Skip to content

Commit 8446f03

Browse files
committed
Don't cap the max tokens on OpenAI
1 parent c28c397 commit 8446f03

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

backend/internal/engine/openai/engine_openai.go

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -51,8 +51,7 @@ func (this *OpenAiEngineBackend) Process(work *types.Request, model *data.Model,
5151
ctx := context.Background()
5252

5353
req := openai.ChatCompletionRequest{
54-
Model: model.InternalModelID,
55-
MaxTokens: 500,
54+
Model: model.InternalModelID,
5655
Messages: slices.Map(work.Messages, func(m data.Message) openai.ChatCompletionMessage {
5756
openaiRole := openai.ChatMessageRoleUser
5857
if m.Role == role.Assistant {

0 commit comments

Comments
 (0)