Don't cap the max tokens on OpenAI

sedwards2009 · Feb 24, 2024 · 8446f03 · 8446f03
1 parent c28c397
commit 8446f03
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/backend/internal/engine/openai/engine_openai.go b/backend/internal/engine/openai/engine_openai.go
@@ -51,8 +51,7 @@ func (this *OpenAiEngineBackend) Process(work *types.Request, model *data.Model,
 	ctx := context.Background()
 
 	req := openai.ChatCompletionRequest{
-		Model:     model.InternalModelID,
-		MaxTokens: 500,
+		Model: model.InternalModelID,
 		Messages: slices.Map(work.Messages, func(m data.Message) openai.ChatCompletionMessage {
 			openaiRole := openai.ChatMessageRoleUser
 			if m.Role == role.Assistant {