Increase default max_tokens to 4000 in OpenAI model configuration

ls1intum · Dec 3, 2024 · f2604c9 · f2604c9
1 parent b6af29a
commit f2604c9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llm_core/llm_core/models/openai.py b/llm_core/llm_core/models/openai.py
@@ -67,7 +67,7 @@ class OpenAIModelConfig(ModelConfig):
 
         model_name: OpenAIModel = Field(default=default_openai_model, # type: ignore
                                         description="The name of the model to use.")
-        max_tokens: PositiveInt = Field(1000, description="""\
+        max_tokens: PositiveInt = Field(4000, description="""\
 The maximum number of [tokens](https://platform.openai.com/tokenizer) to generate in the chat completion.
 
 The total length of input tokens and generated tokens is limited by the model's context length. \