Adjusted max tokens

DARPA-ASKEM · Aug 28, 2024 · 361e2c8 · 361e2c8
1 parent 50856f5
commit 361e2c8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/gollm/openai/tool_utils.py b/gollm/openai/tool_utils.py
@@ -163,7 +163,7 @@ def generate_response(instruction: str, response_format: ResponseFormat | None =
         presence_penalty=0,
 		temperature=0,
         seed=123,
-        max_tokens=4000,
+        max_tokens=2048,
         response_format=response_format,
         messages=[
             {"role": "user", "content": prompt},