chore: increase token for llama3

medvoice-app · Nov 26, 2024 · f5b6034 · f5b6034
1 parent b6540e2
commit f5b6034
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/app/llm/replicate_models.py b/app/llm/replicate_models.py
@@ -16,8 +16,8 @@ def init_replicate() -> Replicate:
         model_kwargs= {
             "top_k": 0,
             "top_p": 0.9,
-            "max_tokens": 1500,
-            "min_tokens": 0,
+            "max_tokens": 2048,
+            "min_tokens": 1024,
             "temperature": 0.2,
             "length_penalty": 1,
             "stop_sequences": "<|end_of_text|>,<|eot_id|>",