fix(models): stop token on nemotron

huggingface · Oct 16, 2024 · 74458c1 · 74458c1
1 parent 8082525
commit 74458c1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/chart/env/prod.yaml b/chart/env/prod.yaml
@@ -144,7 +144,7 @@ envVars:
         "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/nvidia-logo.png",
         "description": "Nvidia's latest Llama fine-tune, topping alignment benchmarks and optimized for instruction following.",
         "parameters": {
-          "stop": ["<|eot_id|>"],
+          "stop": ["<|eot_id|>", "<|im_end|>"],
           "temperature": 0.6,
           "truncate": 28672,
           "max_new_tokens": 2048