BUG: Update llm_family.json to correct the context length of glaive c…

…oder (#1083)
xorbitsai · Mar 6, 2024 · 50d65ed · 50d65ed
1 parent 708e86e
commit 50d65ed
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/xinference/model/llm/llm_family.json b/xinference/model/llm/llm_family.json
@@ -2967,7 +2967,7 @@
   },
   {
     "version": 1,
-    "context_length": 100000,
+    "context_length": 16384,
     "model_name": "glaive-coder",
     "model_description": "A code model trained on a dataset of ~140k programming related problems and solutions generated from Glaive’s synthetic data generation platform.",
     "model_lang": [