Merge pull request #5507 from piamo/main

Add deepseek-v2.5 template
hiyouga · Dec 30, 2024 · 91467ed · 91467ed
2 parents 40805b0 + ee059c3
commit 91467ed
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/src/llamafactory/data/template.py b/src/llamafactory/data/template.py
@@ -618,6 +618,14 @@ def get_template_and_fix_tokenizer(tokenizer: "PreTrainedTokenizer", data_args:
 )
 
 
+_register_template(
+    name="deepseek_v2.5",
+    format_user=StringFormatter(slots=["<｜User｜>{{content}}<｜Assistant｜>"]),
+    format_system=StringFormatter(slots=["{{content}}"]),
+    format_prefix=EmptyFormatter(slots=[{"bos_token"}]),
+)
+
+
 _register_template(
     name="deepseekcoder",
     format_user=StringFormatter(slots=["### Instruction:\n{{content}}\n### Response:"]),