DeepSeek-R1 added

mgonzs13 · Jan 20, 2025 · 986b539 · 986b539
1 parent 6882abc
commit 986b539
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 0 deletions.
diff --git a/llama_bringup/models/DeepSeek-R1.yaml b/llama_bringup/models/DeepSeek-R1.yaml
@@ -0,0 +1,10 @@
+n_ctx: 2048
+n_batch: 8
+n_gpu_layers: 0
+n_threads: 1
+n_predict: 2048
+
+model_repo: "unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF"
+model_filename: "DeepSeek-R1-Distill-Qwen-1.5B-Q8_0.gguf"
+
+system_prompt_type: "DeepSeek-R1"
diff --git a/llama_bringup/prompts/DeepSeek-R1.yaml b/llama_bringup/prompts/DeepSeek-R1.yaml
@@ -0,0 +1,6 @@
+prefix: "<｜User｜>"
+suffix: "<｜Assistant｜>"
+stopping_words: ["<｜User｜>"]
+
+system_prompt: |-
+  You are an AI assistant that follows instruction extremely well. Help as much as you can.<｜User｜>Hello<｜Assistant｜>Hello<｜User｜>