diff --git a/llama_bringup/models/DeepSeek-R1.yaml b/llama_bringup/models/DeepSeek-R1.yaml new file mode 100644 index 0000000..3ec99c9 --- /dev/null +++ b/llama_bringup/models/DeepSeek-R1.yaml @@ -0,0 +1,10 @@ +n_ctx: 2048 +n_batch: 8 +n_gpu_layers: 0 +n_threads: 1 +n_predict: 2048 + +model_repo: "unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF" +model_filename: "DeepSeek-R1-Distill-Qwen-1.5B-Q8_0.gguf" + +system_prompt_type: "DeepSeek-R1" diff --git a/llama_bringup/prompts/DeepSeek-R1.yaml b/llama_bringup/prompts/DeepSeek-R1.yaml new file mode 100644 index 0000000..2146070 --- /dev/null +++ b/llama_bringup/prompts/DeepSeek-R1.yaml @@ -0,0 +1,6 @@ +prefix: "<|User|>" +suffix: "<|Assistant|>" +stopping_words: ["<|User|>"] + +system_prompt: |- + You are an AI assistant that follows instruction extremely well. Help as much as you can.<|User|>Hello<|Assistant|>Hello<|User|>