phi-4 added

mgonzs13 · Jan 9, 2025 · 17b8719 · 17b8719
1 parent d1a24c4
commit 17b8719
Show file tree

Hide file tree

Showing 3 changed files with 22 additions and 1 deletion.
diff --git a/llama_bringup/models/Phi-4.yaml b/llama_bringup/models/Phi-4.yaml
@@ -0,0 +1,10 @@
+n_ctx: 2048
+n_batch: 8
+n_gpu_layers: 0
+n_threads: 1
+n_predict: 2048
+
+model_repo: "bartowski/phi-4-GGUF"
+model_filename: "phi-4-IQ4_XS.gguf"
+
+system_prompt_type: "Phi-4"
diff --git a/llama_bringup/models/SmolLM2.yaml b/llama_bringup/models/SmolLM2.yaml
@@ -1,6 +1,6 @@
 n_ctx: 2048
 n_batch: 8
-n_gpu_layers: -1
+n_gpu_layers: 0
 n_threads: 1
 n_predict: 2048
 

diff --git a/llama_bringup/prompts/Phi-4.yaml b/llama_bringup/prompts/Phi-4.yaml
@@ -0,0 +1,11 @@
+prefix: "\n<|im_start|>user<|im_sep|>\n"
+suffix: "<|im_end|>\n<|assistant|>\n"
+stopping_words: ["<|im_end|>"]
+
+system_prompt: |-
+  <|im_start|>system<|im_sep|>
+  Below is an instruction that describes a task. Write a response that appropriately completes the request<|im_end|>
+  <|im_start|>user<|im_sep|>
+  Hello<|im_end|>
+  <|im_start|>assistant<|im_sep|>
+  Hello<|im_end|>