Update docs for yarn_ext_factor <0.0 as unspecified instead of NaN (#…

…4189)
ggerganov · Nov 25, 2023 · 3014b54 · 3014b54
1 parent 04814e7
commit 3014b54
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 1 deletion.
diff --git a/convert.py b/convert.py
diff --git a/llama.h b/llama.h
@@ -185,7 +185,7 @@ extern "C" {
         // ref: https://github.com/ggerganov/llama.cpp/pull/2054
         float    rope_freq_base;   // RoPE base frequency, 0 = from model
         float    rope_freq_scale;  // RoPE frequency scaling factor, 0 = from model
-        float    yarn_ext_factor;  // YaRN extrapolation mix factor, NaN = from model
+        float    yarn_ext_factor;  // YaRN extrapolation mix factor, negative = from model
         float    yarn_attn_factor; // YaRN magnitude scaling factor
         float    yarn_beta_fast;   // YaRN low correction dim
         float    yarn_beta_slow;   // YaRN high correction dim