ggml : increased GGML_MAX_PARAMS to allow finetuning of 70b models (#…

…4424)
ggerganov · Dec 12, 2023 · 41a11aa · 41a11aa
1 parent 8a7b2fa
commit 41a11aa
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ggml.h b/ggml.h
@@ -215,7 +215,7 @@
 #define GGML_QNT_VERSION_FACTOR 1000 // do not change this
 
 #define GGML_MAX_DIMS           4
-#define GGML_MAX_PARAMS         1024
+#define GGML_MAX_PARAMS         2048
 #define GGML_MAX_CONTEXTS       64
 #define GGML_MAX_SRC            6
 #define GGML_MAX_NAME           64