We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 1cdf457 commit 166164dCopy full SHA for 166164d
ggml.h
@@ -221,6 +221,7 @@ extern "C" {
221
GGML_TYPE_Q4_0 = 2,
222
GGML_TYPE_Q4_1 = 3,
223
GGML_TYPE_Q4_2 = 4,
224
+ // GGML_TYPE_Q4_3 (5) support has been removed
225
GGML_TYPE_Q5_0 = 6,
226
GGML_TYPE_Q5_1 = 7,
227
GGML_TYPE_Q8_0 = 8,
llama.h
@@ -73,6 +73,7 @@ extern "C" {
73
LLAMA_FTYPE_MOSTLY_Q4_1 = 3, // except 1d tensors
74
LLAMA_FTYPE_MOSTLY_Q4_1_SOME_F16 = 4, // tok_embeddings.weight and output.weight are F16
75
LLAMA_FTYPE_MOSTLY_Q4_2 = 5, // except 1d tensors
76
+ // LLAMA_FTYPE_MOSTLY_Q4_3 (6) support has been removed
77
LLAMA_FTYPE_MOSTLY_Q8_0 = 7, // except 1d tensors
78
LLAMA_FTYPE_MOSTLY_Q5_0 = 8, // except 1d tensors
79
LLAMA_FTYPE_MOSTLY_Q5_1 = 9, // except 1d tensors
0 commit comments