Update llama.cpp

dmahurin · May 31, 2023 · 96e4abf · 96e4abf
1 parent a7cd91a
commit 96e4abf
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/examples/llama_cpp.py b/examples/llama_cpp.py
@@ -114,6 +114,7 @@ class llama_context_params(Structure):
 LLAMA_FTYPE_MOSTLY_F16 = ctypes.c_int(1)  # except 1d tensors
 LLAMA_FTYPE_MOSTLY_Q4_0 = ctypes.c_int(2)  # except 1d tensors
 LLAMA_FTYPE_MOSTLY_Q4_1 = ctypes.c_int(3)  # except 1d tensors
+LLAMA_FTYPE_MOSTLY_Q4_1_SOME_F16 = ctypes.c_int(4)  # tok_embeddings.weight and output.weight are F16
 
 # Functions