Update llama.cpp

abetlen · abetlen · commit cbd26fdcc116 · 2023-04-25T19:03:41.000-04:00
diff --git a/llama_cpp/llama_cpp.py b/llama_cpp/llama_cpp.py
@@ -119,6 +119,7 @@ class llama_context_params(Structure):
 )  # tok_embeddings.weight and output.weight are F16
 LLAMA_FTYPE_MOSTLY_Q4_2 = ctypes.c_int(5)  # except 1d tensors
 LLAMA_FTYPE_MOSTYL_Q4_3 = ctypes.c_int(6)  # except 1d tensors
+LLAMA_FTYPE_MOSTYL_Q8_0 = ctypes.c_int(7)  # except 1d tensors
 
 # Functions
 
diff --git a/vendor/llama.cpp b/vendor/llama.cpp
@@ -1 +1 @@
-Subproject commit 54bb60e26858be251a0eb3cb70f80322aff804a0
+Subproject commit 4afcc378698e057fcde64e23eb664e5af8dd6956
