baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Update llama.cpp

Browse source
This commit is contained in:
Andrei Betlen 2023-08-08 14:30:58 -04:00
parent ce57920e60
commit f6a7850e1a
2 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_cpp/llama_cpp.py
View file

@ -181,6 +181,7 @@ llama_progress_callback = ctypes.CFUNCTYPE(None, c_float, c_void_p)
# // Keep the booleans together to avoid misalignment during copy-by-value. # // Keep the booleans together to avoid misalignment during copy-by-value.
# bool low_vram; // if true, reduce VRAM usage at the cost of performance # bool low_vram; // if true, reduce VRAM usage at the cost of performance
# bool mul_mat_q; // if true, use experimental mul_mat_q kernels
# bool f16_kv; // use fp16 for KV cache # bool f16_kv; // use fp16 for KV cache
# bool logits_all; // the llama_eval() call computes all logits, not just the last one # bool logits_all; // the llama_eval() call computes all logits, not just the last one
# bool vocab_only; // only load the vocabulary, no weights # bool vocab_only; // only load the vocabulary, no weights
@ -203,6 +204,7 @@ class llama_context_params(Structure):
("progress_callback", llama_progress_callback), ("progress_callback", llama_progress_callback),
("progress_callback_user_data", c_void_p), ("progress_callback_user_data", c_void_p),
("low_vram", c_bool), ("low_vram", c_bool),
("mul_mat_q", c_bool),
("f16_kv", c_bool), ("f16_kv", c_bool),
("logits_all", c_bool), ("logits_all", c_bool),
("vocab_only", c_bool), ("vocab_only", c_bool),

2
vendor/llama.cpp vendored

@ -1 +1 @@
Subproject commit 41c674161fb2459bdf7806d1eebead15bc5d046e Subproject commit f5bfea0580e417f99850d5456ca541d871a3e48c