baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

If lora base is not set avoid re-loading the model by passing NULL

Browse source
This commit is contained in:
Andrei Betlen 2023-04-18 23:45:25 -04:00
parent 95c0dc134e
commit 0df4d69c20
1 changed files with 10 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
llama_cpp/llama.py
View file

@ -112,21 +112,20 @@ class Llama:
self.model_path.encode("utf-8"), self.params
)
self.lora_base = None
self.lora_path = None
if lora_path:
self.lora_base = lora_base
# Use lora_base if set otherwise revert to using model_path.
lora_base = lora_base if lora_base is not None else model_path
self.lora_path = lora_path
self.lora_base = lora_base
self.lora_path = lora_path
if self.lora_path:
if llama_cpp.llama_apply_lora_from_file(
self.ctx,
lora_path.encode("utf-8"),
lora_base.encode("utf-8"),
llama_cpp.c_char_p(self.lora_path.encode("utf-8")),
llama_cpp.c_char_p(self.lora_base.encode("utf-8"))
if self.lora_base is not None
else llama_cpp.c_char_p(0),
llama_cpp.c_int(self.n_threads),
):
raise RuntimeError(f"Failed to apply LoRA from lora path: {lora_path} to base path: {lora_base}")
raise RuntimeError(
f"Failed to apply LoRA from lora path: {self.lora_path} to base path: {self.lora_base}"
)
if self.verbose:
print(llama_cpp.llama_print_system_info().decode("utf-8"), file=sys.stderr)