baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix lora

Browse source
This commit is contained in:
Mug 2023-05-08 15:27:42 +02:00
parent 2c0d9b182c
commit eaf9f19aa9
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
examples/low_level_api/low_level_api_chat_cpp.py
View file

@ -76,8 +76,8 @@ specified) expect poor results""", file=sys.stderr)
if (len(self.params.lora_adapter) > 0):
if (llama_cpp.llama_apply_lora_from_file(
self.ctx,
self.params.lora_adapter,
self.params.lora_base if len(self.params.lora_base) > 0 else None,
self.params.lora_adapter.encode("utf8"),
self.params.lora_base.encode("utf8") if len(self.params.lora_base) > 0 else None,
self.params.n_threads
) != 0):
print("error: failed to apply lora adapter")