baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix typo

Browse source
This commit is contained in:
Andrei Betlen 2023-12-22 15:12:27 -05:00
parent 37556bf9c4
commit d9a1d90fd7
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_cpp/llama.py
View file

@ -850,7 +850,7 @@ class Llama:
) # 0x7FFFFFFF is INT32 max, will be auto set to all layers ) # 0x7FFFFFFF is INT32 max, will be auto set to all layers
self.model_params.main_gpu = main_gpu self.model_params.main_gpu = main_gpu
self.tensor_split = tensor_split self.tensor_split = tensor_split
self._p_tensor_split = None self._c_tensor_split = None
if self.tensor_split is not None: if self.tensor_split is not None:
if len(self.tensor_split) > llama_cpp.LLAMA_MAX_DEVICES: if len(self.tensor_split) > llama_cpp.LLAMA_MAX_DEVICES:
raise ValueError( raise ValueError(