From d9a1d90fd79b3712039a08e3887158517ed3cb44 Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Fri, 22 Dec 2023 15:12:27 -0500 Subject: [PATCH] Fix typo --- llama_cpp/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index 788732b..9178a22 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -850,7 +850,7 @@ class Llama: ) # 0x7FFFFFFF is INT32 max, will be auto set to all layers self.model_params.main_gpu = main_gpu self.tensor_split = tensor_split - self._p_tensor_split = None + self._c_tensor_split = None if self.tensor_split is not None: if len(self.tensor_split) > llama_cpp.LLAMA_MAX_DEVICES: raise ValueError(