fix: self.numa missing

This commit is contained in:
Andrei Betlen 2024-02-17 01:02:33 -05:00
parent fdce078cb9
commit 53f6f5f415

View file

@ -190,6 +190,8 @@ class Llama:
if isinstance(numa, bool):
self.numa = llama_cpp.GGML_NUMA_STRATEGY_DISTRIBUTE if numa else llama_cpp.GGML_NUMA_STRATEGY_DISABLED
else:
self.numa = numa
if self.numa != llama_cpp.GGML_NUMA_STRATEGY_DISABLED:
with suppress_stdout_stderr(disable=verbose):