From 53f6f5f41507b230e52e01210196e9d80edca733 Mon Sep 17 00:00:00 2001
From: Andrei Betlen <abetlen@gmail.com>
Date: Sat, 17 Feb 2024 01:02:33 -0500
Subject: [PATCH] fix: self.numa missing

---
 llama_cpp/llama.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
index 71f968f..30cab0a 100644
--- a/llama_cpp/llama.py
+++ b/llama_cpp/llama.py
@@ -190,7 +190,9 @@ class Llama:
 
         if isinstance(numa, bool):
             self.numa = llama_cpp.GGML_NUMA_STRATEGY_DISTRIBUTE if numa else llama_cpp.GGML_NUMA_STRATEGY_DISABLED
-        
+        else:
+            self.numa = numa
+
         if self.numa != llama_cpp.GGML_NUMA_STRATEGY_DISABLED:
             with suppress_stdout_stderr(disable=verbose):
                 llama_cpp.llama_numa_init(self.numa)