fix: self.numa missing

abetlen · abetlen · commit 53f6f5f41507 · 2024-02-17T01:02:33.000-05:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -190,7 +190,9 @@ def __init__(
 
         if isinstance(numa, bool):
             self.numa = llama_cpp.GGML_NUMA_STRATEGY_DISTRIBUTE if numa else llama_cpp.GGML_NUMA_STRATEGY_DISABLED
-        
+        else:
+            self.numa = numa
+
         if self.numa != llama_cpp.GGML_NUMA_STRATEGY_DISABLED:
             with suppress_stdout_stderr(disable=verbose):
                 llama_cpp.llama_numa_init(self.numa)
