Fix cpu count default

abetlen · abetlen · commit 314ce7d1cc89 · 2023-04-08T19:54:04.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -74,7 +74,7 @@ def __init__(
         self.tokens_consumed = 0
         self.n_batch = min(n_ctx, n_batch)
 
-        self.n_threads = n_threads or multiprocessing.cpu_count()
+        self.n_threads = n_threads or max(multiprocessing.cpu_count() // 2, 1)
 
         if not os.path.exists(model_path):
             raise ValueError(f"Model path does not exist: {model_path}")
