Add ctx check and re-order __init__. Closes abetlen#112

abetlen · abetlen · commit cc706fb94448 · 2023-04-25T09:00:53.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -133,15 +133,18 @@ def __init__(
 
         self.n_threads = n_threads or max(multiprocessing.cpu_count() // 2, 1)
 
+        self.lora_base = lora_base
+        self.lora_path = lora_path
+
         if not os.path.exists(model_path):
             raise ValueError(f"Model path does not exist: {model_path}")
 
         self.ctx = llama_cpp.llama_init_from_file(
             self.model_path.encode("utf-8"), self.params
         )
 
-        self.lora_base = lora_base
-        self.lora_path = lora_path
+        assert self.ctx is not None
+
         if self.lora_path:
             if llama_cpp.llama_apply_lora_from_file(
                 self.ctx,
