fix: destructor exception where internal classes are missing some uninitialized attributes

abetlen · abetlen · commit 6943bab6d817 · 2024-02-14T03:38:41.000-05:00
diff --git a/llama_cpp/_internals.py b/llama_cpp/_internals.py
@@ -42,6 +42,8 @@ def __init__(
 
         self._llama_free_model = llama_cpp._lib.llama_free_model  # type: ignore
 
+        self.model = None
+
         if not os.path.exists(path_model):
             raise ValueError(f"Model path does not exist: {path_model}")
 
@@ -248,6 +250,7 @@ def __init__(
         self.verbose = verbose
 
         self._llama_free = llama_cpp._lib.llama_free  # type: ignore
+        self.ctx = None
 
         assert self.model.model is not None
 
@@ -497,6 +500,7 @@ def __init__(
 
         self._llama_batch_free = llama_cpp._lib.llama_batch_free  # type: ignore
 
+        self.batch = None
         self.batch = llama_cpp.llama_batch_init(
             self.n_tokens, self.embd, self.n_seq_max
         )
