Make use of suppress_stdout_stderr when freeing model (abetlen#803)

paschembri · web-flow · commit 10304d75fc84 · 2023-10-15T13:52:43.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -1655,14 +1655,21 @@ def create_chat_completion(
         )
         return self._convert_completion_to_chat(completion_or_chunks, stream=stream)  # type: ignore
 
-    def __del__(self):
+    def _free_model(self):
         if hasattr(self, "model") and self.model is not None:
             llama_cpp.llama_free_model(self.model)
             self.model = None
         if hasattr(self, "ctx") and self.ctx is not None:
             llama_cpp.llama_free(self.ctx)
             self.ctx = None
 
+    def __del__(self):
+        if self.verbose:
+            self._free_model()
+        else:
+            with suppress_stdout_stderr():
+                self._free_model()
+
     def __getstate__(self):
         return dict(
             model_path=self.model_path,
