Deprecate generate method

abetlen · abetlen · commit 6cf58765388b · 2023-04-12T14:06:04.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -3,6 +3,7 @@
 import uuid
 import time
 import math
+import warnings
 import multiprocessing
 from typing import List, Optional, Union, Generator, Sequence, Iterator
 from collections import deque
@@ -239,6 +240,11 @@ def generate(
         Yields:
             The generated tokens.
         """
+        warnings.warn(
+            "Llama.generate is deprecated and will be removed in v0.2.0",
+            DeprecationWarning,
+            stacklevel=2,
+        )
         assert self.ctx is not None
         self.reset()
         while True:
