Add return type for default __call__ method

abetlen · abetlen · commit caf3c0362b95 · 2023-04-03T20:26:08.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -480,7 +480,7 @@ def __call__(
         repeat_penalty: float = 1.1,
         top_k: int = 40,
         stream: bool = False,
-    ):
+    ) -> Union[Completion, Iterator[CompletionChunk]]:
         """Generate text from a prompt.
 
         Args:
