Fix type bug

abetlen · abetlen · commit be0add1b2ddb · 2023-11-06T09:30:38.000-05:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -491,7 +491,7 @@ def set_rng_seed(self, seed: int):
     def sample_repetition_penalties(
         self,
         candidates: "_LlamaTokenDataArray",
-        last_tokens_data: llama_cpp.Array[llama_cpp.llama_token],
+        last_tokens_data: "llama_cpp.Array[llama_cpp.llama_token]",
         penalty_last_n: int,
         penalty_repeat: float,
         penalty_freq: float,
