Add sampling defaults for generate

abetlen · abetlen · commit a65125c0bd28 · 2023-05-16T09:35:50.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -446,10 +446,10 @@ def sample(
     def generate(
         self,
         tokens: Sequence[llama_cpp.llama_token],
-        top_k: int,
-        top_p: float,
-        temp: float,
-        repeat_penalty: float,
+        top_k: int = 40,
+        top_p: float = 0.95,
+        temp: float = 0.80,
+        repeat_penalty: float = 1.1,
         reset: bool = True,
         frequency_penalty: float = 0.0,
         presence_penalty: float = 0.0,
