Update chat parameters

abetlen · abetlen · commit 83b2be6dc4e8 · 2023-04-15T11:58:43.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -672,12 +672,12 @@ def _convert_text_completion_chunks_to_chat(
     def create_chat_completion(
         self,
         messages: List[ChatCompletionMessage],
-        temperature: float = 0.8,
+        temperature: float = 0.2,
         top_p: float = 0.95,
         top_k: int = 40,
         stream: bool = False,
         stop: Optional[List[str]] = [],
-        max_tokens: int = 128,
+        max_tokens: int = 256,
         repeat_penalty: float = 1.1,
     ) -> Union[ChatCompletion, Iterator[ChatCompletionChunk]]:
         """Generate a chat completion from a list of messages.
