Bugfix

abetlen · abetlen · commit 02f9fb82fbfe · 2023-04-15T11:39:52.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -695,10 +695,7 @@ def create_chat_completion(
         Returns:
             Generated chat completion or a stream of chat completion chunks.
         """
-        stop = stop if not None else []
-        instructions = """Complete the following chat conversation between the user and the assistant. System messages should be strictly followed as additional instructions."""
-        chat_history = "\n".join(
-            f'{message["role"]} {message.get("user", "")}: {message["content"]}'
+        stop = stop if stop is not None else []
             for message in messages
         )
         PROMPT = f" \n\n### Instructions:{instructions}\n\n### Inputs:{chat_history}\n\n### Response:\nassistant: "
