up

themrzmaster · themrzmaster · commit ba1e2f71e0eb · 2024-04-19T15:28:57.000-03:00
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -2466,9 +2466,9 @@ def base_function_calling(
     )
     msg_gbnf_grammar = (
         """root ::= message | functions\n"""
-        """message ::= "message: " [^\n]* "\n"\n"""
+        f"""message ::= "message: " [^{end_token}]* "{end_token}"\n"""
         f"""functions ::= {function_names}\n"""
-)
+    )
 
 
     prompt = template_renderer.render(
