debug

themrzmaster · themrzmaster · commit 6e0369254295 · 2024-04-17T19:16:19.000-03:00
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -3075,7 +3075,7 @@ def mixtral_function_calling(
     # Case 3: Automatic tool choice
     assert isinstance(tool_choice, str) and tool_choice == "auto"
     function_names = " | ".join(
-        [f'''"name:{tool['function']['name']}:"''' for tool in tools]
+        [f'''"name:{tool['function']['name']}"''' for tool in tools]
     )
 
     initial_gbnf_tool_grammar = (

Original file line number	Diff line number	Diff line change
`@@ -3075,7 +3075,7 @@ def mixtral_function_calling(`
`3075`	`3075`	`# Case 3: Automatic tool choice`
`3076`	`3076`	`assert isinstance(tool_choice, str) and tool_choice == "auto"`
`3077`	`3077`	`function_names = " \| ".join(`
`3078`		`- [f'''"name:{tool['function']['name']}:"''' for tool in tools]`
	`3078`	`+ [f'''"name:{tool['function']['name']}"''' for tool in tools]`
`3079`	`3079`	`)`
`3080`	`3080`
`3081`	`3081`	`initial_gbnf_tool_grammar = (`