Merge branch 'main' of github.com:themrzmaster/llama-cpp-python

themrzmaster · themrzmaster · commit 8d2927559d3d · 2024-04-18T09:54:47.000-03:00
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -2470,6 +2470,7 @@ def base_function_calling(
         tool_calls=True,
         add_generation_prompt=True,
     )
+    print(prompt)
     completion_or_chunks = llama.create_completion(
         prompt=prompt,
         temperature=temperature,
@@ -2495,6 +2496,7 @@ def base_function_calling(
     )
     completion: llama_types.CreateCompletionResponse = completion_or_chunks  # type: ignore
     text = completion["choices"][0]["text"]
+    print(text)
     if "message" in text:
         return _convert_completion_to_chat(
             llama.create_completion(
@@ -3118,9 +3120,9 @@ def mixtral_function_calling(
         mirostat_eta=mirostat_eta,
         model=model,
         logits_processor=logits_processor,
-        # grammar=llama_grammar.LlamaGrammar.from_string(
-        #     initial_gbnf_tool_grammar, verbose=llama.verbose
-        # ),
+        grammar=llama_grammar.LlamaGrammar.from_string(
+            initial_gbnf_tool_grammar, verbose=llama.verbose
+        ),
     )
     completion: llama_types.CreateCompletionResponse = completion_or_chunks  # type: ignore
     text = completion["choices"][0]["text"]
