prompt

themrzmaster · themrzmaster · commit 94f99754d998 · 2024-04-18T10:23:06.000-03:00
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -2498,8 +2498,8 @@ def base_function_calling(
     text = completion["choices"][0]["text"]
     print(text)
     if "message" in text:
-        #return _convert_completion_to_chat(
-            msg_completion_or_chunks = llama.create_completion(
+        return _convert_completion_to_chat(
+            llama.create_completion(
                 prompt=prompt + "message:\n",
                 temperature=temperature,
                 top_p=top_p,
@@ -2522,7 +2522,8 @@ def base_function_calling(
                 # grammar=llama_grammar.LlamaGrammar.from_string(
                 #     follow_up_gbnf_tool_grammar, verbose=llama.verbose
                 # ),
-            )
+            ),stream=stream
+        )
 
     # One or more function calls
     tool_name = text[len("functions.") :].replace(":", "")
