update

themrzmaster · themrzmaster · commit 4a4b67399b9e · 2024-04-18T21:41:22.000-03:00
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -2911,7 +2911,7 @@ def llama3_function_calling(
         "{{ tool.function.parameters | tojson }}"
         "\n{% endfor %}"
         "\nYou can respond to users messages with either a single message or one or more function calls. Never both. Prioritize function calls over messages."
-        "\n When we have a function response, bring it to the user."
+        "\n When the last input we have is function response, bring it to the user. The user cant directly see the function response, unless the assistant shows it."
         "\nTo respond with a message begin the message with 'message:'"
         '\n Example sending message: message: "Hello, how can I help you?"'
         "\nTo respond with one or more function calls begin the message with 'functions.<function_name>:', use the following format:"
@@ -2924,8 +2924,8 @@ def llama3_function_calling(
         "{% endif %}"
         "{% for message in messages %}"
         "{% if message.role == 'tool' %}"
-        "<|start_header_id|>assistant<|end_header_id|>\n\n"
-        "Function response: {{ message.content | default('No response available') }}"
+        "<|start_header_id|>user<|end_header_id|>\n\n"
+        "here is the Function response, bring it to me in a nice way: {{ message.content | default('No response available') }}"
         "<|eot_id|>\n"
         "{% elif message.role == 'assistant' and message.function_call is defined%}"
         "<|start_header_id|>{{ message.role }}<|end_header_id|>"
