baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix: minor formatting bugs for chatml-function-calling

Browse source
This commit is contained in:
Andrei Betlen 2024-02-13 03:11:35 -05:00
parent 6fe8b427e1
commit 4b0e3320bd
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama_cpp/llama_chat_format.py
View file

@ -2072,12 +2072,14 @@ def chatml_function_calling(
"{% if message.role == 'assistant' %}"
## Reglar message
"{% if message.content and message.content | length > 0 %}"
"{% if tool_calls %}"
"message:\n"
"{% endif %}"
"{{ message.content }}"
"\n<|im_end|>\n"
"{% endif %}"
## Function calls
"{% if message.tool_calls %}"
"{% if 'tool_calls' in message %}"
"{% for tool_call in message.tool_calls %}"
"functions.{{ tool_call.function.name }}:\n"
"{{ tool_call.function.arguments }}"