baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix: missing generation_prompt in chatml-function-calling

Browse source
This commit is contained in:
Andrei Betlen 2024-02-13 03:24:41 -05:00
parent 4b0e3320bd
commit 68fb71b6a2
1 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama_cpp/llama_chat_format.py
View file

@ -2088,6 +2088,7 @@ def chatml_function_calling(
"{% endif %}" "{% endif %}"
"{% endif %}" "{% endif %}"
"{% endfor %}" "{% endfor %}"
"{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}"
) )
template_renderer = jinja2.Environment( template_renderer = jinja2.Environment(
loader=jinja2.BaseLoader(), loader=jinja2.BaseLoader(),
@ -2130,6 +2131,7 @@ def chatml_function_calling(
messages=messages, messages=messages,
tools=[], tools=[],
tool_calls=None, tool_calls=None,
add_generation_prompt=True,
) )
if response_format is not None and response_format["type"] == "json_object": if response_format is not None and response_format["type"] == "json_object":
try: try:
@ -2363,6 +2365,7 @@ def chatml_function_calling(
messages=messages, messages=messages,
tools=tools, tools=tools,
tool_calls=True, tool_calls=True,
add_generation_prompt=True,
) )
prompt += f"functions.{tool_name}:\n" prompt += f"functions.{tool_name}:\n"
try: try:
@ -2420,6 +2423,7 @@ def chatml_function_calling(
messages=messages, messages=messages,
tools=tools, tools=tools,
tool_calls=True, tool_calls=True,
add_generation_prompt=True,
) )
completion_or_chunks = llama.create_completion( completion_or_chunks = llama.create_completion(
prompt=prompt, prompt=prompt,