misc fix verbose printing in functionary model

2023-11-23 20:14:23 -05:00 · 2023-11-23 20:14:23 -05:00 · de2e2bc083
commit de2e2bc083
parent 36048d46af
1 changed files with 4 additions and 2 deletions
--- a/llama_cpp/llama_chat_format.py
+++ b/llama_cpp/llama_chat_format.py
@ -955,9 +955,11 @@ def functionary_chat_handler(
    assert isinstance(function_call, str)
    assert stream is False  # TODO: support stream mode

+    if llama.verbose:
        print(new_prompt)
        print(completion["choices"][0]["text"])

+    # TODO: support stream mode
    return llama_types.CreateChatCompletionResponse(
        id="chat" + completion["id"],
        object="chat.completion",