From 17da8fb446e6bdc010acf868c27b387ffa779845 Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Fri, 10 Nov 2023 02:51:06 -0500 Subject: [PATCH] Add missing tool_calls finish_reason --- llama_cpp/llama_types.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_cpp/llama_types.py b/llama_cpp/llama_types.py index b1d7d01..5b51e98 100644 --- a/llama_cpp/llama_types.py +++ b/llama_cpp/llama_types.py @@ -131,7 +131,7 @@ class ChatCompletionStreamResponseChoice(TypedDict): delta: Union[ ChatCompletionStreamResponseDelta, ChatCompletionStreamResponseDeltaEmpty ] - finish_reason: Optional[Literal["stop", "length", "function_call"]] + finish_reason: Optional[Literal["stop", "length", "tool_calls", "function_call"]] class CreateChatCompletionStreamResponse(TypedDict):