diff --git a/llama_cpp/llama_types.py b/llama_cpp/llama_types.py index b1d7d01..5b51e98 100644 --- a/llama_cpp/llama_types.py +++ b/llama_cpp/llama_types.py @@ -131,7 +131,7 @@ class ChatCompletionStreamResponseChoice(TypedDict): delta: Union[ ChatCompletionStreamResponseDelta, ChatCompletionStreamResponseDeltaEmpty ] - finish_reason: Optional[Literal["stop", "length", "function_call"]] + finish_reason: Optional[Literal["stop", "length", "tool_calls", "function_call"]] class CreateChatCompletionStreamResponse(TypedDict):