baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add missing tool_calls finish_reason

Browse source
This commit is contained in:
Andrei Betlen 2023-11-10 02:51:06 -05:00
parent 770df34436
commit 17da8fb446
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_cpp/llama_types.py
View file

@ -131,7 +131,7 @@ class ChatCompletionStreamResponseChoice(TypedDict):
delta: Union[ delta: Union[
ChatCompletionStreamResponseDelta, ChatCompletionStreamResponseDeltaEmpty ChatCompletionStreamResponseDelta, ChatCompletionStreamResponseDeltaEmpty
] ]
finish_reason: Optional[Literal["stop", "length", "function_call"]] finish_reason: Optional[Literal["stop", "length", "tool_calls", "function_call"]]
class CreateChatCompletionStreamResponse(TypedDict): class CreateChatCompletionStreamResponse(TypedDict):