From 128dc4731fa846ead7e684a137ca57d8931b8899 Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Tue, 21 Nov 2023 04:39:05 -0500 Subject: [PATCH] Fix #569 --- llama_cpp/server/app.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py index a316aaf..5c2f608 100644 --- a/llama_cpp/server/app.py +++ b/llama_cpp/server/app.py @@ -772,7 +772,7 @@ class CreateChatCompletionRequest(BaseModel): temperature: float = temperature_field top_p: float = top_p_field min_p: float = min_p_field - stop: Optional[List[str]] = stop_field + stop: Optional[Union[str, List[str]]] = stop_field stream: bool = stream_field presence_penalty: Optional[float] = presence_penalty_field frequency_penalty: Optional[float] = frequency_penalty_field