baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix completion request

Browse source
This commit is contained in:
Andrei Betlen 2023-04-14 10:01:15 -04:00
parent 6153baab2d
commit 6c7cec0c65
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama_cpp/server/__main__.py
View file

@ -76,7 +76,7 @@ class CreateCompletionRequest(BaseModel):
temperature: float = 0.8 temperature: float = 0.8
top_p: float = 0.95 top_p: float = 0.95
echo: bool = False echo: bool = False
stop: List[str] = [] stop: Optional[List[str]] = []
stream: bool = False stream: bool = False
# ignored or currently unsupported # ignored or currently unsupported
@ -173,7 +173,7 @@ class CreateChatCompletionRequest(BaseModel):
temperature: float = 0.8 temperature: float = 0.8
top_p: float = 0.95 top_p: float = 0.95
stream: bool = False stream: bool = False
stop: List[str] = [] stop: Optional[List[str]] = []
max_tokens: int = 128 max_tokens: int = 128
# ignored or currently unsupported # ignored or currently unsupported