baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Revert "llama_cpp server: mark model as required"

Browse source 
This reverts commit e40fcb0575.
This commit is contained in:
Andrei Betlen 2023-05-07 02:00:22 -04:00
parent d8fddcce73
commit c382d8f86a
1 changed files with 18 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
llama_cpp/server/app.py
View file

@ -149,8 +149,15 @@ class CreateCompletionRequest(BaseModel):
description="The number of logprobs to generate. If None, no logprobs are generated." description="The number of logprobs to generate. If None, no logprobs are generated."
) )
# ignored, but marked as required for the sake of compatibility with openai's api # ignored or currently unsupported
model: str = model_field model: Optional[str] = model_field
n: Optional[int] = 1
logprobs: Optional[int] = Field(None)
presence_penalty: Optional[float] = 0
frequency_penalty: Optional[float] = 0
best_of: Optional[int] = 1
logit_bias: Optional[Dict[str, float]] = Field(None)
user: Optional[str] = Field(None)
# llama.cpp specific parameters # llama.cpp specific parameters
top_k: int = top_k_field top_k: int = top_k_field
@ -190,11 +197,11 @@ def create_completion(
class CreateEmbeddingRequest(BaseModel): class CreateEmbeddingRequest(BaseModel):
# ignored, but marked as required for the sake of compatibility with openai's api model: Optional[str] = model_field
model: str = model_field
input: str = Field( input: str = Field(
description="The input to embed." description="The input to embed."
) )
user: Optional[str]
class Config: class Config:
schema_extra = { schema_extra = {
@ -235,8 +242,13 @@ class CreateChatCompletionRequest(BaseModel):
stop: Optional[List[str]] = stop_field stop: Optional[List[str]] = stop_field
stream: bool = stream_field stream: bool = stream_field
# ignored, but marked as required for the sake of compatibility with openai's api # ignored or currently unsupported
model: str = model_field model: Optional[str] = model_field
n: Optional[int] = 1
presence_penalty: Optional[float] = 0
frequency_penalty: Optional[float] = 0
logit_bias: Optional[Dict[str, float]] = Field(None)
user: Optional[str] = Field(None)
# llama.cpp specific parameters # llama.cpp specific parameters
top_k: int = top_k_field top_k: int = top_k_field