baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Revert "llama_cpp server: prompt is a string". Closes #187

Browse source 
This reverts commit b9098b0ef7.
This commit is contained in:
Andrei Betlen 2023-05-12 07:16:57 -04:00
parent 684d7c8c17
commit 8895b9002a
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
llama_cpp/server/app.py
View file

@ -167,8 +167,9 @@ frequency_penalty_field = Field(
)
class CreateCompletionRequest(BaseModel):
prompt: Optional[str] = Field(
default="", description="The prompt to generate completions for."
prompt: Union[str, List[str]] = Field(
default="",
description="The prompt to generate completions for."
)
suffix: Optional[str] = Field(
default=None,
@ -222,6 +223,9 @@ CreateCompletionResponse = create_model_from_typeddict(llama_cpp.Completion)
def create_completion(
request: CreateCompletionRequest, llama: llama_cpp.Llama = Depends(get_llama)
):
if isinstance(request.prompt, list):
request.prompt = "".join(request.prompt)
completion_or_chunks = llama(
**request.dict(
exclude={