baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Bugfix for models endpoint

Browse source
This commit is contained in:
Andrei Betlen 2023-05-07 20:17:52 -04:00
parent e72f58614b
commit a0b61ea2a7
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama_cpp/server/app.py
View file

@ -357,7 +357,9 @@ GetModelResponse = create_model_from_typeddict(ModelList)
@router.get("/v1/models", response_model=GetModelResponse) @router.get("/v1/models", response_model=GetModelResponse)
def get_models() -> ModelList: def get_models(
llama: llama_cpp.Llama = Depends(get_llama),
) -> ModelList:
return { return {
"object": "list", "object": "list",
"data": [ "data": [