baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

docs: Update openapi endpoint names

Browse source
This commit is contained in:
Andrei Betlen 2023-11-24 03:39:29 -05:00
parent 4026166e68
commit 1a7bf2037b
1 changed files with 5 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
llama_cpp/server/app.py
View file

@ -651,8 +651,9 @@ def _logit_bias_tokens_to_input_ids(
@router.post( @router.post(
"/v1/completions", "/v1/completions",
summary="Completion"
) )
@router.post("/v1/engines/copilot-codex/completions") @router.post("/v1/engines/copilot-codex/completions", include_in_schema=False)
async def create_completion( async def create_completion(
request: Request, request: Request,
body: CreateCompletionRequest, body: CreateCompletionRequest,
@ -727,6 +728,7 @@ class CreateEmbeddingRequest(BaseModel):
@router.post( @router.post(
"/v1/embeddings", "/v1/embeddings",
summary="Embedding"
) )
async def create_embedding( async def create_embedding(
request: CreateEmbeddingRequest, llama: llama_cpp.Llama = Depends(get_llama) request: CreateEmbeddingRequest, llama: llama_cpp.Llama = Depends(get_llama)
@ -816,6 +818,7 @@ class CreateChatCompletionRequest(BaseModel):
@router.post( @router.post(
"/v1/chat/completions", "/v1/chat/completions",
summary="Chat"
) )
async def create_chat_completion( async def create_chat_completion(
request: Request, request: Request,
@ -880,7 +883,7 @@ class ModelList(TypedDict):
data: List[ModelData] data: List[ModelData]
@router.get("/v1/models") @router.get("/v1/models", summary="Models")
async def get_models( async def get_models(
settings: Settings = Depends(get_settings), settings: Settings = Depends(get_settings),
) -> ModelList: ) -> ModelList: