baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

feat(server): Add support for setting root_path. Closes #1420

Browse source
This commit is contained in:
Andrei Betlen 2024-05-05 12:49:31 -04:00
parent 3666833107
commit 0318702cdc
2 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
llama_cpp/server/app.py
View file

@ -132,6 +132,7 @@ def create_app(
middleware=middleware, middleware=middleware,
title="🦙 llama.cpp Python API", title="🦙 llama.cpp Python API",
version=llama_cpp.__version__, version=llama_cpp.__version__,
root_path=server_settings.root_path,
) )
app.add_middleware( app.add_middleware(
CORSMiddleware, CORSMiddleware,

4
llama_cpp/server/settings.py
View file

@ -215,6 +215,10 @@ class ServerSettings(BaseSettings):
default=False, default=False,
description="Disable EventSource pings (may be needed for some clients).", description="Disable EventSource pings (may be needed for some clients).",
) )
root_path: str = Field(
default="",
description="The root path for the server. Useful when running behind a reverse proxy.",
)
class Settings(ServerSettings, ModelSettings): class Settings(ServerSettings, ModelSettings):