baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Merge pull request #360 from Orfeous/main

Browse source 
fixes abetlen/llama-cpp-python #358
This commit is contained in:
Andrei 2023-06-14 00:25:04 -04:00 committed by GitHub
commit 6517900623
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 7 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_cpp/server/__main__.py
View file

@ -46,5 +46,5 @@ if __name__ == "__main__":
app = create_app(settings=settings) app = create_app(settings=settings)
uvicorn.run( uvicorn.run(
app, host=os.getenv("HOST", "localhost"), port=int(os.getenv("PORT", 8000)) app, host=os.getenv("HOST", settings.host), port=int(os.getenv("PORT", settings.port))
) )

6
llama_cpp/server/app.py
View file

@ -72,6 +72,12 @@ class Settings(BaseSettings):
verbose: bool = Field( verbose: bool = Field(
default=True, description="Whether to print debug information." default=True, description="Whether to print debug information."
) )
host: str = Field(
default="localhost", description="Listen address"
)
port: int = Field(
default=8000, description="Listen port"
)
router = APIRouter() router = APIRouter()