diff --git a/llama_cpp/server/__main__.py b/llama_cpp/server/__main__.py index 1de4548..748a2af 100644 --- a/llama_cpp/server/__main__.py +++ b/llama_cpp/server/__main__.py @@ -46,5 +46,5 @@ if __name__ == "__main__": app = create_app(settings=settings) uvicorn.run( - app, host=settings.host, port=settings.port + app, host=os.getenv("HOST", settings.host), port=int(os.getenv("PORT", settings.port)) )