From 627811ea837f6f3b108d916a5ae802111d0f0690 Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Sun, 7 May 2023 05:09:10 -0400 Subject: [PATCH] Add verbose flag to server --- llama_cpp/server/app.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py index 3e45684..f46f920 100644 --- a/llama_cpp/server/app.py +++ b/llama_cpp/server/app.py @@ -48,6 +48,9 @@ class Settings(BaseSettings): vocab_only: bool = Field( default=False, description="Whether to only return the vocabulary." ) + verbose: bool = Field( + default=True, description="Whether to print debug information." + ) router = APIRouter() @@ -83,6 +86,7 @@ def create_app(settings: Optional[Settings] = None): n_ctx=settings.n_ctx, last_n_tokens_size=settings.last_n_tokens_size, vocab_only=settings.vocab_only, + verbose=settings.verbose, ) if settings.cache: cache = llama_cpp.LlamaCache()