From a50d24e3a7ce92d5a5256738afd3a4450d1d85e7 Mon Sep 17 00:00:00 2001 From: Bruno Alvisio Date: Tue, 7 May 2024 23:19:35 -0700 Subject: [PATCH] fix: chat_format log where auto-detected format prints `None` (#1434) --- llama_cpp/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index 17576a6..a8c3f9a 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -451,7 +451,7 @@ class Llama: if self.chat_format is None and self.chat_handler is None: self.chat_format = "llama-2" if self.verbose: - print(f"Using fallback chat format: {chat_format}", file=sys.stderr) + print(f"Using fallback chat format: {self.chat_format}", file=sys.stderr) @property def ctx(self) -> llama_cpp.llama_context_p: