From a68f9e2791de81db651d2932a15ebe8d7faaffc3 Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Wed, 13 Sep 2023 21:19:02 -0400 Subject: [PATCH] Add kwargs to init to catch extra params --- llama_cpp/llama.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index 7611ad1..8725707 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -236,6 +236,7 @@ class Llama: rms_norm_eps: Optional[float] = None, # (TEMPORARY) mul_mat_q: Optional[bool] = None, verbose: bool = True, + **kwargs # type: ignore ): """Load a llama.cpp model from `model_path`.