diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index 9244b8b..56143c9 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -230,7 +230,7 @@ class Llama: grammar: Optional[Union[str, Path]] = None, n_gqa: Optional[int] = None, # (TEMPORARY) must be 8 for llama2 70b rms_norm_eps: Optional[float] = None, # (TEMPORARY) - mul_mat_q: Optional(bool) = None, # (TEMPORARY) + mul_mat_q: Optional[bool] = None, # (TEMPORARY) verbose: bool = True, ): """Load a llama.cpp model from `model_path`.