fix
This commit is contained in:
parent
843b7ccd90
commit
1e844d3238
1 changed files with 1 additions and 1 deletions
|
@ -230,7 +230,7 @@ class Llama:
|
||||||
grammar: Optional[Union[str, Path]] = None,
|
grammar: Optional[Union[str, Path]] = None,
|
||||||
n_gqa: Optional[int] = None, # (TEMPORARY) must be 8 for llama2 70b
|
n_gqa: Optional[int] = None, # (TEMPORARY) must be 8 for llama2 70b
|
||||||
rms_norm_eps: Optional[float] = None, # (TEMPORARY)
|
rms_norm_eps: Optional[float] = None, # (TEMPORARY)
|
||||||
mul_mat_q: Optional(bool) = None, # (TEMPORARY)
|
mul_mat_q: Optional[bool] = None, # (TEMPORARY)
|
||||||
verbose: bool = True,
|
verbose: bool = True,
|
||||||
):
|
):
|
||||||
"""Load a llama.cpp model from `model_path`.
|
"""Load a llama.cpp model from `model_path`.
|
||||||
|
|
Loading…
Reference in a new issue