baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix: set default pooling type to unspecified

Browse source
This commit is contained in:
Andrei Betlen 2024-03-14 10:04:57 -04:00
parent d318cc8b83
commit 4084aabe86
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_cpp/llama.py
View file

@ -79,7 +79,7 @@ class Llama:
n_threads: Optional[int] = None, n_threads: Optional[int] = None,
n_threads_batch: Optional[int] = None, n_threads_batch: Optional[int] = None,
rope_scaling_type: Optional[int] = llama_cpp.LLAMA_ROPE_SCALING_TYPE_UNSPECIFIED, rope_scaling_type: Optional[int] = llama_cpp.LLAMA_ROPE_SCALING_TYPE_UNSPECIFIED,
pooling_type: int = llama_cpp.LLAMA_POOLING_TYPE_MEAN, pooling_type: int = llama_cpp.LLAMA_POOLING_TYPE_UNSPECIFIED,
rope_freq_base: float = 0.0, rope_freq_base: float = 0.0,
rope_freq_scale: float = 0.0, rope_freq_scale: float = 0.0,
yarn_ext_factor: float = -1.0, yarn_ext_factor: float = -1.0,