From 4084aabe867b8ec2aba1b22659e59c9318b0d1f3 Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Thu, 14 Mar 2024 10:04:57 -0400 Subject: [PATCH] fix: set default pooling type to unspecified --- llama_cpp/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index 18db1a0..fed84d5 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -79,7 +79,7 @@ class Llama: n_threads: Optional[int] = None, n_threads_batch: Optional[int] = None, rope_scaling_type: Optional[int] = llama_cpp.LLAMA_ROPE_SCALING_TYPE_UNSPECIFIED, - pooling_type: int = llama_cpp.LLAMA_POOLING_TYPE_MEAN, + pooling_type: int = llama_cpp.LLAMA_POOLING_TYPE_UNSPECIFIED, rope_freq_base: float = 0.0, rope_freq_scale: float = 0.0, yarn_ext_factor: float = -1.0,