Fix type bug

This commit is contained in:
Andrei Betlen 2023-11-06 09:30:38 -05:00
parent e214a58422
commit be0add1b2d

View file

@ -491,7 +491,7 @@ class _LlamaContext:
def sample_repetition_penalties(
self,
candidates: "_LlamaTokenDataArray",
last_tokens_data: llama_cpp.Array[llama_cpp.llama_token],
last_tokens_data: "llama_cpp.Array[llama_cpp.llama_token]",
penalty_last_n: int,
penalty_repeat: float,
penalty_freq: float,