baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix type bug

Browse source
This commit is contained in:
Andrei Betlen 2023-11-06 09:30:38 -05:00
parent e214a58422
commit be0add1b2d
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_cpp/llama.py
View file

@ -491,7 +491,7 @@ class _LlamaContext:
def sample_repetition_penalties( def sample_repetition_penalties(
self, self,
candidates: "_LlamaTokenDataArray", candidates: "_LlamaTokenDataArray",
last_tokens_data: llama_cpp.Array[llama_cpp.llama_token], last_tokens_data: "llama_cpp.Array[llama_cpp.llama_token]",
penalty_last_n: int, penalty_last_n: int,
penalty_repeat: float, penalty_repeat: float,
penalty_freq: float, penalty_freq: float,