baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix temperature bug

Browse source
This commit is contained in:
Andrei Betlen 2023-05-05 14:00:41 -04:00
parent 6702d2abfd
commit 66e28eb548
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_cpp/llama.py
View file

@ -287,7 +287,7 @@ class Llama:
candidates=llama_cpp.ctypes.pointer(candidates), candidates=llama_cpp.ctypes.pointer(candidates),
penalty=repeat_penalty, penalty=repeat_penalty,
) )
if temp == 0.0: if float(temp) == 0.0:
return llama_cpp.llama_sample_token_greedy( return llama_cpp.llama_sample_token_greedy(
ctx=self.ctx, ctx=self.ctx,
candidates=llama_cpp.ctypes.pointer(candidates), candidates=llama_cpp.ctypes.pointer(candidates),