Fix temperature bug

2023-05-05 14:00:41 -04:00 · 2023-05-05 14:00:41 -04:00 · 66e28eb548
commit 66e28eb548
parent 6702d2abfd
1 changed files with 1 additions and 1 deletions
--- a/llama_cpp/llama.py
+++ b/llama_cpp/llama.py
@ -287,7 +287,7 @@ class Llama:
            candidates=llama_cpp.ctypes.pointer(candidates),
            penalty=repeat_penalty,
        )
-        if temp == 0.0:
+        if float(temp) == 0.0:
            return llama_cpp.llama_sample_token_greedy(
                ctx=self.ctx,
                candidates=llama_cpp.ctypes.pointer(candidates),