Fix penalize_nl

2023-05-21 18:38:06 -04:00 · 2023-05-21 18:38:06 -04:00 · b895511cca
commit b895511cca
parent 03e2947b03
1 changed files with 1 additions and 1 deletions
--- a/llama_cpp/llama.py
+++ b/llama_cpp/llama.py
@ -351,7 +351,7 @@ class Llama:
            alpha_presence=presence_penalty,
        )
        if not penalize_nl:
-            candidates.data[Llama.token_nl()].logit = nl_logit
+            candidates.data[Llama.token_nl()].logit = llama_cpp.c_float(nl_logit)
        if temp.value == 0.0:
            return llama_cpp.llama_sample_token_greedy(
                ctx=self.ctx,