baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix penalize_nl

Browse source
This commit is contained in:
Andrei Betlen 2023-05-21 18:38:06 -04:00
parent 03e2947b03
commit b895511cca
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_cpp/llama.py
View file

@ -351,7 +351,7 @@ class Llama:
alpha_presence=presence_penalty, alpha_presence=presence_penalty,
) )
if not penalize_nl: if not penalize_nl:
candidates.data[Llama.token_nl()].logit = nl_logit candidates.data[Llama.token_nl()].logit = llama_cpp.c_float(nl_logit)
if temp.value == 0.0: if temp.value == 0.0:
return llama_cpp.llama_sample_token_greedy( return llama_cpp.llama_sample_token_greedy(
ctx=self.ctx, ctx=self.ctx,