baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Formatting

Browse source
This commit is contained in:
Andrei Betlen 2023-05-01 21:51:16 -04:00
parent 9d60ae56f2
commit dd9ad1c759
1 changed files with 2 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
llama_cpp/llama.py
View file

@ -306,7 +306,7 @@ class Llama:
llama_cpp.llama_sample_typical(
ctx=self.ctx,
candidates=llama_cpp.ctypes.pointer(candidates),
p=llama_cpp.c_float(1.0)
p=llama_cpp.c_float(1.0),
)
llama_cpp.llama_sample_top_p(
ctx=self.ctx,
@ -637,10 +637,7 @@ class Llama:
self.detokenize([token]).decode("utf-8", errors="ignore")
for token in all_tokens
]
all_logprobs = [
Llama._logits_to_logprobs(row)
for row in self.eval_logits
]
all_logprobs = [Llama._logits_to_logprobs(row) for row in self.eval_logits]
for token, token_str, logprobs_token in zip(
all_tokens, all_token_strs, all_logprobs
):