From f5c2f998ab10fb1e04a8219678324300d3104243 Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Wed, 17 May 2023 02:00:39 -0400 Subject: [PATCH] Format --- llama_cpp/llama.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index 7e17d36..18dd183 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -298,7 +298,11 @@ class Llama: n_vocab = int(llama_cpp.llama_n_vocab(self.ctx)) n_ctx = int(llama_cpp.llama_n_ctx(self.ctx)) top_k = llama_cpp.c_int(n_vocab) if top_k.value <= 0 else top_k - last_n_tokens_size = llama_cpp.c_int(n_ctx) if last_n_tokens_size.value < 0 else last_n_tokens_size + last_n_tokens_size = ( + llama_cpp.c_int(n_ctx) + if last_n_tokens_size.value < 0 + else last_n_tokens_size + ) logits = self.eval_logits[-1] nl_logit = logits[llama_cpp.llama_token_nl().value] data = (llama_cpp.llama_token_data * n_vocab)(