baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

One day, i'll fix off by 1 errors permanently too

Browse source
This commit is contained in:
Mug 2023-04-28 12:54:28 +02:00
parent c39547a986
commit 3a98747026
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_cpp/llama.py
View file

@ -463,7 +463,7 @@ class Llama:
for num,pattern in [(2, 192), (3, 224), (4, 240)]: for num,pattern in [(2, 192), (3, 224), (4, 240)]:
# Bitwise AND check # Bitwise AND check
if (pattern & token == pattern): if (pattern & token == pattern):
multibyte_fix = num multibyte_fix = num - 1
if self.cache and len(completion_tokens) == 0: if self.cache and len(completion_tokens) == 0:
if prompt_tokens not in self.cache: if prompt_tokens not in self.cache: