Bugfix: only eval new tokens
This commit is contained in:
parent
887f3b73ac
commit
89856ef00d
1 changed files with 1 additions and 0 deletions
|
@ -280,6 +280,7 @@ class Llama:
|
||||||
if self.verbose:
|
if self.verbose:
|
||||||
print("generate cache hit", file=sys.stderr)
|
print("generate cache hit", file=sys.stderr)
|
||||||
reset = False
|
reset = False
|
||||||
|
tokens = tokens[len(self.tokens) :]
|
||||||
###
|
###
|
||||||
if reset:
|
if reset:
|
||||||
self.reset()
|
self.reset()
|
||||||
|
|
Loading…
Reference in a new issue