baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add field to disable reseting between generations

Browse source
This commit is contained in:
Andrei Betlen 2023-04-13 00:28:00 -04:00
parent 22fa5a621f
commit 6595ad84bf
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
llama_cpp/llama.py
View file

@ -218,6 +218,7 @@ class Llama:
top_p: float, top_p: float,
temp: float, temp: float,
repeat_penalty: float, repeat_penalty: float,
reset: bool = True,
) -> Generator[ ) -> Generator[
llama_cpp.llama_token, Optional[Sequence[llama_cpp.llama_token]], None llama_cpp.llama_token, Optional[Sequence[llama_cpp.llama_token]], None
]: ]:
@ -235,11 +236,13 @@ class Llama:
top_p: The top-p sampling parameter. top_p: The top-p sampling parameter.
temp: The temperature parameter. temp: The temperature parameter.
repeat_penalty: The repeat penalty parameter. repeat_penalty: The repeat penalty parameter.
reset: Whether to reset the model state.
Yields: Yields:
The generated tokens. The generated tokens.
""" """
assert self.ctx is not None assert self.ctx is not None
if reset:
self.reset() self.reset()
while True: while True:
self.eval(tokens) self.eval(tokens)