baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add sampling defaults for generate

Browse source
This commit is contained in:
Andrei Betlen 2023-05-16 09:35:50 -04:00
parent 341c50b5b0
commit a65125c0bd
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
llama_cpp/llama.py
View file

@ -446,10 +446,10 @@ class Llama:
def generate( def generate(
self, self,
tokens: Sequence[llama_cpp.llama_token], tokens: Sequence[llama_cpp.llama_token],
top_k: int, top_k: int = 40,
top_p: float, top_p: float = 0.95,
temp: float, temp: float = 0.80,
repeat_penalty: float, repeat_penalty: float = 1.1,
reset: bool = True, reset: bool = True,
frequency_penalty: float = 0.0, frequency_penalty: float = 0.0,
presence_penalty: float = 0.0, presence_penalty: float = 0.0,