baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add seed parameter to chat handlers

Browse source
This commit is contained in:
Andrei Betlen 2023-11-07 23:41:29 -05:00
parent 86aeb9f3a1
commit 64f5153c35
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
llama_cpp/llama_chat_format.py
View file

@ -24,6 +24,7 @@ class LlamaChatCompletionHandler(Protocol):
top_k: int = 40, top_k: int = 40,
stream: bool = False, stream: bool = False,
stop: Optional[Union[str, List[str]]] = [], stop: Optional[Union[str, List[str]]] = [],
seed: Optional[int] = None,
max_tokens: int = 256, max_tokens: int = 256,
presence_penalty: float = 0.0, presence_penalty: float = 0.0,
frequency_penalty: float = 0.0, frequency_penalty: float = 0.0,