Add seed parameter to chat handlers

2023-11-07 23:41:29 -05:00 · 2023-11-07 23:41:29 -05:00 · 64f5153c35
commit 64f5153c35
parent 86aeb9f3a1
1 changed files with 1 additions and 0 deletions
--- a/llama_cpp/llama_chat_format.py
+++ b/llama_cpp/llama_chat_format.py
@ -24,6 +24,7 @@ class LlamaChatCompletionHandler(Protocol):
        top_k: int = 40,
        stream: bool = False,
        stop: Optional[Union[str, List[str]]] = [],
+        seed: Optional[int] = None,
        max_tokens: int = 256,
        presence_penalty: float = 0.0,
        frequency_penalty: float = 0.0,