Add sampling defaults for generate

2023-05-16 09:35:50 -04:00 · 2023-05-16 09:35:50 -04:00 · a65125c0bd
commit a65125c0bd
parent 341c50b5b0
1 changed files with 4 additions and 4 deletions
--- a/llama_cpp/llama.py
+++ b/llama_cpp/llama.py
@ -446,10 +446,10 @@ class Llama:
    def generate(
        self,
        tokens: Sequence[llama_cpp.llama_token],
-        top_k: int,
-        top_p: float,
-        temp: float,
-        repeat_penalty: float,
+        top_k: int = 40,
+        top_p: float = 0.95,
+        temp: float = 0.80,
+        repeat_penalty: float = 1.1,
        reset: bool = True,
        frequency_penalty: float = 0.0,
        presence_penalty: float = 0.0,