From caf3c0362b95202420d90d19d72daaf2c759f7dc Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Mon, 3 Apr 2023 20:26:08 -0400 Subject: [PATCH] Add return type for default __call__ method --- llama_cpp/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index b89bda5..f222dfd 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -480,7 +480,7 @@ class Llama: repeat_penalty: float = 1.1, top_k: int = 40, stream: bool = False, - ): + ) -> Union[Completion, Iterator[CompletionChunk]]: """Generate text from a prompt. Args: