diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index 69f7680..45e09d1 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -330,7 +330,7 @@ class Llama: repeat_penalty: float = 1.1, top_k: int = 40, stream: bool = False, - ) -> Union[Iterator[Completion], Iterator[CompletionChunk],]: + ) -> Union[Iterator[Completion], Iterator[CompletionChunk]]: assert self.ctx is not None completion_id = f"cmpl-{str(uuid.uuid4())}" created = int(time.time())