Style fix

This commit is contained in:
Andrei Betlen 2023-04-12 14:06:22 -04:00
parent 6cf5876538
commit 2f9b649005

View file

@ -330,7 +330,7 @@ class Llama:
repeat_penalty: float = 1.1,
top_k: int = 40,
stream: bool = False,
) -> Union[Iterator[Completion], Iterator[CompletionChunk],]:
) -> Union[Iterator[Completion], Iterator[CompletionChunk]]:
assert self.ctx is not None
completion_id = f"cmpl-{str(uuid.uuid4())}"
created = int(time.time())