Update chat parameters
This commit is contained in:
parent
62087514c6
commit
83b2be6dc4
1 changed files with 2 additions and 2 deletions
|
@ -672,12 +672,12 @@ class Llama:
|
|||
def create_chat_completion(
|
||||
self,
|
||||
messages: List[ChatCompletionMessage],
|
||||
temperature: float = 0.8,
|
||||
temperature: float = 0.2,
|
||||
top_p: float = 0.95,
|
||||
top_k: int = 40,
|
||||
stream: bool = False,
|
||||
stop: Optional[List[str]] = [],
|
||||
max_tokens: int = 128,
|
||||
max_tokens: int = 256,
|
||||
repeat_penalty: float = 1.1,
|
||||
) -> Union[ChatCompletion, Iterator[ChatCompletionChunk]]:
|
||||
"""Generate a chat completion from a list of messages.
|
||||
|
|
Loading…
Reference in a new issue