Update stop sequences for chat

This commit is contained in:
Andrei Betlen 2023-04-15 12:02:48 -04:00
parent 83b2be6dc4
commit a6372a7ae5

View file

@ -701,7 +701,7 @@ class Llama:
for message in messages
)
PROMPT = chat_history + "### Assistant:"
PROMPT_STOP = ["### Assistant:", "### Human:", "\n"]
PROMPT_STOP = ["### Assistant:", "### Human:"]
completion_or_chunks = self(
prompt=PROMPT,
stop=PROMPT_STOP + stop,