diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py index 368022c..7a1391d 100644 --- a/llama_cpp/server/app.py +++ b/llama_cpp/server/app.py @@ -290,6 +290,7 @@ async def create_completion( inner_send_chan=send_chan, iterator=iterator(), ), + sep='\n', ) else: return iterator_or_completion @@ -382,6 +383,7 @@ async def create_chat_completion( inner_send_chan=send_chan, iterator=iterator(), ), + sep='\n', ) else: return iterator_or_completion