diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py index 368022c45..7a1391df9 100644 --- a/llama_cpp/server/app.py +++ b/llama_cpp/server/app.py @@ -290,6 +290,7 @@ def iterator() -> Iterator[llama_cpp.CreateCompletionStreamResponse]: inner_send_chan=send_chan, iterator=iterator(), ), + sep='\n', ) else: return iterator_or_completion @@ -382,6 +383,7 @@ def iterator() -> Iterator[llama_cpp.ChatCompletionChunk]: inner_send_chan=send_chan, iterator=iterator(), ), + sep='\n', ) else: return iterator_or_completion