fix: Use '\n' seperator for EventSourceResponse (abetlen#1188)

khimaros · abetlen · web-flow · commit ea1f88dd293c · 2024-02-15T15:20:13.000-05:00
this fixes compatibility with some OpenAI clients, including BetterChatGPT (ztjhz/BetterChatGPT#537). Co-authored-by: Andrei <abetlen@gmail.com>
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -290,6 +290,7 @@ def iterator() -> Iterator[llama_cpp.CreateCompletionStreamResponse]:
                 inner_send_chan=send_chan,
                 iterator=iterator(),
             ),
+            sep='\n',
         )
     else:
         return iterator_or_completion
@@ -382,6 +383,7 @@ def iterator() -> Iterator[llama_cpp.ChatCompletionChunk]:
                 inner_send_chan=send_chan,
                 iterator=iterator(),
             ),
+            sep='\n',
         )
     else:
         return iterator_or_completion
