output immediately when bytes are full

rplugin/python3/handlers/chat_handler.py

@@ -221,27 +221,9 @@ def _add_chat_messages(
                 buffer.decode("utf-8")
             except UnicodeDecodeError:
                 continue
-            if "\n" in buffer.decode("utf-8"):
-                token = buffer.decode("utf-8").split("\n")[0]
-                buffer = buffer[len(token) + 1:]
-                self.nvim.exec_lua(
-                    'require("CopilotChat.utils").log_info(...)', f"Token: {token}"
-                )
-                buffer_lines = cast(list[str], self.buffer.lines())
-                last_line_row = len(buffer_lines) - 1
-                last_line_col = len(buffer_lines[-1])
-
-                self.nvim.api.buf_set_text(
-                    self.buffer.number,
-                    last_line_row,
-                    last_line_col,
-                    last_line_row,
-                    last_line_col,
-                    [token],
-                )
-        if buffer:
+            token = buffer.decode("utf-8")
             self.nvim.exec_lua(
-                'require("CopilotChat.utils").log_info(...)', f"Buffer: {buffer}"
+                'require("CopilotChat.utils").log_info(...)', f"Token: {token}"
             )
             buffer_lines = cast(list[str], self.buffer.lines())
             last_line_row = len(buffer_lines) - 1
@@ -253,7 +235,7 @@ def _add_chat_messages(
                 last_line_col,
                 last_line_row,
                 last_line_col,
-                [buffer],
+                token.split("\n"),
             )
 
     def _add_end_separator(self, model: str, no_annoyance: bool = False):