connections

This commit is contained in:
Dobromir Popov
2026-07-08 19:49:52 +03:00
parent f0dc3bd93f
commit 91e4bcf2c9
4 changed files with 8 additions and 1 deletions

View File

@@ -1316,6 +1316,7 @@ async function sendChat() {
persistActiveChatSession();
renderChatStatus("done");
} catch (err) {
console.error("chat stream failed", err);
assistantMessage.role = "error";
assistantMessage.content = err && err.message ? err.message : "request failed";
renderChatHistory();

View File

@@ -3312,6 +3312,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
self.send_response(200)
self.send_header("Content-Type", "text/event-stream; charset=utf-8")
self.send_header("Cache-Control", "no-cache")
self.send_header("X-Accel-Buffering", "no")
self.end_headers()
stream_usage: dict | None = None
observed_stream_tokens = 0
@@ -3354,7 +3355,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
if usage is not None:
stream_usage = usage
except (BrokenPipeError, ConnectionResetError):
pass
client_gone = True
if self._finalize_proxy_cancel(
proxy_ctx=proxy_ctx,
server=server,
@@ -3392,6 +3393,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
route_model=route_model,
status=200,
stream=True,
client_disconnected=client_gone,
tokens=tokens,
elapsed_seconds=round(elapsed, 4),
tokens_per_sec=round(tokens / elapsed, 4) if elapsed > 0 else 0.0,
@@ -3584,6 +3586,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
self.send_response(int(first.get("status", 200)))
self.send_header("Content-Type", headers.get("Content-Type", "text/event-stream; charset=utf-8"))
self.send_header("Cache-Control", "no-cache")
self.send_header("X-Accel-Buffering", "no")
self.end_headers()
server: _TrackerHTTPServer = self.server # type: ignore[assignment]
stream_usage: dict | None = None
@@ -3657,6 +3660,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
route_model=route_model,
status=200,
stream=True,
client_disconnected=client_gone,
relay=True,
tokens=tokens,
elapsed_seconds=round(elapsed, 4),