connections
This commit is contained in:
@@ -1316,6 +1316,7 @@ async function sendChat() {
|
||||
persistActiveChatSession();
|
||||
renderChatStatus("done");
|
||||
} catch (err) {
|
||||
console.error("chat stream failed", err);
|
||||
assistantMessage.role = "error";
|
||||
assistantMessage.content = err && err.message ? err.message : "request failed";
|
||||
renderChatHistory();
|
||||
|
||||
@@ -3312,6 +3312,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
self.send_response(200)
|
||||
self.send_header("Content-Type", "text/event-stream; charset=utf-8")
|
||||
self.send_header("Cache-Control", "no-cache")
|
||||
self.send_header("X-Accel-Buffering", "no")
|
||||
self.end_headers()
|
||||
stream_usage: dict | None = None
|
||||
observed_stream_tokens = 0
|
||||
@@ -3354,7 +3355,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
if usage is not None:
|
||||
stream_usage = usage
|
||||
except (BrokenPipeError, ConnectionResetError):
|
||||
pass
|
||||
client_gone = True
|
||||
if self._finalize_proxy_cancel(
|
||||
proxy_ctx=proxy_ctx,
|
||||
server=server,
|
||||
@@ -3392,6 +3393,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
route_model=route_model,
|
||||
status=200,
|
||||
stream=True,
|
||||
client_disconnected=client_gone,
|
||||
tokens=tokens,
|
||||
elapsed_seconds=round(elapsed, 4),
|
||||
tokens_per_sec=round(tokens / elapsed, 4) if elapsed > 0 else 0.0,
|
||||
@@ -3584,6 +3586,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
self.send_response(int(first.get("status", 200)))
|
||||
self.send_header("Content-Type", headers.get("Content-Type", "text/event-stream; charset=utf-8"))
|
||||
self.send_header("Cache-Control", "no-cache")
|
||||
self.send_header("X-Accel-Buffering", "no")
|
||||
self.end_headers()
|
||||
server: _TrackerHTTPServer = self.server # type: ignore[assignment]
|
||||
stream_usage: dict | None = None
|
||||
@@ -3657,6 +3660,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
route_model=route_model,
|
||||
status=200,
|
||||
stream=True,
|
||||
client_disconnected=client_gone,
|
||||
relay=True,
|
||||
tokens=tokens,
|
||||
elapsed_seconds=round(elapsed, 4),
|
||||
|
||||
Reference in New Issue
Block a user