show all requests not just histroy
This commit is contained in:
@@ -2705,18 +2705,34 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
self.end_headers()
|
||||
stream_usage: dict | None = None
|
||||
observed_stream_tokens = 0
|
||||
client_gone = False
|
||||
try:
|
||||
while True:
|
||||
line = upstream.readline()
|
||||
if not line:
|
||||
break
|
||||
if not client_gone:
|
||||
try:
|
||||
self.wfile.write(line)
|
||||
self.wfile.flush()
|
||||
except (BrokenPipeError, ConnectionResetError):
|
||||
# Keep draining upstream so completed node work is still billed.
|
||||
client_gone = True
|
||||
observed, usage = _stream_line_tokens(line)
|
||||
observed_stream_tokens += observed
|
||||
if observed:
|
||||
_tracker_log_proxy_progress(
|
||||
server,
|
||||
request_id=request_id,
|
||||
model=model,
|
||||
route_model=route_model,
|
||||
tokens=observed_stream_tokens,
|
||||
started=started,
|
||||
route_nodes=route_nodes,
|
||||
)
|
||||
if usage is not None:
|
||||
stream_usage = usage
|
||||
except BrokenPipeError:
|
||||
except (BrokenPipeError, ConnectionResetError):
|
||||
pass
|
||||
elapsed = time.monotonic() - started
|
||||
# Bill even on client disconnect — the nodes did the work.
|
||||
|
||||
Reference in New Issue
Block a user