Move tracker hive to admin and expand nodes panel.
Give Nodes & coverage full width on overview with inference prices and live speed, and expose model pricing on /v1/models. Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
@@ -3145,6 +3145,16 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
self.send_response(404)
|
||||
self.end_headers()
|
||||
|
||||
def _model_pricing_payload(self, model: str) -> dict | None:
|
||||
server: _TrackerHTTPServer = self.server # type: ignore[assignment]
|
||||
if server.billing is None:
|
||||
return None
|
||||
in_rate, out_rate = server.billing.prices_for(model)
|
||||
return {
|
||||
"input_per_1k_usdt": in_rate,
|
||||
"output_per_1k_usdt": out_rate,
|
||||
}
|
||||
|
||||
def _handle_models(self):
|
||||
server: _TrackerHTTPServer = self.server # type: ignore[assignment]
|
||||
created = int(time.time())
|
||||
@@ -3200,6 +3210,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
"shard_coverage_percentage": coverage,
|
||||
"served_model_copies": served_copies,
|
||||
"quantizations": quantizations,
|
||||
"pricing": self._model_pricing_payload(name),
|
||||
})
|
||||
seen_ids.add(name)
|
||||
# Note: the preset's hf_repo is deliberately NOT added to seen_ids —
|
||||
@@ -3251,6 +3262,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
required_start,
|
||||
required_end,
|
||||
),
|
||||
"pricing": self._model_pricing_payload(model_id),
|
||||
})
|
||||
seen_ids.add(model_id)
|
||||
self._send_json(200, {"object": "list", "data": data})
|
||||
|
||||
Reference in New Issue
Block a user