more chat UI
This commit is contained in:
@@ -2729,6 +2729,11 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
required_start,
|
||||
required_end,
|
||||
)
|
||||
served_copies = _served_model_copies(
|
||||
model_nodes,
|
||||
required_start,
|
||||
required_end,
|
||||
)
|
||||
aliases = [name]
|
||||
hf_repo = preset.get("hf_repo")
|
||||
if hf_repo and hf_repo not in aliases:
|
||||
@@ -2748,6 +2753,7 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
"recommended": bool(preset.get("recommended", False)),
|
||||
"deployment": _deployment_summary(alive, preset),
|
||||
"shard_coverage_percentage": coverage,
|
||||
"served_model_copies": served_copies,
|
||||
})
|
||||
seen_ids.add(name)
|
||||
if hf_repo:
|
||||
@@ -2778,6 +2784,11 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
aliases = [model_id, *[name for name in short_names if name != model_id]]
|
||||
required_start = 0
|
||||
required_end = max(node.num_layers for node in model_nodes) - 1
|
||||
coverage = _coverage_percentage(
|
||||
model_nodes,
|
||||
required_start,
|
||||
required_end,
|
||||
)
|
||||
data.append({
|
||||
"id": model_id,
|
||||
"object": "model",
|
||||
@@ -2787,7 +2798,8 @@ class _TrackerHandler(http.server.BaseHTTPRequestHandler):
|
||||
"hf_repo": model_id if any(node.hf_repo == model_id for node in model_nodes) else None,
|
||||
"aliases": aliases,
|
||||
"metadata": _model_metadata_from_nodes(model_nodes),
|
||||
"shard_coverage_percentage": _coverage_percentage(
|
||||
"shard_coverage_percentage": coverage,
|
||||
"served_model_copies": _served_model_copies(
|
||||
model_nodes,
|
||||
required_start,
|
||||
required_end,
|
||||
|
||||
Reference in New Issue
Block a user