popov/neuron-tai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fixing streaming

Browse Source
This commit is contained in:
Dobromir Popov
2026-07-07 16:06:05 +02:00
parent 6fa69aecaa
commit 3eb7c6b93e
5 changed files with 210 additions and 83 deletions
Download Patch File Download Diff File Expand all files Collapse all files

85
packages/tracker/meshnet_tracker/dashboard.html
View File

@@ -227,31 +227,53 @@ function renderThroughput(stats) {
$("throughput").innerHTML = table(["node", "model", "tps (1h)", "samples"], rows);
}
function renderInferenceHistory(data) {
const events = (data && data.events) || [];
const started = new Map();
const completed = [];
for (const e of events) {
const f = e.fields || {};
const id = f.request_id;
if (!id) continue;
if (e.message === "proxy route selected") {
started.set(id, e);
} else if (e.message === "proxy complete" || e.message === "proxy failed" || e.message === "direct proxy failed after relay") {
completed.push(e);
started.delete(id);
}
}
const activeByModel = {};
for (const e of started.values()) {
const f = e.fields || {};
const model = f.model || f.route_model || "?";
activeByModel[model] = (activeByModel[model] || 0) + 1;
}
const active = Object.entries(activeByModel)
.map(([model, count]) => `${esc(model)}: <span class="num">${count}</span> active`)
.join(" &middot; ");
const rows = completed.slice(-20).reverse().map(e => {
function renderInferenceHistory(data) {
const events = (data && data.events) || [];
const started = new Map();
const progress = new Map();
const completed = [];
for (const e of events) {
const f = e.fields || {};
const id = f.request_id;
if (!id) continue;
if (e.message === "proxy route selected") {
started.set(id, e);
} else if (e.message === "proxy progress") {
progress.set(id, e);
} else if (e.message === "proxy complete" || e.message === "proxy failed" || e.message === "direct proxy failed after relay") {
completed.push(e);
started.delete(id);
progress.delete(id);
}
}
const activeByModel = {};
let queuedEstimate = 0;
const activeRows = [];
for (const e of started.values()) {
const f = e.fields || {};
const model = f.model || f.route_model || "?";
activeByModel[model] = (activeByModel[model] || 0) + 1;
const p = (progress.get(f.request_id) || {}).fields || {};
const nodeQueues = Array.isArray(f.nodes) ? f.nodes.map(n => Number(n.queue_depth || 0)) : [];
const maxQueue = nodeQueues.length ? Math.max(...nodeQueues) : 0;
queuedEstimate += Math.max(0, maxQueue - 1);
activeRows.push([
new Date((e.ts || 0) * 1000).toLocaleTimeString(),
esc(short(model, 28)),
esc(short(f.request_id || "?", 18)),
`<span class="num">${esc(tps(p.tokens_per_sec))}</span>`,
`<span class="num">${esc(String(p.tokens ?? 0))}</span>`,
`<span class="num">${esc(String(maxQueue))}</span>`,
p.stream ? "stream" : "json",
]);
}
const active = Object.entries(activeByModel)
.map(([model, count]) => `${esc(model)}: <span class="num">${count}</span> active`)
.join(" &middot; ");
const liveSummary = active
? `${active}${queuedEstimate ? ` &middot; queued estimate: <span class="num">${queuedEstimate}</span>` : ""}`
: "no active requests";
const rows = completed.slice(-20).reverse().map(e => {
const f = e.fields || {};
return [
new Date((e.ts || 0) * 1000).toLocaleTimeString(),
@@ -262,12 +284,13 @@ function renderInferenceHistory(data) {
`<span class="num">${esc(String(f.elapsed_seconds ?? "?"))}</span>`,
f.stream ? "stream" : "json",
];
});
$("inference-history").innerHTML =
`<div class="dim" style="margin-bottom:6px">${active || "no active requests"}</div>` +
(rows.length ? table(["time", "model", "request", "tps", "tokens", "sec", "mode"], rows)
: '<div class="empty">no completed inference requests</div>');
}
});
$("inference-history").innerHTML =
`<div class="dim" style="margin-bottom:6px">${liveSummary}</div>` +
(activeRows.length ? table(["started", "model", "request", "live tps", "tokens", "queue", "mode"], activeRows.reverse()) : "") +
(rows.length ? table(["time", "model", "request", "tps", "tokens", "sec", "mode"], rows)
: '<div class="empty">no completed inference requests</div>');
}
function renderConsole(data) {
const events = (data && data.events) || [];