2411 lines
121 KiB
JSON
2411 lines
121 KiB
JSON
{
|
||
"name": "Distributed GGUF Runtime",
|
||
"branchName": "ralph/distributed-gguf-runtime",
|
||
"description": "Benchmark-gated distributed GGUF Shards using existing Meshnet control-plane routing and a standalone C++ gRPC worker around pinned upstream llama.cpp, targeting DeepSeek V4 Flash without hardcoded quantization or topology.",
|
||
"sourceOfTruth": "This prd.json is authoritative. Generated issue Markdown and planning summaries are projections and must not override it. DGR-017 and DGR-018 are complete; all later stories remain unimplemented specifications with passes=false.",
|
||
"qualityGates": {
|
||
"universal": [
|
||
"Targeted deterministic tests pass; Python changes also pass `python -m compileall packages tests`.",
|
||
"`git diff --check` passes.",
|
||
"Default tests are model-download-free, API-credit-free, and GPU-free.",
|
||
"Evidence README records exact changed files, commands/results, limitations, and dependency handoff; no fabricated evidence or inherited completion credit."
|
||
],
|
||
"native": [
|
||
"Native changes pass focused out-of-tree CMake build and CTest; patch changes verify clean apply/check/reverse against the exact llama.cpp pin."
|
||
],
|
||
"realModelHardware": [
|
||
"Runs are opt-in and record exact artifact/split hashes, runtime/upstream pin, backend/driver, hardware, network, commands, and raw metrics. Model artifacts use configured mounted-drive storage and never `/home`."
|
||
],
|
||
"scope": [
|
||
"Preserve existing Transformers behavior and backend-agnostic Tracker routing/load balancing/billing/relay semantics unless an explicit versioned contract says otherwise. One scoped story commit is expected during execution, but this specification-materialization change is not committed."
|
||
]
|
||
},
|
||
"metadataSchema": {
|
||
"requiredStoryFields": [
|
||
"id",
|
||
"title",
|
||
"description",
|
||
"acceptanceCriteria",
|
||
"priority",
|
||
"passes",
|
||
"milestone",
|
||
"executionMode",
|
||
"labels",
|
||
"triage",
|
||
"evidenceClass",
|
||
"evidencePath",
|
||
"hardware",
|
||
"model",
|
||
"upstream",
|
||
"dependsOn",
|
||
"notes",
|
||
"blocks"
|
||
],
|
||
"optionalStoryFields": [
|
||
"completionNotes"
|
||
],
|
||
"idRange": "DGR-017..DGR-071 inclusive",
|
||
"triageValues": [
|
||
"ready-for-agent",
|
||
"ready-for-human"
|
||
],
|
||
"executionModeValues": [
|
||
"AFK",
|
||
"HITL"
|
||
],
|
||
"evidenceClassValues": [
|
||
"model-free",
|
||
"fixture",
|
||
"real-model",
|
||
"real-hardware",
|
||
"release"
|
||
],
|
||
"hardwareValues": [
|
||
"none",
|
||
"optional",
|
||
"required"
|
||
],
|
||
"upstreamValues": [
|
||
"yes",
|
||
"no",
|
||
"conditional"
|
||
],
|
||
"typeDerivation": "A story type is derived from its type:<value> label; gate:<value> stories derive release-gate.",
|
||
"labelConventions": "Reserved prefixes include type:, priority:, area:, gate:, and ready-for-agent/ready-for-human triage labels; at most one type: and one priority: label are allowed.",
|
||
"generatedArtifactDisclaimer": "<!-- GENERATED FROM prd.json — DO NOT EDIT AS AN INDEPENDENT SOURCE. prd.json IS AUTHORITATIVE. -->",
|
||
"dependencyRules": "Dependencies reference existing numerically earlier IDs; graph is acyclic. blocks is mechanically derived from dependsOn.",
|
||
"authorityRule": "Generated issue files state that prd.json is authoritative and cannot independently claim completion or override it."
|
||
},
|
||
"milestones": [
|
||
{
|
||
"id": "M0",
|
||
"name": "Truth and contracts",
|
||
"stories": "DGR-017..DGR-020",
|
||
"outcome": "Reconciled legacy truth, canonical metadata, immutable gates, and a controlled whole-model baseline."
|
||
},
|
||
{
|
||
"id": "M1",
|
||
"name": "Protocol and native substrate",
|
||
"stories": "DGR-021..DGR-033",
|
||
"outcome": "Versioned gRPC protocol, exact identities/artifacts, pinned upstream, reproducible builds, ShardEngine, and fake worker."
|
||
},
|
||
{
|
||
"id": "M2",
|
||
"name": "Dense vertical proof",
|
||
"stories": "DGR-034..DGR-043",
|
||
"outcome": "Dense ranged execution, parity, local state, worker integration, and GGUF inputs to existing routing."
|
||
},
|
||
{
|
||
"id": "M3",
|
||
"name": "DeepSeek V4 Flash alpha",
|
||
"stories": "DGR-044..DGR-054",
|
||
"outcome": "Pinned V4 adapter around upstream llama.cpp, real route certification, and pre-locked alpha decision with MTP off."
|
||
},
|
||
{
|
||
"id": "M4",
|
||
"name": "Performance and beta hardening",
|
||
"stories": "DGR-055..DGR-067",
|
||
"outcome": "Batching, backpressure, recovery, scale certification, optimization, MTP, and hardware matrix."
|
||
},
|
||
{
|
||
"id": "M5",
|
||
"name": "Release and maintenance",
|
||
"stories": "DGR-068..DGR-071",
|
||
"outcome": "Reproducible packages, upstream collaboration, beta decision, and sustainable recertification."
|
||
}
|
||
],
|
||
"supersededStories": {
|
||
"DGR-001": {
|
||
"newIds": [
|
||
"DGR-019",
|
||
"DGR-020",
|
||
"DGR-054",
|
||
"DGR-070"
|
||
],
|
||
"disposition": "Benchmark scaffold/evidence may be audited; old pass state is void."
|
||
},
|
||
"DGR-002": {
|
||
"newIds": [
|
||
"DGR-021",
|
||
"DGR-022",
|
||
"DGR-023",
|
||
"DGR-024"
|
||
],
|
||
"disposition": "Split protocol, lifecycle, code generation, and fake transport."
|
||
},
|
||
"DGR-003": {
|
||
"newIds": [
|
||
"DGR-025"
|
||
],
|
||
"disposition": "Replaced by exact artifact/runtime compatibility identity."
|
||
},
|
||
"DGR-004": {
|
||
"newIds": [
|
||
"DGR-027",
|
||
"DGR-028",
|
||
"DGR-029",
|
||
"DGR-030",
|
||
"DGR-071"
|
||
],
|
||
"disposition": "Split provenance, patch stack, builds, and maintenance."
|
||
},
|
||
"DGR-005": {
|
||
"newIds": [
|
||
"DGR-034",
|
||
"DGR-045"
|
||
],
|
||
"disposition": "Dense and V4 ownership separated."
|
||
},
|
||
"DGR-006": {
|
||
"newIds": [
|
||
"DGR-031",
|
||
"DGR-035",
|
||
"DGR-036",
|
||
"DGR-046",
|
||
"DGR-047",
|
||
"DGR-048",
|
||
"DGR-049"
|
||
],
|
||
"disposition": "Engine, dense boundary, V4 typed boundary, and local-state adapters separated."
|
||
},
|
||
"DGR-007": {
|
||
"newIds": [
|
||
"DGR-038",
|
||
"DGR-049"
|
||
],
|
||
"disposition": "Replaced by session/epoch-keyed local KV and V4 auxiliary state."
|
||
},
|
||
"DGR-008": {
|
||
"newIds": [
|
||
"DGR-032",
|
||
"DGR-033",
|
||
"DGR-037"
|
||
],
|
||
"disposition": "Old implementation/evidence absent; no completion credit transfers."
|
||
},
|
||
"DGR-009": {
|
||
"newIds": [
|
||
"DGR-040",
|
||
"DGR-041",
|
||
"DGR-042",
|
||
"DGR-043"
|
||
],
|
||
"disposition": "Supervision, registration, relay, and routing-input integration separated."
|
||
},
|
||
"DGR-010": {
|
||
"newIds": [
|
||
"DGR-036",
|
||
"DGR-039",
|
||
"DGR-052"
|
||
],
|
||
"disposition": "Fixture, dense real acceptance, and V4 parity separated."
|
||
},
|
||
"DGR-011": {
|
||
"newIds": [
|
||
"DGR-053",
|
||
"DGR-061",
|
||
"DGR-062",
|
||
"DGR-067"
|
||
],
|
||
"disposition": "Replaced by scenario-based real 2–4, existing-routing 10+, real 10+, and backend certification."
|
||
},
|
||
"DGR-012": {
|
||
"newIds": [
|
||
"DGR-055",
|
||
"DGR-056",
|
||
"DGR-057"
|
||
],
|
||
"disposition": "Batching, admission/backpressure, and benchmarking separated."
|
||
},
|
||
"DGR-013": {
|
||
"newIds": [
|
||
"DGR-058",
|
||
"DGR-059"
|
||
],
|
||
"disposition": "Failure semantics and restart/re-prefill recovery separated."
|
||
},
|
||
"DGR-014": {
|
||
"newIds": [
|
||
"DGR-019",
|
||
"DGR-054",
|
||
"DGR-070"
|
||
],
|
||
"disposition": "Replaced by immutable performance, alpha, and beta gates."
|
||
},
|
||
"DGR-015": {
|
||
"newIds": [
|
||
"DGR-044",
|
||
"DGR-045",
|
||
"DGR-046",
|
||
"DGR-047",
|
||
"DGR-048",
|
||
"DGR-049",
|
||
"DGR-050",
|
||
"DGR-051",
|
||
"DGR-052",
|
||
"DGR-053",
|
||
"DGR-054",
|
||
"DGR-060",
|
||
"DGR-065",
|
||
"DGR-066",
|
||
"DGR-067"
|
||
],
|
||
"disposition": "Qwen target superseded by DeepSeek V4 Flash; no old completion transfers."
|
||
},
|
||
"DGR-016": {
|
||
"newIds": [
|
||
"DGR-069",
|
||
"DGR-071"
|
||
],
|
||
"disposition": "Upstream collaboration and ongoing maintenance separated."
|
||
}
|
||
},
|
||
"userStories": [
|
||
{
|
||
"id": "DGR-017",
|
||
"title": "Reconcile and clean the superseded DGR backlog",
|
||
"priority": 1,
|
||
"milestone": "M0",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:provenance",
|
||
"area:cleanup",
|
||
"type:audit",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-017/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/017-reconcile-and-clean-the-superseded-dgr-backlog.md`, and evidence READMEs for dependencies (none) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Audit implementation reality, void inherited completion credit, and clean misleading backlog/stub baggage while preserving attributable evidence and accepted research.",
|
||
"acceptanceCriteria": [
|
||
"Compare the branch, old DGR-001..016 issue/pass states, evidence, and actual runtime sources; classify each output as reusable, reference-only, blocked, obsolete, or absent.",
|
||
"Record an authoritative old-to-new disposition and provenance; explicitly give no completion credit to any new story and note absent implementation/evidence.",
|
||
"Remove or archive only artifacts the audit proves obsolete while preserving accepted ADRs, useful research, raw benchmark evidence, and attributable reusable work.",
|
||
"Protect ignored build workspaces, generated protobuf outputs, Ralph logs, and model artifacts from accidental commits, and document every retained legacy artifact.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": true,
|
||
"completionNotes": "Completed 2026-07-16. Superseded DGR-001..016 issues/evidence and nonfunctional synthetic runtime scaffolding were removed from the active tree; packages/ and tests/ were restored exactly to origin/master. Accepted research and the real public-relay smoke benchmark were retained with provenance. See evidence/DGR-017/README.md.",
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/017-reconcile-and-clean-the-superseded-dgr-backlog.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-018",
|
||
"DGR-019",
|
||
"DGR-027",
|
||
"DGR-054"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-018",
|
||
"title": "Define canonical Ralph and Gitea metadata schema",
|
||
"priority": 2,
|
||
"milestone": "M0",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:planning",
|
||
"area:gitea",
|
||
"type:infrastructure",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-018/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-017"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/018-define-canonical-ralph-and-gitea-metadata-schema.md`, and evidence READMEs for dependencies (DGR-017) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Make `prd.json` the validated source from which Markdown and Gitea issues can later be generated losslessly.",
|
||
"acceptanceCriteria": [
|
||
"Define fields for stable ID/title, labels, milestone, type, `dependsOn`, derived `blocks`, triage, evidence class, and hardware/model/upstream flags.",
|
||
"Validate that all stories start `passes: false`, use known dependencies, and have unique stable IDs.",
|
||
"Reject cycles, missing dependencies, mismatched generated `blocks`, duplicate titles/IDs, and generated artifacts claiming authority over `prd.json`.",
|
||
"Add deterministic model-free tests for parse, validation, and generation round trips.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": true,
|
||
"completionNotes": "Completed 2026-07-16. Added the canonical schema/validator/generator module and 108 deterministic tests; restored and extended prd.json metadata self-description; regenerated DGR-018. See evidence/DGR-018/README.md.",
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/018-define-canonical-ralph-and-gitea-metadata-schema.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-021",
|
||
"DGR-025"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-019",
|
||
"title": "Lock alpha and beta performance contracts",
|
||
"priority": 3,
|
||
"milestone": "M0",
|
||
"executionMode": "HITL",
|
||
"labels": [
|
||
"area:performance",
|
||
"type:contract",
|
||
"priority:p0",
|
||
"gate:hitl",
|
||
"ready-for-human"
|
||
],
|
||
"evidenceClass": "release",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-019/README.md",
|
||
"hardware": "required",
|
||
"model": "generic+deepseek-v4",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-017"
|
||
],
|
||
"triage": "ready-for-human",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/019-lock-alpha-and-beta-performance-contracts.md`, and evidence READMEs for dependencies (DGR-017) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Freeze useful speed, correctness, memory-fit, and stop/go thresholds before implementation results are visible.",
|
||
"acceptanceCriteria": [
|
||
"Define controlled safetensors, whole-model GGUF, dense distributed GGUF, and V4 Flash distributed lanes with fixed prompts, context/output lengths, sampling, concurrency, hardware, and metrics.",
|
||
"Alpha requires correctness plus a human-approved useful-speed threshold; beta adds concurrency, long-context, failure, and sustained-throughput thresholds.",
|
||
"Separate quantization/model-fit gains from runtime, transport, batching, and kernel gains.",
|
||
"Treat quants and 2–4/10+ stage counts only as named certification scenarios; no product logic may hardcode them.",
|
||
"Lock thresholds and stop conditions in versioned machine-readable data before benchmark result ingestion.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/019-lock-alpha-and-beta-performance-contracts.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-020",
|
||
"DGR-044",
|
||
"DGR-054"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-020",
|
||
"title": "Run the controlled whole-model GGUF baseline",
|
||
"priority": 4,
|
||
"milestone": "M0",
|
||
"executionMode": "HITL",
|
||
"labels": [
|
||
"area:performance",
|
||
"type:benchmark",
|
||
"priority:p0",
|
||
"gate:hitl",
|
||
"ready-for-human"
|
||
],
|
||
"evidenceClass": "real-hardware",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-020/README.md",
|
||
"hardware": "required",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-019"
|
||
],
|
||
"triage": "ready-for-human",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/020-run-the-controlled-whole-model-gguf-baseline.md`, and evidence READMEs for dependencies (DGR-019) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Execute the locked safetensors and whole-model llama.cpp lanes before distributed implementation results can influence the decision.",
|
||
"acceptanceCriteria": [
|
||
"Run the exact DGR-019 safetensors and whole-model llama.cpp benchmark lanes with locked prompts, lengths, sampling, concurrency, hardware, and artifact/runtime identities.",
|
||
"Record raw machine-readable correctness, TTFT, prefill/decode, throughput, latency, memory, artifact-size, failure, and quality-drift metrics without ingesting distributed implementation results.",
|
||
"Separate quantization/model-fit effects from runtime/kernel effects and preserve failed or unavailable lanes honestly.",
|
||
"Publish a threshold-based `go`, `optimize baseline`, or `stop` decision without changing the locked contract.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/020-run-the-controlled-whole-model-gguf-baseline.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-054"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-021",
|
||
"title": "Define the versioned named-tensor stream envelope",
|
||
"priority": 5,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:protocol",
|
||
"type:infrastructure",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-021/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-018"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/021-define-the-versioned-named-tensor-stream-envelope.md`, and evidence READMEs for dependencies (DGR-018) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Establish the backend-neutral protobuf envelope used by direct and relayed Shard activation traffic.",
|
||
"acceptanceCriteria": [
|
||
"Define schema version, request/work ID, route session/epoch, shard range/effective start, phase, position, and idempotency step.",
|
||
"Define named tensors with shape, dtype, byte order, bounded fragments, compression identity, and checksum.",
|
||
"Reserve extensible fields for token-ID sidebands, architecture state, recurrent state, and MTP without claiming implementations.",
|
||
"Add deterministic serialization, fragmentation, checksum, unknown-field, and size-limit tests.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/021-define-the-versioned-named-tensor-stream-envelope.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-022",
|
||
"DGR-023",
|
||
"DGR-025",
|
||
"DGR-031",
|
||
"DGR-035",
|
||
"DGR-046"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-022",
|
||
"title": "Define Shard lifecycle and structured status RPCs",
|
||
"priority": 6,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:protocol",
|
||
"area:lifecycle",
|
||
"type:infrastructure",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-022/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-021"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/022-define-shard-lifecycle-and-structured-status-rpcs.md`, and evidence READMEs for dependencies (DGR-021) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Complete the gRPC contract for worker capability, health, sessions, cancellation, release, and metrics.",
|
||
"acceptanceCriteria": [
|
||
"Define capability, health, bidirectional session stream, cancellation, release, and metrics RPCs.",
|
||
"Specify deadlines, cancellation propagation, bounded flow control, cache expectations/results, and structured error taxonomy.",
|
||
"Specify TLS/auth hooks without moving Meshnet authentication or billing into the worker.",
|
||
"Add compatibility tests for supported versions and fail-closed tests for unsupported versions and malformed lifecycle transitions.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/022-define-shard-lifecycle-and-structured-status-rpcs.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-024",
|
||
"DGR-033",
|
||
"DGR-037"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-023",
|
||
"title": "Make Python and C++ protobuf generation reproducible",
|
||
"priority": 7,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:protocol",
|
||
"area:build",
|
||
"type:tooling",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-023/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-021"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/023-make-python-and-c-protobuf-generation-reproducible.md`, and evidence READMEs for dependencies (DGR-021) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Generate identical Python/C++ protocol bindings without manual copying or checked-in build debris.",
|
||
"acceptanceCriteria": [
|
||
"Pin protoc, gRPC, and plugin versions or declare a verified compatible range.",
|
||
"Generate Python and C++ bindings into out-of-tree build/package locations through documented commands.",
|
||
"Add Python↔C++ round-trip and descriptor compatibility tests.",
|
||
"A clean checkout regenerates bindings deterministically or fails with an actionable toolchain error.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/023-make-python-and-c-protobuf-generation-reproducible.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-024",
|
||
"DGR-037"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-024",
|
||
"title": "Implement in-memory fake gRPC seam transport",
|
||
"priority": 8,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:protocol",
|
||
"area:testing",
|
||
"type:vertical-slice",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "fixture",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-024/README.md",
|
||
"hardware": "none",
|
||
"model": "fake",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-022",
|
||
"DGR-023"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/024-implement-in-memory-fake-grpc-seam-transport.md`, and evidence READMEs for dependencies (DGR-022, DGR-023) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Exercise the complete streaming protocol deterministically before a real model or worker exists.",
|
||
"acceptanceCriteria": [
|
||
"Provide a fake bidirectional stream supporting prefill fragments, decode fast-path frames, release, cancel, and structured errors.",
|
||
"Test flow-control blocking, deadlines, malformed fragments, checksum failure, duplicates, and stale epochs.",
|
||
"Verify direct and opaque-relay framing preserve identical protobuf bytes.",
|
||
"Tests require no sockets outside localhost, model downloads, or native accelerator.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/024-implement-in-memory-fake-grpc-seam-transport.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-033",
|
||
"DGR-042"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-025",
|
||
"title": "Define exact artifact and runtime recipe identity",
|
||
"priority": 9,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:identity",
|
||
"area:admission",
|
||
"type:domain",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-025/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-018",
|
||
"DGR-021"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/025-define-exact-artifact-and-runtime-recipe-identity.md`, and evidence READMEs for dependencies (DGR-018, DGR-021) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Ensure the tracker and worker only combine numerically and operationally compatible shards.",
|
||
"acceptanceCriteria": [
|
||
"Fingerprint source artifact SHA, tokenizer revision, architecture adapter/version, boundary schema, runtime pin/patch stack, backend, quant, activation/compute dtype, and KV/state layout.",
|
||
"Bind each shard to an exact half-open range without hardcoding a topology or quant.",
|
||
"Fail closed on any artifact, adapter, boundary, cache, backend, or runtime mismatch.",
|
||
"Unsupported recipes remain registered-but-dark until real-hardware evidence certifies them.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/025-define-exact-artifact-and-runtime-recipe-identity.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-026",
|
||
"DGR-031",
|
||
"DGR-041",
|
||
"DGR-044"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-026",
|
||
"title": "Provision exact split-GGUF artifacts outside /home",
|
||
"priority": 10,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:artifacts",
|
||
"area:provenance",
|
||
"type:tooling",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "fixture",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-026/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-025"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/026-provision-exact-split-gguf-artifacts-outside-home.md`, and evidence READMEs for dependencies (DGR-025) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Make exact split-GGUF inputs reproducibly available from mounted-drive storage without embedding a quantization or topology assumption in product code.",
|
||
"acceptanceCriteria": [
|
||
"Create an exact manifest that binds the source artifact, tokenizer/revision, every split file name, size, range/role, and cryptographic hash.",
|
||
"Provide resumable, hash-verifying download/provision tooling targeting configured mounted-drive storage; refuse paths under `/home` and incomplete or mismatched splits.",
|
||
"Keep quantization and split topology as manifest/recipe inputs with no hardcoded quant, node count, or range layout.",
|
||
"Add deterministic model-download-free tests using tiny local split fixtures, including interrupted resume, missing split, hash mismatch, and `/home` rejection.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/026-provision-exact-split-gguf-artifacts-outside-home.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-044",
|
||
"DGR-045"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-027",
|
||
"title": "Add exact llama.cpp provenance manifest and fetch workspace",
|
||
"priority": 11,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:upstream",
|
||
"area:build",
|
||
"type:provenance",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-027/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-017"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/027-add-exact-llama-cpp-provenance-manifest-and-fetch-workspace.md`, and evidence READMEs for dependencies (DGR-017) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Pin llama.cpp exactly through an in-repo manifest while fetching source only into an ignored build workspace.",
|
||
"acceptanceCriteria": [
|
||
"Manifest records upstream URL, exact commit, expected source archive/tree hash, license, and retrieval method.",
|
||
"Fetch tooling verifies identity before use and refuses an unpinned branch/tag.",
|
||
"Source is fetched into an ignored build workspace; no submodule, vendored source tree, or permanent fork is introduced.",
|
||
"Offline reuse is supported only after the cached tree’s exact identity is verified.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/027-add-exact-llama-cpp-provenance-manifest-and-fetch-workspace.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-028",
|
||
"DGR-029",
|
||
"DGR-044"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-028",
|
||
"title": "Implement numbered patch-stack apply and verification",
|
||
"priority": 12,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:upstream",
|
||
"area:patches",
|
||
"type:tooling",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-028/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-027"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/028-implement-numbered-patch-stack-apply-and-verification.md`, and evidence READMEs for dependencies (DGR-027) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Maintain a minimal auditable llama.cpp delta with one numbered patch per concern.",
|
||
"acceptanceCriteria": [
|
||
"Add deterministic apply/check/reverse verification against the exact manifest pin.",
|
||
"Separate range loading, boundary I/O, filtered state, and worker hooks into scoped patches.",
|
||
"Record upstream file/API assumptions and fail with the first incompatible patch when the pin changes.",
|
||
"Verify license/attribution and prove no Meshnet routing, billing, relay, or authentication code enters the patch stack.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/028-implement-numbered-patch-stack-apply-and-verification.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-029",
|
||
"DGR-034",
|
||
"DGR-069"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-029",
|
||
"title": "Create the native CMake skeleton and deterministic CPU lane",
|
||
"priority": 13,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:build",
|
||
"type:toolchain",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-029/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-027",
|
||
"DGR-028"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/029-create-the-native-cmake-skeleton-and-deterministic-cpu-lane.md`, and evidence READMEs for dependencies (DGR-027, DGR-028) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Establish an out-of-tree standalone native build with a deterministic CPU lane before accelerator matrix work.",
|
||
"acceptanceCriteria": [
|
||
"Create the standalone native CMake target/skeleton and isolated out-of-tree configure/build preset for CPU.",
|
||
"Build and run a deterministic model-free CPU smoke/CTest lane from a clean checkout with actionable toolchain failures.",
|
||
"Keep fetched upstream sources, generated bindings, and all build outputs ignored and out of tree.",
|
||
"Ensure build success alone does not advertise any backend/model/recipe capability.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/029-create-the-native-cmake-skeleton-and-deterministic-cpu-lane.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-030",
|
||
"DGR-034"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-030",
|
||
"title": "Add accelerator build presets and native CI matrix",
|
||
"priority": 14,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:build",
|
||
"area:hardware",
|
||
"type:toolchain",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-030/README.md",
|
||
"hardware": "optional",
|
||
"model": "generic",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-029"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/030-add-accelerator-build-presets-and-native-ci-matrix.md`, and evidence READMEs for dependencies (DGR-029) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Compile all required accelerator lanes reproducibly while keeping untested real-hardware capabilities registered-dark.",
|
||
"acceptanceCriteria": [
|
||
"Add isolated out-of-tree presets for CUDA, ROCm, Vulkan, and Metal without changing the deterministic CPU default.",
|
||
"Add a native CI/build matrix that reports unavailable SDKs as explicit unavailable/skipped lanes rather than false success.",
|
||
"Compile each available lane and preserve exact compiler, SDK, upstream pin, patch-stack, and build-option evidence.",
|
||
"Keep every backend/model/recipe lane registered-dark until a separate real-hardware certification record exists.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/030-add-accelerator-build-presets-and-native-ci-matrix.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-053",
|
||
"DGR-067",
|
||
"DGR-068"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-031",
|
||
"title": "Introduce the project-owned `ShardEngine` interface",
|
||
"priority": 15,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:engine",
|
||
"type:architecture",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-031/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-021",
|
||
"DGR-025"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/031-introduce-the-project-owned-shardengine-interface.md`, and evidence READMEs for dependencies (DGR-021, DGR-025) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Isolate worker/protocol code from llama.cpp internals behind a stable project-owned engine contract.",
|
||
"acceptanceCriteria": [
|
||
"Define load, capabilities, prefill/decode, boundary/logits result, cancel, release, health, and metrics operations.",
|
||
"Use project-owned request/result/state types; expose no `ggml_tensor`, llama context, scheduler, or ABI-owned structure.",
|
||
"Reserve typed MTP and architecture auxiliary-state hooks without enabling them.",
|
||
"Add contract tests proving fake and future llama implementations obey identical lifecycle semantics.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/031-introduce-the-project-owned-shardengine-interface.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-032",
|
||
"DGR-034",
|
||
"DGR-035",
|
||
"DGR-037"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-032",
|
||
"title": "Implement deterministic fake `ShardEngine`",
|
||
"priority": 16,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:engine",
|
||
"area:testing",
|
||
"type:fixture",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "fixture",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-032/README.md",
|
||
"hardware": "none",
|
||
"model": "fake",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-031"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/032-implement-deterministic-fake-shardengine.md`, and evidence READMEs for dependencies (DGR-031) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Provide an engine fixture that deterministically transforms typed boundary bundles and session state.",
|
||
"acceptanceCriteria": [
|
||
"Support head, middle, tail, prefill, decode, cancellation, and release with deterministic outputs.",
|
||
"Model isolated session/epoch state and deterministic cache-miss/stale-epoch failures.",
|
||
"Support configurable delay, memory pressure, malformed output, and crash injection.",
|
||
"Contract tests distinguish fixture evidence from real-model certification.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/032-implement-deterministic-fake-shardengine.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-033"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-033",
|
||
"title": "Build a standalone fake C++ gRPC Shard worker",
|
||
"priority": 17,
|
||
"milestone": "M1",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:worker",
|
||
"area:grpc",
|
||
"type:vertical-slice",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "fixture",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-033/README.md",
|
||
"hardware": "none",
|
||
"model": "fake",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-022",
|
||
"DGR-024",
|
||
"DGR-032"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/033-build-a-standalone-fake-c-grpc-shard-worker.md`, and evidence READMEs for dependencies (DGR-022, DGR-024, DGR-032) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Prove the standalone worker process, stream, lifecycle, and supervision shape before llama.cpp integration.",
|
||
"acceptanceCriteria": [
|
||
"A standalone C++ executable serves the complete lifecycle and stream RPC contract using the fake engine.",
|
||
"Python integration tests cover startup, health, capability, fragmented prefill, decode, release, cancellation, and graceful shutdown.",
|
||
"Bounded messages, deadlines, flow control, and independent session cancellation are enforced.",
|
||
"The worker exposes neither llama.cpp RPC nor arbitrary graph execution.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/033-build-a-standalone-fake-c-grpc-shard-worker.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-036",
|
||
"DGR-040"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-034",
|
||
"title": "Implement dense-Llama range-aware GGUF ownership",
|
||
"priority": 18,
|
||
"milestone": "M2",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:llama",
|
||
"area:weights",
|
||
"type:runtime",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-034/README.md",
|
||
"hardware": "optional",
|
||
"model": "dense-llama",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-028",
|
||
"DGR-029",
|
||
"DGR-031"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/034-implement-dense-llama-range-aware-gguf-ownership.md`, and evidence READMEs for dependencies (DGR-028, DGR-029, DGR-031) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Load only the dense-Llama tensors owned by a shard range.",
|
||
"acceptanceCriteria": [
|
||
"Load only `blk.N.*` tensors in the assigned range, embeddings only at the head, and norm/output or tied output only at the tail.",
|
||
"Derive authoritative range and endpoint ownership from the loaded engine state.",
|
||
"Reject invalid/gapped/out-of-model ranges and unexpected required tensors.",
|
||
"Real-model evidence shows mapped/resident memory scales with owned tensors rather than full artifact size.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/034-implement-dense-llama-range-aware-gguf-ownership.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-035",
|
||
"DGR-037",
|
||
"DGR-051"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-035",
|
||
"title": "Implement dense architecture boundary input/output",
|
||
"priority": 19,
|
||
"milestone": "M2",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:llama",
|
||
"area:boundary",
|
||
"type:runtime",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-035/README.md",
|
||
"hardware": "optional",
|
||
"model": "dense-llama",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-021",
|
||
"DGR-031",
|
||
"DGR-034"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/035-implement-dense-architecture-boundary-input-output.md`, and evidence READMEs for dependencies (DGR-021, DGR-031, DGR-034) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Execute dense head/middle/tail ranges through an architecture-defined residual boundary.",
|
||
"acceptanceCriteria": [
|
||
"Head accepts token IDs and owns embedding; middle/tail bypass embedding and accept a named boundary bundle.",
|
||
"Non-tail returns the unnormalized residual before final norm/head and before tail-only row pruning.",
|
||
"Tail returns logits or sampled-token output under an explicit contract.",
|
||
"Uncertified architectures and incompatible boundary schemas fail closed.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/035-implement-dense-architecture-boundary-input-output.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-036",
|
||
"DGR-037",
|
||
"DGR-069"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-036",
|
||
"title": "Prove dense fixture and real-model range parity",
|
||
"priority": 20,
|
||
"milestone": "M2",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:parity",
|
||
"area:testing",
|
||
"type:certification",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-036/README.md",
|
||
"hardware": "optional",
|
||
"model": "dense-llama",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-033",
|
||
"DGR-035"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/036-prove-dense-fixture-and-real-model-range-parity.md`, and evidence READMEs for dependencies (DGR-033, DGR-035) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Prove the engine/protocol seam before adding session concurrency.",
|
||
"acceptanceCriteria": [
|
||
"Model-free two-stage tests pass through two fake worker processes with disjoint ranges.",
|
||
"A small real dense GGUF passes whole-model versus two-range prefill parity.",
|
||
"At least 32 greedy decode tokens match the locked tolerance.",
|
||
"Evidence distinguishes deterministic fixture proof from opt-in real-model proof.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/036-prove-dense-fixture-and-real-model-range-parity.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-039"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-037",
|
||
"title": "Bind llama.cpp to the standalone worker",
|
||
"priority": 21,
|
||
"milestone": "M2",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:worker",
|
||
"area:llama",
|
||
"type:vertical-slice",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-037/README.md",
|
||
"hardware": "optional",
|
||
"model": "dense-llama",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-022",
|
||
"DGR-023",
|
||
"DGR-031",
|
||
"DGR-034",
|
||
"DGR-035"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/037-bind-llama-cpp-to-the-standalone-worker.md`, and evidence READMEs for dependencies (DGR-022, DGR-023, DGR-031, DGR-034, DGR-035) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Replace the fake engine with the pinned llama.cpp `ShardEngine` implementation without changing the public worker contract.",
|
||
"acceptanceCriteria": [
|
||
"Worker loads exactly one artifact/recipe/range identity and rejects mismatched stream requests.",
|
||
"All execution passes through `ShardEngine`; llama.cpp implementation types remain private.",
|
||
"Health and metrics expose loaded identity, authoritative ownership, memory, and execution state.",
|
||
"Graceful shutdown releases model/session resources; injected process death is observable and bounded.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/037-bind-llama-cpp-to-the-standalone-worker.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-038",
|
||
"DGR-039",
|
||
"DGR-040",
|
||
"DGR-051"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-038",
|
||
"title": "Implement isolated shard-local Hot KV State",
|
||
"priority": 22,
|
||
"milestone": "M2",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:kv-cache",
|
||
"area:concurrency",
|
||
"type:runtime",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-038/README.md",
|
||
"hardware": "optional",
|
||
"model": "dense-llama",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-037"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/038-implement-isolated-shard-local-hot-kv-state.md`, and evidence READMEs for dependencies (DGR-037) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Map each route session and epoch to isolated state containing only locally owned layers.",
|
||
"acceptanceCriteria": [
|
||
"Map `(route_session_id, route_epoch)` to an isolated llama sequence or bounded context.",
|
||
"Support prefill/decode append, truncate, release, TTL/LRU eviction, cache miss, and stale-epoch rejection.",
|
||
"Four concurrent sessions complete without token, KV, position, or cancellation cross-talk.",
|
||
"Release/eviction returns memory to the configured budget without affecting other sessions.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/038-implement-isolated-shard-local-hot-kv-state.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-039",
|
||
"DGR-052",
|
||
"DGR-055",
|
||
"DGR-069"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-039",
|
||
"title": "Pass local two-process dense acceptance",
|
||
"priority": 23,
|
||
"milestone": "M2",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:integration",
|
||
"area:parity",
|
||
"type:certification",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-039/README.md",
|
||
"hardware": "optional",
|
||
"model": "dense-llama",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-036",
|
||
"DGR-037",
|
||
"DGR-038"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/039-pass-local-two-process-dense-acceptance.md`, and evidence READMEs for dependencies (DGR-036, DGR-037, DGR-038) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Establish the first real, independently executing distributed GGUF route on one host.",
|
||
"acceptanceCriteria": [
|
||
"Two worker processes open disjoint dense ranges and both execute real prefill/decode work.",
|
||
"Whole-model parity, 32-token greedy decode, four-session isolation, cancellation, and cleanup pass.",
|
||
"Record TTFT, prefill/decode rates, seam bytes/latency, RSS/VRAM, KV, queue, and failure metrics.",
|
||
"Killing one worker returns a bounded structured failure rather than hanging.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/039-pass-local-two-process-dense-acceptance.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-054"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-040",
|
||
"title": "Add node-side native worker supervision",
|
||
"priority": 24,
|
||
"milestone": "M2",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:node",
|
||
"area:supervision",
|
||
"type:integration",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "fixture",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-040/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-033",
|
||
"DGR-037"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/040-add-node-side-native-worker-supervision.md`, and evidence READMEs for dependencies (DGR-033, DGR-037) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Let the existing node service safely start, probe, stop, and restart the standalone worker.",
|
||
"acceptanceCriteria": [
|
||
"Supervision owns process startup, readiness, log capture, graceful shutdown, and bounded forced termination.",
|
||
"Startup verifies worker binary, artifact identity, recipe, and range before registration.",
|
||
"Crashes or health loss make the capability unavailable without corrupting the Transformers backend.",
|
||
"Tests use the fake worker and deterministic crash injection.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/040-add-node-side-native-worker-supervision.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-041",
|
||
"DGR-042",
|
||
"DGR-055",
|
||
"DGR-058"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-041",
|
||
"title": "Register native Shard capabilities without redesigning Meshnet",
|
||
"priority": 25,
|
||
"milestone": "M2",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:meshnet",
|
||
"area:admission",
|
||
"type:integration",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-041/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-025",
|
||
"DGR-040"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/041-register-native-shard-capabilities-without-redesigning-meshnet.md`, and evidence READMEs for dependencies (DGR-025, DGR-040) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Adapt native worker identity and capacity to existing backend-agnostic capability admission.",
|
||
"acceptanceCriteria": [
|
||
"Registration carries exact recipe fingerprint, authoritative range, backend, memory/KV capacity, concurrency, and certification status.",
|
||
"Existing tracker, billing, routing, telemetry, and provider semantics remain backend-agnostic.",
|
||
"Uncertified backend/model/recipe combinations are visible but unroutable.",
|
||
"Existing Transformers registration and route tests remain unchanged in behavior.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/041-register-native-shard-capabilities-without-redesigning-meshnet.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-043"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-042",
|
||
"title": "Carry native frames through direct and existing relay seams",
|
||
"priority": 26,
|
||
"milestone": "M2",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:meshnet",
|
||
"area:relay",
|
||
"area:grpc",
|
||
"type:integration",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "fixture",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-042/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-024",
|
||
"DGR-040"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/042-carry-native-frames-through-direct-and-existing-relay-seams.md`, and evidence READMEs for dependencies (DGR-024, DGR-040) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Use direct gRPC where available and the existing relay as opaque protobuf transport without redesigning relay behavior.",
|
||
"acceptanceCriteria": [
|
||
"Direct paths use the long-lived gRPC activation stream.",
|
||
"Relayed paths carry byte-identical versioned protobuf frames through the existing relay contract.",
|
||
"Request/work identity, cancellation, deadlines, telemetry, billing correlation, and per-node attribution survive both paths.",
|
||
"Fake-worker tests cover direct, relay, disconnect, cancellation, and bounded buffering.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/042-carry-native-frames-through-direct-and-existing-relay-seams.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-054",
|
||
"DGR-058"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-043",
|
||
"title": "Expose GGUF compatibility and measured cost inputs to existing routing",
|
||
"priority": 27,
|
||
"milestone": "M2",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:tracker",
|
||
"area:routing",
|
||
"type:integration",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-043/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-041"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/043-expose-gguf-compatibility-and-measured-cost-inputs-to-existing-routing.md`, and evidence READMEs for dependencies (DGR-041) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Adapt exact GGUF recipe/range compatibility and measured capacity, queue, seam-cost, health, and reliability data into the existing backend-agnostic routing inputs without redesigning routing or load balancing.",
|
||
"acceptanceCriteria": [
|
||
"Expose exact recipe, range coverage, capacity, queue/load, seam-cost, health, reliability, backend, and certification measurements through existing tracker input contracts.",
|
||
"Prove existing routing forms complete compatible coverage and excludes dark or mismatched candidates using its current backend-agnostic mechanisms.",
|
||
"Regression-test unchanged Transformers behavior and unchanged tracker routing, load-balancing, billing, relay, and provider semantics.",
|
||
"Regression-test that no quant, stage count, fixed split, architecture, backend sequence, or DeepSeek-specific policy is hardcoded.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/043-expose-gguf-compatibility-and-measured-cost-inputs-to-existing-routing.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-053",
|
||
"DGR-054",
|
||
"DGR-059",
|
||
"DGR-061"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-044",
|
||
"title": "Pin the DeepSeek V4 Flash target contract",
|
||
"priority": 28,
|
||
"milestone": "M3",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:provenance",
|
||
"type:contract",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-044/README.md",
|
||
"hardware": "none",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-019",
|
||
"DGR-025",
|
||
"DGR-026",
|
||
"DGR-027"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/044-pin-the-deepseek-v4-flash-target-contract.md`, and evidence READMEs for dependencies (DGR-019, DGR-025, DGR-026, DGR-027) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Fix the alpha/beta model identity and upstream maturity assumptions before implementing the adapter.",
|
||
"acceptanceCriteria": [
|
||
"Pin Hugging Face target SHA `60d8d70770c6776ff598c94bb586a859a38244f1`.",
|
||
"Record the selected GGUF provenance and exact source binding without assuming one quant.",
|
||
"Record that llama.cpp support began with PR 24162/commit `8c146a8` and remains maturing; the build manifest still pins one exact validated upstream commit.",
|
||
"Record 43 main layers plus MTP and all known architecture-specific state obligations.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/044-pin-the-deepseek-v4-flash-target-contract.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-045"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-045",
|
||
"title": "Inventory V4 GGUF tensors and layer ownership",
|
||
"priority": 29,
|
||
"milestone": "M3",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:weights",
|
||
"type:research-spike",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-045/README.md",
|
||
"hardware": "none",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-026",
|
||
"DGR-044"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/045-inventory-v4-gguf-tensors-and-layer-ownership.md`, and evidence READMEs for dependencies (DGR-026, DGR-044) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Derive exact head, repeated-layer, tail, expert, auxiliary-state, and MTP ownership from the pinned artifact.",
|
||
"acceptanceCriteria": [
|
||
"Produce a machine-readable inventory tied to the target SHA and exact GGUF artifact.",
|
||
"Classify embeddings, 43 main layers, final head, MTP, mHC, attention variants, indexer/compressor, and MoE tensors.",
|
||
"Validate half-open range ownership and fail on unclassified required tensors.",
|
||
"Inventory tooling works across quants without embedding quant names in architecture logic.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/045-inventory-v4-gguf-tensors-and-layer-ownership.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-046",
|
||
"DGR-047",
|
||
"DGR-050"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-046",
|
||
"title": "Define the V4 typed architecture boundary schema",
|
||
"priority": 30,
|
||
"milestone": "M3",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:boundary",
|
||
"type:protocol",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "model-free",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-046/README.md",
|
||
"hardware": "none",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-021",
|
||
"DGR-045"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/046-define-the-v4-typed-architecture-boundary-schema.md`, and evidence READMEs for dependencies (DGR-021, DGR-045) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Define the exact cross-stage V4 architecture boundary while keeping per-layer attention and auxiliary caches shard-local.",
|
||
"acceptanceCriteria": [
|
||
"Define a versioned named bundle for the mHC 4×4096 residual boundary, positions, token-ID sideband where required, and schema/cache expectations.",
|
||
"Explicitly exclude per-layer CSA, HCA, SWA, indexer, compressor, KV, and MTP caches/state from the WAN boundary; those remain local to the owning shard and session/epoch.",
|
||
"Reserve typed MTP boundary fields but mark MTP execution unsupported and unroutable for alpha.",
|
||
"Fingerprint independently of quant/topology and fail closed on missing, incompatible, incorrectly shaped, or stale boundary/cache expectations.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/046-define-the-v4-typed-architecture-boundary-schema.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-047",
|
||
"DGR-048",
|
||
"DGR-049"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-047",
|
||
"title": "Adapt the upstream V4 mHC boundary for ranged ownership",
|
||
"priority": 31,
|
||
"milestone": "M3",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:mhc",
|
||
"type:runtime",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-047/README.md",
|
||
"hardware": "optional",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-045",
|
||
"DGR-046"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/047-adapt-the-upstream-v4-mhc-boundary-for-ranged-ownership.md`, and evidence READMEs for dependencies (DGR-045, DGR-046) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Add range-boundary adapters around upstream llama.cpp V4 mHC execution without reimplementing the V4 graph or kernels.",
|
||
"acceptanceCriteria": [
|
||
"Represent and validate the upstream V4 4×4096 mHC boundary without flattening semantic axes.",
|
||
"Add only head/intermediate/tail range ownership and boundary conversion hooks around the pinned upstream llama.cpp graph.",
|
||
"Compare deterministic fixture vectors and single-process ranged outputs with upstream whole-model execution.",
|
||
"Document that llama.cpp owns V4 mHC graph/kernels and that quantized storage does not alter the logical boundary schema.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/047-adapt-the-upstream-v4-mhc-boundary-for-ranged-ownership.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-048",
|
||
"DGR-049",
|
||
"DGR-050",
|
||
"DGR-051"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-048",
|
||
"title": "Carry token-ID sideband through the first three hash-routed layers",
|
||
"priority": 32,
|
||
"milestone": "M3",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:routing-state",
|
||
"type:runtime",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-048/README.md",
|
||
"hardware": "optional",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-046",
|
||
"DGR-047"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/048-carry-token-id-sideband-through-the-first-three-hash-routed-layers.md`, and evidence READMEs for dependencies (DGR-046, DGR-047) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Ensure any stage containing the first three hash-routed layers receives exact token identities.",
|
||
"acceptanceCriteria": [
|
||
"Head emits token IDs in the typed sideband for boundaries that require them.",
|
||
"Intermediate stages preserve or consume the sideband according to their layer range.",
|
||
"Routes splitting before, within, and after the first three layers pass deterministic partition tests.",
|
||
"Missing or mismatched token IDs fail closed rather than silently selecting incorrect experts.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/048-carry-token-id-sideband-through-the-first-three-hash-routed-layers.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-051"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-049",
|
||
"title": "Keep V4 attention and auxiliary state shard-local",
|
||
"priority": 33,
|
||
"milestone": "M3",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:attention",
|
||
"type:runtime",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-049/README.md",
|
||
"hardware": "optional",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-046",
|
||
"DGR-047"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/049-keep-v4-attention-and-auxiliary-state-shard-local.md`, and evidence READMEs for dependencies (DGR-046, DGR-047) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Bind V4 CSA/HCA/SWA/indexer/compressor and KV state to the owning shard session/epoch rather than transferring caches over the WAN.",
|
||
"acceptanceCriteria": [
|
||
"Map CSA, HCA, SWA, indexer, compressor, and KV ownership from the pinned upstream graph to each owned layer range.",
|
||
"Key all such caches/state by route session and epoch with bounded lifecycle, memory accounting, stale-epoch rejection, release, and eviction.",
|
||
"Prove cross-stage messages carry only the typed architecture boundary and cache expectations, never per-layer cache contents.",
|
||
"On route change or state loss, use explicit cache miss and re-prefill/restart; do not migrate V4 caches across workers.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/049-keep-v4-attention-and-auxiliary-state-shard-local.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-051"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-050",
|
||
"title": "Validate upstream V4 MoE and hash-routing execution under ranged ownership",
|
||
"priority": 34,
|
||
"milestone": "M3",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:moe",
|
||
"type:runtime",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-050/README.md",
|
||
"hardware": "optional",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-045",
|
||
"DGR-047"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/050-validate-upstream-v4-moe-and-hash-routing-execution-under-ranged-ownership.md`, and evidence READMEs for dependencies (DGR-045, DGR-047) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Validate the pinned upstream llama.cpp V4 MoE and hash-routing graph when layers are range-owned, without reimplementing routing or expert kernels in Meshnet.",
|
||
"acceptanceCriteria": [
|
||
"Load range-owned tensors for 256 routed plus one shared expert and validate upstream execution activates six routed experts where specified.",
|
||
"Validate the first three upstream hash-routed layers receive exact token-ID sideband across splits before, within, and after them.",
|
||
"Compare upstream whole-model and ranged router/expert outputs, shared-expert contribution, and malformed sideband failures.",
|
||
"Document that llama.cpp owns V4 MoE, attention, hash routing, graph, and kernels; no expert-parallel WAN collective or Meshnet reimplementation is introduced.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/050-validate-upstream-v4-moe-and-hash-routing-execution-under-ranged-ownership.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-051"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-051",
|
||
"title": "Assemble the DeepSeek V4 Flash `ShardEngine` adapter",
|
||
"priority": 35,
|
||
"milestone": "M3",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:engine",
|
||
"type:vertical-slice",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-051/README.md",
|
||
"hardware": "optional",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-034",
|
||
"DGR-037",
|
||
"DGR-047",
|
||
"DGR-048",
|
||
"DGR-049",
|
||
"DGR-050"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/051-assemble-the-deepseek-v4-flash-shardengine-adapter.md`, and evidence READMEs for dependencies (DGR-034, DGR-037, DGR-047, DGR-048, DGR-049, DGR-050) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Assemble range ownership hooks and boundary/local-state adapters around upstream llama.cpp V4 execution behind the stable ShardEngine interface.",
|
||
"acceptanceCriteria": [
|
||
"Support valid head, middle, tail, and whole-model ranges over all 43 main layers using the pinned upstream llama.cpp V4 graph/kernels.",
|
||
"Integrate exact range ownership, mHC boundary, positions, required token-ID sideband, and shard-local session/epoch state adapters.",
|
||
"Report MTP reserved-but-not-executable for alpha and reject unsupported split points or cache expectations.",
|
||
"Include exact adapter/schema/runtime/artifact identity and valid split restrictions without reimplementing V4 MoE, attention, mHC, or hash routing.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/051-assemble-the-deepseek-v4-flash-shardengine-adapter.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-052",
|
||
"DGR-060",
|
||
"DGR-065",
|
||
"DGR-069"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-052",
|
||
"title": "Pass local V4 whole-model versus ranged parity",
|
||
"priority": 36,
|
||
"milestone": "M3",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:parity",
|
||
"type:certification",
|
||
"priority:p0",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-model",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-052/README.md",
|
||
"hardware": "optional",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-038",
|
||
"DGR-051"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/052-pass-local-v4-whole-model-versus-ranged-parity.md`, and evidence READMEs for dependencies (DGR-038, DGR-051) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Prove V4 prefill and decode correctness locally before network certification.",
|
||
"acceptanceCriteria": [
|
||
"Compare pinned whole-model llama.cpp with at least two valid ranged partitions.",
|
||
"Prefill intermediates and locked-length greedy decode pass architecture-specific tolerances.",
|
||
"Test splits around the first three hash-routed layers and at least one CSA/HCA/SWA/indexer/compressor transition.",
|
||
"Four concurrent sessions pass KV/state isolation and cleanup.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/052-pass-local-v4-whole-model-versus-ranged-parity.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-053",
|
||
"DGR-054"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-053",
|
||
"title": "Certify a real 2–4-stage V4 route",
|
||
"priority": 37,
|
||
"milestone": "M3",
|
||
"executionMode": "HITL",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:hardware",
|
||
"type:certification",
|
||
"priority:p0",
|
||
"gate:hitl",
|
||
"ready-for-human"
|
||
],
|
||
"evidenceClass": "real-hardware",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-053/README.md",
|
||
"hardware": "required",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-030",
|
||
"DGR-043",
|
||
"DGR-052"
|
||
],
|
||
"triage": "ready-for-human",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/053-certify-a-real-2-4-stage-v4-route.md`, and evidence READMEs for dependencies (DGR-030, DGR-043, DGR-052) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Prove real Tracker-selected V4 execution across physical machines before alpha.",
|
||
"acceptanceCriteria": [
|
||
"Run one documented 2–4-stage certification scenario using exact compatible artifacts/recipes; the count and chosen quant are evidence inputs, not product constants.",
|
||
"Actual CPU/GPU work executes on every stage; fake workers do not satisfy acceptance.",
|
||
"Record parity, TTFT, prefill/decode speed, seam cost, memory, cache/state isolation, cancellation, and cleanup.",
|
||
"Tracker selection remains dynamic and rejects an injected incompatible backend/recipe.",
|
||
"Only the exact real-hardware lanes exercised become eligible for advertisement.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/053-certify-a-real-2-4-stage-v4-route.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-054",
|
||
"DGR-062",
|
||
"DGR-067"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-054",
|
||
"title": "Enforce the DeepSeek V4 Flash alpha gate",
|
||
"priority": 38,
|
||
"milestone": "M3",
|
||
"executionMode": "HITL",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:release",
|
||
"milestone:alpha",
|
||
"priority:p0",
|
||
"gate:hitl",
|
||
"ready-for-human"
|
||
],
|
||
"evidenceClass": "release",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-054/README.md",
|
||
"hardware": "required",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-017",
|
||
"DGR-019",
|
||
"DGR-020",
|
||
"DGR-039",
|
||
"DGR-042",
|
||
"DGR-043",
|
||
"DGR-052",
|
||
"DGR-053"
|
||
],
|
||
"triage": "ready-for-human",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/054-enforce-the-deepseek-v4-flash-alpha-gate.md`, and evidence READMEs for dependencies (DGR-017, DGR-019, DGR-020, DGR-039, DGR-042, DGR-043, DGR-052, DGR-053) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Release alpha only when V4 is correct and clears the pre-locked useful-speed requirement.",
|
||
"acceptanceCriteria": [
|
||
"Evaluate correctness, model fit, TTFT, prefill/decode speed, seam cost, memory, and failure rate against DGF-004 without changing thresholds.",
|
||
"Separate quant/model-fit gains from runtime/transport gains.",
|
||
"Decision is `alpha`, `optimize measured bottleneck`, or `stop`; failures cannot be relabeled as certification.",
|
||
"Alpha documentation states MTP is reserved but not implemented and identifies every dark hardware lane.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/054-enforce-the-deepseek-v4-flash-alpha-gate.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-055",
|
||
"DGR-065",
|
||
"DGR-066",
|
||
"DGR-068"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-055",
|
||
"title": "Implement compatible continuous decode batching",
|
||
"priority": 39,
|
||
"milestone": "M4",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:scheduler",
|
||
"area:batching",
|
||
"type:performance",
|
||
"priority:p1",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "fixture",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-055/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-038",
|
||
"DGR-040",
|
||
"DGR-054"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/055-implement-compatible-continuous-decode-batching.md`, and evidence READMEs for dependencies (DGR-038, DGR-040, DGR-054) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Batch compatible active sessions without violating route, recipe, position, or architecture state.",
|
||
"acceptanceCriteria": [
|
||
"Batch only sessions with compatible engine, recipe, phase, boundary schema, and state layout.",
|
||
"Preserve per-session positions, sequence IDs, outputs, cancellation, and accounting.",
|
||
"Decode receives bounded service while prefill remains schedulable.",
|
||
"Deterministic 1/2/4/8 concurrency tests show no cross-session corruption.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/055-implement-compatible-continuous-decode-batching.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-056",
|
||
"DGR-057"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-056",
|
||
"title": "Enforce bounded admission, queues, and backpressure",
|
||
"priority": 40,
|
||
"milestone": "M4",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:scheduler",
|
||
"area:backpressure",
|
||
"type:performance",
|
||
"priority:p1",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "fixture",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-056/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-055"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/056-enforce-bounded-admission-queues-and-backpressure.md`, and evidence READMEs for dependencies (DGR-055) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Prevent weight, KV, state, scratch, and stream buffers from exceeding admitted capacity.",
|
||
"acceptanceCriteria": [
|
||
"Admission accounts separately for weights, KV/state, scratch, in-flight fragments, and queue slots.",
|
||
"Queue and stream limits produce structured retryable or terminal responses.",
|
||
"Prefill cannot starve decode and one route session cannot monopolize queue capacity.",
|
||
"Telemetry reports active sessions, queue depth/time, batch occupancy, memory pressure, and rejects.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/056-enforce-bounded-admission-queues-and-backpressure.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-057",
|
||
"DGR-058",
|
||
"DGR-060"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-057",
|
||
"title": "Benchmark batching saturation and fairness",
|
||
"priority": 41,
|
||
"milestone": "M4",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:performance",
|
||
"area:batching",
|
||
"type:benchmark",
|
||
"priority:p1",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-hardware",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-057/README.md",
|
||
"hardware": "required",
|
||
"model": "dense-llama+deepseek-v4",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-055",
|
||
"DGR-056"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/057-benchmark-batching-saturation-and-fairness.md`, and evidence READMEs for dependencies (DGR-055, DGR-056) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Identify useful concurrency and saturation points without assuming one global batch size.",
|
||
"acceptanceCriteria": [
|
||
"Run controlled concurrency 1/2/4/8 and record aggregate throughput, per-request p50/p95, TTFT, queue time, occupancy, and memory.",
|
||
"Measure dense and V4 lanes separately where hardware permits.",
|
||
"Verify bounded fairness and no prefill/decode starvation.",
|
||
"Produce machine-readable saturation recommendations consumed by capability reporting, not hardcoded constants.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/057-benchmark-batching-saturation-and-fairness.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-061",
|
||
"DGR-063",
|
||
"DGR-070"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-058",
|
||
"title": "Harden worker and stream failure semantics",
|
||
"priority": 42,
|
||
"milestone": "M4",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:reliability",
|
||
"area:failure",
|
||
"type:hardening",
|
||
"priority:p1",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "fixture",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-058/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-040",
|
||
"DGR-042",
|
||
"DGR-056"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/058-harden-worker-and-stream-failure-semantics.md`, and evidence READMEs for dependencies (DGR-040, DGR-042, DGR-056) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Ensure malformed input, process death, transport reset, and cancellation terminate cleanly.",
|
||
"acceptanceCriteria": [
|
||
"Test worker death, stream reset, malformed bundle, checksum failure, deadline, cache miss, stale epoch, and partial fragment loss.",
|
||
"Cancellation propagates across all stages and releases KV/state, queue entries, and fragment buffers.",
|
||
"Duplicate steps are idempotent; uncertain mutations are never silently replayed.",
|
||
"Billing/work outcomes distinguish completed, cancelled, failed, and unverified work.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/058-harden-worker-and-stream-failure-semantics.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-059",
|
||
"DGR-060",
|
||
"DGR-061"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-059",
|
||
"title": "Implement alpha-safe route recovery",
|
||
"priority": 43,
|
||
"milestone": "M4",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:recovery",
|
||
"area:routing",
|
||
"type:hardening",
|
||
"priority:p1",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "fixture",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-059/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-043",
|
||
"DGR-058"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/059-implement-alpha-safe-route-recovery.md`, and evidence READMEs for dependencies (DGR-043, DGR-058) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Recover from route loss without importing or continuing unverified state.",
|
||
"acceptanceCriteria": [
|
||
"On route loss or local-state cache miss, restart from token zero or re-prefill on a newly compatible route according to the locked alpha contract.",
|
||
"Never import KV, CSA, HCA, SWA, indexer, compressor, recurrent, or MTP cache/state across workers.",
|
||
"Keep exact same-route duplicate delivery idempotent while cross-route continuation fails closed.",
|
||
"Test direct/relay loss, cache miss, replacement selection, client cancellation, and billing reconciliation.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/059-implement-alpha-safe-route-recovery.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-070"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-060",
|
||
"title": "Certify V4 long-context state correctness",
|
||
"priority": 44,
|
||
"milestone": "M4",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:long-context",
|
||
"type:certification",
|
||
"priority:p1",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-hardware",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-060/README.md",
|
||
"hardware": "required",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-051",
|
||
"DGR-056",
|
||
"DGR-058"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/060-certify-v4-long-context-state-correctness.md`, and evidence READMEs for dependencies (DGR-051, DGR-056, DGR-058) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Prove V4’s KV and auxiliary state remain correct and bounded at long contexts.",
|
||
"acceptanceCriteria": [
|
||
"Exercise pre-locked context lengths covering multiple prefill chunks and sustained decode.",
|
||
"Validate KV plus CSA/HCA/SWA/indexer/compressor state positions across every stage.",
|
||
"Measure memory growth, fragment sizes, TTFT, decode degradation, cancellation latency, and cleanup.",
|
||
"Cache mismatch, truncation, and context-limit behavior fail deterministically.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/060-certify-v4-long-context-state-correctness.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-062",
|
||
"DGR-064",
|
||
"DGR-065",
|
||
"DGR-066",
|
||
"DGR-070"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-061",
|
||
"title": "Certify existing routing with 10+ GGUF stage candidates",
|
||
"priority": 45,
|
||
"milestone": "M4",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:tracker",
|
||
"area:scale",
|
||
"type:simulation",
|
||
"priority:p1",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "fixture",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-061/README.md",
|
||
"hardware": "none",
|
||
"model": "generic",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-043",
|
||
"DGR-057",
|
||
"DGR-058"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/061-certify-existing-routing-with-10-gguf-stage-candidates.md`, and evidence READMEs for dependencies (DGR-043, DGR-057, DGR-058) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Certify that existing backend-agnostic routing consumes GGUF compatibility and measured-cost inputs for a 10+ candidate scenario without algorithm or policy redesign.",
|
||
"acceptanceCriteria": [
|
||
"Generate deterministic pools with 10+ compatible GGUF stage candidates plus slower, overloaded, unhealthy, and incompatible alternatives.",
|
||
"Run the existing routing implementation unchanged and verify complete coverage, compatibility, acyclicity, and use of measured inputs.",
|
||
"Regression-test that no stage count, quant, fixed split, architecture, or backend sequence is encoded in production routing policy.",
|
||
"Verify existing route recomputation reacts to measured load/failure while tracker, load-balancing, billing, relay, and provider semantics remain unchanged.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/061-certify-existing-routing-with-10-gguf-stage-candidates.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-062",
|
||
"DGR-063"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-062",
|
||
"title": "Certify a dynamic real 10+ stage V4 scenario",
|
||
"priority": 46,
|
||
"milestone": "M4",
|
||
"executionMode": "HITL",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:scale",
|
||
"area:hardware",
|
||
"type:certification",
|
||
"priority:p1",
|
||
"gate:hitl",
|
||
"ready-for-human"
|
||
],
|
||
"evidenceClass": "real-hardware",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-062/README.md",
|
||
"hardware": "required",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-053",
|
||
"DGR-060",
|
||
"DGR-061"
|
||
],
|
||
"triage": "ready-for-human",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/062-certify-a-dynamic-real-10-stage-v4-scenario.md`, and evidence READMEs for dependencies (DGR-053, DGR-060, DGR-061) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Demonstrate that a large real route can be dynamically selected and usefully execute V4.",
|
||
"acceptanceCriteria": [
|
||
"Run one real 10+-stage V4 certification scenario; stage count, quant, and split remain scenario metadata only.",
|
||
"Every selected stage proves real work, exact compatible identity, local state ownership, and bounded resources.",
|
||
"Record end-to-end and per-stage TTFT, prefill/decode, seam cost, queueing, memory, failures, and cleanup.",
|
||
"Inject at least one incompatible or degraded candidate and verify dynamic exclusion/reselection.",
|
||
"The scenario must meet its pre-locked usefulness threshold or remain failed evidence.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/062-certify-a-dynamic-real-10-stage-v4-scenario.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-067",
|
||
"DGR-070"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-063",
|
||
"title": "Profile and optimize the critical seam",
|
||
"priority": 47,
|
||
"milestone": "M4",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:performance",
|
||
"type:optimization",
|
||
"priority:p1",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-hardware",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-063/README.md",
|
||
"hardware": "required",
|
||
"model": "generic",
|
||
"upstream": "conditional",
|
||
"dependsOn": [
|
||
"DGR-057",
|
||
"DGR-061"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/063-profile-and-optimize-the-critical-seam.md`, and evidence READMEs for dependencies (DGR-057, DGR-061) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Optimize only the measured dominant compute, serialization, copy, or transport bottleneck.",
|
||
"acceptanceCriteria": [
|
||
"Profile worker compute, tensor conversion, copies, protobuf framing, compression, relay/direct transport, queueing, and synchronization.",
|
||
"Select one dominant bottleneck from evidence and lock its before/after benchmark.",
|
||
"Implement one bounded optimization without weakening correctness or protocol identity.",
|
||
"Report whether the optimization changes TTFT, prefill, decode, throughput, or memory and preserve raw data.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/063-profile-and-optimize-the-critical-seam.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-064"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-064",
|
||
"title": "Add negotiated activation compression",
|
||
"priority": 48,
|
||
"milestone": "M4",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:protocol",
|
||
"area:compression",
|
||
"type:optimization",
|
||
"priority:p1",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-hardware",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-064/README.md",
|
||
"hardware": "required",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "no",
|
||
"dependsOn": [
|
||
"DGR-060",
|
||
"DGR-063"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/064-add-negotiated-activation-compression.md`, and evidence READMEs for dependencies (DGR-060, DGR-063) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Reduce V4 seam cost only when a certified compression recipe improves end-to-end performance acceptably.",
|
||
"acceptanceCriteria": [
|
||
"Negotiate compression through recipe identity; unnegotiated or mismatched compression fails closed.",
|
||
"Preserve names, shapes, semantic axes, token-ID sideband, and checksums.",
|
||
"Measure quality drift, encode/decode cost, bytes, TTFT, and throughput against uncompressed boundaries.",
|
||
"Compression remains dark unless it meets pre-locked quality and speed thresholds.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/064-add-negotiated-activation-compression.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-066",
|
||
"DGR-070"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-065",
|
||
"title": "Define V4 MTP ownership and distributed state contract",
|
||
"priority": 49,
|
||
"milestone": "M4",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:mtp",
|
||
"type:contract",
|
||
"priority:p1",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "fixture",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-065/README.md",
|
||
"hardware": "none",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-051",
|
||
"DGR-054",
|
||
"DGR-060"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/065-define-v4-mtp-ownership-and-distributed-state-contract.md`, and evidence READMEs for dependencies (DGR-051, DGR-054, DGR-060) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Lock MTP tensor, execution, boundary, acceptance/rejection, and session-state ownership before implementation while keeping MTP disabled for alpha.",
|
||
"acceptanceCriteria": [
|
||
"Derive exact MTP tensor and execution ownership from the pinned V4 target and upstream llama.cpp graph, distinguishing main-layer, tail, and MTP responsibilities.",
|
||
"Define typed MTP inputs/outputs plus accepted-token, rejection, rollback/truncation, position, cache, and session/epoch lifecycle semantics.",
|
||
"Specify which MTP state remains shard-local and which typed boundary values cross a seam; prohibit WAN migration of KV or V4 auxiliary caches.",
|
||
"Keep every MTP recipe disabled and unroutable for alpha, with fail-closed capability negotiation and deterministic contract fixtures.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/065-define-v4-mtp-ownership-and-distributed-state-contract.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-066"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-066",
|
||
"title": "Implement and benchmark V4 MTP",
|
||
"priority": 50,
|
||
"milestone": "M4",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:mtp",
|
||
"type:runtime",
|
||
"priority:p1",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "real-hardware",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-066/README.md",
|
||
"hardware": "required",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-054",
|
||
"DGR-060",
|
||
"DGR-064",
|
||
"DGR-065"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/066-implement-and-benchmark-v4-mtp.md`, and evidence READMEs for dependencies (DGR-054, DGR-060, DGR-064, DGR-065) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Implement the locked MTP contract around upstream llama.cpp before beta, without making MTP an alpha prerequisite.",
|
||
"acceptanceCriteria": [
|
||
"Implement the exact DGR-065 MTP ownership and typed state contract against the pinned upstream V4 graph while preserving shard-local caches.",
|
||
"Pass whole-model versus ranged MTP correctness, accepted-token, rejection, rollback/truncation, and session-isolation tests.",
|
||
"Benchmark MTP-off versus MTP-on quality, accepted-token rate, TTFT, decode speed, seam bytes, and memory on the locked lane.",
|
||
"Distinguish implemented, certified, disabled, and unsupported MTP recipes in fail-closed capability advertisement.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/066-implement-and-benchmark-v4-mtp.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-067",
|
||
"DGR-070"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-067",
|
||
"title": "Certify the backend capability matrix",
|
||
"priority": 51,
|
||
"milestone": "M4",
|
||
"executionMode": "HITL",
|
||
"labels": [
|
||
"area:hardware",
|
||
"area:admission",
|
||
"type:certification",
|
||
"priority:p1",
|
||
"gate:hitl",
|
||
"ready-for-human"
|
||
],
|
||
"evidenceClass": "real-hardware",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-067/README.md",
|
||
"hardware": "required",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-030",
|
||
"DGR-053",
|
||
"DGR-062",
|
||
"DGR-066"
|
||
],
|
||
"triage": "ready-for-human",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/067-certify-the-backend-capability-matrix.md`, and evidence READMEs for dependencies (DGR-030, DGR-053, DGR-062, DGR-066) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Publish only backend/model/recipe lanes proven on actual CPU, CUDA, ROCm, Vulkan, or Metal hardware.",
|
||
"acceptanceCriteria": [
|
||
"Maintain independent build and certification status for CPU, CUDA, ROCm, Vulkan, and Metal.",
|
||
"Each advertised lane includes real hardware/driver/runtime/model evidence for parity, concurrency, cancellation, cleanup, and useful speed.",
|
||
"Build success alone never makes a lane routable; unavailable hardware remains explicitly dark.",
|
||
"Tracker admission consumes signed/versioned certification records rather than backend-name allowlists.",
|
||
"Mixed-backend routes require exact compatibility evidence and fail closed otherwise.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/067-certify-the-backend-capability-matrix.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-068",
|
||
"DGR-070"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-068",
|
||
"title": "Package reproducible native worker releases",
|
||
"priority": 52,
|
||
"milestone": "M5",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:packaging",
|
||
"area:release",
|
||
"type:delivery",
|
||
"priority:p1",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "release",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-068/README.md",
|
||
"hardware": "optional",
|
||
"model": "generic",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-030",
|
||
"DGR-054",
|
||
"DGR-067"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/068-package-reproducible-native-worker-releases.md`, and evidence READMEs for dependencies (DGR-030, DGR-054, DGR-067) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Produce installable worker packages that preserve exact source, patch, protocol, and certification identity.",
|
||
"acceptanceCriteria": [
|
||
"Package worker binaries/configuration for supported host/backend combinations without bundling an unverified llama.cpp tree.",
|
||
"Embed protocol, engine, upstream pin, patch-stack, build-toolchain, and certification fingerprints.",
|
||
"Installation/startup refuses mismatched artifacts, runtime recipes, or unsupported hardware lanes.",
|
||
"Produce checksums, SBOM/license attribution, reproducible build instructions, and smoke tests.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/068-package-reproducible-native-worker-releases.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-070"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-069",
|
||
"title": "Prepare narrow upstream llama.cpp collaboration patches",
|
||
"priority": 53,
|
||
"milestone": "M5",
|
||
"executionMode": "HITL",
|
||
"labels": [
|
||
"area:upstream",
|
||
"area:patches",
|
||
"type:collaboration",
|
||
"priority:p2",
|
||
"gate:hitl",
|
||
"ready-for-human"
|
||
],
|
||
"evidenceClass": "release",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-069/README.md",
|
||
"hardware": "none",
|
||
"model": "generic+deepseek-v4",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-028",
|
||
"DGR-035",
|
||
"DGR-038",
|
||
"DGR-051"
|
||
],
|
||
"triage": "ready-for-human",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/069-prepare-narrow-upstream-llama-cpp-collaboration-patches.md`, and evidence READMEs for dependencies (DGR-028, DGR-035, DGR-038, DGR-051) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Reduce long-term patch burden through generic upstreamable hooks without asking llama.cpp to own Meshnet.",
|
||
"acceptanceCriteria": [
|
||
"Separate generic range loading, boundary I/O, and filtered state hooks from project worker/protocol code.",
|
||
"Provide one scoped patch, focused test, and minimal reproducer per concern against the exact upstream pin.",
|
||
"Compare the proposal with prior-art evidence and current upstream V4 support/maturity.",
|
||
"Prepare human-ready design/outreach text; actual issue/PR submission remains a human action.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/069-prepare-narrow-upstream-llama-cpp-collaboration-patches.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-071"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-070",
|
||
"title": "Enforce the DeepSeek V4 Flash beta gate",
|
||
"priority": 54,
|
||
"milestone": "M5",
|
||
"executionMode": "HITL",
|
||
"labels": [
|
||
"area:deepseek-v4",
|
||
"area:release",
|
||
"milestone:beta",
|
||
"priority:p0",
|
||
"gate:hitl",
|
||
"ready-for-human"
|
||
],
|
||
"evidenceClass": "release",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-070/README.md",
|
||
"hardware": "required",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-057",
|
||
"DGR-059",
|
||
"DGR-060",
|
||
"DGR-062",
|
||
"DGR-064",
|
||
"DGR-066",
|
||
"DGR-067",
|
||
"DGR-068"
|
||
],
|
||
"triage": "ready-for-human",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/070-enforce-the-deepseek-v4-flash-beta-gate.md`, and evidence READMEs for dependencies (DGR-057, DGR-059, DGR-060, DGR-062, DGR-064, DGR-066, DGR-067, DGR-068) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Promote beta only after concurrency, resilience, long-context, MTP, scale, packaging, and speed gates pass.",
|
||
"acceptanceCriteria": [
|
||
"Evaluate all beta metrics against DGF-004 without changing thresholds after observing results.",
|
||
"Require V4 parity, batching/fairness, bounded backpressure, failure recovery, long-context correctness, MTP evidence, and dynamic 10+ stage evidence.",
|
||
"Publish the exact certified hardware/backend/recipe matrix; all other lanes remain dark.",
|
||
"Decision is `beta`, `targeted optimization`, or `stop/rollback`, with unresolved failures listed explicitly.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/070-enforce-the-deepseek-v4-flash-beta-gate.md; prd.json is authoritative.",
|
||
"blocks": [
|
||
"DGR-071"
|
||
]
|
||
},
|
||
{
|
||
"id": "DGR-071",
|
||
"title": "Establish upstream pin, patch, and certification maintenance",
|
||
"priority": 55,
|
||
"milestone": "M5",
|
||
"executionMode": "AFK",
|
||
"labels": [
|
||
"area:maintenance",
|
||
"area:upstream",
|
||
"area:certification",
|
||
"type:operations",
|
||
"priority:p2",
|
||
"ready-for-agent"
|
||
],
|
||
"evidenceClass": "release",
|
||
"evidencePath": ".scratch/distributed-gguf-runtime/evidence/DGR-071/README.md",
|
||
"hardware": "optional",
|
||
"model": "deepseek-v4-flash",
|
||
"upstream": "yes",
|
||
"dependsOn": [
|
||
"DGR-069",
|
||
"DGR-070"
|
||
],
|
||
"triage": "ready-for-agent",
|
||
"description": "Fresh Ralph session: read `.scratch/distributed-gguf-runtime/RALPH-CONTEXT.md`, source issue `.scratch/distributed-gguf-runtime/issues/071-establish-upstream-pin-patch-and-certification-maintenance.md`, and evidence READMEs for dependencies (DGR-069, DGR-070) before changing code. Inspect live source/tests rather than trusting legacy pass states. Objective: Keep beta reproducible and detect upstream/model/hardware drift before it reaches routable nodes.",
|
||
"acceptanceCriteria": [
|
||
"Add a documented update procedure for llama.cpp pin, numbered patches, protocol/engine versions, V4 target revision, and certification records.",
|
||
"A candidate pin update must apply/build/test in isolation and cannot replace the production pin automatically.",
|
||
"Any changed graph, tensor inventory, boundary, cache/state layout, backend behavior, or performance invalidates affected certification.",
|
||
"Add scheduled model-free checks plus opt-in real-hardware recertification instructions and rollback procedure.",
|
||
"Applicable shared quality gates in `prd.json` pass, and the evidence handoff records exact commands/results, changed files, limitations, and dependency handoff."
|
||
],
|
||
"passes": false,
|
||
"notes": "Generated source issue: .scratch/distributed-gguf-runtime/issues/071-establish-upstream-pin-patch-and-certification-maintenance.md; prd.json is authoritative.",
|
||
"blocks": []
|
||
}
|
||
]
|
||
}
|