170 lines
6.5 KiB
JSON
170 lines
6.5 KiB
JSON
{
|
|
"artifact_sha256": {
|
|
"llama-cpp-near-lossless-quality": "e842fdc35d7f00fda95a54e1b51731ba1d196aea45065cc9f46925fdc1d6f862",
|
|
"llama-cpp-quantized-performance-fit": "a88e3f570e2efeaf06b50df9859db2c70d8646aa3a2c94a14e14d5797a2921a5",
|
|
"transformers-safetensors-reference": "e596e9d6205fdc9177569cccd7f8b471b058f66e3630c8e4326d5aad52bd18b6"
|
|
},
|
|
"backend_detail": {
|
|
"llama-cpp-near-lossless-quality": "version: 9991 (e920c523) | built with GNU 15.2.1 for Linux x86_64; binary sha256 fd8fe612970f23e447f2e717cfa51665be06b8d7315ba60556e010f6bca510dd; threads 16; parallel slots 4; ctx/slot 512; gpu layers 0",
|
|
"llama-cpp-quantized-performance-fit": "version: 9991 (e920c523) | built with GNU 15.2.1 for Linux x86_64; binary sha256 fd8fe612970f23e447f2e717cfa51665be06b8d7315ba60556e010f6bca510dd; threads 16; parallel slots 4; ctx/slot 512; gpu layers 0",
|
|
"transformers-safetensors-reference": "torch 2.10.0+rocm7.13.0a20260513; dtype bfloat16; device cpu; intra-op threads 16"
|
|
},
|
|
"evidence_class": "local-real",
|
|
"host": {
|
|
"accelerator_name": "Radeon 8060S Graphics",
|
|
"accelerator_runtime": "7.13.26183",
|
|
"benchmark_lane": "cpu-controlled-baseline",
|
|
"converter_sha256": "c819f18fb22927b49fabc3b35d1c9e21ee638b3817eccd1bd4efbcc7116eeb4d",
|
|
"cpu_count": 32,
|
|
"cuda_available": true,
|
|
"hostname": "fedora",
|
|
"llama_cpp_commit": "e920c523e3b8a0163fe498af5bf90df35ff51d25",
|
|
"llama_cpp_version": "9991",
|
|
"llama_server_identities": {
|
|
"/run/media/popov/d/DEV/llamacpp/llama.cpp/build/bin/llama-server": {
|
|
"sha256": "fd8fe612970f23e447f2e717cfa51665be06b8d7315ba60556e010f6bca510dd",
|
|
"version": "version: 9991 (e920c523) | built with GNU 15.2.1 for Linux x86_64"
|
|
}
|
|
},
|
|
"llama_server_sha256": "fd8fe612970f23e447f2e717cfa51665be06b8d7315ba60556e010f6bca510dd",
|
|
"platform": "Linux-7.0.14-101.fc43.x86_64-x86_64-with-glibc2.42",
|
|
"python": "3.12.13",
|
|
"quantizer_sha256": "bd0cc8c7be6d48aad4755b31062e0e59a887cbadd43dbb8771853d5858bb198f",
|
|
"torch_version": "2.10.0+rocm7.13.0a20260513",
|
|
"transformers_version": "5.13.0"
|
|
},
|
|
"model_id": "Qwen/Qwen2.5-0.5B-Instruct",
|
|
"model_revision": "7ae557604adf67be50417f59c2c2f167def9a775",
|
|
"plan_sha256": "efe24690a9a7164bac6ab3fd0a6b22f078fc08aaefcfb96210ddf154e6050570",
|
|
"provenance": {
|
|
"completed_at": "2026-07-13T16:27:19.647692Z",
|
|
"config_sha256": "00b2cce3e2f281bdf92fc5304ba5cac915a178ffccd3b9a25995ce39c00b90d3",
|
|
"producer": "meshnet_node.recipe_drivers.run_configured_benchmark/v1",
|
|
"run_id": "e4eedadf-22f6-4907-8990-985456961099",
|
|
"schema_version": 1,
|
|
"signature": "owev+/ToswP20C923G6E+srOCUBV5vrjmndVatr9CbTXakiFGqlHrTiEo+aymA4BcSwmG6KJTxlxO6WpLnpcAg==",
|
|
"signature_algorithm": "ed25519",
|
|
"signer_public_key_sha256": "8baca8742d9b3ed0c3fc54929c23f75ec8c1c739900aaf5334780d598ffa84de",
|
|
"started_at": "2026-07-13T16:26:22.361501Z"
|
|
},
|
|
"recipe_runtime": {
|
|
"llama-cpp-near-lossless-quality": {
|
|
"device": "cpu",
|
|
"runtime": "llama.cpp-9991-e920c523",
|
|
"weight_format": "gguf",
|
|
"weight_quantization": "bfloat16"
|
|
},
|
|
"llama-cpp-quantized-performance-fit": {
|
|
"device": "cpu",
|
|
"runtime": "llama.cpp-9991-e920c523",
|
|
"weight_format": "gguf",
|
|
"weight_quantization": "Q4_K_M"
|
|
},
|
|
"transformers-safetensors-reference": {
|
|
"device": "cpu",
|
|
"runtime": "transformers-5.13.0",
|
|
"weight_format": "safetensors",
|
|
"weight_quantization": "bfloat16"
|
|
}
|
|
},
|
|
"recipes": {
|
|
"llama-cpp-near-lossless-quality": {
|
|
"artifact_bytes": 994156448,
|
|
"available": true,
|
|
"concurrency": {
|
|
"1": {
|
|
"aggregate_decode_tokens_per_sec": 86.7339,
|
|
"decode_tokens_per_sec": 98.5178,
|
|
"failures": 0,
|
|
"latency_p50_ms": 333.023,
|
|
"latency_p95_ms": 383.0597,
|
|
"peak_rss_bytes": 1110728704,
|
|
"peak_vram_bytes": 0,
|
|
"prefill_tokens_per_sec": 1717.9451,
|
|
"ttft_p50_ms": 15.069,
|
|
"ttft_p95_ms": 63.766
|
|
},
|
|
"4": {
|
|
"aggregate_decode_tokens_per_sec": 222.788,
|
|
"decode_tokens_per_sec": 76.6297,
|
|
"failures": 0,
|
|
"latency_p50_ms": 490.8738,
|
|
"latency_p95_ms": 646.26,
|
|
"peak_rss_bytes": 1139466240,
|
|
"peak_vram_bytes": 0,
|
|
"prefill_tokens_per_sec": 859.8985,
|
|
"ttft_p50_ms": 32.445,
|
|
"ttft_p95_ms": 218.387
|
|
}
|
|
},
|
|
"device": "cpu",
|
|
"lane": "quality"
|
|
},
|
|
"llama-cpp-quantized-performance-fit": {
|
|
"artifact_bytes": 397807520,
|
|
"available": true,
|
|
"concurrency": {
|
|
"1": {
|
|
"aggregate_decode_tokens_per_sec": 139.2693,
|
|
"decode_tokens_per_sec": 207.712,
|
|
"failures": 0,
|
|
"latency_p50_ms": 168.3307,
|
|
"latency_p95_ms": 305.1338,
|
|
"peak_rss_bytes": 542081024,
|
|
"peak_vram_bytes": 0,
|
|
"prefill_tokens_per_sec": 967.0195,
|
|
"ttft_p50_ms": 21.582,
|
|
"ttft_p95_ms": 147.859
|
|
},
|
|
"4": {
|
|
"aggregate_decode_tokens_per_sec": 195.6789,
|
|
"decode_tokens_per_sec": 76.9497,
|
|
"failures": 0,
|
|
"latency_p50_ms": 437.9196,
|
|
"latency_p95_ms": 885.5355,
|
|
"peak_rss_bytes": 573259776,
|
|
"peak_vram_bytes": 0,
|
|
"prefill_tokens_per_sec": 572.4424,
|
|
"ttft_p50_ms": 48.127,
|
|
"ttft_p95_ms": 416.531
|
|
}
|
|
},
|
|
"device": "cpu",
|
|
"lane": "performance-fit"
|
|
},
|
|
"transformers-safetensors-reference": {
|
|
"artifact_bytes": 999586347,
|
|
"available": true,
|
|
"concurrency": {
|
|
"1": {
|
|
"aggregate_decode_tokens_per_sec": 35.4722,
|
|
"decode_tokens_per_sec": 40.7545,
|
|
"failures": 0,
|
|
"latency_p50_ms": 818.3864,
|
|
"latency_p95_ms": 1258.0673,
|
|
"peak_rss_bytes": 1941458944,
|
|
"peak_vram_bytes": 0,
|
|
"prefill_tokens_per_sec": 625.6467,
|
|
"ttft_p50_ms": 40.0018,
|
|
"ttft_p95_ms": 195.2551
|
|
},
|
|
"4": {
|
|
"aggregate_decode_tokens_per_sec": 46.5375,
|
|
"decode_tokens_per_sec": 12.9506,
|
|
"failures": 0,
|
|
"latency_p50_ms": 2481.8662,
|
|
"latency_p95_ms": 3365.8395,
|
|
"peak_rss_bytes": 2104832000,
|
|
"peak_vram_bytes": 0,
|
|
"prefill_tokens_per_sec": 264.0101,
|
|
"ttft_p50_ms": 97.0403,
|
|
"ttft_p95_ms": 429.0665
|
|
}
|
|
},
|
|
"device": "cpu",
|
|
"lane": "quality"
|
|
}
|
|
},
|
|
"reference_recipe_id": "transformers-safetensors-reference"
|
|
}
|