/** * meshnet-range-loader — CLI wrapper that loads a GGUF shard range * and prints the meshnet range report as JSON. * * Usage: meshnet-range-loader * * Build: g++ -std=c++17 -I/include -L/bin * meshnet-range-loader.cpp -lllama -o meshnet-range-loader * LD_LIBRARY_PATH=/bin ./meshnet-range-loader ... */ #include "llama.h" #include #include #include int main(int argc, char **argv) { if (argc != 4) { fprintf(stderr, "Usage: %s \n", argv[0]); return 1; } const char *path = argv[1]; int start = std::atoi(argv[2]); int end = std::atoi(argv[3]); llama_backend_init(); llama_model_params params = llama_model_default_params(); params.meshnet_owned_layer_start = start; params.meshnet_owned_layer_end = end; llama_model *model = llama_model_load_from_file(path, params); if (!model) { fprintf(stderr, "ERROR model_load returned nullptr\n"); llama_backend_free(); return 1; } llama_meshnet_range_report report; bool ok = llama_model_meshnet_range_report(model, &report); int n_layer = llama_model_n_layer(model); int n_embd = llama_model_n_embd(model); uint64_t size = llama_model_size(model); if (ok) { fprintf(stdout, "{" "\"ok\":true," "\"start_layer\":%d,\"end_layer\":%d," "\"mapped_bytes\":%lu,\"resident_bytes\":%lu," "\"model_n_layer\":%d,\"model_n_embd\":%d,\"model_size\":%lu" "}\n", report.start_layer, report.end_layer, (unsigned long)report.mapped_bytes, (unsigned long)report.resident_bytes, n_layer, n_embd, (unsigned long)size ); } else { fprintf(stderr, "ERROR range report not available\n"); } llama_model_free(model); llama_backend_free(); return ok ? 0 : 1; }