33 lines
895 B
JSON
33 lines
895 B
JSON
{
|
|
"models": {
|
|
"unsloth/Kimi-K2.7-Code": {
|
|
"architecture": "Mixture-of-Experts (MoE)",
|
|
"total_parameters": "1T",
|
|
"activated_parameters": "32B",
|
|
"num_layers": 61,
|
|
"dense_layers": 1,
|
|
"attention_hidden_dimension": 7168,
|
|
"moe_hidden_dimension_per_expert": 2048,
|
|
"attention_heads": 64,
|
|
"experts": 384,
|
|
"selected_experts_per_token": 8,
|
|
"shared_experts": 1,
|
|
"vocabulary_size": 160000,
|
|
"context_length": 256000,
|
|
"attention_mechanism": "MLA",
|
|
"activation_function": "SwiGLU",
|
|
"vision_encoder": "MoonViT",
|
|
"vision_encoder_parameters": "400M",
|
|
"license": "modified-mit",
|
|
"native_quantization": "int4",
|
|
"download_size_gb": 595,
|
|
"recommended_short_name": "kimi-k2.7",
|
|
"recommended_engines": [
|
|
"vLLM",
|
|
"SGLang",
|
|
"KTransformers"
|
|
]
|
|
}
|
|
}
|
|
}
|