{ "models": { "unsloth/Kimi-K2.7-Code": { "architecture": "Mixture-of-Experts (MoE)", "total_parameters": "1T", "activated_parameters": "32B", "num_layers": 61, "dense_layers": 1, "attention_hidden_dimension": 7168, "moe_hidden_dimension_per_expert": 2048, "attention_heads": 64, "experts": 384, "selected_experts_per_token": 8, "shared_experts": 1, "vocabulary_size": 160000, "context_length": 256000, "attention_mechanism": "MLA", "activation_function": "SwiGLU", "vision_encoder": "MoonViT", "vision_encoder_parameters": "400M", "license": "modified-mit", "native_quantization": "int4", "canonical_audit_dtype": "bfloat16", "canonical_audit_quantization": "bfloat16", "download_size_gb": 595, "recommended_short_name": "kimi-k2.7", "recommended_engines": [ "vLLM", "SGLang", "KTransformers" ] } } }