models on tracker

This commit is contained in:
Dobromir Popov
2026-07-12 02:44:12 +03:00
parent 95d79a0a16
commit 9a1b15c020
7 changed files with 131 additions and 11 deletions

View File

@@ -19,6 +19,7 @@ class ModelPreset:
vram_bf16: float
description: str
metadata: dict | None = None
aliases: tuple[str, ...] = ()
def vram_for_quant(self, quant: str) -> float:
"""Return VRAM requirement in GB for the given quantization."""
@@ -167,9 +168,29 @@ CURATED_MODELS: list[ModelPreset] = [
description="Large coding-focused MoE model",
metadata=_MODEL_METADATA.get("unsloth/Kimi-K2.7-Code"),
),
ModelPreset(
name="Qwen3.6-27B",
hf_repo="Qwen/Qwen3.6-27B",
num_layers=64,
vram_nf4=13.0,
vram_int8=26.0,
vram_bf16=52.0,
description="Qwen 27B hybrid linear-attention model",
aliases=("qwen3.6-27b",),
),
]
def resolve_model_alias(value: str) -> ModelPreset | None:
"""Resolve a curated name, repository, or alias case-insensitively."""
normalized = value.strip().casefold()
for model in CURATED_MODELS:
candidates = (model.name, model.hf_repo, *model.aliases)
if normalized in {candidate.casefold() for candidate in candidates}:
return model
return None
def layers_from_config(cfg) -> int | None:
"""Extract the transformer layer count from a HuggingFace config object.