fix model registration and anouncement. added console panel
This commit is contained in:
@@ -75,6 +75,13 @@ def test_tracker_exposes_registered_model_metadata():
|
||||
"activated_parameters": "32B",
|
||||
"context_length": 256000,
|
||||
},
|
||||
"downloaded_models": [{
|
||||
"model": "Kimi-K2.7-Code",
|
||||
"hf_repo": "unsloth/Kimi-K2.7-Code",
|
||||
"shard_start": 0,
|
||||
"shard_end": 60,
|
||||
"local_model_percentage": 100.0,
|
||||
}],
|
||||
},
|
||||
)
|
||||
|
||||
@@ -91,6 +98,7 @@ def test_tracker_exposes_registered_model_metadata():
|
||||
registered = network_map["nodes"][0]
|
||||
assert registered["num_layers"] == 61
|
||||
assert registered["model_metadata"]["context_length"] == 256000
|
||||
assert registered["downloaded_models"][0]["local_model_percentage"] == 100.0
|
||||
|
||||
|
||||
def test_tracker_lists_recommended_kimi_before_nodes_register():
|
||||
@@ -975,6 +983,30 @@ def test_tracker_route_rejects_non_extending_overlap():
|
||||
tracker.stop()
|
||||
|
||||
|
||||
def test_tracker_console_records_model_not_available():
|
||||
tracker = TrackerServer()
|
||||
tracker_port = tracker.start()
|
||||
try:
|
||||
try:
|
||||
_post_json(
|
||||
f"http://127.0.0.1:{tracker_port}/v1/chat/completions",
|
||||
{"model": "missing-model", "messages": [{"role": "user", "content": "hi"}]},
|
||||
)
|
||||
raise AssertionError("Expected 503")
|
||||
except urllib.error.HTTPError as exc:
|
||||
assert exc.code == 503
|
||||
|
||||
console = _get_json(f"http://127.0.0.1:{tracker_port}/v1/console")
|
||||
finally:
|
||||
tracker.stop()
|
||||
|
||||
assert any(
|
||||
event["message"] == "no nodes available for model"
|
||||
and event["fields"]["model"] == "missing-model"
|
||||
for event in console["events"]
|
||||
)
|
||||
|
||||
|
||||
def test_tracker_registration_rejects_invalid_payload():
|
||||
"""Registration errors return a defined JSON 400 response."""
|
||||
tracker = TrackerServer()
|
||||
|
||||
Reference in New Issue
Block a user