tests on dash
This commit is contained in:
@@ -305,6 +305,41 @@ def test_proxy_head_is_route_head_and_routing_endpoint_lists_routes():
|
||||
assert sampled, "completed requests must produce route samples"
|
||||
|
||||
|
||||
def test_admin_model_load_request_queues_directive_on_joined_node():
|
||||
tracker = TrackerServer(validator_service_token="test-admin")
|
||||
port = tracker.start()
|
||||
try:
|
||||
node = _post_json(
|
||||
f"http://127.0.0.1:{port}/v1/nodes/register",
|
||||
{
|
||||
"endpoint": "http://127.0.0.1:9911",
|
||||
"model": "stub-model",
|
||||
"shard_start": 0,
|
||||
"shard_end": 3,
|
||||
"managed_assignment": True,
|
||||
"memory_mb": 32768,
|
||||
"hardware_profile": {"host_id": "available-ram-pool"},
|
||||
},
|
||||
)
|
||||
request = urllib.request.Request(
|
||||
f"http://127.0.0.1:{port}/v1/models/load",
|
||||
data=json.dumps({"model": "qwen2.5-0.5b-instruct"}).encode(),
|
||||
headers={"Content-Type": "application/json", "Authorization": "Bearer test-admin"},
|
||||
method="POST",
|
||||
)
|
||||
with urllib.request.urlopen(request) as response:
|
||||
result = json.loads(response.read())
|
||||
heartbeat = _post_json(
|
||||
f"http://127.0.0.1:{port}/v1/nodes/{node['node_id']}/heartbeat", {})
|
||||
finally:
|
||||
tracker.stop()
|
||||
|
||||
assert result["status"] == "queued"
|
||||
assert result["assignment"]["node_id"] == node["node_id"]
|
||||
assert heartbeat["directives"][0]["action"] == "ADD_SHARD"
|
||||
assert heartbeat["directives"][0]["model"] == "Qwen/Qwen2.5-0.5B-Instruct"
|
||||
|
||||
|
||||
def test_endpoint_key_distinguishes_same_port_different_hosts():
|
||||
from meshnet_node.torch_server import _clamp_downstream_hops, _endpoint_key
|
||||
|
||||
|
||||
Reference in New Issue
Block a user