test descriptions
This commit is contained in:
@@ -89,6 +89,7 @@ def _chat(tracker_url: str, route: list[str] | None = None) -> dict:
|
||||
|
||||
|
||||
def test_pinned_route_uses_named_node(benchmark_setup):
|
||||
"Pinned route uses named node\n\nTags: routing"
|
||||
tracker_url, node_ids, _ = benchmark_setup
|
||||
reply = _chat(tracker_url, route=[node_ids["full"]])
|
||||
content = reply["choices"][0]["message"]["content"]
|
||||
@@ -96,6 +97,7 @@ def test_pinned_route_uses_named_node(benchmark_setup):
|
||||
|
||||
|
||||
def test_unknown_route_node_is_400(benchmark_setup):
|
||||
"Unknown route node is 400\n\nTags: routing"
|
||||
tracker_url, _, _ = benchmark_setup
|
||||
with pytest.raises(urllib.error.HTTPError) as exc_info:
|
||||
_chat(tracker_url, route=["no-such-node"])
|
||||
@@ -105,6 +107,7 @@ def test_unknown_route_node_is_400(benchmark_setup):
|
||||
|
||||
|
||||
def test_invalid_route_shape_is_400(benchmark_setup):
|
||||
"Invalid route shape is 400\n\nTags: routing"
|
||||
tracker_url, _, _ = benchmark_setup
|
||||
with pytest.raises(urllib.error.HTTPError) as exc_info:
|
||||
_chat(tracker_url, route=[])
|
||||
@@ -112,12 +115,14 @@ def test_invalid_route_shape_is_400(benchmark_setup):
|
||||
|
||||
|
||||
def test_clients_without_route_are_unaffected(benchmark_setup):
|
||||
"Clients without route are unaffected\n\nTags: routing"
|
||||
tracker_url, _, _ = benchmark_setup
|
||||
reply = _chat(tracker_url)
|
||||
assert reply["choices"][0]["message"]["content"]
|
||||
|
||||
|
||||
def test_benchmark_requires_auth(benchmark_setup):
|
||||
"Benchmark requires auth\n\nTags: auth, performance, security"
|
||||
tracker_url, _, _ = benchmark_setup
|
||||
with pytest.raises(urllib.error.HTTPError) as exc_info:
|
||||
_post_json(f"{tracker_url}/v1/benchmark/hop-penalty", {"model": MODEL})
|
||||
@@ -128,6 +133,7 @@ def test_benchmark_requires_auth(benchmark_setup):
|
||||
|
||||
|
||||
def test_benchmark_records_one_and_two_node_routes(benchmark_setup):
|
||||
"Benchmark records one and two node routes\n\nTags: performance, routing"
|
||||
tracker_url, _, results_path = benchmark_setup
|
||||
record = _post_json(
|
||||
f"{tracker_url}/v1/benchmark/hop-penalty",
|
||||
|
||||
Reference in New Issue
Block a user