test descriptions
This commit is contained in:
@@ -105,6 +105,7 @@ class TeacherForcedValidator(ValidatorProcess):
|
||||
|
||||
|
||||
def test_stub_activation_tensors_round_trip_through_toploc_proofs():
|
||||
"Stub activation tensors round trip through toploc proofs\n\nTags: audit, calibration"
|
||||
fake_toploc = FakeToploc()
|
||||
activations = [[1.0, 2.0, 3.0], [4.0, 5.0, 6.0]]
|
||||
config = ToplocAuditConfig(topk=2, decode_batching_size=16)
|
||||
@@ -125,6 +126,7 @@ def test_stub_activation_tensors_round_trip_through_toploc_proofs():
|
||||
|
||||
|
||||
def test_validator_teacher_forces_claimed_tokens_for_toploc_audit():
|
||||
"Validator teacher forces claimed tokens for toploc audit\n\nTags: audit, calibration"
|
||||
fake_toploc = FakeToploc()
|
||||
activations = [[0.25, 0.5], [0.75, 1.0]]
|
||||
config = ToplocAuditConfig(topk=2, decode_batching_size=16)
|
||||
@@ -161,6 +163,7 @@ def test_validator_teacher_forces_claimed_tokens_for_toploc_audit():
|
||||
|
||||
|
||||
def test_validator_rejects_swapped_precision_toploc_claim():
|
||||
"Validator rejects swapped precision toploc claim\n\nTags: audit, calibration"
|
||||
fake_toploc = FakeToploc()
|
||||
activations = [[0.25, 0.5], [0.75, 1.0]]
|
||||
canonical = ToplocAuditConfig(
|
||||
@@ -228,6 +231,7 @@ class FakeToplocWithChunkResults:
|
||||
|
||||
|
||||
def test_verify_activation_proofs_detailed_aggregates_per_chunk_divergence():
|
||||
"Verify activation proofs detailed aggregates per chunk divergence\n\nTags: audit, calibration"
|
||||
fake_toploc = FakeToplocWithChunkResults()
|
||||
activations = [[1.0, 2.0], [3.0, 4.0]]
|
||||
config = ToplocAuditConfig(topk=2, decode_batching_size=16)
|
||||
@@ -246,6 +250,7 @@ def test_verify_activation_proofs_detailed_aggregates_per_chunk_divergence():
|
||||
|
||||
|
||||
def test_verify_activation_proofs_detailed_no_metric_from_plain_bool_backend():
|
||||
"Verify activation proofs detailed no metric from plain bool backend\n\nTags: audit, calibration"
|
||||
fake_toploc = FakeToploc()
|
||||
activations = [[1.0, 2.0, 3.0], [4.0, 5.0, 6.0]]
|
||||
config = ToplocAuditConfig(topk=2, decode_batching_size=16)
|
||||
@@ -261,6 +266,7 @@ def test_verify_activation_proofs_detailed_no_metric_from_plain_bool_backend():
|
||||
|
||||
|
||||
def test_verify_activation_proofs_detailed_rejects_config_mismatch_without_calling_backend():
|
||||
"Verify activation proofs detailed rejects config mismatch without calling backend\n\nTags: audit, calibration"
|
||||
fake_toploc = FakeToplocWithChunkResults()
|
||||
activations = [[1.0, 2.0]]
|
||||
canonical = ToplocAuditConfig(dtype="bfloat16", quantization="bfloat16", topk=2, decode_batching_size=16)
|
||||
|
||||
Reference in New Issue
Block a user