Unblock objective Belgian training loop
This commit is contained in:
@@ -91,7 +91,34 @@ def test_loop_refuses_failed_dataset_audit(tmp_path: Path) -> None:
|
||||
check=False,
|
||||
)
|
||||
assert result.returncode != 0
|
||||
assert "Dataset audit is not ok" in result.stderr
|
||||
assert "Dataset audit is not eligible for training" in result.stderr
|
||||
|
||||
|
||||
def test_pending_human_review_does_not_block_objective_training() -> None:
|
||||
audit = {
|
||||
"status": "needs_human_review",
|
||||
"failures": [],
|
||||
"manifest_immutable": True,
|
||||
"spatial_leakage_status": "ok",
|
||||
"low_variance_positive_tile_count": 0,
|
||||
"review_complete": False,
|
||||
}
|
||||
assert MODULE.dataset_audit_failures(audit) == []
|
||||
|
||||
|
||||
def test_training_audit_still_fails_closed_on_automated_integrity_gates() -> None:
|
||||
audit = {
|
||||
"status": "needs_human_review",
|
||||
"failures": ["wallonia/test below minimum"],
|
||||
"manifest_immutable": False,
|
||||
"spatial_leakage_status": "failed",
|
||||
"low_variance_positive_tile_count": 2,
|
||||
}
|
||||
failures = MODULE.dataset_audit_failures(audit)
|
||||
assert "wallonia/test below minimum" in failures
|
||||
assert "corpus manifest is not immutable" in failures
|
||||
assert "spatial leakage audit is not ok" in failures
|
||||
assert "dataset contains blank/low-variance positive tiles" in failures
|
||||
|
||||
|
||||
def test_calibration_failure_blocks_protected_evaluation() -> None:
|
||||
|
||||
Reference in New Issue
Block a user