Drive corpus sampling from calibration failures

This commit is contained in:
Jens
2026-07-27 09:40:01 +02:00
parent 1c6cf6a6a8
commit efd3272bda
3 changed files with 44 additions and 3 deletions
@@ -52,3 +52,31 @@ def test_sampling_repeats_only_failed_region_train_tiles() -> None:
assert not any("protected" in path for path in paths)
assert metadata["protected_samples_in_training"] == []
assert metadata["weak_recall_regions"] == ["flanders"]
def test_sampling_can_use_calibration_before_test_is_opened() -> None:
manifest = {"samples": [{"sample_slug": "train-fl", "split": "train", "region": "flanders"}]}
summary = {
"tiles": [
{"sample_slug": "train-fl", "split": "train", "label_count": 1, "image_path": "/tmp/fl.png"}
]
}
assessment = {
"status": "continue_training_loop",
"gates": {
"min_region_f1": 0.45,
"min_region_precision": 0.5,
"min_region_recall": 0.4,
"max_pure_empty_false_positives": 0,
},
"calibration": {
"regions": {"flanders": {"f1": 0.4, "precision": 0.6, "recall": 0.35}}
},
"test": None,
"background": None,
}
paths, metadata = MODULE.build_sampling(
summary=summary, manifest=manifest, assessment=assessment
)
assert len(paths) == 3
assert metadata["failure_evidence_source"] == "calibration"