Record retained validation coverage

2026-07-13 00:00:42 +02:00
parent 5b008668d7
commit d02b4e5219
5 changed files with 48 additions and 0 deletions
@@ -100,6 +100,23 @@ def test_default_validation_split_is_explicit_and_rejects_holdout_leakage() -> N
        module.validate_validation_split(samples, {"turnhout", "missing"})


+def test_validation_coverage_reports_holdouts_without_retained_tiles() -> None:
+    module = load_tile_exporter()
+    coverage = module.validation_sample_coverage(
+        [
+            {"sample_slug": "turnhout", "split": "val", "kept": True},
+            {"sample_slug": "retie", "split": "val", "kept": True},
+            {"sample_slug": "geel", "split": "train", "kept": True},
+        ],
+        {"turnhout", "retie", "arendonk_heide"},
+    )
+
+    assert coverage == {
+        "retained_validation_sample_slugs": ["retie", "turnhout"],
+        "empty_validation_sample_slugs": ["arendonk_heide"],
+    }
+
+
 def test_iter_tile_windows_covers_edges_without_duplicates() -> None:
    module = load_tile_exporter()