Initial public release

2026-08-31 21:56:53 +02:00
commit faeb58ef6d
1386 changed files with 263203 additions and 0 deletions
@@ -0,0 +1,74 @@
+{
+  "version": 1,
+  "description": "Golden QA/QC regression scenarios for persisted vector candidate-vs-reference comparison.",
+  "scenarios": [
+    {
+      "benchmark_id": "golden-buildings-partial-match-v1",
+      "description": "Two reference building polygons and two candidate building polygons: one candidate matches ref-1, one candidate is a false positive, and ref-2 is a false negative.",
+      "candidate_fixture": "fixtures/golden/predicted_buildings.geojson",
+      "reference_fixture": "fixtures/golden/reference_buildings.geojson",
+      "iou_threshold": 0.5,
+      "candidate_feature_count": 2,
+      "reference_feature_count": 2,
+      "matches": 1,
+      "false_positive_count": 1,
+      "false_negative_count": 1,
+      "precision": 0.5,
+      "recall": 0.5,
+      "f1": 0.5,
+      "mean_iou": 0.8339768339761133,
+      "tolerance": 1e-9
+    },
+    {
+      "benchmark_id": "golden-buildings-perfect-match-v1",
+      "description": "One candidate building polygon exactly matches one reference polygon.",
+      "candidate_fixture": "fixtures/golden/predicted_buildings_perfect.geojson",
+      "reference_fixture": "fixtures/golden/reference_buildings_perfect.geojson",
+      "iou_threshold": 0.5,
+      "candidate_feature_count": 1,
+      "reference_feature_count": 1,
+      "matches": 1,
+      "false_positive_count": 0,
+      "false_negative_count": 0,
+      "precision": 1.0,
+      "recall": 1.0,
+      "f1": 1.0,
+      "mean_iou": 1.0,
+      "tolerance": 1e-9
+    },
+    {
+      "benchmark_id": "golden-buildings-no-overlap-v1",
+      "description": "One candidate polygon and one reference polygon do not overlap.",
+      "candidate_fixture": "fixtures/golden/predicted_buildings_no_overlap.geojson",
+      "reference_fixture": "fixtures/golden/reference_buildings_no_overlap.geojson",
+      "iou_threshold": 0.5,
+      "candidate_feature_count": 1,
+      "reference_feature_count": 1,
+      "matches": 0,
+      "false_positive_count": 1,
+      "false_negative_count": 1,
+      "precision": 0.0,
+      "recall": 0.0,
+      "f1": null,
+      "mean_iou": null,
+      "tolerance": 1e-9
+    },
+    {
+      "benchmark_id": "golden-buildings-multipolygon-match-v1",
+      "description": "One candidate MultiPolygon exactly matches one reference MultiPolygon.",
+      "candidate_fixture": "fixtures/golden/predicted_buildings_multipolygon.geojson",
+      "reference_fixture": "fixtures/golden/reference_buildings_multipolygon.geojson",
+      "iou_threshold": 0.5,
+      "candidate_feature_count": 1,
+      "reference_feature_count": 1,
+      "matches": 1,
+      "false_positive_count": 0,
+      "false_negative_count": 0,
+      "precision": 1.0,
+      "recall": 1.0,
+      "f1": 1.0,
+      "mean_iou": 1.0,
+      "tolerance": 1e-9
+    }
+  ]
+}