{ "version": 1, "description": "Golden QA/QC regression scenarios for persisted vector candidate-vs-reference comparison.", "scenarios": [ { "benchmark_id": "golden-buildings-partial-match-v1", "description": "Two reference building polygons and two candidate building polygons: one candidate matches ref-1, one candidate is a false positive, and ref-2 is a false negative.", "candidate_fixture": "fixtures/golden/predicted_buildings.geojson", "reference_fixture": "fixtures/golden/reference_buildings.geojson", "iou_threshold": 0.5, "candidate_feature_count": 2, "reference_feature_count": 2, "matches": 1, "false_positive_count": 1, "false_negative_count": 1, "precision": 0.5, "recall": 0.5, "f1": 0.5, "mean_iou": 0.8339768339761133, "tolerance": 1e-9 }, { "benchmark_id": "golden-buildings-perfect-match-v1", "description": "One candidate building polygon exactly matches one reference polygon.", "candidate_fixture": "fixtures/golden/predicted_buildings_perfect.geojson", "reference_fixture": "fixtures/golden/reference_buildings_perfect.geojson", "iou_threshold": 0.5, "candidate_feature_count": 1, "reference_feature_count": 1, "matches": 1, "false_positive_count": 0, "false_negative_count": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0, "mean_iou": 1.0, "tolerance": 1e-9 }, { "benchmark_id": "golden-buildings-no-overlap-v1", "description": "One candidate polygon and one reference polygon do not overlap.", "candidate_fixture": "fixtures/golden/predicted_buildings_no_overlap.geojson", "reference_fixture": "fixtures/golden/reference_buildings_no_overlap.geojson", "iou_threshold": 0.5, "candidate_feature_count": 1, "reference_feature_count": 1, "matches": 0, "false_positive_count": 1, "false_negative_count": 1, "precision": 0.0, "recall": 0.0, "f1": null, "mean_iou": null, "tolerance": 1e-9 }, { "benchmark_id": "golden-buildings-multipolygon-match-v1", "description": "One candidate MultiPolygon exactly matches one reference MultiPolygon.", "candidate_fixture": "fixtures/golden/predicted_buildings_multipolygon.geojson", "reference_fixture": "fixtures/golden/reference_buildings_multipolygon.geojson", "iou_threshold": 0.5, "candidate_feature_count": 1, "reference_feature_count": 1, "matches": 1, "false_positive_count": 0, "false_negative_count": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0, "mean_iou": 1.0, "tolerance": 1e-9 } ] }