Jens/geointel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Expand golden QA benchmark scenarios
GeoIntel CI / docs-smoke (push) Has been cancelled
Details
GeoIntel CI / contract-smoke (push) Has been cancelled
Details

Browse Source
This commit is contained in:
Codex
2026-06-18 21:46:19 +02:00
parent 5128b9ced0
commit c85953f389
14 changed files with 417 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fixtures/golden/golden_qa_benchmarks.json
+74
View File
@@ -0,0 +1,74 @@
{
"version": 1,
"description": "Golden QA/QC regression scenarios for persisted vector candidate-vs-reference comparison.",
"scenarios": [
{
"benchmark_id": "golden-buildings-partial-match-v1",
"description": "Two reference building polygons and two candidate building polygons: one candidate matches ref-1, one candidate is a false positive, and ref-2 is a false negative.",
"candidate_fixture": "fixtures/golden/predicted_buildings.geojson",
"reference_fixture": "fixtures/golden/reference_buildings.geojson",
"iou_threshold": 0.5,
"candidate_feature_count": 2,
"reference_feature_count": 2,
"matches": 1,
"false_positive_count": 1,
"false_negative_count": 1,
"precision": 0.5,
"recall": 0.5,
"f1": 0.5,
"mean_iou": 0.8339768339761133,
"tolerance": 1e-9
},
{
"benchmark_id": "golden-buildings-perfect-match-v1",
"description": "One candidate building polygon exactly matches one reference polygon.",
"candidate_fixture": "fixtures/golden/predicted_buildings_perfect.geojson",
"reference_fixture": "fixtures/golden/reference_buildings_perfect.geojson",
"iou_threshold": 0.5,
"candidate_feature_count": 1,
"reference_feature_count": 1,
"matches": 1,
"false_positive_count": 0,
"false_negative_count": 0,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"mean_iou": 1.0,
"tolerance": 1e-9
},
{
"benchmark_id": "golden-buildings-no-overlap-v1",
"description": "One candidate polygon and one reference polygon do not overlap.",
"candidate_fixture": "fixtures/golden/predicted_buildings_no_overlap.geojson",
"reference_fixture": "fixtures/golden/reference_buildings_no_overlap.geojson",
"iou_threshold": 0.5,
"candidate_feature_count": 1,
"reference_feature_count": 1,
"matches": 0,
"false_positive_count": 1,
"false_negative_count": 1,
"precision": 0.0,
"recall": 0.0,
"f1": null,
"mean_iou": null,
"tolerance": 1e-9
},
{
"benchmark_id": "golden-buildings-multipolygon-match-v1",
"description": "One candidate MultiPolygon exactly matches one reference MultiPolygon.",
"candidate_fixture": "fixtures/golden/predicted_buildings_multipolygon.geojson",
"reference_fixture": "fixtures/golden/reference_buildings_multipolygon.geojson",
"iou_threshold": 0.5,
"candidate_feature_count": 1,
"reference_feature_count": 1,
"matches": 1,
"false_positive_count": 0,
"false_negative_count": 0,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"mean_iou": 1.0,
"tolerance": 1e-9
}
]
}
fixtures/golden/predicted_buildings_multipolygon.geojson
+38
View File
@@ -0,0 +1,38 @@
{
"type": "FeatureCollection",
"name": "golden_predicted_buildings_multipolygon",
"features": [
{
"type": "Feature",
"id": "pred-multipolygon-1",
"properties": {
"id": "pred-multipolygon-1",
"class": "building",
"confidence": 0.91
},
"geometry": {
"type": "MultiPolygon",
"coordinates": [
[
[
[4.9900, 51.1600],
[4.9903, 51.1600],
[4.9903, 51.1603],
[4.9900, 51.1603],
[4.9900, 51.1600]
]
],
[
[
[4.9910, 51.1610],
[4.9913, 51.1610],
[4.9913, 51.1613],
[4.9910, 51.1613],
[4.9910, 51.1610]
]
]
]
}
}
]
}
fixtures/golden/predicted_buildings_no_overlap.geojson
+27
View File
@@ -0,0 +1,27 @@
{
"type": "FeatureCollection",
"name": "golden_predicted_buildings_no_overlap",
"features": [
{
"type": "Feature",
"id": "pred-no-overlap-1",
"properties": {
"id": "pred-no-overlap-1",
"class": "building",
"confidence": 0.82
},
"geometry": {
"type": "Polygon",
"coordinates": [
[
[4.9950, 51.1650],
[4.9955, 51.1650],
[4.9955, 51.1654],
[4.9950, 51.1654],
[4.9950, 51.1650]
]
]
}
}
]
}
fixtures/golden/predicted_buildings_perfect.geojson
+27
View File
@@ -0,0 +1,27 @@
{
"type": "FeatureCollection",
"name": "golden_predicted_buildings_perfect",
"features": [
{
"type": "Feature",
"id": "pred-perfect-1",
"properties": {
"id": "pred-perfect-1",
"class": "building",
"confidence": 0.99
},
"geometry": {
"type": "Polygon",
"coordinates": [
[
[4.9900, 51.1600],
[4.9905, 51.1600],
[4.9905, 51.1604],
[4.9900, 51.1604],
[4.9900, 51.1600]
]
]
}
}
]
}
fixtures/golden/reference_buildings_multipolygon.geojson
+38
View File
@@ -0,0 +1,38 @@
{
"type": "FeatureCollection",
"name": "golden_reference_buildings_multipolygon",
"features": [
{
"type": "Feature",
"id": "ref-multipolygon-1",
"properties": {
"id": "ref-multipolygon-1",
"source": "golden_fixture",
"class": "building"
},
"geometry": {
"type": "MultiPolygon",
"coordinates": [
[
[
[4.9900, 51.1600],
[4.9903, 51.1600],
[4.9903, 51.1603],
[4.9900, 51.1603],
[4.9900, 51.1600]
]
],
[
[
[4.9910, 51.1610],
[4.9913, 51.1610],
[4.9913, 51.1613],
[4.9910, 51.1613],
[4.9910, 51.1610]
]
]
]
}
}
]
}
fixtures/golden/reference_buildings_no_overlap.geojson
+27
View File
@@ -0,0 +1,27 @@
{
"type": "FeatureCollection",
"name": "golden_reference_buildings_no_overlap",
"features": [
{
"type": "Feature",
"id": "ref-no-overlap-1",
"properties": {
"id": "ref-no-overlap-1",
"source": "golden_fixture",
"class": "building"
},
"geometry": {
"type": "Polygon",
"coordinates": [
[
[4.9900, 51.1600],
[4.9905, 51.1600],
[4.9905, 51.1604],
[4.9900, 51.1604],
[4.9900, 51.1600]
]
]
}
}
]
}
fixtures/golden/reference_buildings_perfect.geojson
+27
View File
@@ -0,0 +1,27 @@
{
"type": "FeatureCollection",
"name": "golden_reference_buildings_perfect",
"features": [
{
"type": "Feature",
"id": "ref-perfect-1",
"properties": {
"id": "ref-perfect-1",
"source": "golden_fixture",
"class": "building"
},
"geometry": {
"type": "Polygon",
"coordinates": [
[
[4.9900, 51.1600],
[4.9905, 51.1600],
[4.9905, 51.1604],
[4.9900, 51.1604],
[4.9900, 51.1600]
]
]
}
}
]
}