Initial public release
GeoIntel release gates / Compile, test, contracts and builds (push) Successful in 1m49s
GeoIntel release gates / Python and npm vulnerability policy (push) Successful in 21s
GeoIntel release gates / Production AI image, SBOM and container scan (push) Successful in 5m39s
GeoIntel release gates / Deploy exact gated revision to Unraid (push) Failing after 58m43s
GeoIntel release gates / Compile, test, contracts and builds (push) Successful in 1m49s
GeoIntel release gates / Python and npm vulnerability policy (push) Successful in 21s
GeoIntel release gates / Production AI image, SBOM and container scan (push) Successful in 5m39s
GeoIntel release gates / Deploy exact gated revision to Unraid (push) Failing after 58m43s
This commit is contained in:
@@ -0,0 +1,17 @@
|
||||
{
|
||||
"benchmark_id": "golden-buildings-partial-match-v1",
|
||||
"description": "Two reference building polygons and two candidate building polygons: one candidate matches ref-1, one candidate is a false positive, and ref-2 is a false negative.",
|
||||
"candidate_fixture": "fixtures/golden/predicted_buildings.geojson",
|
||||
"reference_fixture": "fixtures/golden/reference_buildings.geojson",
|
||||
"iou_threshold": 0.5,
|
||||
"candidate_feature_count": 2,
|
||||
"reference_feature_count": 2,
|
||||
"matches": 1,
|
||||
"false_positive_count": 1,
|
||||
"false_negative_count": 1,
|
||||
"precision": 0.5,
|
||||
"recall": 0.5,
|
||||
"f1": 0.5,
|
||||
"mean_iou": 0.8339768339761133,
|
||||
"tolerance": 1e-9
|
||||
}
|
||||
@@ -0,0 +1,74 @@
|
||||
{
|
||||
"version": 1,
|
||||
"description": "Golden QA/QC regression scenarios for persisted vector candidate-vs-reference comparison.",
|
||||
"scenarios": [
|
||||
{
|
||||
"benchmark_id": "golden-buildings-partial-match-v1",
|
||||
"description": "Two reference building polygons and two candidate building polygons: one candidate matches ref-1, one candidate is a false positive, and ref-2 is a false negative.",
|
||||
"candidate_fixture": "fixtures/golden/predicted_buildings.geojson",
|
||||
"reference_fixture": "fixtures/golden/reference_buildings.geojson",
|
||||
"iou_threshold": 0.5,
|
||||
"candidate_feature_count": 2,
|
||||
"reference_feature_count": 2,
|
||||
"matches": 1,
|
||||
"false_positive_count": 1,
|
||||
"false_negative_count": 1,
|
||||
"precision": 0.5,
|
||||
"recall": 0.5,
|
||||
"f1": 0.5,
|
||||
"mean_iou": 0.8339768339761133,
|
||||
"tolerance": 1e-9
|
||||
},
|
||||
{
|
||||
"benchmark_id": "golden-buildings-perfect-match-v1",
|
||||
"description": "One candidate building polygon exactly matches one reference polygon.",
|
||||
"candidate_fixture": "fixtures/golden/predicted_buildings_perfect.geojson",
|
||||
"reference_fixture": "fixtures/golden/reference_buildings_perfect.geojson",
|
||||
"iou_threshold": 0.5,
|
||||
"candidate_feature_count": 1,
|
||||
"reference_feature_count": 1,
|
||||
"matches": 1,
|
||||
"false_positive_count": 0,
|
||||
"false_negative_count": 0,
|
||||
"precision": 1.0,
|
||||
"recall": 1.0,
|
||||
"f1": 1.0,
|
||||
"mean_iou": 1.0,
|
||||
"tolerance": 1e-9
|
||||
},
|
||||
{
|
||||
"benchmark_id": "golden-buildings-no-overlap-v1",
|
||||
"description": "One candidate polygon and one reference polygon do not overlap.",
|
||||
"candidate_fixture": "fixtures/golden/predicted_buildings_no_overlap.geojson",
|
||||
"reference_fixture": "fixtures/golden/reference_buildings_no_overlap.geojson",
|
||||
"iou_threshold": 0.5,
|
||||
"candidate_feature_count": 1,
|
||||
"reference_feature_count": 1,
|
||||
"matches": 0,
|
||||
"false_positive_count": 1,
|
||||
"false_negative_count": 1,
|
||||
"precision": 0.0,
|
||||
"recall": 0.0,
|
||||
"f1": null,
|
||||
"mean_iou": null,
|
||||
"tolerance": 1e-9
|
||||
},
|
||||
{
|
||||
"benchmark_id": "golden-buildings-multipolygon-match-v1",
|
||||
"description": "One candidate MultiPolygon exactly matches one reference MultiPolygon.",
|
||||
"candidate_fixture": "fixtures/golden/predicted_buildings_multipolygon.geojson",
|
||||
"reference_fixture": "fixtures/golden/reference_buildings_multipolygon.geojson",
|
||||
"iou_threshold": 0.5,
|
||||
"candidate_feature_count": 1,
|
||||
"reference_feature_count": 1,
|
||||
"matches": 1,
|
||||
"false_positive_count": 0,
|
||||
"false_negative_count": 0,
|
||||
"precision": 1.0,
|
||||
"recall": 1.0,
|
||||
"f1": 1.0,
|
||||
"mean_iou": 1.0,
|
||||
"tolerance": 1e-9
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,48 @@
|
||||
{
|
||||
"type": "FeatureCollection",
|
||||
"name": "golden_predicted_buildings",
|
||||
"features": [
|
||||
{
|
||||
"type": "Feature",
|
||||
"id": "pred-1",
|
||||
"properties": {
|
||||
"id": "pred-1",
|
||||
"class": "building",
|
||||
"confidence": 0.86
|
||||
},
|
||||
"geometry": {
|
||||
"type": "Polygon",
|
||||
"coordinates": [
|
||||
[
|
||||
[4.99002, 51.16002],
|
||||
[4.99052, 51.16002],
|
||||
[4.99052, 51.16038],
|
||||
[4.99002, 51.16038],
|
||||
[4.99002, 51.16002]
|
||||
]
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "Feature",
|
||||
"id": "pred-2",
|
||||
"properties": {
|
||||
"id": "pred-2",
|
||||
"class": "building",
|
||||
"confidence": 0.63
|
||||
},
|
||||
"geometry": {
|
||||
"type": "Polygon",
|
||||
"coordinates": [
|
||||
[
|
||||
[4.992, 51.1608],
|
||||
[4.9923, 51.1608],
|
||||
[4.9923, 51.1611],
|
||||
[4.992, 51.1611],
|
||||
[4.992, 51.1608]
|
||||
]
|
||||
]
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,38 @@
|
||||
{
|
||||
"type": "FeatureCollection",
|
||||
"name": "golden_predicted_buildings_multipolygon",
|
||||
"features": [
|
||||
{
|
||||
"type": "Feature",
|
||||
"id": "pred-multipolygon-1",
|
||||
"properties": {
|
||||
"id": "pred-multipolygon-1",
|
||||
"class": "building",
|
||||
"confidence": 0.91
|
||||
},
|
||||
"geometry": {
|
||||
"type": "MultiPolygon",
|
||||
"coordinates": [
|
||||
[
|
||||
[
|
||||
[4.9900, 51.1600],
|
||||
[4.9903, 51.1600],
|
||||
[4.9903, 51.1603],
|
||||
[4.9900, 51.1603],
|
||||
[4.9900, 51.1600]
|
||||
]
|
||||
],
|
||||
[
|
||||
[
|
||||
[4.9910, 51.1610],
|
||||
[4.9913, 51.1610],
|
||||
[4.9913, 51.1613],
|
||||
[4.9910, 51.1613],
|
||||
[4.9910, 51.1610]
|
||||
]
|
||||
]
|
||||
]
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"type": "FeatureCollection",
|
||||
"name": "golden_predicted_buildings_no_overlap",
|
||||
"features": [
|
||||
{
|
||||
"type": "Feature",
|
||||
"id": "pred-no-overlap-1",
|
||||
"properties": {
|
||||
"id": "pred-no-overlap-1",
|
||||
"class": "building",
|
||||
"confidence": 0.82
|
||||
},
|
||||
"geometry": {
|
||||
"type": "Polygon",
|
||||
"coordinates": [
|
||||
[
|
||||
[4.9950, 51.1650],
|
||||
[4.9955, 51.1650],
|
||||
[4.9955, 51.1654],
|
||||
[4.9950, 51.1654],
|
||||
[4.9950, 51.1650]
|
||||
]
|
||||
]
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"type": "FeatureCollection",
|
||||
"name": "golden_predicted_buildings_perfect",
|
||||
"features": [
|
||||
{
|
||||
"type": "Feature",
|
||||
"id": "pred-perfect-1",
|
||||
"properties": {
|
||||
"id": "pred-perfect-1",
|
||||
"class": "building",
|
||||
"confidence": 0.99
|
||||
},
|
||||
"geometry": {
|
||||
"type": "Polygon",
|
||||
"coordinates": [
|
||||
[
|
||||
[4.9900, 51.1600],
|
||||
[4.9905, 51.1600],
|
||||
[4.9905, 51.1604],
|
||||
[4.9900, 51.1604],
|
||||
[4.9900, 51.1600]
|
||||
]
|
||||
]
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,48 @@
|
||||
{
|
||||
"type": "FeatureCollection",
|
||||
"name": "golden_reference_buildings",
|
||||
"features": [
|
||||
{
|
||||
"type": "Feature",
|
||||
"id": "ref-1",
|
||||
"properties": {
|
||||
"id": "ref-1",
|
||||
"source": "golden_fixture",
|
||||
"class": "building"
|
||||
},
|
||||
"geometry": {
|
||||
"type": "Polygon",
|
||||
"coordinates": [
|
||||
[
|
||||
[4.99, 51.16],
|
||||
[4.9905, 51.16],
|
||||
[4.9905, 51.1604],
|
||||
[4.99, 51.1604],
|
||||
[4.99, 51.16]
|
||||
]
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "Feature",
|
||||
"id": "ref-2",
|
||||
"properties": {
|
||||
"id": "ref-2",
|
||||
"source": "golden_fixture",
|
||||
"class": "building"
|
||||
},
|
||||
"geometry": {
|
||||
"type": "Polygon",
|
||||
"coordinates": [
|
||||
[
|
||||
[4.991, 51.1602],
|
||||
[4.9914, 51.1602],
|
||||
[4.9914, 51.1606],
|
||||
[4.991, 51.1606],
|
||||
[4.991, 51.1602]
|
||||
]
|
||||
]
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,38 @@
|
||||
{
|
||||
"type": "FeatureCollection",
|
||||
"name": "golden_reference_buildings_multipolygon",
|
||||
"features": [
|
||||
{
|
||||
"type": "Feature",
|
||||
"id": "ref-multipolygon-1",
|
||||
"properties": {
|
||||
"id": "ref-multipolygon-1",
|
||||
"source": "golden_fixture",
|
||||
"class": "building"
|
||||
},
|
||||
"geometry": {
|
||||
"type": "MultiPolygon",
|
||||
"coordinates": [
|
||||
[
|
||||
[
|
||||
[4.9900, 51.1600],
|
||||
[4.9903, 51.1600],
|
||||
[4.9903, 51.1603],
|
||||
[4.9900, 51.1603],
|
||||
[4.9900, 51.1600]
|
||||
]
|
||||
],
|
||||
[
|
||||
[
|
||||
[4.9910, 51.1610],
|
||||
[4.9913, 51.1610],
|
||||
[4.9913, 51.1613],
|
||||
[4.9910, 51.1613],
|
||||
[4.9910, 51.1610]
|
||||
]
|
||||
]
|
||||
]
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"type": "FeatureCollection",
|
||||
"name": "golden_reference_buildings_no_overlap",
|
||||
"features": [
|
||||
{
|
||||
"type": "Feature",
|
||||
"id": "ref-no-overlap-1",
|
||||
"properties": {
|
||||
"id": "ref-no-overlap-1",
|
||||
"source": "golden_fixture",
|
||||
"class": "building"
|
||||
},
|
||||
"geometry": {
|
||||
"type": "Polygon",
|
||||
"coordinates": [
|
||||
[
|
||||
[4.9900, 51.1600],
|
||||
[4.9905, 51.1600],
|
||||
[4.9905, 51.1604],
|
||||
[4.9900, 51.1604],
|
||||
[4.9900, 51.1600]
|
||||
]
|
||||
]
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"type": "FeatureCollection",
|
||||
"name": "golden_reference_buildings_perfect",
|
||||
"features": [
|
||||
{
|
||||
"type": "Feature",
|
||||
"id": "ref-perfect-1",
|
||||
"properties": {
|
||||
"id": "ref-perfect-1",
|
||||
"source": "golden_fixture",
|
||||
"class": "building"
|
||||
},
|
||||
"geometry": {
|
||||
"type": "Polygon",
|
||||
"coordinates": [
|
||||
[
|
||||
[4.9900, 51.1600],
|
||||
[4.9905, 51.1600],
|
||||
[4.9905, 51.1604],
|
||||
[4.9900, 51.1604],
|
||||
[4.9900, 51.1600]
|
||||
]
|
||||
]
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user