208 lines
6.2 KiB
JSON
208 lines
6.2 KiB
JSON
{
|
|
"results": [
|
|
{
|
|
"metadata": {
|
|
"context": "dense_urban_raster",
|
|
"date": "2025-10-05",
|
|
"difficulty": "hard",
|
|
"label_review_state": "fixture_reviewed",
|
|
"municipality": "Brussel",
|
|
"object_size": "not_applicable",
|
|
"occlusion": "not_applicable",
|
|
"ood": false,
|
|
"region": "brussels",
|
|
"resolution_m": 1,
|
|
"season": "autumn",
|
|
"sensor": "synthetic-multispectral",
|
|
"source": "fixture-thematic-raster",
|
|
"tile_edge": true,
|
|
"urbanity": "urban",
|
|
"vegetation": "moderate"
|
|
},
|
|
"metrics": {
|
|
"accuracy": 0.8333333333333334,
|
|
"accuracy_ci95_wilson": {
|
|
"lower": 0.5519691377470266,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 12,
|
|
"upper": 0.9530348578161463
|
|
},
|
|
"alignment_validated": true,
|
|
"confusion_matrix": {
|
|
"0": {
|
|
"0": 4,
|
|
"1": 0,
|
|
"2": 0,
|
|
"__prediction_nodata__": 0
|
|
},
|
|
"1": {
|
|
"0": 0,
|
|
"1": 4,
|
|
"2": 1,
|
|
"__prediction_nodata__": 0
|
|
},
|
|
"2": {
|
|
"0": 0,
|
|
"1": 1,
|
|
"2": 2,
|
|
"__prediction_nodata__": 0
|
|
}
|
|
},
|
|
"correct_pixel_count": 10,
|
|
"evaluated_reference_pixel_count": 12,
|
|
"ignored_reference_pixel_count": 0,
|
|
"macro_f1": 0.8222222222222223,
|
|
"mean_iou": 0.7222222222222222,
|
|
"per_class": {
|
|
"0": {
|
|
"f1": 1.0,
|
|
"false_discovery_rate": 0.0,
|
|
"false_negative": 0,
|
|
"false_positive": 0,
|
|
"iou": 1.0,
|
|
"miss_rate": 0.0,
|
|
"precision": 1.0,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.5101091635454027,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 4,
|
|
"upper": 1.0
|
|
},
|
|
"prediction_count": 4,
|
|
"recall": 1.0,
|
|
"recall_ci95_wilson": {
|
|
"lower": 0.5101091635454027,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 4,
|
|
"upper": 1.0
|
|
},
|
|
"reference_count": 4,
|
|
"true_positive": 4
|
|
},
|
|
"1": {
|
|
"f1": 0.8000000000000002,
|
|
"false_discovery_rate": 0.2,
|
|
"false_negative": 1,
|
|
"false_positive": 1,
|
|
"iou": 0.6666666666666666,
|
|
"miss_rate": 0.2,
|
|
"precision": 0.8,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.37553462976252533,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 5,
|
|
"upper": 0.9637758913675698
|
|
},
|
|
"prediction_count": 5,
|
|
"recall": 0.8,
|
|
"recall_ci95_wilson": {
|
|
"lower": 0.37553462976252533,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 5,
|
|
"upper": 0.9637758913675698
|
|
},
|
|
"reference_count": 5,
|
|
"true_positive": 4
|
|
},
|
|
"2": {
|
|
"f1": 0.6666666666666666,
|
|
"false_discovery_rate": 0.3333333333333333,
|
|
"false_negative": 1,
|
|
"false_positive": 1,
|
|
"iou": 0.5,
|
|
"miss_rate": 0.3333333333333333,
|
|
"precision": 0.6666666666666666,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.2076596008020477,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 3,
|
|
"upper": 0.9385080552796037
|
|
},
|
|
"prediction_count": 3,
|
|
"recall": 0.6666666666666666,
|
|
"recall_ci95_wilson": {
|
|
"lower": 0.2076596008020477,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 3,
|
|
"upper": 0.9385080552796037
|
|
},
|
|
"reference_count": 3,
|
|
"true_positive": 2
|
|
}
|
|
},
|
|
"pixel_count": 12,
|
|
"prediction_coverage": 1.0,
|
|
"prediction_coverage_ci95_wilson": {
|
|
"lower": 0.7575059933447592,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 12,
|
|
"upper": 1.0
|
|
},
|
|
"prediction_outside_reference_count": 0,
|
|
"prediction_present_pixel_count": 12
|
|
},
|
|
"sample_id": "raster-test-brussels-urban",
|
|
"task": "raster_classification"
|
|
},
|
|
{
|
|
"metadata": {
|
|
"context": "terrain_profile",
|
|
"date": "2023-01-01",
|
|
"difficulty": "normal",
|
|
"label_review_state": "fixture_reviewed",
|
|
"municipality": "Hasselt",
|
|
"object_size": "not_applicable",
|
|
"occlusion": "not_applicable",
|
|
"ood": false,
|
|
"region": "flanders",
|
|
"resolution_m": 5,
|
|
"season": "not_applicable",
|
|
"sensor": "elevation-raster",
|
|
"source": "fixture-dhmv",
|
|
"tile_edge": false,
|
|
"urbanity": "rural",
|
|
"vegetation": "moderate"
|
|
},
|
|
"metrics": {
|
|
"absolute_error_sum": 1.0999999999999996,
|
|
"bias": 0.02499999999999991,
|
|
"coverage": 0.8,
|
|
"coverage_ci95_wilson": {
|
|
"lower": 0.37553462976252533,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 5,
|
|
"upper": 0.9637758913675698
|
|
},
|
|
"error_distribution": {
|
|
"count": 4,
|
|
"max": 0.40000000000000036,
|
|
"mean": 0.02499999999999991,
|
|
"median": 0.0,
|
|
"min": -0.3000000000000007
|
|
},
|
|
"error_sum": 0.09999999999999964,
|
|
"evaluated_count": 4,
|
|
"mae": 0.2749999999999999,
|
|
"missing_count": 1,
|
|
"reference_count": 5,
|
|
"rmse": 0.2872281323269015,
|
|
"squared_error_sum": 0.3300000000000001,
|
|
"units": "m_TAW"
|
|
},
|
|
"sample_id": "terrain-test-flanders-rural",
|
|
"task": "terrain_interpretation"
|
|
}
|
|
],
|
|
"schema_version": 2,
|
|
"status": "fixture_contract_only"
|
|
}
|