docs(accuracy): publish phase 4 benchmark evidence
This commit is contained in:
Jens
@@ -0,0 +1,207 @@
|
||||
{
|
||||
"results": [
|
||||
{
|
||||
"metadata": {
|
||||
"context": "dense_urban_raster",
|
||||
"date": "2025-10-05",
|
||||
"difficulty": "hard",
|
||||
"label_review_state": "fixture_reviewed",
|
||||
"municipality": "Brussel",
|
||||
"object_size": "not_applicable",
|
||||
"occlusion": "not_applicable",
|
||||
"ood": false,
|
||||
"region": "brussels",
|
||||
"resolution_m": 1,
|
||||
"season": "autumn",
|
||||
"sensor": "synthetic-multispectral",
|
||||
"source": "fixture-thematic-raster",
|
||||
"tile_edge": true,
|
||||
"urbanity": "urban",
|
||||
"vegetation": "moderate"
|
||||
},
|
||||
"metrics": {
|
||||
"accuracy": 0.8333333333333334,
|
||||
"accuracy_ci95_wilson": {
|
||||
"lower": 0.5519691377470266,
|
||||
"method": "Wilson score interval",
|
||||
"status": "computed",
|
||||
"support": 12,
|
||||
"upper": 0.9530348578161463
|
||||
},
|
||||
"alignment_validated": true,
|
||||
"confusion_matrix": {
|
||||
"0": {
|
||||
"0": 4,
|
||||
"1": 0,
|
||||
"2": 0,
|
||||
"__prediction_nodata__": 0
|
||||
},
|
||||
"1": {
|
||||
"0": 0,
|
||||
"1": 4,
|
||||
"2": 1,
|
||||
"__prediction_nodata__": 0
|
||||
},
|
||||
"2": {
|
||||
"0": 0,
|
||||
"1": 1,
|
||||
"2": 2,
|
||||
"__prediction_nodata__": 0
|
||||
}
|
||||
},
|
||||
"correct_pixel_count": 10,
|
||||
"evaluated_reference_pixel_count": 12,
|
||||
"ignored_reference_pixel_count": 0,
|
||||
"macro_f1": 0.8222222222222223,
|
||||
"mean_iou": 0.7222222222222222,
|
||||
"per_class": {
|
||||
"0": {
|
||||
"f1": 1.0,
|
||||
"false_discovery_rate": 0.0,
|
||||
"false_negative": 0,
|
||||
"false_positive": 0,
|
||||
"iou": 1.0,
|
||||
"miss_rate": 0.0,
|
||||
"precision": 1.0,
|
||||
"precision_ci95_wilson": {
|
||||
"lower": 0.5101091635454027,
|
||||
"method": "Wilson score interval",
|
||||
"status": "computed",
|
||||
"support": 4,
|
||||
"upper": 1.0
|
||||
},
|
||||
"prediction_count": 4,
|
||||
"recall": 1.0,
|
||||
"recall_ci95_wilson": {
|
||||
"lower": 0.5101091635454027,
|
||||
"method": "Wilson score interval",
|
||||
"status": "computed",
|
||||
"support": 4,
|
||||
"upper": 1.0
|
||||
},
|
||||
"reference_count": 4,
|
||||
"true_positive": 4
|
||||
},
|
||||
"1": {
|
||||
"f1": 0.8000000000000002,
|
||||
"false_discovery_rate": 0.2,
|
||||
"false_negative": 1,
|
||||
"false_positive": 1,
|
||||
"iou": 0.6666666666666666,
|
||||
"miss_rate": 0.2,
|
||||
"precision": 0.8,
|
||||
"precision_ci95_wilson": {
|
||||
"lower": 0.37553462976252533,
|
||||
"method": "Wilson score interval",
|
||||
"status": "computed",
|
||||
"support": 5,
|
||||
"upper": 0.9637758913675698
|
||||
},
|
||||
"prediction_count": 5,
|
||||
"recall": 0.8,
|
||||
"recall_ci95_wilson": {
|
||||
"lower": 0.37553462976252533,
|
||||
"method": "Wilson score interval",
|
||||
"status": "computed",
|
||||
"support": 5,
|
||||
"upper": 0.9637758913675698
|
||||
},
|
||||
"reference_count": 5,
|
||||
"true_positive": 4
|
||||
},
|
||||
"2": {
|
||||
"f1": 0.6666666666666666,
|
||||
"false_discovery_rate": 0.3333333333333333,
|
||||
"false_negative": 1,
|
||||
"false_positive": 1,
|
||||
"iou": 0.5,
|
||||
"miss_rate": 0.3333333333333333,
|
||||
"precision": 0.6666666666666666,
|
||||
"precision_ci95_wilson": {
|
||||
"lower": 0.2076596008020477,
|
||||
"method": "Wilson score interval",
|
||||
"status": "computed",
|
||||
"support": 3,
|
||||
"upper": 0.9385080552796037
|
||||
},
|
||||
"prediction_count": 3,
|
||||
"recall": 0.6666666666666666,
|
||||
"recall_ci95_wilson": {
|
||||
"lower": 0.2076596008020477,
|
||||
"method": "Wilson score interval",
|
||||
"status": "computed",
|
||||
"support": 3,
|
||||
"upper": 0.9385080552796037
|
||||
},
|
||||
"reference_count": 3,
|
||||
"true_positive": 2
|
||||
}
|
||||
},
|
||||
"pixel_count": 12,
|
||||
"prediction_coverage": 1.0,
|
||||
"prediction_coverage_ci95_wilson": {
|
||||
"lower": 0.7575059933447592,
|
||||
"method": "Wilson score interval",
|
||||
"status": "computed",
|
||||
"support": 12,
|
||||
"upper": 1.0
|
||||
},
|
||||
"prediction_outside_reference_count": 0,
|
||||
"prediction_present_pixel_count": 12
|
||||
},
|
||||
"sample_id": "raster-test-brussels-urban",
|
||||
"task": "raster_classification"
|
||||
},
|
||||
{
|
||||
"metadata": {
|
||||
"context": "terrain_profile",
|
||||
"date": "2023-01-01",
|
||||
"difficulty": "normal",
|
||||
"label_review_state": "fixture_reviewed",
|
||||
"municipality": "Hasselt",
|
||||
"object_size": "not_applicable",
|
||||
"occlusion": "not_applicable",
|
||||
"ood": false,
|
||||
"region": "flanders",
|
||||
"resolution_m": 5,
|
||||
"season": "not_applicable",
|
||||
"sensor": "elevation-raster",
|
||||
"source": "fixture-dhmv",
|
||||
"tile_edge": false,
|
||||
"urbanity": "rural",
|
||||
"vegetation": "moderate"
|
||||
},
|
||||
"metrics": {
|
||||
"absolute_error_sum": 1.0999999999999996,
|
||||
"bias": 0.02499999999999991,
|
||||
"coverage": 0.8,
|
||||
"coverage_ci95_wilson": {
|
||||
"lower": 0.37553462976252533,
|
||||
"method": "Wilson score interval",
|
||||
"status": "computed",
|
||||
"support": 5,
|
||||
"upper": 0.9637758913675698
|
||||
},
|
||||
"error_distribution": {
|
||||
"count": 4,
|
||||
"max": 0.40000000000000036,
|
||||
"mean": 0.02499999999999991,
|
||||
"median": 0.0,
|
||||
"min": -0.3000000000000007
|
||||
},
|
||||
"error_sum": 0.09999999999999964,
|
||||
"evaluated_count": 4,
|
||||
"mae": 0.2749999999999999,
|
||||
"missing_count": 1,
|
||||
"reference_count": 5,
|
||||
"rmse": 0.2872281323269015,
|
||||
"squared_error_sum": 0.3300000000000001,
|
||||
"units": "m_TAW"
|
||||
},
|
||||
"sample_id": "terrain-test-flanders-rural",
|
||||
"task": "terrain_interpretation"
|
||||
}
|
||||
],
|
||||
"schema_version": 2,
|
||||
"status": "fixture_contract_only"
|
||||
}
|
||||
Reference in New Issue
Block a user