{ "results": [ { "metadata": { "context": "dense_urban_raster", "date": "2025-10-05", "difficulty": "hard", "label_review_state": "fixture_reviewed", "municipality": "Brussel", "object_size": "not_applicable", "occlusion": "not_applicable", "ood": false, "region": "brussels", "resolution_m": 1, "season": "autumn", "sensor": "synthetic-multispectral", "source": "fixture-thematic-raster", "tile_edge": true, "urbanity": "urban", "vegetation": "moderate" }, "metrics": { "accuracy": 0.8333333333333334, "accuracy_ci95_wilson": { "lower": 0.5519691377470266, "method": "Wilson score interval", "status": "computed", "support": 12, "upper": 0.9530348578161463 }, "alignment_validated": true, "confusion_matrix": { "0": { "0": 4, "1": 0, "2": 0, "__prediction_nodata__": 0 }, "1": { "0": 0, "1": 4, "2": 1, "__prediction_nodata__": 0 }, "2": { "0": 0, "1": 1, "2": 2, "__prediction_nodata__": 0 } }, "correct_pixel_count": 10, "evaluated_reference_pixel_count": 12, "ignored_reference_pixel_count": 0, "macro_f1": 0.8222222222222223, "mean_iou": 0.7222222222222222, "per_class": { "0": { "f1": 1.0, "false_discovery_rate": 0.0, "false_negative": 0, "false_positive": 0, "iou": 1.0, "miss_rate": 0.0, "precision": 1.0, "precision_ci95_wilson": { "lower": 0.5101091635454027, "method": "Wilson score interval", "status": "computed", "support": 4, "upper": 1.0 }, "prediction_count": 4, "recall": 1.0, "recall_ci95_wilson": { "lower": 0.5101091635454027, "method": "Wilson score interval", "status": "computed", "support": 4, "upper": 1.0 }, "reference_count": 4, "true_positive": 4 }, "1": { "f1": 0.8000000000000002, "false_discovery_rate": 0.2, "false_negative": 1, "false_positive": 1, "iou": 0.6666666666666666, "miss_rate": 0.2, "precision": 0.8, "precision_ci95_wilson": { "lower": 0.37553462976252533, "method": "Wilson score interval", "status": "computed", "support": 5, "upper": 0.9637758913675698 }, "prediction_count": 5, "recall": 0.8, "recall_ci95_wilson": { "lower": 0.37553462976252533, "method": "Wilson score interval", "status": "computed", "support": 5, "upper": 0.9637758913675698 }, "reference_count": 5, "true_positive": 4 }, "2": { "f1": 0.6666666666666666, "false_discovery_rate": 0.3333333333333333, "false_negative": 1, "false_positive": 1, "iou": 0.5, "miss_rate": 0.3333333333333333, "precision": 0.6666666666666666, "precision_ci95_wilson": { "lower": 0.2076596008020477, "method": "Wilson score interval", "status": "computed", "support": 3, "upper": 0.9385080552796037 }, "prediction_count": 3, "recall": 0.6666666666666666, "recall_ci95_wilson": { "lower": 0.2076596008020477, "method": "Wilson score interval", "status": "computed", "support": 3, "upper": 0.9385080552796037 }, "reference_count": 3, "true_positive": 2 } }, "pixel_count": 12, "prediction_coverage": 1.0, "prediction_coverage_ci95_wilson": { "lower": 0.7575059933447592, "method": "Wilson score interval", "status": "computed", "support": 12, "upper": 1.0 }, "prediction_outside_reference_count": 0, "prediction_present_pixel_count": 12 }, "sample_id": "raster-test-brussels-urban", "task": "raster_classification" }, { "metadata": { "context": "terrain_profile", "date": "2023-01-01", "difficulty": "normal", "label_review_state": "fixture_reviewed", "municipality": "Hasselt", "object_size": "not_applicable", "occlusion": "not_applicable", "ood": false, "region": "flanders", "resolution_m": 5, "season": "not_applicable", "sensor": "elevation-raster", "source": "fixture-dhmv", "tile_edge": false, "urbanity": "rural", "vegetation": "moderate" }, "metrics": { "absolute_error_sum": 1.0999999999999996, "bias": 0.02499999999999991, "coverage": 0.8, "coverage_ci95_wilson": { "lower": 0.37553462976252533, "method": "Wilson score interval", "status": "computed", "support": 5, "upper": 0.9637758913675698 }, "error_distribution": { "count": 4, "max": 0.40000000000000036, "mean": 0.02499999999999991, "median": 0.0, "min": -0.3000000000000007 }, "error_sum": 0.09999999999999964, "evaluated_count": 4, "mae": 0.2749999999999999, "missing_count": 1, "reference_count": 5, "rmse": 0.2872281323269015, "squared_error_sum": 0.3300000000000001, "units": "m_TAW" }, "sample_id": "terrain-test-flanders-rural", "task": "terrain_interpretation" } ], "schema_version": 2, "status": "fixture_contract_only" }