807 lines
24 KiB
JSON
807 lines
24 KiB
JSON
{
|
|
"results": [
|
|
{
|
|
"metadata": {
|
|
"context": "coastal_hard_negative",
|
|
"date": "2025-07-01",
|
|
"difficulty": "hard",
|
|
"label_review_state": "fixture_reviewed",
|
|
"municipality": "Oostende",
|
|
"object_size": "empty",
|
|
"occlusion": "none",
|
|
"ood": false,
|
|
"region": "flanders",
|
|
"resolution_m": 0.25,
|
|
"season": "summer",
|
|
"sensor": "synthetic-rgb",
|
|
"source": "fixture-orthophoto",
|
|
"tile_edge": true,
|
|
"urbanity": "urban",
|
|
"vegetation": "moderate"
|
|
},
|
|
"metrics": {
|
|
"ap50": null,
|
|
"ap50_95": null,
|
|
"calibration": {
|
|
"binning": "five fixed equal-width bins",
|
|
"bins": [
|
|
{
|
|
"accuracy": null,
|
|
"count": 0,
|
|
"lower": 0.0,
|
|
"mean_confidence": null,
|
|
"upper": 0.2
|
|
},
|
|
{
|
|
"accuracy": null,
|
|
"count": 0,
|
|
"lower": 0.2,
|
|
"mean_confidence": null,
|
|
"upper": 0.4
|
|
},
|
|
{
|
|
"accuracy": null,
|
|
"count": 0,
|
|
"lower": 0.4,
|
|
"mean_confidence": null,
|
|
"upper": 0.6
|
|
},
|
|
{
|
|
"accuracy": null,
|
|
"count": 0,
|
|
"lower": 0.6,
|
|
"mean_confidence": null,
|
|
"upper": 0.8
|
|
},
|
|
{
|
|
"accuracy": 0,
|
|
"count": 1,
|
|
"lower": 0.8,
|
|
"mean_confidence": 0.92,
|
|
"upper": 1.0
|
|
}
|
|
],
|
|
"brier": 0.8464,
|
|
"ece": 0.92,
|
|
"status": "computed"
|
|
},
|
|
"coverage_risk": [
|
|
{
|
|
"false_negative_count": 0,
|
|
"false_positive_count": 1,
|
|
"matched_reference_count": 0,
|
|
"reference_count": 0,
|
|
"reference_coverage": null,
|
|
"retained_prediction_count": 1,
|
|
"retained_prediction_coverage": 1.0,
|
|
"risk": 1.0,
|
|
"risk_definition": "(false_positive + false_negative) / (true_positive + false_positive + false_negative)",
|
|
"threshold": 0.0,
|
|
"total_prediction_count": 1
|
|
},
|
|
{
|
|
"false_negative_count": 0,
|
|
"false_positive_count": 1,
|
|
"matched_reference_count": 0,
|
|
"reference_count": 0,
|
|
"reference_coverage": null,
|
|
"retained_prediction_count": 1,
|
|
"retained_prediction_coverage": 1.0,
|
|
"risk": 1.0,
|
|
"risk_definition": "(false_positive + false_negative) / (true_positive + false_positive + false_negative)",
|
|
"threshold": 0.5,
|
|
"total_prediction_count": 1
|
|
},
|
|
{
|
|
"false_negative_count": 0,
|
|
"false_positive_count": 1,
|
|
"matched_reference_count": 0,
|
|
"reference_count": 0,
|
|
"reference_coverage": null,
|
|
"retained_prediction_count": 1,
|
|
"retained_prediction_coverage": 1.0,
|
|
"risk": 1.0,
|
|
"risk_definition": "(false_positive + false_negative) / (true_positive + false_positive + false_negative)",
|
|
"threshold": 0.7,
|
|
"total_prediction_count": 1
|
|
},
|
|
{
|
|
"false_negative_count": 0,
|
|
"false_positive_count": 1,
|
|
"matched_reference_count": 0,
|
|
"reference_count": 0,
|
|
"reference_coverage": null,
|
|
"retained_prediction_count": 1,
|
|
"retained_prediction_coverage": 1.0,
|
|
"risk": 1.0,
|
|
"risk_definition": "(false_positive + false_negative) / (true_positive + false_positive + false_negative)",
|
|
"threshold": 0.9,
|
|
"total_prediction_count": 1
|
|
}
|
|
],
|
|
"f1": null,
|
|
"false_discovery_rate": 1.0,
|
|
"false_negative": 0,
|
|
"false_positive": 1,
|
|
"map50": null,
|
|
"map50_95": null,
|
|
"match_iou": 0.5,
|
|
"matched_iou": {
|
|
"count": 0,
|
|
"max": null,
|
|
"mean": null,
|
|
"median": null,
|
|
"min": null
|
|
},
|
|
"miss_rate": null,
|
|
"operating_confidence": 0.5,
|
|
"per_class": {
|
|
"building": {
|
|
"ap50": null,
|
|
"ap50_95": null,
|
|
"f1": null,
|
|
"false_discovery_rate": 1.0,
|
|
"false_negative": 0,
|
|
"false_positive": 1,
|
|
"miss_rate": null,
|
|
"precision": 0.0,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.0,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 1,
|
|
"upper": 0.7934506856227626
|
|
},
|
|
"prediction_count": 1,
|
|
"recall": null,
|
|
"recall_ci95_wilson": {
|
|
"lower": null,
|
|
"status": "undefined",
|
|
"support": 0,
|
|
"upper": null
|
|
},
|
|
"reference_count": 0,
|
|
"true_positive": 0
|
|
}
|
|
},
|
|
"precision": 0.0,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.0,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 1,
|
|
"upper": 0.7934506856227626
|
|
},
|
|
"prediction_count": 1,
|
|
"recall": null,
|
|
"recall_ci95_wilson": {
|
|
"lower": null,
|
|
"status": "undefined",
|
|
"support": 0,
|
|
"upper": null
|
|
},
|
|
"reference_count": 0,
|
|
"true_positive": 0
|
|
},
|
|
"sample_id": "background-test-hard-negative",
|
|
"task": "object_detection"
|
|
},
|
|
{
|
|
"metadata": {
|
|
"context": "pure_background",
|
|
"date": "2025-02-01",
|
|
"difficulty": "hard",
|
|
"label_review_state": "fixture_reviewed",
|
|
"municipality": "Brussel",
|
|
"object_size": "empty",
|
|
"occlusion": "none",
|
|
"ood": false,
|
|
"region": "brussels",
|
|
"resolution_m": 0.25,
|
|
"season": "winter",
|
|
"sensor": "synthetic-rgb",
|
|
"source": "fixture-orthophoto",
|
|
"tile_edge": false,
|
|
"urbanity": "urban",
|
|
"vegetation": "low"
|
|
},
|
|
"metrics": {
|
|
"ap50": null,
|
|
"ap50_95": null,
|
|
"calibration": {
|
|
"bins": [],
|
|
"brier": null,
|
|
"ece": null,
|
|
"status": "undefined"
|
|
},
|
|
"coverage_risk": [
|
|
{
|
|
"false_negative_count": 0,
|
|
"false_positive_count": 0,
|
|
"matched_reference_count": 0,
|
|
"reference_count": 0,
|
|
"reference_coverage": null,
|
|
"retained_prediction_count": 0,
|
|
"retained_prediction_coverage": null,
|
|
"risk": null,
|
|
"risk_definition": "(false_positive + false_negative) / (true_positive + false_positive + false_negative)",
|
|
"threshold": 0.0,
|
|
"total_prediction_count": 0
|
|
},
|
|
{
|
|
"false_negative_count": 0,
|
|
"false_positive_count": 0,
|
|
"matched_reference_count": 0,
|
|
"reference_count": 0,
|
|
"reference_coverage": null,
|
|
"retained_prediction_count": 0,
|
|
"retained_prediction_coverage": null,
|
|
"risk": null,
|
|
"risk_definition": "(false_positive + false_negative) / (true_positive + false_positive + false_negative)",
|
|
"threshold": 0.5,
|
|
"total_prediction_count": 0
|
|
},
|
|
{
|
|
"false_negative_count": 0,
|
|
"false_positive_count": 0,
|
|
"matched_reference_count": 0,
|
|
"reference_count": 0,
|
|
"reference_coverage": null,
|
|
"retained_prediction_count": 0,
|
|
"retained_prediction_coverage": null,
|
|
"risk": null,
|
|
"risk_definition": "(false_positive + false_negative) / (true_positive + false_positive + false_negative)",
|
|
"threshold": 0.7,
|
|
"total_prediction_count": 0
|
|
},
|
|
{
|
|
"false_negative_count": 0,
|
|
"false_positive_count": 0,
|
|
"matched_reference_count": 0,
|
|
"reference_count": 0,
|
|
"reference_coverage": null,
|
|
"retained_prediction_count": 0,
|
|
"retained_prediction_coverage": null,
|
|
"risk": null,
|
|
"risk_definition": "(false_positive + false_negative) / (true_positive + false_positive + false_negative)",
|
|
"threshold": 0.9,
|
|
"total_prediction_count": 0
|
|
}
|
|
],
|
|
"f1": null,
|
|
"false_discovery_rate": null,
|
|
"false_negative": 0,
|
|
"false_positive": 0,
|
|
"map50": null,
|
|
"map50_95": null,
|
|
"match_iou": 0.5,
|
|
"matched_iou": {
|
|
"count": 0,
|
|
"max": null,
|
|
"mean": null,
|
|
"median": null,
|
|
"min": null
|
|
},
|
|
"miss_rate": null,
|
|
"operating_confidence": 0.5,
|
|
"per_class": {
|
|
"building": {
|
|
"ap50": null,
|
|
"ap50_95": null,
|
|
"f1": null,
|
|
"false_discovery_rate": null,
|
|
"false_negative": 0,
|
|
"false_positive": 0,
|
|
"miss_rate": null,
|
|
"precision": null,
|
|
"precision_ci95_wilson": {
|
|
"lower": null,
|
|
"status": "undefined",
|
|
"support": 0,
|
|
"upper": null
|
|
},
|
|
"prediction_count": 0,
|
|
"recall": null,
|
|
"recall_ci95_wilson": {
|
|
"lower": null,
|
|
"status": "undefined",
|
|
"support": 0,
|
|
"upper": null
|
|
},
|
|
"reference_count": 0,
|
|
"true_positive": 0
|
|
}
|
|
},
|
|
"precision": null,
|
|
"precision_ci95_wilson": {
|
|
"lower": null,
|
|
"status": "undefined",
|
|
"support": 0,
|
|
"upper": null
|
|
},
|
|
"prediction_count": 0,
|
|
"recall": null,
|
|
"recall_ci95_wilson": {
|
|
"lower": null,
|
|
"status": "undefined",
|
|
"support": 0,
|
|
"upper": null
|
|
},
|
|
"reference_count": 0,
|
|
"true_positive": 0
|
|
},
|
|
"sample_id": "background-test-pure-empty",
|
|
"task": "object_detection"
|
|
},
|
|
{
|
|
"metadata": {
|
|
"context": "industrial_change",
|
|
"date": "2024-05-01/2025-05-01",
|
|
"difficulty": "hard",
|
|
"label_review_state": "fixture_reviewed",
|
|
"municipality": "Liège",
|
|
"object_size": "mixed",
|
|
"occlusion": "none",
|
|
"ood": false,
|
|
"region": "wallonia",
|
|
"resolution_m": 0.5,
|
|
"season": "multi-date",
|
|
"sensor": "vector",
|
|
"source": "fixture-picc-temporal",
|
|
"tile_edge": false,
|
|
"urbanity": "industrial",
|
|
"vegetation": "low"
|
|
},
|
|
"metrics": {
|
|
"event_metrics": {
|
|
"added": {
|
|
"f1": 1.0,
|
|
"false_discovery_rate": 0.0,
|
|
"false_negative": 0,
|
|
"false_positive": 0,
|
|
"miss_rate": 0.0,
|
|
"precision": 1.0,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.20654931437723745,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 1,
|
|
"upper": 1.0
|
|
},
|
|
"prediction_count": 1,
|
|
"recall": 1.0,
|
|
"recall_ci95_wilson": {
|
|
"lower": 0.20654931437723745,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 1,
|
|
"upper": 1.0
|
|
},
|
|
"reference_count": 1,
|
|
"true_positive": 1
|
|
},
|
|
"removed": {
|
|
"f1": null,
|
|
"false_discovery_rate": 1.0,
|
|
"false_negative": 1,
|
|
"false_positive": 1,
|
|
"miss_rate": 1.0,
|
|
"precision": 0.0,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.0,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 1,
|
|
"upper": 0.7934506856227626
|
|
},
|
|
"prediction_count": 1,
|
|
"recall": 0.0,
|
|
"recall_ci95_wilson": {
|
|
"lower": 0.0,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 1,
|
|
"upper": 0.7934506856227626
|
|
},
|
|
"reference_count": 1,
|
|
"true_positive": 0
|
|
}
|
|
},
|
|
"f1": 0.5,
|
|
"false_discovery_rate": 0.5,
|
|
"false_negative": 1,
|
|
"false_positive": 1,
|
|
"miss_rate": 0.5,
|
|
"precision": 0.5,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.09453120573423074,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 2,
|
|
"upper": 0.9054687942657693
|
|
},
|
|
"prediction_count": 2,
|
|
"recall": 0.5,
|
|
"recall_ci95_wilson": {
|
|
"lower": 0.09453120573423074,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 2,
|
|
"upper": 0.9054687942657693
|
|
},
|
|
"reference_count": 2,
|
|
"true_positive": 1
|
|
},
|
|
"sample_id": "change-test-wallonia-industrial",
|
|
"task": "change_detection"
|
|
},
|
|
{
|
|
"metadata": {
|
|
"context": "dense_urban",
|
|
"date": "2025-06-15",
|
|
"difficulty": "hard",
|
|
"label_review_state": "fixture_reviewed",
|
|
"municipality": "Antwerpen",
|
|
"object_size": "mixed",
|
|
"occlusion": "partial",
|
|
"ood": false,
|
|
"region": "flanders",
|
|
"resolution_m": 0.25,
|
|
"season": "summer",
|
|
"sensor": "synthetic-rgb",
|
|
"source": "fixture-orthophoto",
|
|
"tile_edge": false,
|
|
"urbanity": "urban",
|
|
"vegetation": "moderate"
|
|
},
|
|
"metrics": {
|
|
"ap50": 1.0,
|
|
"ap50_95": 0.900990099009901,
|
|
"calibration": {
|
|
"binning": "five fixed equal-width bins",
|
|
"bins": [
|
|
{
|
|
"accuracy": null,
|
|
"count": 0,
|
|
"lower": 0.0,
|
|
"mean_confidence": null,
|
|
"upper": 0.2
|
|
},
|
|
{
|
|
"accuracy": null,
|
|
"count": 0,
|
|
"lower": 0.2,
|
|
"mean_confidence": null,
|
|
"upper": 0.4
|
|
},
|
|
{
|
|
"accuracy": null,
|
|
"count": 0,
|
|
"lower": 0.4,
|
|
"mean_confidence": null,
|
|
"upper": 0.6
|
|
},
|
|
{
|
|
"accuracy": 0.5,
|
|
"count": 2,
|
|
"lower": 0.6,
|
|
"mean_confidence": 0.6499999999999999,
|
|
"upper": 0.8
|
|
},
|
|
{
|
|
"accuracy": 1,
|
|
"count": 1,
|
|
"lower": 0.8,
|
|
"mean_confidence": 0.9,
|
|
"upper": 1.0
|
|
}
|
|
],
|
|
"brier": 0.15333333333333332,
|
|
"ece": 0.13333333333333325,
|
|
"status": "computed"
|
|
},
|
|
"coverage_risk": [
|
|
{
|
|
"false_negative_count": 0,
|
|
"false_positive_count": 2,
|
|
"matched_reference_count": 2,
|
|
"reference_count": 2,
|
|
"reference_coverage": 1.0,
|
|
"retained_prediction_count": 4,
|
|
"retained_prediction_coverage": 1.0,
|
|
"risk": 0.5,
|
|
"risk_definition": "(false_positive + false_negative) / (true_positive + false_positive + false_negative)",
|
|
"threshold": 0.0,
|
|
"total_prediction_count": 4
|
|
},
|
|
{
|
|
"false_negative_count": 0,
|
|
"false_positive_count": 1,
|
|
"matched_reference_count": 2,
|
|
"reference_count": 2,
|
|
"reference_coverage": 1.0,
|
|
"retained_prediction_count": 3,
|
|
"retained_prediction_coverage": 0.75,
|
|
"risk": 0.3333333333333333,
|
|
"risk_definition": "(false_positive + false_negative) / (true_positive + false_positive + false_negative)",
|
|
"threshold": 0.5,
|
|
"total_prediction_count": 4
|
|
},
|
|
{
|
|
"false_negative_count": 0,
|
|
"false_positive_count": 0,
|
|
"matched_reference_count": 2,
|
|
"reference_count": 2,
|
|
"reference_coverage": 1.0,
|
|
"retained_prediction_count": 2,
|
|
"retained_prediction_coverage": 0.5,
|
|
"risk": 0.0,
|
|
"risk_definition": "(false_positive + false_negative) / (true_positive + false_positive + false_negative)",
|
|
"threshold": 0.7,
|
|
"total_prediction_count": 4
|
|
},
|
|
{
|
|
"false_negative_count": 1,
|
|
"false_positive_count": 0,
|
|
"matched_reference_count": 1,
|
|
"reference_count": 2,
|
|
"reference_coverage": 0.5,
|
|
"retained_prediction_count": 1,
|
|
"retained_prediction_coverage": 0.25,
|
|
"risk": 0.5,
|
|
"risk_definition": "(false_positive + false_negative) / (true_positive + false_positive + false_negative)",
|
|
"threshold": 0.9,
|
|
"total_prediction_count": 4
|
|
}
|
|
],
|
|
"f1": 0.8,
|
|
"false_discovery_rate": 0.3333333333333333,
|
|
"false_negative": 0,
|
|
"false_positive": 1,
|
|
"map50": 1.0,
|
|
"map50_95": 0.900990099009901,
|
|
"match_iou": 0.5,
|
|
"matched_iou": {
|
|
"count": 2,
|
|
"max": 1.0,
|
|
"mean": 0.9355555555555555,
|
|
"median": 0.9355555555555555,
|
|
"min": 0.8711111111111111
|
|
},
|
|
"miss_rate": 0.0,
|
|
"operating_confidence": 0.5,
|
|
"per_class": {
|
|
"building": {
|
|
"ap50": 1.0,
|
|
"ap50_95": 0.900990099009901,
|
|
"f1": 0.8,
|
|
"false_discovery_rate": 0.3333333333333333,
|
|
"false_negative": 0,
|
|
"false_positive": 1,
|
|
"miss_rate": 0.0,
|
|
"precision": 0.6666666666666666,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.2076596008020477,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 3,
|
|
"upper": 0.9385080552796037
|
|
},
|
|
"prediction_count": 3,
|
|
"recall": 1.0,
|
|
"recall_ci95_wilson": {
|
|
"lower": 0.34238022750665303,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 2,
|
|
"upper": 1.0
|
|
},
|
|
"reference_count": 2,
|
|
"true_positive": 2
|
|
}
|
|
},
|
|
"precision": 0.6666666666666666,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.2076596008020477,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 3,
|
|
"upper": 0.9385080552796037
|
|
},
|
|
"prediction_count": 3,
|
|
"recall": 1.0,
|
|
"recall_ci95_wilson": {
|
|
"lower": 0.34238022750665303,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 2,
|
|
"upper": 1.0
|
|
},
|
|
"reference_count": 2,
|
|
"true_positive": 2
|
|
},
|
|
"sample_id": "det-test-flanders-urban",
|
|
"task": "object_detection"
|
|
},
|
|
{
|
|
"metadata": {
|
|
"context": "rural_buildings",
|
|
"date": "2025-04-20",
|
|
"difficulty": "normal",
|
|
"label_review_state": "fixture_reviewed",
|
|
"municipality": "Namur",
|
|
"object_size": "large",
|
|
"occlusion": "none",
|
|
"ood": false,
|
|
"region": "wallonia",
|
|
"resolution_m": 0.5,
|
|
"season": "spring",
|
|
"sensor": "synthetic-rgb",
|
|
"source": "fixture-picc",
|
|
"tile_edge": false,
|
|
"urbanity": "rural",
|
|
"vegetation": "low"
|
|
},
|
|
"metrics": {
|
|
"centroid_distance_m": {
|
|
"count": 1,
|
|
"max": 0.5,
|
|
"mean": 0.5,
|
|
"median": 0.5,
|
|
"min": 0.5
|
|
},
|
|
"f1": 1.0,
|
|
"false_discovery_rate": 0.0,
|
|
"false_negative": 0,
|
|
"false_positive": 0,
|
|
"mean_boundary_f1": 1.0,
|
|
"mean_dice": 0.8881578947368421,
|
|
"mean_iou": 0.7988165680473372,
|
|
"miss_rate": 0.0,
|
|
"precision": 1.0,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.20654931437723745,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 1,
|
|
"upper": 1.0
|
|
},
|
|
"prediction_count": 1,
|
|
"recall": 1.0,
|
|
"recall_ci95_wilson": {
|
|
"lower": 0.20654931437723745,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 1,
|
|
"upper": 1.0
|
|
},
|
|
"reference_count": 1,
|
|
"relative_area_error": {
|
|
"count": 1,
|
|
"max": -0.1,
|
|
"mean": -0.1,
|
|
"median": -0.1,
|
|
"min": -0.1
|
|
},
|
|
"spatial_context_validated": true,
|
|
"topologically_invalid_predictions": 0,
|
|
"topologically_valid_predictions": 1,
|
|
"true_positive": 1
|
|
},
|
|
"sample_id": "seg-test-wallonia-rural",
|
|
"task": "footprint_segmentation"
|
|
},
|
|
{
|
|
"metadata": {
|
|
"context": "data_contract",
|
|
"date": "2025-01-01",
|
|
"difficulty": "hard",
|
|
"label_review_state": "fixture_reviewed",
|
|
"municipality": "not_applicable",
|
|
"object_size": "not_applicable",
|
|
"occlusion": "not_applicable",
|
|
"ood": false,
|
|
"region": "national",
|
|
"resolution_m": null,
|
|
"season": "not_applicable",
|
|
"sensor": "mixed",
|
|
"source": "fixture-contracts",
|
|
"tile_edge": false,
|
|
"urbanity": "mixed",
|
|
"vegetation": "mixed"
|
|
},
|
|
"metrics": {
|
|
"blocker_or_critical_miss_count": 1,
|
|
"f1": 0.6666666666666666,
|
|
"false_discovery_rate": 0.3333333333333333,
|
|
"false_negative": 1,
|
|
"false_positive": 1,
|
|
"miss_rate": 0.3333333333333333,
|
|
"misses_by_severity": {
|
|
"blocker": 0,
|
|
"critical": 1,
|
|
"informational": 0,
|
|
"major": 0,
|
|
"minor": 0
|
|
},
|
|
"precision": 0.6666666666666666,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.2076596008020477,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 3,
|
|
"upper": 0.9385080552796037
|
|
},
|
|
"prediction_count": 3,
|
|
"recall": 0.6666666666666666,
|
|
"recall_ci95_wilson": {
|
|
"lower": 0.2076596008020477,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 3,
|
|
"upper": 0.9385080552796037
|
|
},
|
|
"reference_count": 3,
|
|
"severity_mismatch_count": 0,
|
|
"severity_mismatches": [],
|
|
"true_positive": 2
|
|
},
|
|
"sample_id": "validation-test-national",
|
|
"task": "geospatial_data_validation"
|
|
},
|
|
{
|
|
"metadata": {
|
|
"context": "suburban_buildings",
|
|
"date": "2025-01-15",
|
|
"difficulty": "normal",
|
|
"label_review_state": "fixture_reviewed",
|
|
"municipality": "Mol",
|
|
"object_size": "mixed",
|
|
"occlusion": "not_applicable",
|
|
"ood": false,
|
|
"region": "flanders",
|
|
"resolution_m": 0.1,
|
|
"season": "not_applicable",
|
|
"sensor": "vector",
|
|
"source": "fixture-grb",
|
|
"tile_edge": false,
|
|
"urbanity": "suburban",
|
|
"vegetation": "low"
|
|
},
|
|
"metrics": {
|
|
"f1": 0.5,
|
|
"false_discovery_rate": 0.5,
|
|
"false_negative": 1,
|
|
"false_positive": 1,
|
|
"mean_iou": 1.0,
|
|
"miss_rate": 0.5,
|
|
"precision": 0.5,
|
|
"precision_ci95_wilson": {
|
|
"lower": 0.09453120573423074,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 2,
|
|
"upper": 0.9054687942657693
|
|
},
|
|
"prediction_count": 2,
|
|
"recall": 0.5,
|
|
"recall_ci95_wilson": {
|
|
"lower": 0.09453120573423074,
|
|
"method": "Wilson score interval",
|
|
"status": "computed",
|
|
"support": 2,
|
|
"upper": 0.9054687942657693
|
|
},
|
|
"reference_count": 2,
|
|
"spatial_context_validated": true,
|
|
"topologically_valid": true,
|
|
"true_positive": 1
|
|
},
|
|
"sample_id": "vector-test-flanders-suburban",
|
|
"task": "vector_comparison"
|
|
}
|
|
],
|
|
"schema_version": 2,
|
|
"status": "fixture_contract_only"
|
|
}
|