468 lines
14 KiB
JSON
468 lines
14 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"model": "/app/models/geointel-building-yolov8s-reviewedexp6-minpx3-img640-ft20.pt",
|
|
"summary": "/app/storage/operator-data/building-be-v72-fresh-calibration-r1/diagnostic-yolo512-r2/yolo_tile_dataset_summary.json",
|
|
"split": "val",
|
|
"match_iou": 0.25,
|
|
"test_time_augmentation": false,
|
|
"inference_imgsz": 640,
|
|
"inference_batch": 8,
|
|
"max_detections_per_tile": 1000,
|
|
"nms_iou": 0.7,
|
|
"containment_nms": 1.0,
|
|
"box_scale": 1.0,
|
|
"box_offset_x": 0.0,
|
|
"box_offset_y": 0.0,
|
|
"additional_model": null,
|
|
"regional_models": {},
|
|
"regional_model_tile_counts": {},
|
|
"ensemble_mode": null,
|
|
"ensemble_match_iou": null,
|
|
"proposal_classifier": null,
|
|
"proposal_classifier_threshold": null,
|
|
"proposal_crop_scale": null,
|
|
"proposal_classifier_batch": null,
|
|
"tile_count": 24,
|
|
"sweeps": [
|
|
{
|
|
"threshold": 0.05,
|
|
"aggregate": {
|
|
"true_positive": 138,
|
|
"false_positive": 1385,
|
|
"false_negative": 210,
|
|
"precision": 0.09061063690085358,
|
|
"recall": 0.39655172413793105,
|
|
"f1": 0.14751469802244788
|
|
},
|
|
"regions": {
|
|
"brussels": {
|
|
"true_positive": 40,
|
|
"false_positive": 151,
|
|
"false_negative": 25,
|
|
"precision": 0.2094240837696335,
|
|
"recall": 0.6153846153846154,
|
|
"f1": 0.3125
|
|
},
|
|
"flanders": {
|
|
"true_positive": 26,
|
|
"false_positive": 342,
|
|
"false_negative": 97,
|
|
"precision": 0.07065217391304347,
|
|
"recall": 0.21138211382113822,
|
|
"f1": 0.10590631364562117
|
|
},
|
|
"wallonia": {
|
|
"true_positive": 72,
|
|
"false_positive": 892,
|
|
"false_negative": 88,
|
|
"precision": 0.07468879668049792,
|
|
"recall": 0.45,
|
|
"f1": 0.1281138790035587
|
|
}
|
|
},
|
|
"samples": {
|
|
"v72-assenede-field-cal-bg": {
|
|
"true_positive": 0,
|
|
"false_positive": 41,
|
|
"false_negative": 4,
|
|
"precision": 0.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"v72-ganshoren-lowrise-cal": {
|
|
"true_positive": 39,
|
|
"false_positive": 139,
|
|
"false_negative": 23,
|
|
"precision": 0.21910112359550563,
|
|
"recall": 0.6290322580645161,
|
|
"f1": 0.32500000000000007
|
|
},
|
|
"v72-havelange-field-cal-bg": {
|
|
"true_positive": 60,
|
|
"false_positive": 351,
|
|
"false_negative": 74,
|
|
"precision": 0.145985401459854,
|
|
"recall": 0.44776119402985076,
|
|
"f1": 0.2201834862385321
|
|
},
|
|
"v72-laeken-park-cal-bg": {
|
|
"true_positive": 1,
|
|
"false_positive": 12,
|
|
"false_negative": 2,
|
|
"precision": 0.07692307692307693,
|
|
"recall": 0.3333333333333333,
|
|
"f1": 0.125
|
|
},
|
|
"v72-libramont-lowrise-cal": {
|
|
"true_positive": 12,
|
|
"false_positive": 541,
|
|
"false_negative": 14,
|
|
"precision": 0.0216998191681736,
|
|
"recall": 0.46153846153846156,
|
|
"f1": 0.04145077720207254
|
|
},
|
|
"v72-zandhoven-lowrise-cal": {
|
|
"true_positive": 26,
|
|
"false_positive": 301,
|
|
"false_negative": 93,
|
|
"precision": 0.07951070336391437,
|
|
"recall": 0.2184873949579832,
|
|
"f1": 0.11659192825112107
|
|
}
|
|
},
|
|
"pure_empty_false_positives": 0
|
|
},
|
|
{
|
|
"threshold": 0.1,
|
|
"aggregate": {
|
|
"true_positive": 118,
|
|
"false_positive": 906,
|
|
"false_negative": 230,
|
|
"precision": 0.115234375,
|
|
"recall": 0.3390804597701149,
|
|
"f1": 0.17201166180758018
|
|
},
|
|
"regions": {
|
|
"brussels": {
|
|
"true_positive": 34,
|
|
"false_positive": 103,
|
|
"false_negative": 31,
|
|
"precision": 0.24817518248175183,
|
|
"recall": 0.5230769230769231,
|
|
"f1": 0.3366336633663366
|
|
},
|
|
"flanders": {
|
|
"true_positive": 20,
|
|
"false_positive": 221,
|
|
"false_negative": 103,
|
|
"precision": 0.08298755186721991,
|
|
"recall": 0.16260162601626016,
|
|
"f1": 0.10989010989010989
|
|
},
|
|
"wallonia": {
|
|
"true_positive": 64,
|
|
"false_positive": 582,
|
|
"false_negative": 96,
|
|
"precision": 0.09907120743034056,
|
|
"recall": 0.4,
|
|
"f1": 0.1588089330024814
|
|
}
|
|
},
|
|
"samples": {
|
|
"v72-assenede-field-cal-bg": {
|
|
"true_positive": 0,
|
|
"false_positive": 25,
|
|
"false_negative": 4,
|
|
"precision": 0.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"v72-ganshoren-lowrise-cal": {
|
|
"true_positive": 33,
|
|
"false_positive": 98,
|
|
"false_negative": 29,
|
|
"precision": 0.25190839694656486,
|
|
"recall": 0.532258064516129,
|
|
"f1": 0.34196891191709844
|
|
},
|
|
"v72-havelange-field-cal-bg": {
|
|
"true_positive": 53,
|
|
"false_positive": 232,
|
|
"false_negative": 81,
|
|
"precision": 0.18596491228070175,
|
|
"recall": 0.39552238805970147,
|
|
"f1": 0.25298329355608595
|
|
},
|
|
"v72-laeken-park-cal-bg": {
|
|
"true_positive": 1,
|
|
"false_positive": 5,
|
|
"false_negative": 2,
|
|
"precision": 0.16666666666666666,
|
|
"recall": 0.3333333333333333,
|
|
"f1": 0.2222222222222222
|
|
},
|
|
"v72-libramont-lowrise-cal": {
|
|
"true_positive": 11,
|
|
"false_positive": 350,
|
|
"false_negative": 15,
|
|
"precision": 0.030470914127423823,
|
|
"recall": 0.4230769230769231,
|
|
"f1": 0.056847545219638244
|
|
},
|
|
"v72-zandhoven-lowrise-cal": {
|
|
"true_positive": 20,
|
|
"false_positive": 196,
|
|
"false_negative": 99,
|
|
"precision": 0.09259259259259259,
|
|
"recall": 0.16806722689075632,
|
|
"f1": 0.11940298507462685
|
|
}
|
|
},
|
|
"pure_empty_false_positives": 0
|
|
},
|
|
{
|
|
"threshold": 0.15,
|
|
"aggregate": {
|
|
"true_positive": 107,
|
|
"false_positive": 654,
|
|
"false_negative": 241,
|
|
"precision": 0.14060446780551905,
|
|
"recall": 0.3074712643678161,
|
|
"f1": 0.19296663660955815
|
|
},
|
|
"regions": {
|
|
"brussels": {
|
|
"true_positive": 30,
|
|
"false_positive": 83,
|
|
"false_negative": 35,
|
|
"precision": 0.26548672566371684,
|
|
"recall": 0.46153846153846156,
|
|
"f1": 0.33707865168539325
|
|
},
|
|
"flanders": {
|
|
"true_positive": 17,
|
|
"false_positive": 166,
|
|
"false_negative": 106,
|
|
"precision": 0.09289617486338798,
|
|
"recall": 0.13821138211382114,
|
|
"f1": 0.1111111111111111
|
|
},
|
|
"wallonia": {
|
|
"true_positive": 60,
|
|
"false_positive": 405,
|
|
"false_negative": 100,
|
|
"precision": 0.12903225806451613,
|
|
"recall": 0.375,
|
|
"f1": 0.192
|
|
}
|
|
},
|
|
"samples": {
|
|
"v72-assenede-field-cal-bg": {
|
|
"true_positive": 0,
|
|
"false_positive": 17,
|
|
"false_negative": 4,
|
|
"precision": 0.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"v72-ganshoren-lowrise-cal": {
|
|
"true_positive": 29,
|
|
"false_positive": 79,
|
|
"false_negative": 33,
|
|
"precision": 0.26851851851851855,
|
|
"recall": 0.46774193548387094,
|
|
"f1": 0.3411764705882353
|
|
},
|
|
"v72-havelange-field-cal-bg": {
|
|
"true_positive": 50,
|
|
"false_positive": 168,
|
|
"false_negative": 84,
|
|
"precision": 0.22935779816513763,
|
|
"recall": 0.373134328358209,
|
|
"f1": 0.28409090909090906
|
|
},
|
|
"v72-laeken-park-cal-bg": {
|
|
"true_positive": 1,
|
|
"false_positive": 4,
|
|
"false_negative": 2,
|
|
"precision": 0.2,
|
|
"recall": 0.3333333333333333,
|
|
"f1": 0.25
|
|
},
|
|
"v72-libramont-lowrise-cal": {
|
|
"true_positive": 10,
|
|
"false_positive": 237,
|
|
"false_negative": 16,
|
|
"precision": 0.04048582995951417,
|
|
"recall": 0.38461538461538464,
|
|
"f1": 0.07326007326007326
|
|
},
|
|
"v72-zandhoven-lowrise-cal": {
|
|
"true_positive": 17,
|
|
"false_positive": 149,
|
|
"false_negative": 102,
|
|
"precision": 0.10240963855421686,
|
|
"recall": 0.14285714285714285,
|
|
"f1": 0.11929824561403508
|
|
}
|
|
},
|
|
"pure_empty_false_positives": 0
|
|
},
|
|
{
|
|
"threshold": 0.2,
|
|
"aggregate": {
|
|
"true_positive": 100,
|
|
"false_positive": 487,
|
|
"false_negative": 248,
|
|
"precision": 0.17035775127768313,
|
|
"recall": 0.28735632183908044,
|
|
"f1": 0.213903743315508
|
|
},
|
|
"regions": {
|
|
"brussels": {
|
|
"true_positive": 29,
|
|
"false_positive": 63,
|
|
"false_negative": 36,
|
|
"precision": 0.31521739130434784,
|
|
"recall": 0.4461538461538462,
|
|
"f1": 0.3694267515923567
|
|
},
|
|
"flanders": {
|
|
"true_positive": 15,
|
|
"false_positive": 128,
|
|
"false_negative": 108,
|
|
"precision": 0.1048951048951049,
|
|
"recall": 0.12195121951219512,
|
|
"f1": 0.11278195488721804
|
|
},
|
|
"wallonia": {
|
|
"true_positive": 56,
|
|
"false_positive": 296,
|
|
"false_negative": 104,
|
|
"precision": 0.1590909090909091,
|
|
"recall": 0.35,
|
|
"f1": 0.21875
|
|
}
|
|
},
|
|
"samples": {
|
|
"v72-assenede-field-cal-bg": {
|
|
"true_positive": 0,
|
|
"false_positive": 9,
|
|
"false_negative": 4,
|
|
"precision": 0.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"v72-ganshoren-lowrise-cal": {
|
|
"true_positive": 28,
|
|
"false_positive": 60,
|
|
"false_negative": 34,
|
|
"precision": 0.3181818181818182,
|
|
"recall": 0.45161290322580644,
|
|
"f1": 0.3733333333333333
|
|
},
|
|
"v72-havelange-field-cal-bg": {
|
|
"true_positive": 47,
|
|
"false_positive": 125,
|
|
"false_negative": 87,
|
|
"precision": 0.27325581395348836,
|
|
"recall": 0.35074626865671643,
|
|
"f1": 0.3071895424836601
|
|
},
|
|
"v72-laeken-park-cal-bg": {
|
|
"true_positive": 1,
|
|
"false_positive": 3,
|
|
"false_negative": 2,
|
|
"precision": 0.25,
|
|
"recall": 0.3333333333333333,
|
|
"f1": 0.28571428571428575
|
|
},
|
|
"v72-libramont-lowrise-cal": {
|
|
"true_positive": 9,
|
|
"false_positive": 171,
|
|
"false_negative": 17,
|
|
"precision": 0.05,
|
|
"recall": 0.34615384615384615,
|
|
"f1": 0.08737864077669903
|
|
},
|
|
"v72-zandhoven-lowrise-cal": {
|
|
"true_positive": 15,
|
|
"false_positive": 119,
|
|
"false_negative": 104,
|
|
"precision": 0.11194029850746269,
|
|
"recall": 0.12605042016806722,
|
|
"f1": 0.11857707509881422
|
|
}
|
|
},
|
|
"pure_empty_false_positives": 0
|
|
},
|
|
{
|
|
"threshold": 0.25,
|
|
"aggregate": {
|
|
"true_positive": 94,
|
|
"false_positive": 355,
|
|
"false_negative": 254,
|
|
"precision": 0.20935412026726058,
|
|
"recall": 0.27011494252873564,
|
|
"f1": 0.23588456712672523
|
|
},
|
|
"regions": {
|
|
"brussels": {
|
|
"true_positive": 29,
|
|
"false_positive": 45,
|
|
"false_negative": 36,
|
|
"precision": 0.3918918918918919,
|
|
"recall": 0.4461538461538462,
|
|
"f1": 0.4172661870503597
|
|
},
|
|
"flanders": {
|
|
"true_positive": 13,
|
|
"false_positive": 102,
|
|
"false_negative": 110,
|
|
"precision": 0.11304347826086956,
|
|
"recall": 0.10569105691056911,
|
|
"f1": 0.1092436974789916
|
|
},
|
|
"wallonia": {
|
|
"true_positive": 52,
|
|
"false_positive": 208,
|
|
"false_negative": 108,
|
|
"precision": 0.2,
|
|
"recall": 0.325,
|
|
"f1": 0.24761904761904763
|
|
}
|
|
},
|
|
"samples": {
|
|
"v72-assenede-field-cal-bg": {
|
|
"true_positive": 0,
|
|
"false_positive": 5,
|
|
"false_negative": 4,
|
|
"precision": 0.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"v72-ganshoren-lowrise-cal": {
|
|
"true_positive": 28,
|
|
"false_positive": 42,
|
|
"false_negative": 34,
|
|
"precision": 0.4,
|
|
"recall": 0.45161290322580644,
|
|
"f1": 0.4242424242424243
|
|
},
|
|
"v72-havelange-field-cal-bg": {
|
|
"true_positive": 43,
|
|
"false_positive": 87,
|
|
"false_negative": 91,
|
|
"precision": 0.33076923076923076,
|
|
"recall": 0.3208955223880597,
|
|
"f1": 0.32575757575757575
|
|
},
|
|
"v72-laeken-park-cal-bg": {
|
|
"true_positive": 1,
|
|
"false_positive": 3,
|
|
"false_negative": 2,
|
|
"precision": 0.25,
|
|
"recall": 0.3333333333333333,
|
|
"f1": 0.28571428571428575
|
|
},
|
|
"v72-libramont-lowrise-cal": {
|
|
"true_positive": 9,
|
|
"false_positive": 121,
|
|
"false_negative": 17,
|
|
"precision": 0.06923076923076923,
|
|
"recall": 0.34615384615384615,
|
|
"f1": 0.11538461538461539
|
|
},
|
|
"v72-zandhoven-lowrise-cal": {
|
|
"true_positive": 13,
|
|
"false_positive": 97,
|
|
"false_negative": 106,
|
|
"precision": 0.11818181818181818,
|
|
"recall": 0.1092436974789916,
|
|
"f1": 0.11353711790393013
|
|
}
|
|
},
|
|
"pure_empty_false_positives": 0
|
|
}
|
|
]
|
|
} |