468 lines
14 KiB
JSON
468 lines
14 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"model": "/app/models/geointel-building-yolov8s-smallbld-minpx3-img640-ft30.pt",
|
|
"summary": "/app/storage/operator-data/building-be-v72-fresh-calibration-r1/diagnostic-yolo512-r2/yolo_tile_dataset_summary.json",
|
|
"split": "val",
|
|
"match_iou": 0.25,
|
|
"test_time_augmentation": false,
|
|
"inference_imgsz": 640,
|
|
"inference_batch": 8,
|
|
"max_detections_per_tile": 1000,
|
|
"nms_iou": 0.7,
|
|
"containment_nms": 1.0,
|
|
"box_scale": 1.0,
|
|
"box_offset_x": 0.0,
|
|
"box_offset_y": 0.0,
|
|
"additional_model": null,
|
|
"regional_models": {},
|
|
"regional_model_tile_counts": {},
|
|
"ensemble_mode": null,
|
|
"ensemble_match_iou": null,
|
|
"proposal_classifier": null,
|
|
"proposal_classifier_threshold": null,
|
|
"proposal_crop_scale": null,
|
|
"proposal_classifier_batch": null,
|
|
"tile_count": 24,
|
|
"sweeps": [
|
|
{
|
|
"threshold": 0.05,
|
|
"aggregate": {
|
|
"true_positive": 157,
|
|
"false_positive": 1466,
|
|
"false_negative": 191,
|
|
"precision": 0.09673444239063463,
|
|
"recall": 0.4511494252873563,
|
|
"f1": 0.15930999492643327
|
|
},
|
|
"regions": {
|
|
"brussels": {
|
|
"true_positive": 41,
|
|
"false_positive": 181,
|
|
"false_negative": 24,
|
|
"precision": 0.18468468468468469,
|
|
"recall": 0.6307692307692307,
|
|
"f1": 0.2857142857142857
|
|
},
|
|
"flanders": {
|
|
"true_positive": 25,
|
|
"false_positive": 365,
|
|
"false_negative": 98,
|
|
"precision": 0.0641025641025641,
|
|
"recall": 0.2032520325203252,
|
|
"f1": 0.09746588693957114
|
|
},
|
|
"wallonia": {
|
|
"true_positive": 91,
|
|
"false_positive": 920,
|
|
"false_negative": 69,
|
|
"precision": 0.09000989119683482,
|
|
"recall": 0.56875,
|
|
"f1": 0.15542271562766868
|
|
}
|
|
},
|
|
"samples": {
|
|
"v72-assenede-field-cal-bg": {
|
|
"true_positive": 0,
|
|
"false_positive": 23,
|
|
"false_negative": 4,
|
|
"precision": 0.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"v72-ganshoren-lowrise-cal": {
|
|
"true_positive": 39,
|
|
"false_positive": 162,
|
|
"false_negative": 23,
|
|
"precision": 0.19402985074626866,
|
|
"recall": 0.6290322580645161,
|
|
"f1": 0.2965779467680608
|
|
},
|
|
"v72-havelange-field-cal-bg": {
|
|
"true_positive": 75,
|
|
"false_positive": 366,
|
|
"false_negative": 59,
|
|
"precision": 0.17006802721088435,
|
|
"recall": 0.5597014925373134,
|
|
"f1": 0.2608695652173913
|
|
},
|
|
"v72-laeken-park-cal-bg": {
|
|
"true_positive": 2,
|
|
"false_positive": 19,
|
|
"false_negative": 1,
|
|
"precision": 0.09523809523809523,
|
|
"recall": 0.6666666666666666,
|
|
"f1": 0.16666666666666666
|
|
},
|
|
"v72-libramont-lowrise-cal": {
|
|
"true_positive": 16,
|
|
"false_positive": 554,
|
|
"false_negative": 10,
|
|
"precision": 0.028070175438596492,
|
|
"recall": 0.6153846153846154,
|
|
"f1": 0.05369127516778524
|
|
},
|
|
"v72-zandhoven-lowrise-cal": {
|
|
"true_positive": 25,
|
|
"false_positive": 342,
|
|
"false_negative": 94,
|
|
"precision": 0.0681198910081744,
|
|
"recall": 0.21008403361344538,
|
|
"f1": 0.10288065843621398
|
|
}
|
|
},
|
|
"pure_empty_false_positives": 0
|
|
},
|
|
{
|
|
"threshold": 0.1,
|
|
"aggregate": {
|
|
"true_positive": 139,
|
|
"false_positive": 930,
|
|
"false_negative": 209,
|
|
"precision": 0.13002806361085126,
|
|
"recall": 0.3994252873563218,
|
|
"f1": 0.19618913196894847
|
|
},
|
|
"regions": {
|
|
"brussels": {
|
|
"true_positive": 36,
|
|
"false_positive": 117,
|
|
"false_negative": 29,
|
|
"precision": 0.23529411764705882,
|
|
"recall": 0.5538461538461539,
|
|
"f1": 0.33027522935779813
|
|
},
|
|
"flanders": {
|
|
"true_positive": 20,
|
|
"false_positive": 215,
|
|
"false_negative": 103,
|
|
"precision": 0.0851063829787234,
|
|
"recall": 0.16260162601626016,
|
|
"f1": 0.11173184357541897
|
|
},
|
|
"wallonia": {
|
|
"true_positive": 83,
|
|
"false_positive": 598,
|
|
"false_negative": 77,
|
|
"precision": 0.12187958883994127,
|
|
"recall": 0.51875,
|
|
"f1": 0.19738406658739593
|
|
}
|
|
},
|
|
"samples": {
|
|
"v72-assenede-field-cal-bg": {
|
|
"true_positive": 0,
|
|
"false_positive": 13,
|
|
"false_negative": 4,
|
|
"precision": 0.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"v72-ganshoren-lowrise-cal": {
|
|
"true_positive": 34,
|
|
"false_positive": 105,
|
|
"false_negative": 28,
|
|
"precision": 0.2446043165467626,
|
|
"recall": 0.5483870967741935,
|
|
"f1": 0.3383084577114428
|
|
},
|
|
"v72-havelange-field-cal-bg": {
|
|
"true_positive": 68,
|
|
"false_positive": 235,
|
|
"false_negative": 66,
|
|
"precision": 0.22442244224422442,
|
|
"recall": 0.5074626865671642,
|
|
"f1": 0.311212814645309
|
|
},
|
|
"v72-laeken-park-cal-bg": {
|
|
"true_positive": 2,
|
|
"false_positive": 12,
|
|
"false_negative": 1,
|
|
"precision": 0.14285714285714285,
|
|
"recall": 0.6666666666666666,
|
|
"f1": 0.23529411764705882
|
|
},
|
|
"v72-libramont-lowrise-cal": {
|
|
"true_positive": 15,
|
|
"false_positive": 363,
|
|
"false_negative": 11,
|
|
"precision": 0.03968253968253968,
|
|
"recall": 0.5769230769230769,
|
|
"f1": 0.07425742574257425
|
|
},
|
|
"v72-zandhoven-lowrise-cal": {
|
|
"true_positive": 20,
|
|
"false_positive": 202,
|
|
"false_negative": 99,
|
|
"precision": 0.09009009009009009,
|
|
"recall": 0.16806722689075632,
|
|
"f1": 0.11730205278592373
|
|
}
|
|
},
|
|
"pure_empty_false_positives": 0
|
|
},
|
|
{
|
|
"threshold": 0.15,
|
|
"aggregate": {
|
|
"true_positive": 121,
|
|
"false_positive": 675,
|
|
"false_negative": 227,
|
|
"precision": 0.15201005025125627,
|
|
"recall": 0.34770114942528735,
|
|
"f1": 0.2115384615384615
|
|
},
|
|
"regions": {
|
|
"brussels": {
|
|
"true_positive": 29,
|
|
"false_positive": 82,
|
|
"false_negative": 36,
|
|
"precision": 0.26126126126126126,
|
|
"recall": 0.4461538461538462,
|
|
"f1": 0.3295454545454546
|
|
},
|
|
"flanders": {
|
|
"true_positive": 17,
|
|
"false_positive": 165,
|
|
"false_negative": 106,
|
|
"precision": 0.09340659340659341,
|
|
"recall": 0.13821138211382114,
|
|
"f1": 0.11147540983606558
|
|
},
|
|
"wallonia": {
|
|
"true_positive": 75,
|
|
"false_positive": 428,
|
|
"false_negative": 85,
|
|
"precision": 0.14910536779324055,
|
|
"recall": 0.46875,
|
|
"f1": 0.22624434389140272
|
|
}
|
|
},
|
|
"samples": {
|
|
"v72-assenede-field-cal-bg": {
|
|
"true_positive": 0,
|
|
"false_positive": 8,
|
|
"false_negative": 4,
|
|
"precision": 0.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"v72-ganshoren-lowrise-cal": {
|
|
"true_positive": 28,
|
|
"false_positive": 73,
|
|
"false_negative": 34,
|
|
"precision": 0.27722772277227725,
|
|
"recall": 0.45161290322580644,
|
|
"f1": 0.3435582822085889
|
|
},
|
|
"v72-havelange-field-cal-bg": {
|
|
"true_positive": 62,
|
|
"false_positive": 175,
|
|
"false_negative": 72,
|
|
"precision": 0.2616033755274262,
|
|
"recall": 0.4626865671641791,
|
|
"f1": 0.33423180592991913
|
|
},
|
|
"v72-laeken-park-cal-bg": {
|
|
"true_positive": 1,
|
|
"false_positive": 9,
|
|
"false_negative": 2,
|
|
"precision": 0.1,
|
|
"recall": 0.3333333333333333,
|
|
"f1": 0.15384615384615383
|
|
},
|
|
"v72-libramont-lowrise-cal": {
|
|
"true_positive": 13,
|
|
"false_positive": 253,
|
|
"false_negative": 13,
|
|
"precision": 0.04887218045112782,
|
|
"recall": 0.5,
|
|
"f1": 0.08904109589041095
|
|
},
|
|
"v72-zandhoven-lowrise-cal": {
|
|
"true_positive": 17,
|
|
"false_positive": 157,
|
|
"false_negative": 102,
|
|
"precision": 0.09770114942528736,
|
|
"recall": 0.14285714285714285,
|
|
"f1": 0.11604095563139932
|
|
}
|
|
},
|
|
"pure_empty_false_positives": 0
|
|
},
|
|
{
|
|
"threshold": 0.2,
|
|
"aggregate": {
|
|
"true_positive": 104,
|
|
"false_positive": 515,
|
|
"false_negative": 244,
|
|
"precision": 0.1680129240710824,
|
|
"recall": 0.2988505747126437,
|
|
"f1": 0.21509824198552224
|
|
},
|
|
"regions": {
|
|
"brussels": {
|
|
"true_positive": 26,
|
|
"false_positive": 65,
|
|
"false_negative": 39,
|
|
"precision": 0.2857142857142857,
|
|
"recall": 0.4,
|
|
"f1": 0.3333333333333333
|
|
},
|
|
"flanders": {
|
|
"true_positive": 13,
|
|
"false_positive": 128,
|
|
"false_negative": 110,
|
|
"precision": 0.09219858156028368,
|
|
"recall": 0.10569105691056911,
|
|
"f1": 0.09848484848484848
|
|
},
|
|
"wallonia": {
|
|
"true_positive": 65,
|
|
"false_positive": 322,
|
|
"false_negative": 95,
|
|
"precision": 0.16795865633074936,
|
|
"recall": 0.40625,
|
|
"f1": 0.23765996343692872
|
|
}
|
|
},
|
|
"samples": {
|
|
"v72-assenede-field-cal-bg": {
|
|
"true_positive": 0,
|
|
"false_positive": 7,
|
|
"false_negative": 4,
|
|
"precision": 0.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"v72-ganshoren-lowrise-cal": {
|
|
"true_positive": 25,
|
|
"false_positive": 59,
|
|
"false_negative": 37,
|
|
"precision": 0.2976190476190476,
|
|
"recall": 0.4032258064516129,
|
|
"f1": 0.3424657534246575
|
|
},
|
|
"v72-havelange-field-cal-bg": {
|
|
"true_positive": 55,
|
|
"false_positive": 129,
|
|
"false_negative": 79,
|
|
"precision": 0.29891304347826086,
|
|
"recall": 0.41044776119402987,
|
|
"f1": 0.34591194968553457
|
|
},
|
|
"v72-laeken-park-cal-bg": {
|
|
"true_positive": 1,
|
|
"false_positive": 6,
|
|
"false_negative": 2,
|
|
"precision": 0.14285714285714285,
|
|
"recall": 0.3333333333333333,
|
|
"f1": 0.2
|
|
},
|
|
"v72-libramont-lowrise-cal": {
|
|
"true_positive": 10,
|
|
"false_positive": 193,
|
|
"false_negative": 16,
|
|
"precision": 0.04926108374384237,
|
|
"recall": 0.38461538461538464,
|
|
"f1": 0.08733624454148471
|
|
},
|
|
"v72-zandhoven-lowrise-cal": {
|
|
"true_positive": 13,
|
|
"false_positive": 121,
|
|
"false_negative": 106,
|
|
"precision": 0.09701492537313433,
|
|
"recall": 0.1092436974789916,
|
|
"f1": 0.10276679841897234
|
|
}
|
|
},
|
|
"pure_empty_false_positives": 0
|
|
},
|
|
{
|
|
"threshold": 0.25,
|
|
"aggregate": {
|
|
"true_positive": 94,
|
|
"false_positive": 370,
|
|
"false_negative": 254,
|
|
"precision": 0.2025862068965517,
|
|
"recall": 0.27011494252873564,
|
|
"f1": 0.2315270935960591
|
|
},
|
|
"regions": {
|
|
"brussels": {
|
|
"true_positive": 25,
|
|
"false_positive": 45,
|
|
"false_negative": 40,
|
|
"precision": 0.35714285714285715,
|
|
"recall": 0.38461538461538464,
|
|
"f1": 0.3703703703703704
|
|
},
|
|
"flanders": {
|
|
"true_positive": 12,
|
|
"false_positive": 103,
|
|
"false_negative": 111,
|
|
"precision": 0.10434782608695652,
|
|
"recall": 0.0975609756097561,
|
|
"f1": 0.1008403361344538
|
|
},
|
|
"wallonia": {
|
|
"true_positive": 57,
|
|
"false_positive": 222,
|
|
"false_negative": 103,
|
|
"precision": 0.20430107526881722,
|
|
"recall": 0.35625,
|
|
"f1": 0.25968109339407747
|
|
}
|
|
},
|
|
"samples": {
|
|
"v72-assenede-field-cal-bg": {
|
|
"true_positive": 0,
|
|
"false_positive": 6,
|
|
"false_negative": 4,
|
|
"precision": 0.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"v72-ganshoren-lowrise-cal": {
|
|
"true_positive": 24,
|
|
"false_positive": 42,
|
|
"false_negative": 38,
|
|
"precision": 0.36363636363636365,
|
|
"recall": 0.3870967741935484,
|
|
"f1": 0.37500000000000006
|
|
},
|
|
"v72-havelange-field-cal-bg": {
|
|
"true_positive": 47,
|
|
"false_positive": 91,
|
|
"false_negative": 87,
|
|
"precision": 0.34057971014492755,
|
|
"recall": 0.35074626865671643,
|
|
"f1": 0.3455882352941177
|
|
},
|
|
"v72-laeken-park-cal-bg": {
|
|
"true_positive": 1,
|
|
"false_positive": 3,
|
|
"false_negative": 2,
|
|
"precision": 0.25,
|
|
"recall": 0.3333333333333333,
|
|
"f1": 0.28571428571428575
|
|
},
|
|
"v72-libramont-lowrise-cal": {
|
|
"true_positive": 10,
|
|
"false_positive": 131,
|
|
"false_negative": 16,
|
|
"precision": 0.07092198581560284,
|
|
"recall": 0.38461538461538464,
|
|
"f1": 0.11976047904191617
|
|
},
|
|
"v72-zandhoven-lowrise-cal": {
|
|
"true_positive": 12,
|
|
"false_positive": 97,
|
|
"false_negative": 107,
|
|
"precision": 0.11009174311926606,
|
|
"recall": 0.10084033613445378,
|
|
"f1": 0.10526315789473684
|
|
}
|
|
},
|
|
"pure_empty_false_positives": 0
|
|
}
|
|
]
|
|
} |