{
  "schema_version": 1,
  "status": "continue_training_loop",
  "threshold_selection_source": "calibration_only",
  "selected_threshold": 0.025,
  "gates": {
    "min_aggregate_f1": 0.55,
    "min_region_f1": 0.45,
    "min_region_precision": 0.5,
    "min_region_recall": 0.4,
    "max_pure_empty_false_positives": 0
  },
  "calibration": {
    "threshold": 0.025,
    "aggregate": {
      "true_positive": 2996,
      "false_positive": 2331,
      "false_negative": 1808,
      "precision": 0.5624178712220762,
      "recall": 0.6236469608659451,
      "f1": 0.5914519790741289
    },
    "regions": {
      "brussels": {
        "true_positive": 1192,
        "false_positive": 616,
        "false_negative": 656,
        "precision": 0.6592920353982301,
        "recall": 0.645021645021645,
        "f1": 0.6520787746170679
      },
      "flanders": {
        "true_positive": 468,
        "false_positive": 571,
        "false_negative": 542,
        "precision": 0.4504331087584216,
        "recall": 0.4633663366336634,
        "f1": 0.4568081991215227
      },
      "wallonia": {
        "true_positive": 1336,
        "false_positive": 1144,
        "false_negative": 610,
        "precision": 0.5387096774193548,
        "recall": 0.6865364850976362,
        "f1": 0.6037053773158608
      }
    },
    "samples": {
      "anderlecht-industry-train": {
        "true_positive": 354,
        "false_positive": 225,
        "false_negative": 128,
        "precision": 0.6113989637305699,
        "recall": 0.7344398340248963,
        "f1": 0.6672950047125353
      },
      "ath-rural-train": {
        "true_positive": 648,
        "false_positive": 519,
        "false_negative": 288,
        "precision": 0.5552699228791774,
        "recall": 0.6923076923076923,
        "f1": 0.616262482168331
      },
      "charleroi-core-train": {
        "true_positive": 338,
        "false_positive": 260,
        "false_negative": 188,
        "precision": 0.5652173913043478,
        "recall": 0.6425855513307985,
        "f1": 0.6014234875444839
      },
      "eupen-train": {
        "true_positive": 350,
        "false_positive": 365,
        "false_negative": 134,
        "precision": 0.48951048951048953,
        "recall": 0.7231404958677686,
        "f1": 0.5838198498748959
      },
      "genk-industry-train": {
        "true_positive": 108,
        "false_positive": 108,
        "false_negative": 230,
        "precision": 0.5,
        "recall": 0.31952662721893493,
        "f1": 0.3898916967509025
      },
      "ixelles-dense-train": {
        "true_positive": 610,
        "false_positive": 229,
        "false_negative": 408,
        "precision": 0.7270560190703218,
        "recall": 0.5992141453831041,
        "f1": 0.6569736133548734
      },
      "lokeren-ribbon-train": {
        "true_positive": 340,
        "false_positive": 377,
        "false_negative": 286,
        "precision": 0.47419804741980476,
        "recall": 0.5431309904153354,
        "f1": 0.5063291139240508
      },
      "ostend-coastal-train": {
        "true_positive": 20,
        "false_positive": 86,
        "false_negative": 26,
        "precision": 0.18867924528301888,
        "recall": 0.43478260869565216,
        "f1": 0.26315789473684215
      },
      "uccle-residential-train": {
        "true_positive": 228,
        "false_positive": 162,
        "false_negative": 120,
        "precision": 0.5846153846153846,
        "recall": 0.6551724137931034,
        "f1": 0.6178861788617886
      }
    },
    "pure_empty_false_positives": 0
  },
  "test": null,
  "background": null,
  "failures": [
    "calibration_flanders_precision_below_gate"
  ]
}