Prevent calibration evidence response overwrite
GeoIntel CI / docs-smoke (push) Has been cancelled
GeoIntel CI / contract-smoke (push) Has been cancelled

This commit is contained in:
Codex
2026-07-08 14:30:37 +02:00
parent 51b7d1eec7
commit 5314f16383
5 changed files with 48 additions and 2 deletions
@@ -57,6 +57,20 @@ def test_multi_aoi_calibration_evidence_portfolio_assembles_existing_evidence(tm
"precision": 0.7,
"recall": 0.3,
"f1_score": 0.42,
},
{
"threshold": 0.15,
"quality_check_id": "qc-geel-better",
"analysis_run_id": "analysis-geel-better",
"job_id": "job-geel-better",
"detection_count": 7,
"model_asset_id": "geointel-building-yolov8s-smoke-pt",
"tile_size": 640,
"tile_overlap": 64,
"quality_score": 0.55,
"precision": 0.8,
"recall": 0.42,
"f1_score": 0.55,
}
],
}
@@ -126,6 +140,10 @@ case "$url" in
role="match_candidate"
quality_check_id="qc-geel"
;;
*/api/v1/projects/project-geel/quality-checks/qc-geel-better/evidence/geojson)
role="match_reference"
quality_check_id="qc-geel-better"
;;
*/api/v1/projects/project-mol/quality-checks/qc-mol/evidence/geojson)
role="false_negative"
quality_check_id="qc-mol"
@@ -176,8 +194,11 @@ JSON
assert portfolio["portfolio_name"] == "Kempen building model smoke"
assert portfolio["model_asset_id"] == "geointel-building-yolov8s-smoke-pt"
assert portfolio["sample_count"] == 2
assert portfolio["total_evidence_feature_count"] == 2
assert portfolio["total_evidence_feature_count"] == 3
assert {sample["sample_slug"] for sample in portfolio["samples"]} == {"geel", "mol"}
geel_sample = next(sample for sample in portfolio["samples"] if sample["sample_slug"] == "geel")
assert len(geel_sample["runs"]) == 2
assert {run["quality_check_id"] for run in geel_sample["runs"]} == {"qc-geel", "qc-geel-better"}
assert portfolio["best_sample_by_score"]["sample_slug"] == "mol"
assert portfolio["best_sample_by_score"]["best_run_by_score"]["model_asset_id"] == (
"geointel-building-yolov8s-smoke-pt"