Files
geointel/artifacts/evidence/accuracy/model-training/20260809-ai-assisted-visual-review.json
T
Jens 7f90f9dde4
GeoIntel release gates / Compile, test, contracts and builds (push) Canceled after 0s
GeoIntel release gates / Python and npm vulnerability policy (push) Canceled after 0s
GeoIntel release gates / GIS image, SBOM and container scan (push) Canceled after 0s
Record governed visual review and GPU training decision
2026-08-09 12:01:17 +02:00

63 lines
3.0 KiB
JSON

{
"schema_version": 1,
"generated_at": "2026-08-09T09:57:02.8274719Z",
"review_kind": "ai_assisted_visual_review",
"reviewer_id": "openai-codex-gpt-5",
"human_review": false,
"repository_commit": "0209167cfd37c4f7865813a06e60bdd7ba5d918d",
"scope": "Bounded visual inspection of deterministic YOLO contact sheets; this is not a human-signed operational training release.",
"decision": {
"status": "experimental_training_only",
"promotion_allowed": false,
"protected_test_access_allowed": false,
"reason": "The Kempen background-aware corpus is materially better aligned than the rejected national candidates, but only a bounded contact-sheet sample was visually inspected and the mandatory human review gate remains open."
},
"accepted_experimental_input": {
"dataset_yaml": "/app/storage/operator-data/yolo-building-aoi1024-bgaware512r8/dataset.yaml",
"dataset_yaml_sha256": "6995843d63735bc248fb573d6ab3ebedb1cd1c86f1bd6dbb864068c5fb8f816d",
"dataset_summary": "/app/storage/operator-data/yolo-building-aoi1024-bgaware512r8/yolo_tile_dataset_summary.json",
"dataset_summary_sha256": "c0c94295e52de5cc4d4cdcaaabb670220f15d2139c0051fff63d05730d33bdce",
"contact_sheet": "/app/storage/operator-evidence/accuracy-review/20260809-bgaware512r8-r1/contact_sheet_001.png",
"contact_sheet_sha256": "c5112d5c76d84153f8d219699071e7f42c8b188b0624c2bf5f9406a2146e66b6",
"rendered_tile_count": 32,
"dataset_tile_count": 207,
"observations": [
"Most sampled labels visually overlap roof structures in the Kempen positive AOIs.",
"The training corpus contains repeated pure-empty background tiles and the validation split contains independent named positive and pure-empty AOIs.",
"Some dense scenes still contain footprint-versus-visible-roof ambiguity; this prevents operational acceptance."
]
},
"base_model": {
"path": "/app/models/geointel-building-yolov8s-smallbld-minpx3-img640-ft30.pt",
"sha256": "a9088b8491dfae36694b53e9e9406cb4e3511d334a5712fa34f75078a47759c1"
},
"rejected_inputs": [
{
"family": "building-be-v56 national corpus",
"decision": "exclude_from_new_training",
"reason": "Representative sheets show frequent ground-footprint versus visible-roof displacement and dense-scene ambiguity; 0/180 samples have formal human acceptance."
},
{
"family": "building-be-v65 main/SAM candidates",
"decision": "quarantine",
"reason": "Visual samples include boxes on trees, paving and unrelated compounds after automatic refinement."
},
{
"family": "building-be-v66 source/alignment/SAM candidates",
"decision": "quarantine",
"reason": "Systematic misalignment remains; the swapped-axis trial uses unrelated imagery and the detector-alignment sheet contains invalid labels."
}
],
"training_constraints": {
"device": "cuda:0",
"allowed_evaluation_split": "val",
"forbidden_splits": [
"test",
"challenge",
"background-test"
],
"automatic_promotion": false,
"formal_release_manifest": false
}
}