Jens/geointel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

record explicit AI-assisted AOI review ledger
GeoIntel release gates / Compile, test, contracts and builds (push) Canceled after 0s
Details
GeoIntel release gates / Python and npm vulnerability policy (push) Canceled after 0s
Details
GeoIntel release gates / GIS image, SBOM and container scan (push) Canceled after 0s
Details

Browse Source
This commit is contained in:
Jens
2026-08-09 15:28:04 +02:00
parent 182e72e46d
commit f9a466b221
4 changed files with 114 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
artifacts/evidence/accuracy/model-training/20260809-reviewedexp6-ai-assisted-review-ledger.json
+71
View File
@@ -0,0 +1,71 @@
{
"schema_version": 1,
"ledger_id": "reviewedexp6-ai-assisted-review-r1",
"reviewed_at": "2026-08-09T14:00:00+02:00",
"reviewer": {
"id": "openai-codex",
"type": "ai_assistant",
"human": false
},
"status": "complete_ai_assisted_experimental_only",
"explicit_limitations": [
"This ledger is not human review and must never satisfy a human-review release gate.",
"Decisions cover the 64 rendered samples on the contact sheet, not every label instance in the corpus.",
"Visible roof geometry can be displaced from authoritative GRB ground-level footprints.",
"Accepted samples are eligible only for experimental training and non-protected validation."
],
"artifacts": {
"contact_sheet_path": "/app/storage/operator-data/model-review/reviewedexp6-corpus/visual-review/contact_sheet_001.png",
"contact_sheet_sha256": "411ee541dcd53b59abc1c12f733f164b28478a1398ab2d50be8c728b11c8fdc4",
"review_summary_path": "/app/storage/operator-data/model-review/reviewedexp6-corpus/visual-review/operator_yolo_label_qa_summary.json",
"rendered_tile_count": 64,
"rendered_label_count": 21611,
"selected_sample_count": 28
},
"visual_criteria": [
"labels overlap visible building structures at the scale shown",
"no systematic axis swap or whole-tile displacement is visible",
"pure-background samples contain no clearly visible buildings",
"sparse contexts are not treated as pure background",
"dense roof-versus-ground-footprint disagreement is retained as an explicit limitation"
],
"decisions": [
{"sample_slug":"arendonk_center","sampled_tiles":2,"sampled_labels":1163,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"balen","sampled_tiles":2,"sampled_labels":794,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"beerse_center","sampled_tiles":2,"sampled_labels":1158,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"dessel_center","sampled_tiles":2,"sampled_labels":841,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"dessel_heide","sampled_tiles":2,"sampled_labels":68,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
{"sample_slug":"geel","sampled_tiles":2,"sampled_labels":1244,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"geel_bel","sampled_tiles":2,"sampled_labels":62,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
{"sample_slug":"grobbendonk_center","sampled_tiles":2,"sampled_labels":1008,"split":"val","category":"reference_aoi","decision":"non_protected_validation_only"},
{"sample_slug":"herentals","sampled_tiles":2,"sampled_labels":1512,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"herenthout_bos","sampled_tiles":2,"sampled_labels":199,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
{"sample_slug":"hoogstraten_center","sampled_tiles":2,"sampled_labels":1063,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"hulshout_center","sampled_tiles":2,"sampled_labels":895,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"kasterlee_bos","sampled_tiles":2,"sampled_labels":72,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
{"sample_slug":"kasterlee_center","sampled_tiles":2,"sampled_labels":983,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"laakdal_center","sampled_tiles":2,"sampled_labels":156,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible_with_dense_alignment_limitation"},
{"sample_slug":"lille_center","sampled_tiles":2,"sampled_labels":961,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"lommel_heide","sampled_tiles":6,"sampled_labels":0,"split":"train","category":"pure_empty_negative","decision":"experimental_training_eligible"},
{"sample_slug":"meerhout_bos","sampled_tiles":2,"sampled_labels":111,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
{"sample_slug":"meerhout_center","sampled_tiles":2,"sampled_labels":1016,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"mol","sampled_tiles":2,"sampled_labels":951,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"nijlen_center","sampled_tiles":2,"sampled_labels":1309,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"olen_center","sampled_tiles":2,"sampled_labels":971,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"oud_turnhout_center","sampled_tiles":2,"sampled_labels":1535,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible_with_dense_alignment_limitation"},
{"sample_slug":"postel_bos","sampled_tiles":6,"sampled_labels":0,"split":"train","category":"pure_empty_negative","decision":"experimental_training_eligible"},
{"sample_slug":"ravels_bos","sampled_tiles":2,"sampled_labels":22,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
{"sample_slug":"rijkevorsel_center","sampled_tiles":2,"sampled_labels":1153,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"vorselaar_center","sampled_tiles":2,"sampled_labels":930,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
{"sample_slug":"vosselaar_center","sampled_tiles":2,"sampled_labels":1434,"split":"val","category":"reference_aoi","decision":"non_protected_validation_only"}
],
"accounting": {
"accepted_experimental_training_samples": 26,
"non_protected_validation_samples": 2,
"rejected_samples": 0,
"pure_empty_negative_samples": 2,
"sparse_context_samples": 6,
"human_review_complete": false,
"production_release_eligible": false
}
}