90 lines
8.2 KiB
JSON
90 lines
8.2 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"ledger_id": "reviewedexp6-ai-assisted-review-r2-full-corpus",
|
|
"reviewed_at": "2026-08-09T15:00:00+02:00",
|
|
"reviewer": {
|
|
"id": "openai-codex",
|
|
"type": "ai_assistant",
|
|
"human": false
|
|
},
|
|
"status": "complete_ai_assisted_experimental_only",
|
|
"explicit_limitations": [
|
|
"This ledger is not human review and must never satisfy a human-review release gate.",
|
|
"Decisions cover all 252 rendered tiles, but visual review still does not adjudicate every individual label as human ground truth.",
|
|
"Visible roof geometry can be displaced from authoritative GRB ground-level footprints.",
|
|
"Accepted samples are eligible only for experimental training and non-protected validation."
|
|
],
|
|
"artifacts": {
|
|
"review_summary_path": "/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/operator_yolo_label_qa_summary.json",
|
|
"review_summary_sha256": "467e5c3c489c42e42872a63fbb0bba7c613824631598d86ea6324b22c007f75a",
|
|
"contact_sheets": [
|
|
{"path":"/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/contact_sheet_001.png","sha256":"688b97a6e82e6b906b7966ed3e2b43685786e89d50549188bfdcc3837d042eb2","tile_count":64},
|
|
{"path":"/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/contact_sheet_002.png","sha256":"87f1945df3324dc100e08febd3e45f291a2d709ddebd9c627b082f30fd8f2d26","tile_count":64},
|
|
{"path":"/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/contact_sheet_003.png","sha256":"1873ab25b8ee843abe28d00329fe28998a7b39f9fdbcd8f8acfb58cc576cdf10","tile_count":64},
|
|
{"path":"/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/contact_sheet_004.png","sha256":"e64c252aac08792a76a62fe734728e7c81ba6a649ad2a1cd2051b4df1f95be98","tile_count":60}
|
|
],
|
|
"rendered_tile_count": 252,
|
|
"rendered_label_count": 79192,
|
|
"selected_sample_count": 28
|
|
},
|
|
"visual_criteria": [
|
|
"labels overlap visible building structures at the scale shown",
|
|
"no systematic axis swap or whole-tile displacement is visible",
|
|
"pure-background samples contain no clearly visible buildings",
|
|
"sparse contexts are not treated as pure background",
|
|
"dense roof-versus-ground-footprint disagreement is retained as an explicit limitation"
|
|
],
|
|
"decisions": [
|
|
{"sample_slug":"arendonk_center","sampled_tiles":9,"sampled_labels":4172,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"balen","sampled_tiles":9,"sampled_labels":2658,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"beerse_center","sampled_tiles":9,"sampled_labels":4303,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"dessel_center","sampled_tiles":9,"sampled_labels":3405,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"dessel_heide","sampled_tiles":9,"sampled_labels":192,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"geel","sampled_tiles":9,"sampled_labels":4615,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"geel_bel","sampled_tiles":9,"sampled_labels":168,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"grobbendonk_center","sampled_tiles":9,"sampled_labels":2793,"split":"val","category":"reference_aoi","decision":"non_protected_validation_only"},
|
|
{"sample_slug":"herentals","sampled_tiles":9,"sampled_labels":5087,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"herenthout_bos","sampled_tiles":9,"sampled_labels":520,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"hoogstraten_center","sampled_tiles":9,"sampled_labels":3761,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"hulshout_center","sampled_tiles":9,"sampled_labels":3606,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"kasterlee_bos","sampled_tiles":9,"sampled_labels":137,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"kasterlee_center","sampled_tiles":9,"sampled_labels":4022,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"laakdal_center","sampled_tiles":9,"sampled_labels":287,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible_with_dense_alignment_limitation"},
|
|
{"sample_slug":"lille_center","sampled_tiles":9,"sampled_labels":3949,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"lommel_heide","sampled_tiles":9,"sampled_labels":0,"split":"train","category":"pure_empty_negative","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"meerhout_bos","sampled_tiles":9,"sampled_labels":206,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"meerhout_center","sampled_tiles":9,"sampled_labels":4002,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"mol","sampled_tiles":9,"sampled_labels":3666,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"nijlen_center","sampled_tiles":9,"sampled_labels":4900,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"olen_center","sampled_tiles":9,"sampled_labels":3955,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"oud_turnhout_center","sampled_tiles":9,"sampled_labels":5492,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible_with_dense_alignment_limitation"},
|
|
{"sample_slug":"postel_bos","sampled_tiles":9,"sampled_labels":0,"split":"train","category":"pure_empty_negative","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"ravels_bos","sampled_tiles":9,"sampled_labels":55,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"rijkevorsel_center","sampled_tiles":9,"sampled_labels":4231,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"vorselaar_center","sampled_tiles":9,"sampled_labels":3858,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"vosselaar_center","sampled_tiles":9,"sampled_labels":5152,"split":"val","category":"reference_aoi","decision":"non_protected_validation_only"}
|
|
],
|
|
"accounting": {
|
|
"accepted_experimental_training_samples": 26,
|
|
"non_protected_validation_samples": 2,
|
|
"rejected_samples": 0,
|
|
"pure_empty_negative_samples": 2,
|
|
"sparse_context_samples": 6,
|
|
"human_review_complete": false,
|
|
"production_release_eligible": false
|
|
},
|
|
"nested_box_audit": {
|
|
"audit_path": "/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/label_relationship_audit.json",
|
|
"audit_sha256": "2a219f650376e77a927c1ca37f801ac9fe8c2b8406cab6cd149be07e0557af73",
|
|
"focused_contact_sheet_path": "/app/storage/operator-data/model-review/reviewedexp6-corpus/nested-pairs-review-r1/contact_sheet_001.png",
|
|
"focused_contact_sheet_sha256": "7c27fc66bb1978296efc53d3e9f78ae6aa27816d5893c77f44d8803e57a40ee5",
|
|
"exact_duplicate_pairs": 0,
|
|
"near_duplicate_pairs_iou_at_least_0_90": 0,
|
|
"possible_nested_pairs_containment_at_least_0_98": 43,
|
|
"flagged_tile_count": 36,
|
|
"share_of_rendered_labels": 0.000543,
|
|
"ai_visual_followup": "no systematic duplicate-label pattern observed; relationships mostly correspond to adjacent or complex building components",
|
|
"action": "retain for experimental analysis, require human adjudication before release, and perform no automatic rewrite or exclusion"
|
|
}
|
|
}
|