132 lines
11 KiB
JSON
132 lines
11 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"ledger_id": "reviewedexp6-ai-assisted-review-r2-full-corpus",
|
|
"reviewed_at": "2026-08-09T19:34:31+02:00",
|
|
"reviewer": {
|
|
"id": "openai-codex",
|
|
"type": "ai_assistant",
|
|
"human": false
|
|
},
|
|
"status": "complete_ai_assisted_experimental_only",
|
|
"explicit_limitations": [
|
|
"This ledger is not human review and must never satisfy a human-review release gate.",
|
|
"Decisions cover all 252 rendered tiles, but visual review still does not adjudicate every individual label as human ground truth.",
|
|
"Visible roof geometry can be displaced from authoritative GRB ground-level footprints.",
|
|
"Accepted samples are eligible only for experimental training and non-protected validation."
|
|
],
|
|
"artifacts": {
|
|
"review_summary_path": "/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/operator_yolo_label_qa_summary.json",
|
|
"review_summary_sha256": "467e5c3c489c42e42872a63fbb0bba7c613824631598d86ea6324b22c007f75a",
|
|
"contact_sheets": [
|
|
{"path":"/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/contact_sheet_001.png","sha256":"688b97a6e82e6b906b7966ed3e2b43685786e89d50549188bfdcc3837d042eb2","tile_count":64},
|
|
{"path":"/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/contact_sheet_002.png","sha256":"87f1945df3324dc100e08febd3e45f291a2d709ddebd9c627b082f30fd8f2d26","tile_count":64},
|
|
{"path":"/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/contact_sheet_003.png","sha256":"1873ab25b8ee843abe28d00329fe28998a7b39f9fdbcd8f8acfb58cc576cdf10","tile_count":64},
|
|
{"path":"/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/contact_sheet_004.png","sha256":"e64c252aac08792a76a62fe734728e7c81ba6a649ad2a1cd2051b4df1f95be98","tile_count":60}
|
|
],
|
|
"rendered_tile_count": 252,
|
|
"rendered_label_count": 79192,
|
|
"selected_sample_count": 28
|
|
},
|
|
"visual_criteria": [
|
|
"labels overlap visible building structures at the scale shown",
|
|
"no systematic axis swap or whole-tile displacement is visible",
|
|
"pure-background samples contain no clearly visible buildings",
|
|
"sparse contexts are not treated as pure background",
|
|
"dense roof-versus-ground-footprint disagreement is retained as an explicit limitation"
|
|
],
|
|
"decisions": [
|
|
{"sample_slug":"arendonk_center","sampled_tiles":9,"sampled_labels":4172,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"balen","sampled_tiles":9,"sampled_labels":2658,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"beerse_center","sampled_tiles":9,"sampled_labels":4303,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"dessel_center","sampled_tiles":9,"sampled_labels":3405,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"dessel_heide","sampled_tiles":9,"sampled_labels":192,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"geel","sampled_tiles":9,"sampled_labels":4615,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"geel_bel","sampled_tiles":9,"sampled_labels":168,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"grobbendonk_center","sampled_tiles":9,"sampled_labels":2793,"split":"val","category":"reference_aoi","decision":"non_protected_validation_only"},
|
|
{"sample_slug":"herentals","sampled_tiles":9,"sampled_labels":5087,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"herenthout_bos","sampled_tiles":9,"sampled_labels":520,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"hoogstraten_center","sampled_tiles":9,"sampled_labels":3761,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"hulshout_center","sampled_tiles":9,"sampled_labels":3606,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"kasterlee_bos","sampled_tiles":9,"sampled_labels":137,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"kasterlee_center","sampled_tiles":9,"sampled_labels":4022,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"laakdal_center","sampled_tiles":9,"sampled_labels":287,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible_with_dense_alignment_limitation"},
|
|
{"sample_slug":"lille_center","sampled_tiles":9,"sampled_labels":3949,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"lommel_heide","sampled_tiles":9,"sampled_labels":0,"split":"train","category":"pure_empty_negative","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"meerhout_bos","sampled_tiles":9,"sampled_labels":206,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"meerhout_center","sampled_tiles":9,"sampled_labels":4002,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"mol","sampled_tiles":9,"sampled_labels":3666,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"nijlen_center","sampled_tiles":9,"sampled_labels":4900,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"olen_center","sampled_tiles":9,"sampled_labels":3955,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"oud_turnhout_center","sampled_tiles":9,"sampled_labels":5492,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible_with_dense_alignment_limitation"},
|
|
{"sample_slug":"postel_bos","sampled_tiles":9,"sampled_labels":0,"split":"train","category":"pure_empty_negative","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"ravels_bos","sampled_tiles":9,"sampled_labels":55,"split":"train","category":"sparse_building_context","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"rijkevorsel_center","sampled_tiles":9,"sampled_labels":4231,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"vorselaar_center","sampled_tiles":9,"sampled_labels":3858,"split":"train","category":"reference_aoi","decision":"experimental_training_eligible"},
|
|
{"sample_slug":"vosselaar_center","sampled_tiles":9,"sampled_labels":5152,"split":"val","category":"reference_aoi","decision":"non_protected_validation_only"}
|
|
],
|
|
"accounting": {
|
|
"accepted_experimental_training_samples": 26,
|
|
"non_protected_validation_samples": 2,
|
|
"rejected_samples": 0,
|
|
"pure_empty_negative_samples": 2,
|
|
"sparse_context_samples": 6,
|
|
"human_review_complete": false,
|
|
"production_release_eligible": false
|
|
},
|
|
"nested_box_audit": {
|
|
"audit_path": "/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/label_relationship_audit.json",
|
|
"audit_sha256": "2a219f650376e77a927c1ca37f801ac9fe8c2b8406cab6cd149be07e0557af73",
|
|
"focused_contact_sheet_path": "/app/storage/operator-data/model-review/reviewedexp6-corpus/nested-pairs-review-r1/contact_sheet_001.png",
|
|
"focused_contact_sheet_sha256": "7c27fc66bb1978296efc53d3e9f78ae6aa27816d5893c77f44d8803e57a40ee5",
|
|
"relationship_highlight_summary_path": "/app/storage/operator-data/model-review/reviewedexp6-corpus/nested-pairs-review-r2/operator_yolo_label_qa_summary.json",
|
|
"relationship_highlight_summary_sha256": "e4e6edc5c7223334c4feca9e242ac6d3c345b633a476aa9356b44133dcffe619",
|
|
"relationship_highlight_contact_sheet_path": "/app/storage/operator-data/model-review/reviewedexp6-corpus/nested-pairs-review-r2/contact_sheet_001.png",
|
|
"relationship_highlight_contact_sheet_sha256": "2a6bdd542b8ac49bcd5ac4d9c84999982461463ddd3c2fe0dc7332ceeb7a5e60",
|
|
"exact_duplicate_pairs": 0,
|
|
"near_duplicate_pairs_iou_at_least_0_90": 0,
|
|
"possible_nested_pairs_containment_at_least_0_98": 43,
|
|
"flagged_tile_count": 36,
|
|
"highlighted_unique_label_rows": 86,
|
|
"highlight_legend": {
|
|
"exact_duplicate": "cyan",
|
|
"near_duplicate": "red",
|
|
"possible_nested": "magenta",
|
|
"unflagged": "yellow"
|
|
},
|
|
"share_of_rendered_labels": 0.000543,
|
|
"ai_visual_followup": "all 86 implicated label rows were index-highlighted; no cyan exact duplicates or red near duplicates exist, while the 43 magenta nesting pairs are dispersed across dense reference AOIs and predominantly show larger GRB envelopes around smaller building components rather than one systematic duplicate-label pattern",
|
|
"action": "retain for experimental analysis, require human adjudication before release, and perform no automatic rewrite or exclusion"
|
|
},
|
|
"geometric_outlier_audit": {
|
|
"audit_path": "/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/label_outlier_audit.json",
|
|
"audit_sha256": "cac2c0cefb49aa3785ee9fb173a0187b3dd8abfc9c25e8e91df6c4af91ff5a40",
|
|
"reviewed_label_count": 79192,
|
|
"unique_flagged_label_count": 6657,
|
|
"small_dimension_below_4_px": 1812,
|
|
"extreme_aspect_ratio_at_least_8": 26,
|
|
"tile_edge_rows": 5079,
|
|
"extreme_rows_also_below_4_px": 16,
|
|
"extreme_contact_sheet_sha256": "67ad11e7d80678c78157a01a5e7ceb7cff9ac24410b127bdfaafd4350170cdb6",
|
|
"small_dimension_contact_sheet_sha256s": [
|
|
"5b3ca4d5bfd57b466854a00b4791ac82cf4a826fad8a4694d0227c931b00dfad",
|
|
"0e5d2058154f8298fc6d2c064150bcf896e4e51b9bcce5fccbfc049e1ebb9515",
|
|
"03060f65843f3c2a291dd009124484f4cf798fe653e658bab007375613fa3010",
|
|
"2fe7c748a68b21a673f3d950909b07e3ddba81b736977fbee8d64ea62b422ca2"
|
|
],
|
|
"tile_edge_sample_contact_sheet_sha256": "5d96c5a0a732077ed16b22d33bed998b37bd33b5536b1491e778999a2a6638dd",
|
|
"ai_visual_followup": "extreme rows are mostly plausible elongated structures, while sub-4-pixel rows are often visually marginal; tile-edge rows are expected clipped objects under the 0.35 visibility policy",
|
|
"next_corpus_decision": "restore the exporter minimum dimension to at least 4 px for the next immutable experimental corpus; retain elongated structures above that floor and measure any higher edge-visibility threshold in a separately versioned ablation"
|
|
},
|
|
"cross_tile_repetition_audit": {
|
|
"audit_path": "/app/storage/operator-data/model-review/reviewedexp6-corpus/full-ai-review-r1/cross_tile_repetition_audit.json",
|
|
"audit_sha256": "3cdf5174fec61e0aa426b4a3f44ed943a738bf038f3b58028ec856ef1a9d000c",
|
|
"interior_label_rows": 74113,
|
|
"unique_interior_objects": 34082,
|
|
"extra_repeated_rows": 40031,
|
|
"repeated_object_groups": 24701,
|
|
"max_repetition": 4,
|
|
"cross_split_repetition_groups": 0,
|
|
"interpretation": "the 512 px tiles use stride 256, so tile-level validation rows are not statistically independent even though no reconstructed object crosses train and validation splits"
|
|
}
|
|
}
|