{ "code": [ { "path": "scripts/accuracy_phase4_evaluator.py", "sha256": "d2e40f7978d3ff4ce7025eaaaefb06ccc76c269d6874f8b0f528739d535a1da1", "size_bytes": 93353 }, { "path": "scripts/generate_accuracy_phase4_splits.py", "sha256": "d12842922bcd99b1672176df15a9cef250128e7d7fc662ab15e16f1c084ba570", "size_bytes": 75923 }, { "path": "scripts/run_accuracy_phase4_benchmark.py", "sha256": "003ecb4babc7f56a6d13e9e1c08dda902b9b26203cc7d53476d4d5e083b8b85b", "size_bytes": 123717 }, { "path": "scripts/run_golden_qa_benchmark.py", "sha256": "2c8a19fd92db8f07f491b8f7b34d9736384f81e02a6b83019fac71b101ebdaa0", "size_bytes": 10856 }, { "path": "backend/app/services/qa_service.py", "sha256": "2d4f645410fbf2972e55dddbf5a85db5368b2b1932792cd522ec51c483339244", "size_bytes": 15206 } ], "inputs": [ { "path": "fixtures/accuracy/p4/split-source-manifest.json", "sha256": "27ec60406ac57a02f1335013ee344a43d4e0093e7ee1329ec22876da623f5bfc", "size_bytes": 17331 }, { "path": "fixtures/accuracy/p4/protected-baseline-cases.json", "sha256": "c49a9c8d74cae2062552b012d9c275f65156c81d75b3e453860f5b859c1c5473", "size_bytes": 20091 }, { "path": "fixtures/golden/golden_qa_benchmarks.json", "sha256": "d60576ff7048ca3a048dc166e8977f3a31e9f8fa352be5ad222a017260e179e2", "size_bytes": 2758 }, { "path": "docs/accuracy-program/05-metric-framework.md", "sha256": "18abfc21964b7d98848d8ae513afce242184980c9517c9184d40efd9165ea00d", "size_bytes": 28053 }, { "path": "docs/accuracy-program/07-source-authority-matrix.md", "sha256": "42fc59ec012b3d4eff5674ba347b11fb418a42b0178a12c9de16eac873ef6a9c", "size_bytes": 30807 }, { "path": "artifacts/evidence/accuracy/P3/full-scan-manifest.json", "sha256": "28c1022d125f30bfb4aa362b57d8a90cf8c88270b2a9ac6582b86b6a44a08038", "size_bytes": 755527 }, { "path": "artifacts/evidence/accuracy/P3/leakage-report.json", "sha256": "8e1b7a24a840549d442bc03132ee1f21c6d50f8714cbb8d33430391a3769cd4e", "size_bytes": 580 } ], "model_execution": { "configured_active_model": { "model_id": "yolo-configured", "model_version": "", "nationally_validated": false, "path": "/app/models/geointel-building-yolov8s-smallbld-minpx3-img640-ft30.pt", "sha256": "a9088b8491dfae36694b53e9e9406cb4e3511d334a5712fa34f75078a47759c1", "size_bytes": 22516074, "validated_area_names": [ "Mol", "Kempen" ] }, "reason": "No executed, hash-bound product incumbent baseline manifest is available.", "status": "not_evaluable" }, "product_baseline": { "artifacts": [], "manifest": null, "product_gate_evidence_sha256": "c9f5e3de3ab6d64911f8807b26caa661ccf911a5fd6b995107edda2004836e0c", "requested_path": "artifacts/evidence/accuracy/P4/product-baseline-manifest.json", "validation_status": "not_evaluable" }, "readiness_snapshot": { "active_model": { "model_id": "yolo-configured", "model_version": "", "nationally_validated": false, "path": "/app/models/geointel-building-yolov8s-smallbld-minpx3-img640-ft30.pt", "sha256": "a9088b8491dfae36694b53e9e9406cb4e3511d334a5712fa34f75078a47759c1", "size_bytes": 22516074, "validated_area_names": [ "Mol", "Kempen" ] }, "authority_requirements": [ { "primary": "grb", "task": "building_validation", "zone": "flanders" }, { "primary": "picc", "task": "building_validation", "zone": "wallonia" }, { "primary": "urbis", "task": "building_validation", "zone": "brussels" }, { "primary": "dhmv", "task": "terrain_height", "zone": "flanders" }, { "primary": "spw_terrain", "task": "terrain_height", "zone": "wallonia" }, { "primary": "mdk", "task": "north_sea_bathymetry", "zone": "belgian_north_sea" }, { "contextual": "sentinel-2", "primary": "official_orthophoto", "task": "imagery_corroboration", "zone": "belgium" } ], "phase3_leakage_status": "attention", "phase3_scan": { "content_hash": null, "grb_consistency": { "reason": "No authoritative GRB snapshot was accessible in the configured local roots; no derived result was marked as GRB ground truth.", "status": "unavailable" }, "scan_id": "p3-46ee3f8d3a2dc52b" }, "schema_version": 1, "source_paths": { "accuracy_status_projection": { "path": "docs/accuracy-program/status.json", "selected_json_pointers": [ "/runtime/active_model" ], "sha256": "441dc0302156d8a1293fc330318bed5a39a6e6c558ee52dc9ada4965a5a516f6" }, "phase3_full_scan": { "path": "artifacts/evidence/accuracy/P3/full-scan-manifest.json", "sha256": "28c1022d125f30bfb4aa362b57d8a90cf8c88270b2a9ac6582b86b6a44a08038", "size_bytes": 755527 }, "phase3_leakage": { "path": "artifacts/evidence/accuracy/P3/leakage-report.json", "sha256": "8e1b7a24a840549d442bc03132ee1f21c6d50f8714cbb8d33430391a3769cd4e", "size_bytes": 580 } } }, "readiness_snapshot_sha256": "5fab098e77e8537d95d83adeda5ec081106fea760b4b476d3517079c33d1cd9f", "repository_commit": "70fb4b94e5cb7c248beec5a936ce186f38cc183c", "runtime": { "cuda_used_for_reference_harness": false, "dependencies": { "numpy": "2.2.2", "pyproj": "3.7.2", "shapely": "2.1.2" }, "execution_device": "CPU deterministic evaluator arithmetic; no production model inference", "platform": "Windows-11-10.0.26200-SP0", "python": "3.13.2", "python_implementation": "CPython" }, "schema_version": 2 }