186 lines
5.9 KiB
JSON
186 lines
5.9 KiB
JSON
{
|
|
"code": [
|
|
{
|
|
"path": "scripts/accuracy_phase4_evaluator.py",
|
|
"sha256": "d2e40f7978d3ff4ce7025eaaaefb06ccc76c269d6874f8b0f528739d535a1da1",
|
|
"size_bytes": 93353
|
|
},
|
|
{
|
|
"path": "scripts/generate_accuracy_phase4_splits.py",
|
|
"sha256": "d12842922bcd99b1672176df15a9cef250128e7d7fc662ab15e16f1c084ba570",
|
|
"size_bytes": 75923
|
|
},
|
|
{
|
|
"path": "scripts/run_accuracy_phase4_benchmark.py",
|
|
"sha256": "003ecb4babc7f56a6d13e9e1c08dda902b9b26203cc7d53476d4d5e083b8b85b",
|
|
"size_bytes": 123717
|
|
},
|
|
{
|
|
"path": "scripts/run_golden_qa_benchmark.py",
|
|
"sha256": "2c8a19fd92db8f07f491b8f7b34d9736384f81e02a6b83019fac71b101ebdaa0",
|
|
"size_bytes": 10856
|
|
},
|
|
{
|
|
"path": "backend/app/services/qa_service.py",
|
|
"sha256": "2d4f645410fbf2972e55dddbf5a85db5368b2b1932792cd522ec51c483339244",
|
|
"size_bytes": 15206
|
|
}
|
|
],
|
|
"inputs": [
|
|
{
|
|
"path": "fixtures/accuracy/p4/split-source-manifest.json",
|
|
"sha256": "27ec60406ac57a02f1335013ee344a43d4e0093e7ee1329ec22876da623f5bfc",
|
|
"size_bytes": 17331
|
|
},
|
|
{
|
|
"path": "fixtures/accuracy/p4/protected-baseline-cases.json",
|
|
"sha256": "c49a9c8d74cae2062552b012d9c275f65156c81d75b3e453860f5b859c1c5473",
|
|
"size_bytes": 20091
|
|
},
|
|
{
|
|
"path": "fixtures/golden/golden_qa_benchmarks.json",
|
|
"sha256": "d60576ff7048ca3a048dc166e8977f3a31e9f8fa352be5ad222a017260e179e2",
|
|
"size_bytes": 2758
|
|
},
|
|
{
|
|
"path": "docs/accuracy-program/05-metric-framework.md",
|
|
"sha256": "18abfc21964b7d98848d8ae513afce242184980c9517c9184d40efd9165ea00d",
|
|
"size_bytes": 28053
|
|
},
|
|
{
|
|
"path": "docs/accuracy-program/07-source-authority-matrix.md",
|
|
"sha256": "42fc59ec012b3d4eff5674ba347b11fb418a42b0178a12c9de16eac873ef6a9c",
|
|
"size_bytes": 30807
|
|
},
|
|
{
|
|
"path": "artifacts/evidence/accuracy/P3/full-scan-manifest.json",
|
|
"sha256": "28c1022d125f30bfb4aa362b57d8a90cf8c88270b2a9ac6582b86b6a44a08038",
|
|
"size_bytes": 755527
|
|
},
|
|
{
|
|
"path": "artifacts/evidence/accuracy/P3/leakage-report.json",
|
|
"sha256": "8e1b7a24a840549d442bc03132ee1f21c6d50f8714cbb8d33430391a3769cd4e",
|
|
"size_bytes": 580
|
|
}
|
|
],
|
|
"model_execution": {
|
|
"configured_active_model": {
|
|
"model_id": "yolo-configured",
|
|
"model_version": "",
|
|
"nationally_validated": false,
|
|
"path": "/app/models/geointel-building-yolov8s-smallbld-minpx3-img640-ft30.pt",
|
|
"sha256": "a9088b8491dfae36694b53e9e9406cb4e3511d334a5712fa34f75078a47759c1",
|
|
"size_bytes": 22516074,
|
|
"validated_area_names": [
|
|
"Mol",
|
|
"Kempen"
|
|
]
|
|
},
|
|
"reason": "No executed, hash-bound product incumbent baseline manifest is available.",
|
|
"status": "not_evaluable"
|
|
},
|
|
"product_baseline": {
|
|
"artifacts": [],
|
|
"manifest": null,
|
|
"product_gate_evidence_sha256": "c9f5e3de3ab6d64911f8807b26caa661ccf911a5fd6b995107edda2004836e0c",
|
|
"requested_path": "artifacts/evidence/accuracy/P4/product-baseline-manifest.json",
|
|
"validation_status": "not_evaluable"
|
|
},
|
|
"readiness_snapshot": {
|
|
"active_model": {
|
|
"model_id": "yolo-configured",
|
|
"model_version": "",
|
|
"nationally_validated": false,
|
|
"path": "/app/models/geointel-building-yolov8s-smallbld-minpx3-img640-ft30.pt",
|
|
"sha256": "a9088b8491dfae36694b53e9e9406cb4e3511d334a5712fa34f75078a47759c1",
|
|
"size_bytes": 22516074,
|
|
"validated_area_names": [
|
|
"Mol",
|
|
"Kempen"
|
|
]
|
|
},
|
|
"authority_requirements": [
|
|
{
|
|
"primary": "grb",
|
|
"task": "building_validation",
|
|
"zone": "flanders"
|
|
},
|
|
{
|
|
"primary": "picc",
|
|
"task": "building_validation",
|
|
"zone": "wallonia"
|
|
},
|
|
{
|
|
"primary": "urbis",
|
|
"task": "building_validation",
|
|
"zone": "brussels"
|
|
},
|
|
{
|
|
"primary": "dhmv",
|
|
"task": "terrain_height",
|
|
"zone": "flanders"
|
|
},
|
|
{
|
|
"primary": "spw_terrain",
|
|
"task": "terrain_height",
|
|
"zone": "wallonia"
|
|
},
|
|
{
|
|
"primary": "mdk",
|
|
"task": "north_sea_bathymetry",
|
|
"zone": "belgian_north_sea"
|
|
},
|
|
{
|
|
"contextual": "sentinel-2",
|
|
"primary": "official_orthophoto",
|
|
"task": "imagery_corroboration",
|
|
"zone": "belgium"
|
|
}
|
|
],
|
|
"phase3_leakage_status": "attention",
|
|
"phase3_scan": {
|
|
"content_hash": null,
|
|
"grb_consistency": {
|
|
"reason": "No authoritative GRB snapshot was accessible in the configured local roots; no derived result was marked as GRB ground truth.",
|
|
"status": "unavailable"
|
|
},
|
|
"scan_id": "p3-46ee3f8d3a2dc52b"
|
|
},
|
|
"schema_version": 1,
|
|
"source_paths": {
|
|
"accuracy_status_projection": {
|
|
"path": "docs/accuracy-program/status.json",
|
|
"selected_json_pointers": [
|
|
"/runtime/active_model"
|
|
],
|
|
"sha256": "441dc0302156d8a1293fc330318bed5a39a6e6c558ee52dc9ada4965a5a516f6"
|
|
},
|
|
"phase3_full_scan": {
|
|
"path": "artifacts/evidence/accuracy/P3/full-scan-manifest.json",
|
|
"sha256": "28c1022d125f30bfb4aa362b57d8a90cf8c88270b2a9ac6582b86b6a44a08038",
|
|
"size_bytes": 755527
|
|
},
|
|
"phase3_leakage": {
|
|
"path": "artifacts/evidence/accuracy/P3/leakage-report.json",
|
|
"sha256": "8e1b7a24a840549d442bc03132ee1f21c6d50f8714cbb8d33430391a3769cd4e",
|
|
"size_bytes": 580
|
|
}
|
|
}
|
|
},
|
|
"readiness_snapshot_sha256": "5fab098e77e8537d95d83adeda5ec081106fea760b4b476d3517079c33d1cd9f",
|
|
"repository_commit": "70fb4b94e5cb7c248beec5a936ce186f38cc183c",
|
|
"runtime": {
|
|
"cuda_used_for_reference_harness": false,
|
|
"dependencies": {
|
|
"numpy": "2.2.2",
|
|
"pyproj": "3.7.2",
|
|
"shapely": "2.1.2"
|
|
},
|
|
"execution_device": "CPU deterministic evaluator arithmetic; no production model inference",
|
|
"platform": "Windows-11-10.0.26200-SP0",
|
|
"python": "3.13.2",
|
|
"python_implementation": "CPython"
|
|
},
|
|
"schema_version": 2
|
|
}
|