Files
geointel/artifacts/evidence/accuracy/P4/runs/p4-2.0.1-9677d0ef37db82bcf39b/protected-split-manifest.json
T
Jens f41392a415
GeoIntel release gates / Compile, test, contracts and builds (push) Canceled after 0s
GeoIntel release gates / Python and npm vulnerability policy (push) Canceled after 0s
GeoIntel release gates / GIS image, SBOM and container scan (push) Canceled after 0s
docs(accuracy): publish phase 4 benchmark evidence
2026-08-02 05:10:05 +02:00

590 lines
20 KiB
JSON

{
"access_policy": "Only the frozen release evaluator may consume test/background-test labels; challenge labels remain external/sealed.",
"allowed_splits": [
"background-test",
"challenge",
"test"
],
"assignment_algorithm": "group-before-split-deficit-balancer-v1",
"assignment_mode": "preassigned",
"assignment_seed": "geointel-p4-group-split-v1",
"claim_boundary": "Synthetic contract fixtures for evaluator regression only; never production accuracy evidence.",
"crs": "EPSG:31370",
"dataset_version": "geointel-p4-harness-fixture-v2",
"generator_version": "1.3.0",
"implemented_tasks": [
"change_detection",
"footprint_segmentation",
"geospatial_data_validation",
"object_detection",
"raster_classification",
"terrain_interpretation",
"vector_comparison"
],
"independence_buffer_m": 2000.0,
"label_geometry_hamming_threshold": 2,
"labels_available_by_split": {
"background-test": "frozen_evaluator_only",
"challenge": "sealed_external",
"test": "frozen_evaluator_only"
},
"mandatory_split_roles": [
"train",
"val",
"calibration",
"test",
"background-test",
"challenge"
],
"manifest_role": "protected_release_only",
"manifest_sha256": "e57ca1529654ef1c2527e84122ff26ec3533e7c70658250983968fbc5d4af410",
"perceptual_hamming_threshold": 4,
"protected_task_coverage": [
{
"background_test_count": 0,
"exemption_reason": null,
"sealed_challenge_count": 0,
"status": "covered",
"task": "change_detection",
"test_count": 1
},
{
"background_test_count": 0,
"exemption_reason": null,
"sealed_challenge_count": 1,
"status": "covered",
"task": "footprint_segmentation",
"test_count": 1
},
{
"background_test_count": 0,
"exemption_reason": null,
"sealed_challenge_count": 1,
"status": "covered",
"task": "geospatial_data_validation",
"test_count": 1
},
{
"background_test_count": 2,
"exemption_reason": null,
"sealed_challenge_count": 1,
"status": "covered",
"task": "object_detection",
"test_count": 1
},
{
"background_test_count": 0,
"exemption_reason": null,
"sealed_challenge_count": 1,
"status": "covered",
"task": "raster_classification",
"test_count": 1
},
{
"background_test_count": 0,
"exemption_reason": null,
"sealed_challenge_count": 0,
"status": "covered",
"task": "terrain_interpretation",
"test_count": 1
},
{
"background_test_count": 0,
"exemption_reason": null,
"sealed_challenge_count": 0,
"status": "covered",
"task": "vector_comparison",
"test_count": 1
}
],
"samples": [
{
"acquisition_date": "2025-01-17",
"acquisition_id": "acquisition-17",
"bbox": [
60000.0,
70000.0,
60100.0,
70100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g17",
"label_geometry_fingerprint": "2b405bcc9c95acfb",
"label_geometry_hash": "7171717171717171717171717171717171717171717171717171717171717171",
"label_sha256": "5151515151515151515151515151515151515151515151515151515151515151",
"native_feature_ids": [],
"object_ids": [],
"parent_raster_id": "parent-raster-17",
"perceptual_image_hash": "6ada1b5aa46cc261",
"processed_image_sha256": "3131313131313131313131313131313131313131313131313131313131313131",
"raw_image_sha256": "1111111111111111111111111111111111111111111111111111111111111111",
"record_sha256": "330f67df045e915670260db85cd399b7abb0a5277ca857e2b9483274dfd561c9",
"sample_id": "background-test-hard-negative",
"source_family": "scene-17",
"split": "background-test",
"task": "object_detection",
"temporal_family": "temporal-17"
},
{
"acquisition_date": "2025-01-16",
"acquisition_id": "acquisition-16",
"bbox": [
20000.0,
70000.0,
20100.0,
70100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g16",
"label_geometry_fingerprint": "004e762f898c4fad",
"label_geometry_hash": "7070707070707070707070707070707070707070707070707070707070707070",
"label_sha256": "5050505050505050505050505050505050505050505050505050505050505050",
"native_feature_ids": [],
"object_ids": [],
"parent_raster_id": "parent-raster-16",
"perceptual_image_hash": "be4078e1ef9fa296",
"processed_image_sha256": "3030303030303030303030303030303030303030303030303030303030303030",
"raw_image_sha256": "1010101010101010101010101010101010101010101010101010101010101010",
"record_sha256": "3e8066639f58f5230faea2b2964c532148f9fc6d891a1d04a127c1fac1cdb826",
"sample_id": "background-test-pure-empty",
"source_family": "scene-16",
"split": "background-test",
"task": "object_detection",
"temporal_family": "temporal-16"
},
{
"acquisition_date": "2025-01-13",
"acquisition_id": "acquisition-13",
"bbox": [
50000.0,
50000.0,
50100.0,
50100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g13",
"label_geometry_fingerprint": "6c5b5f9db0d73c31",
"label_geometry_hash": "6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d6d",
"label_sha256": "4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d4d",
"native_feature_ids": [
"native-13-1",
"native-13-2"
],
"object_ids": [
"o13",
"o14"
],
"parent_raster_id": "parent-raster-13",
"perceptual_image_hash": "14e347040ef16eac",
"processed_image_sha256": "2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d2d",
"raw_image_sha256": "0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d0d",
"record_sha256": "0550facfe80b78f11414cd578d3808fab503382f15c9e6e1f8fd4801ce3ab365",
"sample_id": "change-test-wallonia-industrial",
"source_family": "scene-13",
"split": "test",
"task": "change_detection",
"temporal_family": "temporal-13"
},
{
"acquisition_date": "2025-01-18",
"acquisition_id": "acquisition-18",
"bbox": [
10000.0,
90000.0,
10100.0,
90100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g18",
"parent_raster_id": "parent-raster-18",
"perceptual_image_hash": "15910b3a2d056648",
"processed_image_sha256": "3232323232323232323232323232323232323232323232323232323232323232",
"raw_image_sha256": "1212121212121212121212121212121212121212121212121212121212121212",
"sample_id": "det-challenge-coast",
"sealed": true,
"source_family": "scene-18",
"split": "challenge",
"task": "object_detection",
"temporal_family": "temporal-18",
"withheld_fields": [
"content_path_bindings",
"governance_binding",
"label_geometry_fingerprint",
"label_geometry_hash",
"label_geometry_path",
"label_path",
"label_sha256",
"native_feature_ids",
"object_ids",
"record_sha256"
]
},
{
"acquisition_date": "2025-01-09",
"acquisition_id": "acquisition-09",
"bbox": [
10000.0,
50000.0,
10100.0,
50100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g09",
"label_geometry_fingerprint": "7ed221e11cc6828d",
"label_geometry_hash": "6969696969696969696969696969696969696969696969696969696969696969",
"label_sha256": "4949494949494949494949494949494949494949494949494949494949494949",
"native_feature_ids": [
"native-09-1",
"native-09-2"
],
"object_ids": [
"o07",
"o08"
],
"parent_raster_id": "parent-raster-09",
"perceptual_image_hash": "d6d20ed34050b89e",
"processed_image_sha256": "2929292929292929292929292929292929292929292929292929292929292929",
"raw_image_sha256": "0909090909090909090909090909090909090909090909090909090909090909",
"record_sha256": "a551408577ce3494c75160c1c4fe90fbbc79a9f37bd151d7df8095d1cd35bc8b",
"sample_id": "det-test-flanders-urban",
"source_family": "scene-09",
"split": "test",
"task": "object_detection",
"temporal_family": "temporal-09"
},
{
"acquisition_date": "2025-01-20",
"acquisition_id": "acquisition-20",
"bbox": [
50000.0,
90000.0,
50100.0,
90100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g20",
"parent_raster_id": "parent-raster-20",
"perceptual_image_hash": "85f82f2f8eb2c2f5",
"processed_image_sha256": "3434343434343434343434343434343434343434343434343434343434343434",
"raw_image_sha256": "1414141414141414141414141414141414141414141414141414141414141414",
"sample_id": "raster-challenge-seasonal",
"sealed": true,
"source_family": "scene-20",
"split": "challenge",
"task": "raster_classification",
"temporal_family": "temporal-20",
"withheld_fields": [
"content_path_bindings",
"governance_binding",
"label_geometry_fingerprint",
"label_geometry_hash",
"label_geometry_path",
"label_path",
"label_sha256",
"native_feature_ids",
"object_ids",
"record_sha256"
]
},
{
"acquisition_date": "2025-01-11",
"acquisition_id": "acquisition-11",
"bbox": [
30000.0,
50000.0,
30100.0,
50100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g11",
"label_geometry_fingerprint": "f4269ac17b100571",
"label_geometry_hash": "6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b6b",
"label_sha256": "4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b4b",
"native_feature_ids": [
"native-11-1"
],
"object_ids": [
"o10"
],
"parent_raster_id": "parent-raster-11",
"perceptual_image_hash": "4383fa06c328f326",
"processed_image_sha256": "2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b",
"raw_image_sha256": "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b",
"record_sha256": "d66076d5cb479670bc8716334f526ddcbab07a2aacab28d7a5d6893795618d56",
"sample_id": "raster-test-brussels-urban",
"source_family": "scene-11",
"split": "test",
"task": "raster_classification",
"temporal_family": "temporal-11"
},
{
"acquisition_date": "2025-01-19",
"acquisition_id": "acquisition-19",
"bbox": [
30000.0,
90000.0,
30100.0,
90100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g19",
"parent_raster_id": "parent-raster-19",
"perceptual_image_hash": "b5c6e201d687cf9e",
"processed_image_sha256": "3333333333333333333333333333333333333333333333333333333333333333",
"raw_image_sha256": "1313131313131313131313131313131313131313131313131313131313131313",
"sample_id": "seg-challenge-brussels",
"sealed": true,
"source_family": "scene-19",
"split": "challenge",
"task": "footprint_segmentation",
"temporal_family": "temporal-19",
"withheld_fields": [
"content_path_bindings",
"governance_binding",
"label_geometry_fingerprint",
"label_geometry_hash",
"label_geometry_path",
"label_path",
"label_sha256",
"native_feature_ids",
"object_ids",
"record_sha256"
]
},
{
"acquisition_date": "2025-01-10",
"acquisition_id": "acquisition-10",
"bbox": [
20000.0,
50000.0,
20100.0,
50100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g10",
"label_geometry_fingerprint": "e9fb3c93de82d0be",
"label_geometry_hash": "6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a6a",
"label_sha256": "4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a4a",
"native_feature_ids": [
"native-10-1"
],
"object_ids": [
"o09"
],
"parent_raster_id": "parent-raster-10",
"perceptual_image_hash": "6c476d18e0539687",
"processed_image_sha256": "2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a",
"raw_image_sha256": "0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a0a",
"record_sha256": "7d0f9ee51cdf98e7f3acdc8117d48ce16d4d97538ba8179949a2c87dbbe5a526",
"sample_id": "seg-test-wallonia-rural",
"source_family": "scene-10",
"split": "test",
"task": "footprint_segmentation",
"temporal_family": "temporal-10"
},
{
"acquisition_date": "2025-01-14",
"acquisition_id": "acquisition-14",
"bbox": [
60000.0,
50000.0,
60100.0,
50100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g14",
"label_geometry_fingerprint": "4ec9f1dd6c799ec7",
"label_geometry_hash": "6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e6e",
"label_sha256": "4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e4e",
"native_feature_ids": [
"native-14-1"
],
"object_ids": [
"o15"
],
"parent_raster_id": "parent-raster-14",
"perceptual_image_hash": "c808940b0a325e9c",
"processed_image_sha256": "2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e2e",
"raw_image_sha256": "0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e0e",
"record_sha256": "4a47d90297a8325bb8257d7ca76b3281df8312d385715745a1a1fb74ba89efcd",
"sample_id": "terrain-test-flanders-rural",
"source_family": "scene-14",
"split": "test",
"task": "terrain_interpretation",
"temporal_family": "temporal-14"
},
{
"acquisition_date": "2025-01-21",
"acquisition_id": "acquisition-21",
"bbox": [
70000.0,
90000.0,
70100.0,
90100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g21",
"parent_raster_id": "parent-raster-21",
"perceptual_image_hash": "c71055ef6baeee8b",
"processed_image_sha256": "3535353535353535353535353535353535353535353535353535353535353535",
"raw_image_sha256": "1515151515151515151515151515151515151515151515151515151515151515",
"sample_id": "validation-challenge-corrupt",
"sealed": true,
"source_family": "scene-21",
"split": "challenge",
"task": "geospatial_data_validation",
"temporal_family": "temporal-21",
"withheld_fields": [
"content_path_bindings",
"governance_binding",
"label_geometry_fingerprint",
"label_geometry_hash",
"label_geometry_path",
"label_path",
"label_sha256",
"native_feature_ids",
"object_ids",
"record_sha256"
]
},
{
"acquisition_date": "2025-01-15",
"acquisition_id": "acquisition-15",
"bbox": [
70000.0,
50000.0,
70100.0,
50100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g15",
"label_geometry_fingerprint": "616691796f62dbbb",
"label_geometry_hash": "6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f6f",
"label_sha256": "4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f4f",
"native_feature_ids": [
"native-15-1"
],
"object_ids": [
"o16"
],
"parent_raster_id": "parent-raster-15",
"perceptual_image_hash": "4365e6b7df6acf3d",
"processed_image_sha256": "2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f2f",
"raw_image_sha256": "0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f",
"record_sha256": "0ff60414da05655b19c1717a27d8ba09aa8539a2b6c143e7a1a72b634fca397a",
"sample_id": "validation-test-national",
"source_family": "scene-15",
"split": "test",
"task": "geospatial_data_validation",
"temporal_family": "temporal-15"
},
{
"acquisition_date": "2025-01-12",
"acquisition_id": "acquisition-12",
"bbox": [
40000.0,
50000.0,
40100.0,
50100.0
],
"content_hash_verification": {
"label_geometry_hash": "synthetic_fixture_bound",
"label_sha256": "synthetic_fixture_bound",
"processed_image_sha256": "synthetic_fixture_bound",
"raw_image_sha256": "synthetic_fixture_bound"
},
"group_id": "g12",
"label_geometry_fingerprint": "2db7d069691934ed",
"label_geometry_hash": "6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c6c",
"label_sha256": "4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c4c",
"native_feature_ids": [
"native-12-1",
"native-12-2"
],
"object_ids": [
"o11",
"o12"
],
"parent_raster_id": "parent-raster-12",
"perceptual_image_hash": "1236e1aa148c25d5",
"processed_image_sha256": "2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c2c",
"raw_image_sha256": "0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c0c",
"record_sha256": "63f561268e24208db0dcb4321cd66624188f2f66016338dac504d52051dae34a",
"sample_id": "vector-test-flanders-suburban",
"source_family": "scene-12",
"split": "test",
"task": "vector_comparison",
"temporal_family": "temporal-12"
}
],
"schema_version": 1,
"selection_use_allowed": false,
"source_manifest_sha256": "1c75c875d4c297d046117bb9393ba5e648f13d3358ea92cb65374869c8f5fc01",
"source_trust": {
"mode": "synthetic_fixture",
"policy_id": "geointel-p4-synthetic-fixture-v2",
"production_accuracy_use_allowed": false
},
"training_access_allowed": false
}