Jens/geointel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Prepare GeoIntel for public release
Managed validation / Managed repository validation (pull_request) Successful in 1m46s
Details
GeoIntel release gates / Compile, test, contracts and builds (pull_request) Successful in 1m51s
Details
GeoIntel release gates / Python and npm vulnerability policy (pull_request) Successful in 20s
Details
GeoIntel release gates / Production AI image, SBOM and container scan (pull_request) Successful in 15m3s
Details
GeoIntel release gates / Deploy exact gated revision to Unraid (pull_request) Skipped
Details

Browse Source
This commit is contained in:
Jens
2026-08-31 21:33:10 +02:00
parent dcd67b11d1
commit 2cdf9c99c6
195 changed files with 595 additions and 207595 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/run_accuracy_phase4_benchmark.py
+15 -15
View File
@@ -2148,9 +2148,9 @@ def product_baseline_manifest_gate(
def readiness_snapshot(repo_root: Path) -> dict[str, Any]:
status_path = repo_root / "docs/accuracy-program/status.json"
p3_path = repo_root / "artifacts/evidence/accuracy/P3/full-scan-manifest.json"
leakage_path = repo_root / "artifacts/evidence/accuracy/P3/leakage-report.json"
status_path = repo_root / "fixtures/accuracy/readiness/status.json"
p3_path = repo_root / "fixtures/accuracy/readiness/full-scan-manifest.json"
leakage_path = repo_root / "fixtures/accuracy/readiness/leakage-report.json"
status = json.loads(status_path.read_text(encoding="utf-8"))
p3 = json.loads(p3_path.read_text(encoding="utf-8"))
leakage = json.loads(leakage_path.read_text(encoding="utf-8"))
@@ -2162,15 +2162,15 @@ def readiness_snapshot(repo_root: Path) -> dict[str, Any]:
"schema_version": 1,
"source_paths": {
"accuracy_status_projection": {
"path": "docs/accuracy-program/status.json",
"path": "fixtures/accuracy/readiness/status.json",
"selected_json_pointers": ["/runtime/active_model"],
"sha256": canonical_hash(status_projection),
},
"phase3_full_scan": repository_file(
repo_root, "artifacts/evidence/accuracy/P3/full-scan-manifest.json"
repo_root, "fixtures/accuracy/readiness/full-scan-manifest.json"
),
"phase3_leakage": repository_file(
repo_root, "artifacts/evidence/accuracy/P3/leakage-report.json"
repo_root, "fixtures/accuracy/readiness/leakage-report.json"
),
},
"active_model": status_projection["runtime"]["active_model"],
@@ -2610,10 +2610,10 @@ def build_input_manifest(
"fixtures/accuracy/p4/split-source-manifest.json",
"fixtures/accuracy/p4/protected-baseline-cases.json",
"fixtures/golden/golden_qa_benchmarks.json",
"docs/accuracy-program/05-metric-framework.md",
"docs/accuracy-program/07-source-authority-matrix.md",
"artifacts/evidence/accuracy/P3/full-scan-manifest.json",
"artifacts/evidence/accuracy/P3/leakage-report.json",
"docs/ACCURACY.md",
"docs/DATA_SOURCES.md",
"fixtures/accuracy/readiness/full-scan-manifest.json",
"fixtures/accuracy/readiness/leakage-report.json",
]
baseline_gate = product_gates.get("executed_product_incumbent_baseline") or {}
manifest_binding: dict[str, Any] | None = None
@@ -2722,7 +2722,7 @@ def run_workflow(
"evaluator_families": sorted(evaluation["evaluated_task_families"]),
"implemented_capabilities": evaluation["task_inventory"],
"metric_contract": repository_file(
repo_root, "docs/accuracy-program/05-metric-framework.md"
repo_root, "docs/ACCURACY.md"
),
"gate_states": sorted(GATE_STATES),
"protected_policy": evaluation["protected_policy"],
@@ -2756,7 +2756,7 @@ def run_workflow(
]
failure_gallery = {
"schema_version": 2,
"taxonomy": "docs/accuracy-program/05-metric-framework.md section 4",
"taxonomy": "docs/ACCURACY.md",
"failure_count": len(evaluation["failures"]),
"items": evaluation["failures"],
"items_canonical_json_sha256": canonical_hash(evaluation["failures"]),
@@ -2770,7 +2770,7 @@ def run_workflow(
)
error_taxonomy = {
"schema_version": 2,
"source": "docs/accuracy-program/05-metric-framework.md section 4",
"source": "docs/ACCURACY.md",
"observed_codes": [
{"error_code": code, "kind": kind} for code, kind in taxonomy_entries
],
@@ -2893,10 +2893,10 @@ def run_workflow(
repo_root, "fixtures/golden/golden_qa_benchmarks.json"
),
"phase3_full_scan": repository_file(
repo_root, "artifacts/evidence/accuracy/P3/full-scan-manifest.json"
repo_root, "fixtures/accuracy/readiness/full-scan-manifest.json"
),
"phase3_leakage": repository_file(
repo_root, "artifacts/evidence/accuracy/P3/leakage-report.json"
repo_root, "fixtures/accuracy/readiness/leakage-report.json"
),
},
"code": input_manifest["code"],