Add regional flood hazard provisioning

2026-07-16 01:16:30 +02:00
parent dd54ca13c1
commit c018ed6dbb
12 changed files with 656 additions and 0 deletions
@@ -1246,6 +1246,37 @@ Run all scenarios for Mol after the regional workspace and Mol Area exist:
 docker exec geointel python /app/scripts/provision_mol_flood_hazards.py
 ```

+Provision the same official VMM scenario set for every persisted municipality
+Area in the approved Kempen regional workspace:
+
+```bash
+docker exec geointel python /app/scripts/provision_regional_flood_hazards.py \
+  --scope kempen-transport-region
+```
+
+Inspect the planned municipality/scenario matrix without writing data:
+
+```bash
+docker exec geointel python /app/scripts/provision_regional_flood_hazards.py \
+  --scope kempen-transport-region --dry-run
+```
+
+Useful bounded runs:
+
+```bash
+docker exec geointel python /app/scripts/provision_regional_flood_hazards.py \
+  --members Mol,Geel --products pluviaal_current_t100
+docker exec geointel python /app/scripts/provision_regional_flood_hazards.py \
+  --members 13025 --products pluviaal_current_t10,pluviaal_current_t100
+```
+
+The regional operator uses the canonical API only. It requires the geographic
+scope Areas to exist first, persists one ordinary raster Dataset per
+municipality/scenario and reuses existing Datasets unless `--force` is supplied.
+The full Kempen scope with all products means 28 municipalities times 12
+scenario rasters. This is intentionally explicit operator work, not startup
+work and not a browser-side provider fetch.
+
 Use `--products pluviaal_current_t100`, `--resolution-m 5` or `--force` for an
 explicit subset/refresh. `POST .../raster/flood-hazard/select` returns mapped
 inundated hectares, selection share and local modeled maximum-depth statistics.
@@ -0,0 +1,167 @@
+from __future__ import annotations
+
+import importlib.util
+import sys
+from pathlib import Path
+from typing import Any
+
+import pytest
+
+
+ROOT = Path(__file__).resolve().parents[2]
+SCRIPTS = ROOT / "scripts"
+
+
+def load_operator():
+    if str(SCRIPTS) not in sys.path:
+        sys.path.insert(0, str(SCRIPTS))
+    spec = importlib.util.spec_from_file_location(
+        "test_provision_regional_flood_hazards",
+        SCRIPTS / "provision_regional_flood_hazards.py",
+    )
+    module = importlib.util.module_from_spec(spec)
+    assert spec and spec.loader
+    sys.modules[spec.name] = module
+    spec.loader.exec_module(module)
+    return module
+
+
+class FakeResponse:
+    def __init__(self, payload: dict[str, Any]):
+        self.payload = payload
+        self.url = "http://test.local"
+
+    def raise_for_status(self) -> None:
+        return None
+
+    def json(self) -> dict[str, Any]:
+        return self.payload
+
+
+class FakeSession:
+    def __init__(self, module):
+        self.module = module
+        self.posts: list[tuple[str, dict[str, Any]]] = []
+        self.headers: dict[str, str] = {}
+
+    def get(self, url: str, **_kwargs):
+        if url.endswith("/api/v1/projects"):
+            return FakeResponse({"data": {"items": [{"id": "project-1", "name": "Kempen Regional Workbench"}]}})
+        if url.endswith("/areas"):
+            return FakeResponse(
+                {
+                    "data": {
+                        "items": [
+                            {
+                                "id": "area-mol",
+                                "name": "Gemeente Mol - officiele grens",
+                                "geometry": {
+                                    "type": "Polygon",
+                                    "coordinates": [[
+                                        [5.0, 51.0],
+                                        [5.1, 51.0],
+                                        [5.1, 51.1],
+                                        [5.0, 51.1],
+                                        [5.0, 51.0],
+                                    ]],
+                                },
+                            }
+                        ]
+                    }
+                }
+            )
+        if url.endswith("/datasets/flood-hazard/products"):
+            return FakeResponse({"data": {"items": [{"key": key} for key in self.module.PRODUCTS]}})
+        raise AssertionError(url)
+
+    def post(self, url: str, json: dict[str, Any], **_kwargs):
+        self.posts.append((url, json))
+        if url.endswith("/datasets/flood-hazard/acquire"):
+            return FakeResponse(
+                {
+                    "data": {
+                        "id": "job-1",
+                        "status": "success",
+                        "output_dataset_id": "dataset-1",
+                        "result_json": {"reused": True},
+                    }
+                }
+            )
+        if url.endswith("/raster/flood-hazard/select"):
+            return FakeResponse(
+                {
+                    "data": {
+                        "resolution_m": 5.0,
+                        "selected_cell_count": 100,
+                        "inundated_cell_count": 10,
+                        "unsupported_metrics": [
+                            "bathymetry_depth_m",
+                            "permanent_water_volume_m3",
+                            "concurrent_flood_volume_m3",
+                        ],
+                        "summary": {"metrics": [{"metric_key": "modelled_inundated_area_ha", "metric_value": 0.25}]},
+                    }
+                }
+            )
+        raise AssertionError(url)
+
+
+def test_regional_flood_operator_resolves_products_and_members() -> None:
+    module = load_operator()
+
+    products = module.requested_products("pluviaal_current_t100,fluviaal_future_2050_t1000", set(module.PRODUCTS))
+    members = module.requested_members("Mol,13008", module.KEMPEN_TRANSPORT_REGION_SCOPE.members)
+
+    assert products == ["pluviaal_current_t100", "fluviaal_future_2050_t1000"]
+    assert [member.nis_code for member in members] == ["13025", "13008"]
+
+
+def test_regional_flood_operator_rejects_unknown_scope_inputs() -> None:
+    module = load_operator()
+
+    with pytest.raises(RuntimeError, match="Unsupported flood-hazard"):
+        module.requested_products("custom", set(module.PRODUCTS))
+    with pytest.raises(RuntimeError, match="Unknown scope members"):
+        module.requested_members("Atlantis", module.KEMPEN_TRANSPORT_REGION_SCOPE.members)
+
+
+def test_regional_flood_operator_dry_run_uses_canonical_registry(monkeypatch, capsys) -> None:
+    module = load_operator()
+    fake_session = FakeSession(module)
+    monkeypatch.setattr(module.requests, "Session", lambda: fake_session)
+
+    result = module.main(["--members", "Mol", "--products", "pluviaal_current_t100", "--dry-run"])
+    output = capsys.readouterr().out
+
+    assert result == 0
+    assert '"status": "dry_run"' in output
+    assert '"planned_acquisitions": 1' in output
+    assert fake_session.posts == []
+
+
+def test_regional_flood_operator_calls_acquisition_and_selection(monkeypatch, capsys) -> None:
+    module = load_operator()
+    fake_session = FakeSession(module)
+    monkeypatch.setattr(module.requests, "Session", lambda: fake_session)
+
+    result = module.main(["--members", "Mol", "--products", "pluviaal_current_t100"])
+    output = capsys.readouterr().out
+
+    assert result == 0
+    assert '"completed_count": 1' in output
+    assert len(fake_session.posts) == 2
+    acquisition_payload = fake_session.posts[0][1]
+    assert fake_session.posts[0][0].endswith("/datasets/flood-hazard/acquire")
+    assert acquisition_payload["area_id"] == "area-mol"
+    assert acquisition_payload["product_key"] == "pluviaal_current_t100"
+    assert acquisition_payload["bbox"]["crs"] == "EPSG:4326"
+
+
+def test_regional_flood_operator_is_packaged() -> None:
+    readiness = (ROOT / "scripts" / "run_readiness_check.sh").read_text(encoding="utf-8")
+    dockerfile = (ROOT / "deploy" / "unraid" / "Dockerfile.all-in-one").read_text(encoding="utf-8")
+    docs = (ROOT / "scripts" / "README.md").read_text(encoding="utf-8")
+
+    assert "py_compile scripts/provision_regional_flood_hazards.py" in readiness
+    assert "COPY scripts/provision_regional_flood_hazards.py" in dockerfile
+    assert "provision_regional_flood_hazards.py" in docs