Public changes compared with the previous published export: 89 files changed. Affected areas: - backend/app: 21 files - dependencies: 5 files - deployment and CI: 6 files - documentation: 2 files - frontend: 3 files - frontend/src: 20 files - project files: 1 file - tests: 30 files - unraid: 1 file Changed files: - Updated: ".env.example" - Updated: "Dockerfile.unraid" - Updated: "README.md" - Updated: "backend/Dockerfile" - Added: "backend/app/alerts.py" - Updated: "backend/app/auth.py" - Added: "backend/app/backups.py" - Updated: "backend/app/config_io.py" - Updated: "backend/app/demo.py" - Updated: "backend/app/discovery.py" - Updated: "backend/app/discovery_store.py" - Updated: "backend/app/docker_discovery.py" - Updated: "backend/app/events.py" - Updated: "backend/app/evidence.py" - Updated: "backend/app/health.py" - Updated: "backend/app/incidents.py" - Added: "backend/app/loops.py" - Updated: "backend/app/main.py" - Updated: "backend/app/models.py" - Updated: "backend/app/observation.py" - Updated: "backend/app/probes.py" - Added: "backend/app/response_cache.py" - Updated: "backend/app/scheduler.py" - Updated: "backend/app/semantic.py" - Updated: "backend/app/store.py" - Updated: "backend/pyproject.toml" - Updated: "backend/tests/test_api.py" - Updated: "backend/tests/test_config_io.py" - Updated: "backend/tests/test_demo.py" - Updated: "backend/tests/test_discovery_v120.py" - Updated: "backend/tests/test_health.py" - Updated: "backend/tests/test_probes.py" - Updated: "backend/tests/test_scheduler.py" - Updated: "backend/tests/test_v130_probe_reachability.py" - Updated: "backend/tests/test_v160_evidence_changes.py" - Added: "backend/tests/test_v163_alerts.py" - Added: "backend/tests/test_v163_backups.py" - Added: "backend/tests/test_v163_data_integrity.py" - Added: "backend/tests/test_v163_efficiency.py" - Added: "backend/tests/test_v163_health_performance.py" - Added: "backend/tests/test_v163_loops.py" - Added: "backend/tests/test_v163_management.py" - Added: "backend/tests/test_v163_realtime.py" - Added: "backend/tests/test_v163_security.py" - Added: "backend/tests/test_v163_semantic_etag.py" - Added: "compose.demo.yaml" - Updated: "compose.yaml" - Added: "docker-compose.broker.yml" - Updated: "docker-compose.yml" - Updated: "docs/ARCHITECTURE.md" - Added: "frontend/e2e/a11y.spec.ts" - Updated: "frontend/e2e/demo.spec.ts" - Updated: "frontend/index.html" - Updated: "frontend/nginx.conf" - Updated: "frontend/package-lock.json" - Updated: "frontend/package.json" - Updated: "frontend/playwright.config.ts" - Updated: "frontend/src/App.tsx" - Updated: "frontend/src/LivingEdge.tsx" - Added: "frontend/src/activityView.test.ts" - Added: "frontend/src/activityView.ts" - Updated: "frontend/src/api.ts" - Added: "frontend/src/apiAuth.test.ts" - Added: "frontend/src/components/ActionsMenu.tsx" - Added: "frontend/src/components/ConfirmDialog.test.tsx" - Added: "frontend/src/components/ConfirmDialog.tsx" - Added: "frontend/src/components/StatusIcon.tsx" - Updated: "frontend/src/demo/DemoWalkthrough.test.ts" - Updated: "frontend/src/demo/DemoWalkthrough.tsx" - Added: "frontend/src/elk-worker-url.d.ts" - Added: "frontend/src/labels.ts" - Updated: "frontend/src/main.tsx" - Added: "frontend/src/realtime/refreshPlan.test.ts" - Added: "frontend/src/realtime/refreshPlan.ts" - Updated: "frontend/src/realtime/useRealtimeEvents.ts" - Added: "frontend/src/routing/urlState.test.ts" - Added: "frontend/src/routing/urlState.ts" - Updated: "frontend/src/styles.css" - Added: "frontend/src/topology/GraphListView.test.tsx" - Added: "frontend/src/topology/GraphListView.tsx" - Updated: "frontend/src/topology/ServiceNode.tsx" - Updated: "frontend/src/topology/TopologyCommandBar.tsx" - Added: "frontend/src/topology/semanticGraph.test.ts" - Updated: "frontend/src/topology/semanticGraph.ts" - Added: "frontend/src/topologyLayout.test.ts" - Updated: "frontend/src/topologyLayout.ts" - Updated: "package-lock.json" - Updated: "package.json" - Updated: "unraid/my-servicemap.xml" Export provenance/manifests refreshed; excluded from the change summary. Publish curated ServiceMap source from af46f684e468dffd3a5190e28d3b572d4c26bfd7
122 lines
6.0 KiB
Python
122 lines
6.0 KiB
Python
from __future__ import annotations
|
|
|
|
from datetime import UTC, datetime, timedelta
|
|
from uuid import UUID, uuid5
|
|
|
|
from .models import (
|
|
ComponentRole,
|
|
Criticality,
|
|
DiscoveryCategory,
|
|
HealthStatus,
|
|
ProbeResult,
|
|
Service,
|
|
ServiceKind,
|
|
)
|
|
|
|
DEMO_SCENARIO_NAME = "Northstar Platform"
|
|
DEMO_ROOT_CAUSE_NAME = "PostgreSQL"
|
|
_DEMO_NAMESPACE = UUID("4b3f31f4-8ee8-4e34-9a30-4bd4e5d4d4c1")
|
|
|
|
|
|
def _stable_id(label: str) -> str:
|
|
return str(uuid5(_DEMO_NAMESPACE, label))
|
|
|
|
|
|
def build_demo_records(now: datetime | None = None) -> tuple[list[Service], list[ProbeResult]]:
|
|
"""Build the complete deterministic Northstar topology and its synthetic history."""
|
|
|
|
current = now or datetime.now(UTC)
|
|
definitions = [
|
|
("Public Endpoint", ServiceKind.HTTP, "https://northstar.synthetic/public", None, None, ["Reverse Proxy"]),
|
|
("Reverse Proxy", ServiceKind.HTTP, "https://northstar.synthetic/proxy", None, None, ["Web Frontend", "Auth Service"]),
|
|
("Web Frontend", ServiceKind.HTTP, "https://northstar.synthetic/web", None, None, ["API Gateway"]),
|
|
("Auth Service", ServiceKind.HTTP, "https://northstar.synthetic/auth", None, None, []),
|
|
("API Gateway", ServiceKind.HTTP, "https://northstar.synthetic/api", None, None, ["PostgreSQL", "Redis"]),
|
|
("PostgreSQL", ServiceKind.TCP, None, "postgresql.northstar.synthetic", 5432, []),
|
|
("Redis", ServiceKind.TCP, None, "redis.northstar.synthetic", 6379, []),
|
|
("Background Worker", ServiceKind.TCP, None, "worker.northstar.synthetic", 9000, ["PostgreSQL", "Redis", "Object Storage"]),
|
|
("Object Storage", ServiceKind.HTTP, "https://northstar.synthetic/object-storage", None, None, []),
|
|
]
|
|
ids_by_name = {name: _stable_id(f"service:{name}") for name, *_ in definitions}
|
|
metadata = {
|
|
"Public Endpoint": ("Edge", "Public Gateway", "Edge", ComponentRole.FRONTEND, DiscoveryCategory.PROXY, Criticality.CRITICAL, "Beschikbaarheidscontrole voor klanten", 100.0),
|
|
"Reverse Proxy": ("Edge", "Public Gateway", "Edge", ComponentRole.PROXY, DiscoveryCategory.PROXY, Criticality.HIGH, "Northstar-ingangsgateway", 100.0),
|
|
"Web Frontend": ("Application", "Northstar App", "Application", ComponentRole.FRONTEND, DiscoveryCategory.APPLICATION, Criticality.HIGH, "Browserapplicatie", 99.0),
|
|
"Auth Service": ("Application", "Northstar App", "Application", ComponentRole.API, DiscoveryCategory.APPLICATION, Criticality.HIGH, "Identiteits- en sessieservice", 100.0),
|
|
"API Gateway": ("Application", "Northstar App", "Application", ComponentRole.API, DiscoveryCategory.APPLICATION, Criticality.CRITICAL, "API-toegangspunt van de applicatie", 99.0),
|
|
"PostgreSQL": ("Data", "Data Platform", "Data", ComponentRole.DATABASE, DiscoveryCategory.DATABASE, Criticality.CRITICAL, "Primaire relationele database", 99.9),
|
|
"Redis": ("Data", "Data Platform", "Data", ComponentRole.CACHE, DiscoveryCategory.CACHE, Criticality.HIGH, "Cache- en wachtrijbackend", 100.0),
|
|
"Background Worker": ("Application", "Worker Platform", "Application", ComponentRole.WORKER, DiscoveryCategory.BACKGROUND_WORKER, Criticality.HIGH, "Verwerker van asynchrone taken", 99.0),
|
|
"Object Storage": ("Data", "Worker Platform", "Application", ComponentRole.STORAGE, DiscoveryCategory.STORAGE, Criticality.MEDIUM, "Duurzame objectopslag", 100.0),
|
|
}
|
|
services = [
|
|
Service(
|
|
id=ids_by_name[name],
|
|
name=name,
|
|
kind=kind,
|
|
url=url,
|
|
host=host,
|
|
port=port,
|
|
depends_on=[ids_by_name[item] for item in dependencies],
|
|
group=metadata[name][0],
|
|
environment="production",
|
|
application=metadata[name][1],
|
|
domain=metadata[name][2],
|
|
component_role=metadata[name][3],
|
|
category=metadata[name][4],
|
|
criticality=metadata[name][5],
|
|
description=metadata[name][6],
|
|
availability_target=metadata[name][7],
|
|
interval_seconds=60,
|
|
created_at=current - timedelta(days=30),
|
|
updated_at=current,
|
|
)
|
|
for name, kind, url, host, port, dependencies in definitions
|
|
]
|
|
|
|
probes: list[ProbeResult] = []
|
|
for name, *_ in definitions:
|
|
for index in range(24):
|
|
status = _history_status(name, index)
|
|
checked_at = current - timedelta(hours=23 - index)
|
|
latency = None if status == HealthStatus.DOWN else round(42 + ((index * 17 + len(name) * 3) % 120), 2)
|
|
detail = _probe_detail(name, status, index)
|
|
probes.append(
|
|
ProbeResult(
|
|
id=_stable_id(f"probe:{name}:{index}"),
|
|
service_id=ids_by_name[name],
|
|
status=status,
|
|
latency_ms=latency,
|
|
detail=detail,
|
|
checked_at=checked_at,
|
|
trigger="synthetic",
|
|
metadata={"scenario": DEMO_SCENARIO_NAME},
|
|
)
|
|
)
|
|
return services, probes
|
|
|
|
|
|
def _history_status(name: str, index: int) -> HealthStatus:
|
|
if name == "PostgreSQL":
|
|
if index in {21, 23}:
|
|
return HealthStatus.DOWN
|
|
if index == 22:
|
|
return HealthStatus.DEGRADED
|
|
if name in {"API Gateway", "Background Worker"} and index == 20:
|
|
return HealthStatus.DOWN
|
|
if name == "Web Frontend" and index == 21:
|
|
return HealthStatus.DOWN
|
|
if name == "Reverse Proxy" and index == 22:
|
|
return HealthStatus.DEGRADED
|
|
return HealthStatus.HEALTHY
|
|
|
|
|
|
def _probe_detail(name: str, status: HealthStatus, index: int) -> str:
|
|
if name == DEMO_ROOT_CAUSE_NAME and status == HealthStatus.DOWN:
|
|
return "Synthetische storing: PostgreSQL weigert de verbinding"
|
|
if status == HealthStatus.DOWN:
|
|
return f"Synthetische impact via afhankelijkheid op historiekpunt {index + 1}"
|
|
if status == HealthStatus.DEGRADED:
|
|
return f"Synthetisch verhoogde latentie op historiekpunt {index + 1}"
|
|
return "Synthetische bewakingswaarneming"
|