n8n: surface real per-workflow evidence on the integration status page

Fleet Ops integration status no longer depends only on a config
boolean or the most recent outbox event: N8nIntegrationStatus now
reports per-canonical-workflow evidence (last successful outbox
delivery for the return workflow, latest service-triggered
data_quality_scan_run for the scan workflow, latest
n8n_workflow_failure_registered for the error handler, and "not built"
for the still-blocked RAGcore sync), plus an error-handler summary
(total failures registered, latest failure + which workflow).

Automation page renders this as a localized workflow table (EN/NL/FR)
with technical workflow names tucked under a "Technical details"
disclosure, matching the existing progressive-disclosure pattern.

Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
This commit is contained in:
NuklearRabbit
2026-08-04 16:15:09 +02:00
co-authored by Claude Sonnet 5
parent e39c0a1dd6
commit 4049c0c6b1
9 changed files with 320 additions and 2 deletions
+16
View File
@@ -223,6 +223,18 @@ class SearchResponse(BaseModel):
results: list[SearchResultItem]
class N8nWorkflowEvidence(BaseModel):
name: str
built: bool
last_seen_at: datetime | None
class N8nErrorHandlerStatus(BaseModel):
total_failures_registered: int
latest_failure_at: datetime | None
latest_failure_workflow: str | None
class N8nIntegrationStatus(BaseModel):
configured: bool
dispatch_enabled: bool
@@ -233,6 +245,10 @@ class N8nIntegrationStatus(BaseModel):
succeeded: int
latest_success_at: datetime | None
latest_failure_at: datetime | None
expected_workflow_count: int
known_workflow_count: int
workflows: list[N8nWorkflowEvidence]
error_handler: N8nErrorHandlerStatus
class McpHubIntegrationStatus(BaseModel):
+65 -1
View File
@@ -6,11 +6,21 @@ from sqlalchemy import func, select
from sqlalchemy.orm import Session
from app.core.config import get_settings
from app.models.audit import AuditEvent
from app.models.outbox import OutboxEvent
from app.schemas import N8nIntegrationStatus
from app.schemas import N8nErrorHandlerStatus, N8nIntegrationStatus, N8nWorkflowEvidence
settings = get_settings()
# The 4 canonical Fleet Ops n8n workflows (see n8n/workflows/MANIFEST.md). Workflow 3
# (RAGcore Procedure Sync) is not built yet, so it always reports no evidence.
_CANONICAL_WORKFLOWS = (
"Fleet Ops — Vehicle Return Orchestration",
"Fleet Ops — Scheduled Data Quality Scan",
"Fleet Ops — RAGcore Procedure Sync",
"Fleet Ops — Workflow Error Handler",
)
def derive_n8n_status(db: Session) -> N8nIntegrationStatus:
counts: dict[str, int] = dict(
@@ -42,6 +52,52 @@ def derive_n8n_status(db: Session) -> N8nIntegrationStatus:
else:
state = "no_evidence"
# Scheduled scan evidence: only service-triggered runs count as n8n evidence, not
# runs an operator triggered manually from the Data Quality page.
latest_scan_at = db.scalar(
select(func.max(AuditEvent.occurred_at)).where(
AuditEvent.action == "data_quality_scan_run",
AuditEvent.actor_type == "service",
)
)
# Error handler evidence: registrations posted by the "Fleet Ops — Workflow Error
# Handler" n8n workflow itself, which also doubles as proof that workflow is wired
# up and firing correctly.
total_failures_registered = (
db.scalar(
select(func.count(AuditEvent.id)).where(
AuditEvent.action == "n8n_workflow_failure_registered"
)
)
or 0
)
latest_failure_row = db.execute(
select(AuditEvent.occurred_at, AuditEvent.after_json)
.where(AuditEvent.action == "n8n_workflow_failure_registered")
.order_by(AuditEvent.occurred_at.desc())
.limit(1)
).first()
latest_handler_failure_at = latest_failure_row[0] if latest_failure_row else None
latest_handler_failure_workflow = (
(latest_failure_row[1] or {}).get("workflow_name") if latest_failure_row else None
)
evidence_by_workflow = {
"Fleet Ops — Vehicle Return Orchestration": latest_success_at,
"Fleet Ops — Scheduled Data Quality Scan": latest_scan_at,
"Fleet Ops — RAGcore Procedure Sync": None,
"Fleet Ops — Workflow Error Handler": latest_handler_failure_at,
}
workflows = [
N8nWorkflowEvidence(
name=name,
built=name != "Fleet Ops — RAGcore Procedure Sync",
last_seen_at=evidence_by_workflow[name],
)
for name in _CANONICAL_WORKFLOWS
]
return N8nIntegrationStatus(
configured=bool(settings.n8n_webhook_url),
dispatch_enabled=settings.n8n_dispatch_enabled,
@@ -52,4 +108,12 @@ def derive_n8n_status(db: Session) -> N8nIntegrationStatus:
succeeded=succeeded,
latest_success_at=latest_success_at,
latest_failure_at=latest_failure_at,
expected_workflow_count=len(_CANONICAL_WORKFLOWS),
known_workflow_count=sum(1 for w in workflows if w.last_seen_at is not None),
workflows=workflows,
error_handler=N8nErrorHandlerStatus(
total_failures_registered=total_failures_registered,
latest_failure_at=latest_handler_failure_at,
latest_failure_workflow=latest_handler_failure_workflow,
),
)
+79
View File
@@ -39,3 +39,82 @@ def test_integration_status_is_operational_once_all_failed_events_resolved(ops_c
body = response.json()["n8n"]
assert body["failed"] == 0
assert body["state"] == "operational"
def test_integration_status_lists_all_four_canonical_workflows(ops_client):
body = ops_client.get("/api/v1/integrations/status").json()["n8n"]
assert body["expected_workflow_count"] == 4
names = {w["name"] for w in body["workflows"]}
assert names == {
"Fleet Ops — Vehicle Return Orchestration",
"Fleet Ops — Scheduled Data Quality Scan",
"Fleet Ops — RAGcore Procedure Sync",
"Fleet Ops — Workflow Error Handler",
}
ragcore_sync = next(w for w in body["workflows"] if "RAGcore" in w["name"])
assert ragcore_sync["built"] is False
assert ragcore_sync["last_seen_at"] is None
def test_integration_status_scheduled_scan_evidence_only_counts_service_runs(client, ops_client):
from app.core.config import get_settings
settings = get_settings()
before = ops_client.get("/api/v1/integrations/status").json()["n8n"]
scan_workflow = next(
w for w in before["workflows"] if w["name"].endswith("Scheduled Data Quality Scan")
)
assert scan_workflow["last_seen_at"] is None
scan = client.post(
"/api/v1/integrations/n8n/scheduled-scan",
headers={"X-Service-Token": settings.n8n_callback_token},
)
assert scan.status_code == 200
after = ops_client.get("/api/v1/integrations/status").json()["n8n"]
scan_workflow = next(
w for w in after["workflows"] if w["name"].endswith("Scheduled Data Quality Scan")
)
assert scan_workflow["last_seen_at"] is not None
assert after["known_workflow_count"] > before["known_workflow_count"]
def test_integration_status_reflects_error_handler_registrations(client, ops_client):
import uuid
from app.core.config import get_settings
settings = get_settings()
before = ops_client.get("/api/v1/integrations/status").json()["n8n"]
execution_id = str(uuid.uuid4())
report = client.post(
"/api/v1/integrations/n8n/workflow-error",
json={
"workflow_id": "mobilityops-return-processing",
"workflow_name": "Fleet Ops — Vehicle Return Orchestration",
"execution_id": execution_id,
"failed_at": "2026-08-04T10:15:00Z",
"error_category": "httpError",
"error_summary": "Simulated failure for status test",
"trigger_context": "webhook",
"attempt": 1,
},
headers={"X-Service-Token": settings.n8n_callback_token},
)
assert report.status_code == 200
after = ops_client.get("/api/v1/integrations/status").json()["n8n"]
assert (
after["error_handler"]["total_failures_registered"]
== before["error_handler"]["total_failures_registered"] + 1
)
assert after["error_handler"]["latest_failure_workflow"] == (
"Fleet Ops — Vehicle Return Orchestration"
)
handler_workflow = next(
w for w in after["workflows"] if w["name"].endswith("Workflow Error Handler")
)
assert handler_workflow["last_seen_at"] is not None
+16
View File
@@ -254,6 +254,18 @@ export interface KnowledgeHealth {
document_count: number;
}
export interface N8nWorkflowEvidence {
name: string;
built: boolean;
last_seen_at: string | null;
}
export interface N8nErrorHandlerStatus {
total_failures_registered: number;
latest_failure_at: string | null;
latest_failure_workflow: string | null;
}
export interface N8nIntegrationStatus {
configured: boolean;
dispatch_enabled: boolean;
@@ -264,6 +276,10 @@ export interface N8nIntegrationStatus {
succeeded: number;
latest_success_at: string | null;
latest_failure_at: string | null;
expected_workflow_count: number;
known_workflow_count: number;
workflows: N8nWorkflowEvidence[];
error_handler: N8nErrorHandlerStatus;
}
export interface McpHubIntegrationStatus {
+10
View File
@@ -17,3 +17,13 @@ export const MCP_STATE_META: Record<IntegrationStatus["mcp_hub"]["state"], { sta
not_configured: { statusClass: "not_configured", labelKey: "notConnected" },
configured: { statusClass: "no_events", labelKey: "prepared" },
};
// Maps the backend's canonical n8n workflow name (see n8n/workflows/MANIFEST.md) to a
// stable slug for localized display names in `integrations:workflows.names.*` — the
// backend name itself is a technical identifier, not something to show untranslated.
export const N8N_WORKFLOW_SLUGS: Record<string, string> = {
"Fleet Ops — Vehicle Return Orchestration": "vehicleReturn",
"Fleet Ops — Scheduled Data Quality Scan": "scheduledScan",
"Fleet Ops — RAGcore Procedure Sync": "ragcoreSync",
"Fleet Ops — Workflow Error Handler": "errorHandler",
};
@@ -26,6 +26,28 @@
"demoMode": "Demo mode",
"unavailable": "Unavailable"
},
"workflows": {
"title": "Automation workflows",
"description": "{{known}} of {{expected}} canonical n8n workflows have live evidence of running.",
"notBuilt": "Not built yet",
"noEvidence": "No evidence yet",
"columns": {
"name": "Workflow",
"status": "Status",
"lastSeen": "Last evidence",
"technicalId": "Details"
},
"names": {
"vehicleReturn": "Vehicle return orchestration",
"scheduledScan": "Scheduled data quality scan",
"ragcoreSync": "Knowledge procedure sync",
"errorHandler": "Workflow error handler"
},
"errorHandler": {
"summary": "{{count}} automation failure(s) registered — latest from {{workflow}} at {{when}}.",
"summaryEmpty": "No automation failures have been registered."
}
},
"ledger": {
"title": "Automation jobs",
"description": "Persisted automation attempts with the latest failure evidence.",
@@ -26,6 +26,28 @@
"demoMode": "Mode démo",
"unavailable": "Indisponible"
},
"workflows": {
"title": "Workflows d'automatisation",
"description": "{{known}} workflows n8n canoniques sur {{expected}} disposent de preuves actuelles de fonctionnement.",
"notBuilt": "Pas encore créé",
"noEvidence": "Aucune preuve pour l'instant",
"columns": {
"name": "Workflow",
"status": "Statut",
"lastSeen": "Dernière preuve",
"technicalId": "Détails"
},
"names": {
"vehicleReturn": "Orchestration du retour de véhicule",
"scheduledScan": "Analyse planifiée de la qualité des données",
"ragcoreSync": "Synchronisation des procédures de connaissances",
"errorHandler": "Gestionnaire d'erreurs de workflow"
},
"errorHandler": {
"summary": "{{count}} échec(s) d'automatisation enregistré(s) — le dernier provient de {{workflow}} à {{when}}.",
"summaryEmpty": "Aucun échec d'automatisation n'a été enregistré."
}
},
"ledger": {
"title": "Tâches d'automatisation",
"description": "Tentatives d'automatisation enregistrées avec les dernières preuves d'échec.",
@@ -26,6 +26,28 @@
"demoMode": "Demomodus",
"unavailable": "Niet beschikbaar"
},
"workflows": {
"title": "Automatiseringsworkflows",
"description": "{{known}} van {{expected}} canonieke n8n-workflows hebben actuele evidentie van werking.",
"notBuilt": "Nog niet gebouwd",
"noEvidence": "Nog geen evidentie",
"columns": {
"name": "Workflow",
"status": "Status",
"lastSeen": "Laatste evidentie",
"technicalId": "Details"
},
"names": {
"vehicleReturn": "Voertuigretour-orkestratie",
"scheduledScan": "Geplande datakwaliteitsscan",
"ragcoreSync": "Synchronisatie kennisprocedures",
"errorHandler": "Workflowfoutafhandelaar"
},
"errorHandler": {
"summary": "{{count}} automatiseringsfout(en) geregistreerd — laatste van {{workflow}} om {{when}}.",
"summaryEmpty": "Er zijn geen automatiseringsfouten geregistreerd."
}
},
"ledger": {
"title": "Automatiseringsopdrachten",
"description": "Vastgelegde automatiseringspogingen met de recentste foutevidentie.",
+68 -1
View File
@@ -7,7 +7,7 @@ import { StatusBadge } from "../components/Badge";
import { useAuth } from "../context/AuthContext";
import { useLocaleFormat } from "../i18n/format";
import { ApiErrorNotice, ErrorState, IntegrationMark, LoadingState, PageHeader, SectionHeading } from "../components/PageChrome";
import { N8N_STATE_META, MCP_STATE_META } from "../data/integrationLabels";
import { N8N_STATE_META, MCP_STATE_META, N8N_WORKFLOW_SLUGS } from "../data/integrationLabels";
type ViewFilter = "attention" | "recent" | "succeeded" | "all";
@@ -218,6 +218,73 @@ export function Automation() {
</article>
</section>
<SectionHeading
title={t("workflows.title")}
description={t("workflows.description", {
known: integrationStatus?.n8n.known_workflow_count ?? 0,
expected: integrationStatus?.n8n.expected_workflow_count ?? 4,
})}
/>
{integrationStatus && (
<div className="table-shell">
<table className="data-table">
<caption className="visually-hidden">{t("workflows.title")}</caption>
<thead>
<tr>
<th scope="col">{t("workflows.columns.name")}</th>
<th scope="col">{t("workflows.columns.status")}</th>
<th scope="col">{t("workflows.columns.lastSeen")}</th>
<th scope="col">{t("workflows.columns.technicalId")}</th>
</tr>
</thead>
<tbody>
{integrationStatus.n8n.workflows.map((w) => {
const slug = N8N_WORKFLOW_SLUGS[w.name] ?? "";
const displayName = slug ? t(`workflows.names.${slug}`) : w.name;
const badge = !w.built
? { status: "not_configured", label: t("workflows.notBuilt") }
: w.last_seen_at
? { status: "available", label: t("statusLabels.operational") }
: { status: "no_events", label: t("workflows.noEvidence") };
return (
<tr key={w.name}>
<td data-label={t("workflows.columns.name")}>{displayName}</td>
<td data-label={t("workflows.columns.status")}>
<StatusBadge status={badge.status} label={badge.label} />
</td>
<td data-label={t("workflows.columns.lastSeen")}>
{w.last_seen_at ? (
<time dateTime={w.last_seen_at}>{formatDateTime(w.last_seen_at)}</time>
) : (
"—"
)}
</td>
<td data-label={t("workflows.columns.technicalId")}>
<details className="evidence-disclosure">
<summary>{t("common:actions.technicalDetails")}</summary>
<span className="table-subtext">{w.name}</span>
</details>
</td>
</tr>
);
})}
</tbody>
</table>
<p className="table-meta">
{integrationStatus.n8n.error_handler.total_failures_registered > 0
? t("workflows.errorHandler.summary", {
count: integrationStatus.n8n.error_handler.total_failures_registered,
workflow: integrationStatus.n8n.error_handler.latest_failure_workflow ?? "",
when: integrationStatus.n8n.error_handler.latest_failure_at
? formatDateTime(integrationStatus.n8n.error_handler.latest_failure_at)
: "",
})
: t("workflows.errorHandler.summaryEmpty")}
</p>
</div>
)}
<SectionHeading title={t("ledger.title")} description={t("ledger.description")} />
<form className="filters" aria-label={t("ledger.title")}>