46 lines
1.9 KiB
YAML
46 lines
1.9 KiB
YAML
groups:
|
|
- name: mobilityops
|
|
rules:
|
|
- alert: FleetOpsWatchdog
|
|
expr: vector(1)
|
|
labels: {severity: none}
|
|
annotations:
|
|
summary: Fleet Ops alert delivery watchdog
|
|
description: This alert must always be visible at the configured receiver.
|
|
- alert: MobilityOpsApiDown
|
|
expr: up{job="mobilityops-api"} == 0
|
|
for: 2m
|
|
labels: {severity: critical}
|
|
annotations:
|
|
summary: MobilityOps API metrics target is down
|
|
- alert: MobilityOpsDatabaseNotReady
|
|
expr: mobilityops_database_ready == 0
|
|
for: 2m
|
|
labels: {severity: critical}
|
|
annotations:
|
|
summary: MobilityOps database readiness is failing
|
|
- alert: MobilityOpsHighErrorRate
|
|
expr: sum(rate(mobilityops_http_requests_total{status=~"5.."}[5m])) / clamp_min(sum(rate(mobilityops_http_requests_total[5m])), 0.001) > 0.05
|
|
for: 10m
|
|
labels: {severity: warning}
|
|
annotations:
|
|
summary: More than 5% of MobilityOps requests return 5xx
|
|
- alert: MobilityOpsHighLatency
|
|
expr: histogram_quantile(0.95, sum by (le) (rate(mobilityops_http_request_duration_seconds_bucket[5m]))) > 2
|
|
for: 10m
|
|
labels: {severity: warning}
|
|
annotations:
|
|
summary: MobilityOps p95 API latency exceeds two seconds
|
|
- alert: MobilityOpsOutboxBacklog
|
|
expr: sum(mobilityops_outbox_events{status=~"pending|delivering",scenario="operational"}) > 10
|
|
for: 10m
|
|
labels: {severity: warning}
|
|
annotations:
|
|
summary: MobilityOps operational outbox backlog exceeds ten events
|
|
- alert: MobilityOpsOutboxFailure
|
|
expr: sum(mobilityops_outbox_events{status="failed",scenario="operational"}) > 0
|
|
for: 2m
|
|
labels: {severity: critical}
|
|
annotations:
|
|
summary: MobilityOps has a real failed outbox event
|