[Phase 4] feat(monitoring): add APIDataCriticallyStale alert and fix APIDataStale for duration #92

Merged
AI-Manager merged 1 commits from feature/add-data-freshness-alerts-88 into main 2026-05-29 05:06:00 +00:00
+15 -1
View File
@@ -71,7 +71,7 @@ spec:
- alert: APIDataStale - alert: APIDataStale
expr: | expr: |
api_data_freshness_seconds{job=~"zip|holidays|air-quality"} > 2592000 api_data_freshness_seconds{job=~"zip|holidays|air-quality"} > 2592000
for: 5m for: 30m
labels: labels:
severity: warning severity: warning
team: api-company team: api-company
@@ -79,6 +79,20 @@ spec:
summary: "Stale dataset on {{ $labels.job }} ({{ $labels.dataset }})" summary: "Stale dataset on {{ $labels.job }} ({{ $labels.dataset }})"
description: "{{ $labels.job }} dataset '{{ $labels.dataset }}' has not been re-seeded in {{ $value | humanizeDuration }} (threshold: 30 days). Re-seed required." description: "{{ $labels.job }} dataset '{{ $labels.dataset }}' has not been re-seeded in {{ $value | humanizeDuration }} (threshold: 30 days). Re-seed required."
# -------------------------------------------------------------------
# APIDataCriticallyStale — data freshness > 60 days
# -------------------------------------------------------------------
- alert: APIDataCriticallyStale
expr: |
api_data_freshness_seconds{job=~"zip|holidays|air-quality"} > 5184000
for: 1h
labels:
severity: critical
team: api-company
annotations:
summary: "API data is critically stale on {{ $labels.job }}"
description: "{{ $labels.job }} data has not been re-seeded in more than 60 days ({{ $value | humanizeDuration }})"
# ------------------------------------------------------------------- # -------------------------------------------------------------------
# APIDown — any API job absent for 2 min # APIDown — any API job absent for 2 min
# ------------------------------------------------------------------- # -------------------------------------------------------------------