Commit 395dae63 authored by yun guo's avatar yun guo

update walg basebackup alert to use pushgateway

parent 07e7005a
......@@ -5,6 +5,10 @@ groups:
expr: min(time() - walg_backup_last_completed_time_seconds) by (environment)
- record: gitlab_com:last_walg_basebackup_age_in_hours
expr: min(time() - walg_basebackup_last_completed_time_seconds) by (environment) / 3600
- record: gitlab_com:last_walg_successful_basebackup_age_in_hours
expr: min(time()-push_time_seconds{job='walg-basebackup',status="1"}) by (environment) / 3600
- record: gitlab_com:last_walg_failed_basebackup_age_in_hours
expr: min(time()-push_time_seconds{job='walg-basebackup',status="-1"}) by (environment) / 3600
- alert: walgBackupDelayed
expr: gitlab_com:last_walg_backup_age_in_seconds >= 60 * 15
for: 5m
......@@ -17,7 +21,7 @@ groups:
runbook: troubleshooting/gitlab-com-walg-backups.md
title: Last walg backup was seen {{ .Value | humanizeDuration }} ago.
- alert: walgBaseBackupDelayed
expr: gitlab_com:last_walg_basebackup_age_in_hours >= 48
expr: gitlab_com:last_walg_successful_basebackup_age_in_hours >= 48
for: 5m
labels:
pager: pagerduty
......@@ -26,4 +30,4 @@ groups:
description: walg basebackup syncs to GCS might be not working. Please follow the runbook
to review the problem.
runbook: troubleshooting/gitlab-com-walg-backups.md
title: Last walg basebackup was seen {{ .Value | humanizeDuration }} ago.
title: Last successful walg basebackup was seen {{ .Value | humanizeDuration }} ago.
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment