v-m/alerts: Add alerts for Restic backups

victoria-metrics/alerts.yml

@@ -107,3 +107,43 @@ groups:
     expr: >-
       count(longhorn_volume_robustness==3) > 0
     for: 5m
+
+- name: Restic
+  rules:
+  - alert: Repository Check Failed
+    expr: >-
+      min(restic_check_success) by (job) < 1
+    annotations:
+      summary: Errors found in restic repository data
+      description: >-
+        The Restic repository has one or more problems that may result in data
+        loss.  Check the restic-exporter log for more information and correct
+        the issue as soon as possible.
+  - alert: Last Backup Age
+    expr: >-
+      time() - restic_backup_timestamp > 604800
+    annotations:
+      summary: A Restic client has not backed up recently
+      description: >-
+        Clients are scheduled to back up every day, but at least one has not
+        been backed up in at least 7 days.  Check the Restic configuration on
+        that system to ensure backups are running properly.
+  - alert: No File Changes
+    expr: >-
+      max_over_time(
+        abs(
+          delta(
+            sum(restic_backup_size_total{
+              client_hostname!="pxe0.pyrocufflink.blue",
+              client_hostname!="web0.pyrocufflink.blue",
+            })
+              by (client_hostname, client_username)
+          )
+        )[7d]
+      ) == 0
+    annotations:
+      summary: The size of the Restic backup has not changed
+      description: >-
+        The size of the Restic backup for a particular client has not changed
+        in at least 7 days.  This may indicate that the backup configuration
+        is incorrect.