-
Notifications
You must be signed in to change notification settings - Fork 6
/
Copy paththanos.yml
32 lines (27 loc) · 1.17 KB
/
thanos.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
groups:
- name: EmbeddedExporter
rules:
- alert: ThanosCompactionHalted
expr: 'thanos_compact_halted == 1'
for: 0m
labels:
severity: critical
annotations:
summary: Thanos compaction halted (instance {{ $labels.instance }})
description: "Thanos compaction has failed to run and is now halted.\n VALUE = {{ $value }}\n LABELS = {{ $labels }}"
- alert: ThanosCompactBucketOperationFailure
expr: 'rate(thanos_objstore_bucket_operation_failures_total[1m]) > 0'
for: 0m
labels:
severity: critical
annotations:
summary: Thanos compact bucket operation failure (instance {{ $labels.instance }})
description: "Thanos compaction has failing storage operations\n VALUE = {{ $value }}\n LABELS = {{ $labels }}"
- alert: ThanosCompactNotRun
expr: '(time() - thanos_objstore_bucket_last_successful_upload_time) > 24*60*60'
for: 0m
labels:
severity: critical
annotations:
summary: Thanos compact not run (instance {{ $labels.instance }})
description: "Thanos compaction has not run in 24 hours.\n VALUE = {{ $value }}\n LABELS = {{ $labels }}"