metrics: add alert for tikv hibernate regions (pingcap#1116) (pingcap…

…#1120) Signed-off-by: ti-srebot <ti-srebot@pingcap.com>
ti-srebot · Nov 25, 2020 · ec11221 · ec11221
1 parent e5d5d13
commit ec11221
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/metrics/alertmanager/ticdc.rules.yml b/metrics/alertmanager/ticdc.rules.yml
@@ -167,3 +167,15 @@ groups:
       description: 'cluster: ENV_LABELS_ENV, instance: {{ $labels.instance }}, values:{{ $value }}'
       value: '{{ $value }}'
       summary: TiCDC heap memory usage is over 10 GB
+
+  - alert: tikv_enabled_hibernate_regions
+    expr: sum(tikv_config_raftstore{name="hibernate_regions"}) > 0
+    for: 1m
+    labels:
+      env: ENV_LABELS_ENV
+      level: warning
+      expr: sum(tikv_config_raftstore{name="hibernate_regions"}) > 0
+    annotations:
+      description: 'cluster: ENV_LABELS_ENV, instance: {{ $labels.instance }}, values: {{ $value }}'
+      value: '{{ $value }}'
+      summary: cdc will break tikv hibernate regions