prometheus/prom_rules/prometheus.rules.yml: Add a warning about split…

…-brain cluster
scylladb · Feb 19, 2024 · 3ff6f13 · 3ff6f13
1 parent 2a58877
commit 3ff6f13
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/prometheus/prom_rules/prometheus.rules.yml b/prometheus/prom_rules/prometheus.rules.yml
@@ -296,3 +296,10 @@ groups:
       severity: "warn"
       description: 'Node {{ $labels.instance }} in Joining mode for 1 day'
       summary: Node {{ $labels.instance }} in Joining mode for 1 day
+  - alert: splitBrain
+    expr: sum(scylla_gossip_live) >= (count(scylla_node_operation_mode==3)-1) * count(scylla_gossip_live)
+    for: 10m
+    labels:
+      severity: "warn"
+      description: 'Cluster in a split-brain mode'
+      summary: Some nodes the cluster do not see all of the other live nodes