Merge pull request #2183 from amnonh/split_brain_mode

prometheus/prom_rules/prometheus.rules.yml: Add a warning about split-brain cluster
scylladb · Feb 19, 2024 · ec27f70 · ec27f70
2 parents 2a58877 + 3ff6f13
commit ec27f70
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/prometheus/prom_rules/prometheus.rules.yml b/prometheus/prom_rules/prometheus.rules.yml
@@ -296,3 +296,10 @@ groups:
       severity: "warn"
       description: 'Node {{ $labels.instance }} in Joining mode for 1 day'
       summary: Node {{ $labels.instance }} in Joining mode for 1 day
+  - alert: splitBrain
+    expr: sum(scylla_gossip_live) >= (count(scylla_node_operation_mode==3)-1) * count(scylla_gossip_live)
+    for: 10m
+    labels:
+      severity: "warn"
+      description: 'Cluster in a split-brain mode'
+      summary: Some nodes the cluster do not see all of the other live nodes