.maintain/monitoring/alerting-rules: Add fd alert (#6946)

Alert on high file descriptor allocation.
paritytech · Aug 24, 2020 · 14cfc57 · 14cfc57
1 parent 243873a
commit 14cfc57
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/.maintain/monitoring/alerting-rules/alerting-rules.yaml b/.maintain/monitoring/alerting-rules/alerting-rules.yaml
@@ -109,6 +109,19 @@ groups:
       message: 'The node {{ $labels.instance }} has less than 3 peers for more
       than 15 minutes'
 
+  ##############################################################################
+  # System
+  ##############################################################################
+
+  - alert: HighNumberOfFileDescriptors
+    expr: 'node_filefd_allocated{domain=~"kusama|polkadot"} > 10000'
+    for: 3m
+    labels:
+      severity: warning
+    annotations:
+      message: 'The node {{ $labels.instance }} has more than 10_000 file
+      descriptors allocated for more than 3 minutes'
+
   ##############################################################################
   # Others
   ##############################################################################