Author: Pedro Lucas Porcellis <porcellis@eletrotupi.com>
node: alert when reached 85% of disk usage This may seems redundant, but it'll help us understand instead of having only one alert of six hours left of disk space.
rules/node_rules.yml | 7 +++++++
diff --git a/rules/node_rules.yml b/rules/node_rules.yml index d8b8780f44f362be7ccf6928fd24a59149d5a566..798acc07cc2fa45eb60bf29099354d324a604175 100644 --- a/rules/node_rules.yml +++ b/rules/node_rules.yml @@ -1,6 +1,13 @@ groups: - name: node rules: + - alert: 85% of Disk Usage + expr: (100 - ((node_filesystem_avail_bytes{mountpoint="/", fstype!="rootfs"} * 100) / node_filesystem_size_bytes{mountpoint="/", fstype!="rootfs"})) >= 85 + labels: + severity: interesting + annotations: + summary: "The node {{ $labels.instance }} has reached 85% of disk usage" + - alert: 6h Left of Disk expr: predict_linear(node_filesystem_free_bytes{job="node", mountpoint="/"}[1h], 6*3600) < 0 for: 5m