From 09af8320857b1d0d34560a91e564628a79ec3501 Mon Sep 17 00:00:00 2001 From: Anmol Sachan Date: Fri, 8 Nov 2019 16:37:24 +0530 Subject: [PATCH] ceph: Updated storage utilization thresholds and timings This PR mainly takes a proactive approach to alert the user to take action when the cluster utilizartion is getting close to the maximum capacity. Since ceph stops I/O at 95% utilization, the user should be warned before it. Signed-off-by: Anmol Sachan --- .../ceph/monitoring/prometheus-ceph-v14-rules.yaml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/cluster/examples/kubernetes/ceph/monitoring/prometheus-ceph-v14-rules.yaml b/cluster/examples/kubernetes/ceph/monitoring/prometheus-ceph-v14-rules.yaml index c792ffd64..2d1344bfb 100644 --- a/cluster/examples/kubernetes/ceph/monitoring/prometheus-ceph-v14-rules.yaml +++ b/cluster/examples/kubernetes/ceph/monitoring/prometheus-ceph-v14-rules.yaml @@ -210,23 +210,23 @@ spec: rules: - alert: CephClusterNearFull annotations: - description: Storage cluster utilization has crossed 85%. + description: Storage cluster utilization has crossed 75%. message: Storage cluster is nearing full. Expansion is required. severity_level: warning storage_type: ceph expr: | - sum(ceph_osd_stat_bytes_used) / sum(ceph_osd_stat_bytes) > 0.85 - for: 5m + sum(ceph_osd_stat_bytes_used) / sum(ceph_osd_stat_bytes) > 0.75 + for: 30s labels: severity: warning - alert: CephClusterCriticallyFull annotations: - description: Storage cluster utilization has crossed 95%. + description: Storage cluster utilization has crossed 85%. message: Storage cluster is critically full and needs immediate expansion severity_level: error storage_type: ceph expr: | - sum(ceph_osd_stat_bytes_used) / sum(ceph_osd_stat_bytes) > 0.95 - for: 5m + sum(ceph_osd_stat_bytes_used) / sum(ceph_osd_stat_bytes) > 0.85 + for: 30s labels: severity: critical