From fdb88edb6a58beefbadee70081c4f57d7c514e59 Mon Sep 17 00:00:00 2001 From: Anmol Sachan Date: Mon, 7 Dec 2020 19:59:07 +0530 Subject: [PATCH] ceph: updated thresholds of OSD capacity alerts and the device_class This commit updates the OSD capacity thresholds to match the cluster capacity alert thresholds. Also updated device_class info to provide info about which type of storage needs to be added. Signed-off-by: Anmol Sachan --- .../monitoring/prometheus-ceph-v14-rules.yaml | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/cluster/examples/kubernetes/ceph/monitoring/prometheus-ceph-v14-rules.yaml b/cluster/examples/kubernetes/ceph/monitoring/prometheus-ceph-v14-rules.yaml index 49cd236fb..d328dd905 100644 --- a/cluster/examples/kubernetes/ceph/monitoring/prometheus-ceph-v14-rules.yaml +++ b/cluster/examples/kubernetes/ceph/monitoring/prometheus-ceph-v14-rules.yaml @@ -114,27 +114,27 @@ spec: rules: - alert: CephOSDCriticallyFull annotations: - description: Utilization of back-end storage device {{ $labels.ceph_daemon - }} has crossed 85% on host {{ $labels.hostname }}. Immediately free up some - space or expand the storage cluster or contact support. + description: Utilization of storage device {{ $labels.ceph_daemon }} of device_class + type {{$labels.device_class}} has crossed 80% on host {{ $labels.hostname + }}. Immediately free up some space or add capacity of type {{$labels.device_class}}. message: Back-end storage device is critically full. severity_level: error storage_type: ceph expr: | - (ceph_osd_metadata * on (ceph_daemon) group_left() (ceph_osd_stat_bytes_used / ceph_osd_stat_bytes)) >= 0.85 + (ceph_osd_metadata * on (ceph_daemon) group_right(device_class) (ceph_osd_stat_bytes_used / ceph_osd_stat_bytes)) >= 0.80 for: 40s labels: severity: critical - alert: CephOSDNearFull annotations: - description: Utilization of back-end storage device {{ $labels.ceph_daemon - }} has crossed 75% on host {{ $labels.hostname }}. Free up some space or - expand the storage cluster or contact support. + description: Utilization of storage device {{ $labels.ceph_daemon }} of device_class + type {{$labels.device_class}} has crossed 75% on host {{ $labels.hostname + }}. Immediately free up some space or add capacity of type {{$labels.device_class}}. message: Back-end storage device is nearing full. severity_level: warning storage_type: ceph expr: | - (ceph_osd_metadata * on (ceph_daemon) group_left() (ceph_osd_stat_bytes_used / ceph_osd_stat_bytes)) >= 0.75 + (ceph_osd_metadata * on (ceph_daemon) group_right(device_class) (ceph_osd_stat_bytes_used / ceph_osd_stat_bytes)) >= 0.75 for: 40s labels: severity: warning