29 lines
1.3 KiB
YAML
29 lines
1.3 KiB
YAML
{{- if .Values.monitoring.storageAlerts }}
|
|
apiVersion: monitoring.coreos.com/v1
|
|
kind: PrometheusRule
|
|
metadata:
|
|
name: {{ .Release.Name }}-storage
|
|
spec:
|
|
groups:
|
|
- name: {{ .Release.Name }}.storage
|
|
rules:
|
|
- alert: InfluxDBVolumeFillingUp
|
|
expr: |
|
|
100 * kubelet_volume_stats_used_bytes{namespace="{{ .Release.Namespace }}", persistentvolumeclaim="{{ .Values.persistence.existingClaim }}"}
|
|
/ kubelet_volume_stats_capacity_bytes{namespace="{{ .Release.Namespace }}", persistentvolumeclaim="{{ .Values.persistence.existingClaim }}"} > 80
|
|
for: 30m
|
|
labels: {severity: warning}
|
|
annotations:
|
|
summary: InfluxDB volume is more than 80% full
|
|
description: Add capacity or shorten bucket retention before compactions run out of working space.
|
|
- alert: InfluxDBVolumeAlmostFull
|
|
expr: |
|
|
100 * kubelet_volume_stats_used_bytes{namespace="{{ .Release.Namespace }}", persistentvolumeclaim="{{ .Values.persistence.existingClaim }}"}
|
|
/ kubelet_volume_stats_capacity_bytes{namespace="{{ .Release.Namespace }}", persistentvolumeclaim="{{ .Values.persistence.existingClaim }}"} > 90
|
|
for: 10m
|
|
labels: {severity: critical}
|
|
annotations:
|
|
summary: InfluxDB volume is more than 90% full
|
|
description: InfluxDB is at risk of WAL and TSM compaction failures.
|
|
{{- end }}
|