One ore more OSDs can be down and PGs can still be active+clean (data was rebalanced to other available OSDs). This PR sets maxunavailable=1+downOSDs to allow one healthy to be drained. Signed-off-by: Santosh Pillai <sapillai@redhat.com>
206 lines
5.7 KiB
YAML
206 lines
5.7 KiB
YAML
#################################################################################################################
|
|
# Define the settings for the rook-ceph cluster with settings for a minikube cluster with a single node
|
|
#
|
|
# This example expects a single node minikube cluster with three extra disks: vdb, vdc and vdd. Please modify
|
|
# it according to your environment. See the documentation for more details on storage settings available.
|
|
|
|
# For example, to create the cluster:
|
|
# kubectl create -f crds.yaml -f common.yaml -f operator.yaml
|
|
# kubectl create -f cluster-on-pvc-minikube.yaml
|
|
#
|
|
# or by using the using the tests/scripts/create-dev-cluster.sh and the following minikube configuration:
|
|
#
|
|
# --disk-size=20g --extra-disks=4
|
|
#
|
|
# Note: this spec was tested with kvm2 driver. Other minikube drivers could lead to a different device naming.
|
|
#
|
|
#################################################################################################################
|
|
kind: StorageClass
|
|
apiVersion: storage.k8s.io/v1
|
|
metadata:
|
|
name: local-storage
|
|
provisioner: kubernetes.io/no-provisioner
|
|
volumeBindingMode: WaitForFirstConsumer
|
|
---
|
|
kind: PersistentVolume
|
|
apiVersion: v1
|
|
metadata:
|
|
name: local0-0
|
|
spec:
|
|
storageClassName: local-storage
|
|
capacity:
|
|
storage: 10Gi
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
persistentVolumeReclaimPolicy: Retain
|
|
# PV for mon must be a filesystem volume.
|
|
volumeMode: Filesystem
|
|
local:
|
|
# To use dm devices like logical volume, please replace `/dev/sdb` with their device names like `/dev/vg-name/lv-name`.
|
|
path: /dev/vdb
|
|
nodeAffinity:
|
|
required:
|
|
nodeSelectorTerms:
|
|
- matchExpressions:
|
|
- key: kubernetes.io/hostname
|
|
operator: In
|
|
values:
|
|
- minikube
|
|
---
|
|
kind: PersistentVolume
|
|
apiVersion: v1
|
|
metadata:
|
|
name: local0-1
|
|
spec:
|
|
storageClassName: local-storage
|
|
capacity:
|
|
storage: 20Gi
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
persistentVolumeReclaimPolicy: Retain
|
|
# PV for mon must be a filesystem volume.
|
|
volumeMode: Block
|
|
local:
|
|
# To use dm devices like logical volume, please replace `/dev/sdb` with their device names like `/dev/vg-name/lv-name`.
|
|
path: /dev/vdc
|
|
nodeAffinity:
|
|
required:
|
|
nodeSelectorTerms:
|
|
- matchExpressions:
|
|
- key: kubernetes.io/hostname
|
|
operator: In
|
|
values:
|
|
- minikube
|
|
---
|
|
kind: PersistentVolume
|
|
apiVersion: v1
|
|
metadata:
|
|
name: local0-2
|
|
spec:
|
|
storageClassName: local-storage
|
|
capacity:
|
|
storage: 20Gi
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
persistentVolumeReclaimPolicy: Retain
|
|
# PV for mon must be a filesystem volume.
|
|
volumeMode: Block
|
|
local:
|
|
# To use dm devices like logical volume, please replace `/dev/sdb` with their device names like `/dev/vg-name/lv-name`.
|
|
path: /dev/vdd
|
|
nodeAffinity:
|
|
required:
|
|
nodeSelectorTerms:
|
|
- matchExpressions:
|
|
- key: kubernetes.io/hostname
|
|
operator: In
|
|
values:
|
|
- minikube
|
|
---
|
|
kind: PersistentVolume
|
|
apiVersion: v1
|
|
metadata:
|
|
name: local0-3
|
|
spec:
|
|
storageClassName: local-storage
|
|
capacity:
|
|
storage: 20Gi
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
persistentVolumeReclaimPolicy: Retain
|
|
# PV for mon must be a filesystem volume.
|
|
volumeMode: Block
|
|
local:
|
|
# To use dm devices like logical volume, please replace `/dev/sdb` with their device names like `/dev/vg-name/lv-name`.
|
|
path: /dev/vde
|
|
nodeAffinity:
|
|
required:
|
|
nodeSelectorTerms:
|
|
- matchExpressions:
|
|
- key: kubernetes.io/hostname
|
|
operator: In
|
|
values:
|
|
- minikube
|
|
---
|
|
apiVersion: ceph.rook.io/v1
|
|
kind: CephCluster
|
|
metadata:
|
|
name: my-cluster
|
|
namespace: rook-ceph # namespace:cluster
|
|
spec:
|
|
# If there are multiple clusters, the directory must be unique for each cluster.
|
|
dataDirHostPath: /var/lib/rook
|
|
mon:
|
|
count: 1
|
|
allowMultiplePerNode: true
|
|
volumeClaimTemplate:
|
|
spec:
|
|
storageClassName: local-storage
|
|
resources:
|
|
requests:
|
|
storage: 10Gi
|
|
mgr:
|
|
count: 1
|
|
modules:
|
|
- name: rook
|
|
enabled: true
|
|
dashboard:
|
|
enabled: true
|
|
ssl: false
|
|
crashCollector:
|
|
disable: false
|
|
cephVersion:
|
|
image: quay.io/ceph/ceph:v19
|
|
allowUnsupported: false
|
|
skipUpgradeChecks: false
|
|
continueUpgradeAfterChecksEvenIfNotHealthy: false
|
|
storage:
|
|
storageClassDeviceSets:
|
|
- name: set1
|
|
count: 3
|
|
portable: false
|
|
tuneDeviceClass: true
|
|
tuneFastDeviceClass: false
|
|
encrypted: false
|
|
placement:
|
|
preparePlacement:
|
|
volumeClaimTemplates:
|
|
- metadata:
|
|
name: data
|
|
# if you are looking at giving your OSD a different CRUSH device class than the one detected by Ceph
|
|
# annotations:
|
|
# crushDeviceClass: hybrid
|
|
spec:
|
|
resources:
|
|
requests:
|
|
storage: 20Gi
|
|
# IMPORTANT: Change the storage class depending on your environment
|
|
storageClassName: local-storage
|
|
volumeMode: Block
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
# when onlyApplyOSDPlacement is false, will merge both placement.All() and storageClassDeviceSets.Placement
|
|
onlyApplyOSDPlacement: false
|
|
priorityClassNames:
|
|
mon: system-node-critical
|
|
osd: system-node-critical
|
|
mgr: system-cluster-critical
|
|
disruptionManagement:
|
|
managePodBudgets: true
|
|
osdMaintenanceTimeout: 30
|
|
cephConfig:
|
|
global:
|
|
mon_warn_on_pool_no_redundancy: "false"
|
|
---
|
|
apiVersion: ceph.rook.io/v1
|
|
kind: CephBlockPool
|
|
metadata:
|
|
name: builtin-mgr
|
|
namespace: rook-ceph # namespace:cluster
|
|
spec:
|
|
name: .mgr
|
|
failureDomain: osd
|
|
replicated:
|
|
size: 1
|
|
requireSafeReplicaSize: false
|