previously, we had kept the Rook orchestrator manager module disabled so far because it was causing a bunch of issues and errors on the dashboard. But with the recent changes made in the cephv v18.2.1 release, we've fixed those issues and made some overall improvements to the dashboard user experience when Rook is enabled. With all that in mind, it's time to switch on the Rook orchestrator by default. Fixes: https://github.com/rook/rook/issues/13760 Signed-off-by: Redouane Kachach <rkachach@redhat.com>
206 lines
5.7 KiB
YAML
206 lines
5.7 KiB
YAML
#################################################################################################################
|
|
# Define the settings for the rook-ceph cluster with settings for a minikube cluster with a single node
|
|
#
|
|
# This example expects a single node minikube cluster with three extra disks: vdb, vdc and vdd. Please modify
|
|
# it according to your environment. See the documentation for more details on storage settings available.
|
|
|
|
# For example, to create the cluster:
|
|
# kubectl create -f crds.yaml -f common.yaml -f operator.yaml
|
|
# kubectl create -f cluster-on-pvc-minikube.yaml
|
|
#
|
|
# or by using the using the tests/scripts/create-dev-cluster.sh and the following minikube configuration:
|
|
#
|
|
# --disk-size=20g --extra-disks=4
|
|
#
|
|
# Note: this spec was tested with kvm2 driver. Other minikube drivers could lead to a different device naming.
|
|
#
|
|
#################################################################################################################
|
|
kind: StorageClass
|
|
apiVersion: storage.k8s.io/v1
|
|
metadata:
|
|
name: local-storage
|
|
provisioner: kubernetes.io/no-provisioner
|
|
volumeBindingMode: WaitForFirstConsumer
|
|
---
|
|
kind: PersistentVolume
|
|
apiVersion: v1
|
|
metadata:
|
|
name: local0-0
|
|
spec:
|
|
storageClassName: local-storage
|
|
capacity:
|
|
storage: 10Gi
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
persistentVolumeReclaimPolicy: Retain
|
|
# PV for mon must be a filesystem volume.
|
|
volumeMode: Filesystem
|
|
local:
|
|
# To use dm devices like logical volume, please replace `/dev/sdb` with their device names like `/dev/vg-name/lv-name`.
|
|
path: /dev/vdb
|
|
nodeAffinity:
|
|
required:
|
|
nodeSelectorTerms:
|
|
- matchExpressions:
|
|
- key: kubernetes.io/hostname
|
|
operator: In
|
|
values:
|
|
- minikube
|
|
---
|
|
kind: PersistentVolume
|
|
apiVersion: v1
|
|
metadata:
|
|
name: local0-1
|
|
spec:
|
|
storageClassName: local-storage
|
|
capacity:
|
|
storage: 20Gi
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
persistentVolumeReclaimPolicy: Retain
|
|
# PV for mon must be a filesystem volume.
|
|
volumeMode: Block
|
|
local:
|
|
# To use dm devices like logical volume, please replace `/dev/sdb` with their device names like `/dev/vg-name/lv-name`.
|
|
path: /dev/vdc
|
|
nodeAffinity:
|
|
required:
|
|
nodeSelectorTerms:
|
|
- matchExpressions:
|
|
- key: kubernetes.io/hostname
|
|
operator: In
|
|
values:
|
|
- minikube
|
|
---
|
|
kind: PersistentVolume
|
|
apiVersion: v1
|
|
metadata:
|
|
name: local0-2
|
|
spec:
|
|
storageClassName: local-storage
|
|
capacity:
|
|
storage: 20Gi
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
persistentVolumeReclaimPolicy: Retain
|
|
# PV for mon must be a filesystem volume.
|
|
volumeMode: Block
|
|
local:
|
|
# To use dm devices like logical volume, please replace `/dev/sdb` with their device names like `/dev/vg-name/lv-name`.
|
|
path: /dev/vdd
|
|
nodeAffinity:
|
|
required:
|
|
nodeSelectorTerms:
|
|
- matchExpressions:
|
|
- key: kubernetes.io/hostname
|
|
operator: In
|
|
values:
|
|
- minikube
|
|
---
|
|
kind: PersistentVolume
|
|
apiVersion: v1
|
|
metadata:
|
|
name: local0-3
|
|
spec:
|
|
storageClassName: local-storage
|
|
capacity:
|
|
storage: 20Gi
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
persistentVolumeReclaimPolicy: Retain
|
|
# PV for mon must be a filesystem volume.
|
|
volumeMode: Block
|
|
local:
|
|
# To use dm devices like logical volume, please replace `/dev/sdb` with their device names like `/dev/vg-name/lv-name`.
|
|
path: /dev/vde
|
|
nodeAffinity:
|
|
required:
|
|
nodeSelectorTerms:
|
|
- matchExpressions:
|
|
- key: kubernetes.io/hostname
|
|
operator: In
|
|
values:
|
|
- minikube
|
|
---
|
|
apiVersion: ceph.rook.io/v1
|
|
kind: CephCluster
|
|
metadata:
|
|
name: my-cluster
|
|
namespace: rook-ceph # namespace:cluster
|
|
spec:
|
|
dataDirHostPath: /var/lib/rook
|
|
mon:
|
|
count: 1
|
|
allowMultiplePerNode: true
|
|
volumeClaimTemplate:
|
|
spec:
|
|
storageClassName: local-storage
|
|
resources:
|
|
requests:
|
|
storage: 10Gi
|
|
mgr:
|
|
count: 1
|
|
modules:
|
|
- name: rook
|
|
enabled: true
|
|
dashboard:
|
|
enabled: true
|
|
ssl: false
|
|
crashCollector:
|
|
disable: false
|
|
cephVersion:
|
|
image: quay.io/ceph/ceph:v18
|
|
allowUnsupported: false
|
|
skipUpgradeChecks: false
|
|
continueUpgradeAfterChecksEvenIfNotHealthy: false
|
|
storage:
|
|
storageClassDeviceSets:
|
|
- name: set1
|
|
count: 3
|
|
portable: false
|
|
tuneDeviceClass: true
|
|
tuneFastDeviceClass: false
|
|
encrypted: false
|
|
placement:
|
|
preparePlacement:
|
|
volumeClaimTemplates:
|
|
- metadata:
|
|
name: data
|
|
# if you are looking at giving your OSD a different CRUSH device class than the one detected by Ceph
|
|
# annotations:
|
|
# crushDeviceClass: hybrid
|
|
spec:
|
|
resources:
|
|
requests:
|
|
storage: 20Gi
|
|
# IMPORTANT: Change the storage class depending on your environment
|
|
storageClassName: local-storage
|
|
volumeMode: Block
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
# when onlyApplyOSDPlacement is false, will merge both placement.All() and storageClassDeviceSets.Placement
|
|
onlyApplyOSDPlacement: false
|
|
priorityClassNames:
|
|
mon: system-node-critical
|
|
osd: system-node-critical
|
|
mgr: system-cluster-critical
|
|
disruptionManagement:
|
|
managePodBudgets: true
|
|
osdMaintenanceTimeout: 30
|
|
pgHealthCheckTimeout: 0
|
|
cephConfig:
|
|
global:
|
|
mon_warn_on_pool_no_redundancy: "false"
|
|
---
|
|
apiVersion: ceph.rook.io/v1
|
|
kind: CephBlockPool
|
|
metadata:
|
|
name: builtin-mgr
|
|
namespace: rook-ceph # namespace:cluster
|
|
spec:
|
|
name: .mgr
|
|
failureDomain: osd
|
|
replicated:
|
|
size: 1
|
|
requireSafeReplicaSize: false
|