For Rook v1.19,removing support for Ceph Reef. It is at end of life. Users on Reef can continue to use Rook v1.18.x or older. The latest two Ceph versions Squid and Tentacle are supported. Signed-off-by: subhamkrai <srai@redhat.com>
747 lines
31 KiB
YAML
747 lines
31 KiB
YAML
# Default values for a single rook-ceph cluster
|
|
# This is a YAML-formatted file.
|
|
# Declare variables to be passed into your templates.
|
|
|
|
# -- Namespace of the main rook operator
|
|
operatorNamespace: rook-ceph
|
|
|
|
# -- The metadata.name of the CephCluster CR
|
|
# @default -- The same as the namespace
|
|
clusterName:
|
|
|
|
# -- Optional override of the target kubernetes version
|
|
kubeVersion:
|
|
|
|
# -- Cluster ceph.conf override
|
|
configOverride:
|
|
# configOverride: |
|
|
# [global]
|
|
# mon_allow_pool_delete = true
|
|
# osd_pool_default_size = 3
|
|
# osd_pool_default_min_size = 2
|
|
|
|
# Installs a debugging toolbox deployment
|
|
toolbox:
|
|
# -- Enable Ceph debugging pod deployment. See [toolbox](../Troubleshooting/ceph-toolbox.md)
|
|
enabled: false
|
|
# -- Toolbox image, defaults to the image used by the Ceph cluster
|
|
image: #quay.io/ceph/ceph:v19.2.3
|
|
# -- Toolbox tolerations
|
|
tolerations: []
|
|
# -- Toolbox affinity
|
|
affinity: {}
|
|
# -- Toolbox labels
|
|
labels: {}
|
|
# -- Toolbox container security context
|
|
containerSecurityContext:
|
|
runAsNonRoot: true
|
|
runAsUser: 2016
|
|
runAsGroup: 2016
|
|
capabilities:
|
|
drop: ["ALL"]
|
|
# -- Toolbox resources
|
|
resources:
|
|
limits:
|
|
memory: "1Gi"
|
|
requests:
|
|
cpu: "100m"
|
|
memory: "128Mi"
|
|
# -- Set the priority class for the toolbox if desired
|
|
priorityClassName:
|
|
|
|
monitoring:
|
|
# -- Enable Prometheus integration, will also create necessary RBAC rules to allow Operator to create ServiceMonitors.
|
|
# Monitoring requires Prometheus to be pre-installed
|
|
enabled: false
|
|
# -- Whether to disable the metrics reported by Ceph. If false, the prometheus mgr module and Ceph exporter are enabled
|
|
metricsDisabled: false
|
|
# -- Whether to create the Prometheus rules for Ceph alerts
|
|
createPrometheusRules: false
|
|
# -- Edit Prometheus rules for Ceph alerts
|
|
prometheusRuleOverrides: {}
|
|
# CephHealthWarning:
|
|
# disabled: true
|
|
# NVMeoFHighWriteLatency:
|
|
# for: 3m
|
|
# labels:
|
|
# severity: critical
|
|
# -- The namespace in which to create the prometheus rules, if different from the rook cluster namespace.
|
|
# If you have multiple rook-ceph clusters in the same k8s cluster, choose the same namespace (ideally, namespace with prometheus
|
|
# deployed) to set rulesNamespaceOverride for all the clusters. Otherwise, you will get duplicate alerts with multiple alert definitions.
|
|
rulesNamespaceOverride:
|
|
# Monitoring settings for external clusters:
|
|
# externalMgrEndpoints: <list of endpoints>
|
|
# externalMgrPrometheusPort: <port>
|
|
# Scrape interval for prometheus
|
|
# interval: 10s
|
|
# allow adding custom labels and annotations to the prometheus rule
|
|
prometheusRule:
|
|
# -- Labels applied to PrometheusRule
|
|
labels: {}
|
|
# -- Annotations applied to PrometheusRule
|
|
annotations: {}
|
|
|
|
# imagePullSecrets option allow to pull docker images from private docker registry. Option will be passed to all service accounts.
|
|
# imagePullSecrets:
|
|
# - name: my-registry-secret
|
|
|
|
# Specify these values to override the Ceph image in the cephClusterSpec below.
|
|
# If specifying these values, do not include the cephVersion section in the cephClusterSpec.
|
|
cephImage:
|
|
# The repository from which to pull the ceph image
|
|
repository: quay.io/ceph/ceph
|
|
# In production, use a specific version tag instead of the general v19 flag, which pulls the latest release and could result in different
|
|
# versions running within the cluster. See tags available at https://hub.docker.com/r/ceph/ceph/tags/.
|
|
# To be more precise, you can always use a timestamp tag such as quay.io/ceph/ceph:v19.2.3-20250717
|
|
tag: v19.2.3
|
|
# Whether to allow unsupported versions of Ceph. Currently Squid and Tentacle are supported.
|
|
# Future versions such as Tentacle (v20) would require this to be set to `true`.
|
|
# Do not set to true in production.
|
|
allowUnsupported: false
|
|
# The image pull policy for pulling the ceph image in the ceph daemon pods, defaults to IfNotPresent
|
|
# imagePullPolicy: IfNotPresent
|
|
|
|
# All values below are taken from the CephCluster CRD
|
|
# -- Cluster configuration.
|
|
# @default -- See [below](#ceph-cluster-spec)
|
|
cephClusterSpec:
|
|
# This cluster spec example is for a converged cluster where all the Ceph daemons are running locally,
|
|
# as in the host-based example (cluster.yaml). For a different configuration such as a
|
|
# PVC-based cluster (cluster-on-pvc.yaml), external cluster (cluster-external.yaml),
|
|
# or stretch cluster (cluster-stretched.yaml), replace this entire `cephClusterSpec`
|
|
# with the specs from those examples.
|
|
# For more details, check https://rook.io/docs/rook/v1.10/CRDs/Cluster/ceph-cluster-crd/
|
|
|
|
# The path on the host where configuration files will be persisted. Must be specified. If there are multiple clusters, the directory must be unique for each cluster.
|
|
# Important: if you reinstall the cluster, make sure you delete this directory from each host or else the mons will fail to start on the new cluster.
|
|
# In Minikube, the '/data' directory is configured to persist across reboots. Use "/data/rook" in Minikube environment.
|
|
dataDirHostPath: /var/lib/rook
|
|
|
|
# Whether or not upgrade should continue even if a check fails
|
|
# This means Ceph's status could be degraded and we don't recommend upgrading but you might decide otherwise
|
|
# Use at your OWN risk
|
|
# To understand Rook's upgrade process of Ceph, read https://rook.io/docs/rook/v1.10/Upgrade/ceph-upgrade/
|
|
skipUpgradeChecks: false
|
|
|
|
# Whether or not continue if PGs are not clean during an upgrade
|
|
continueUpgradeAfterChecksEvenIfNotHealthy: false
|
|
|
|
# WaitTimeoutForHealthyOSDInMinutes defines the time (in minutes) the operator would wait before an OSD can be stopped for upgrade or restart.
|
|
# If the timeout exceeds and OSD is not ok to stop, then the operator would skip upgrade for the current OSD and proceed with the next one
|
|
# if `continueUpgradeAfterChecksEvenIfNotHealthy` is `false`. If `continueUpgradeAfterChecksEvenIfNotHealthy` is `true`, then operator would
|
|
# continue with the upgrade of an OSD even if its not ok to stop after the timeout. This timeout won't be applied if `skipUpgradeChecks` is `true`.
|
|
# The default wait timeout is 10 minutes.
|
|
waitTimeoutForHealthyOSDInMinutes: 10
|
|
|
|
# Whether or not requires PGs are clean before an OSD upgrade. If set to `true` OSD upgrade process won't start until PGs are healthy.
|
|
# This configuration will be ignored if `skipUpgradeChecks` is `true`.
|
|
# Default is false.
|
|
upgradeOSDRequiresHealthyPGs: false
|
|
|
|
mon:
|
|
# Set the number of mons to be started. Generally recommended to be 3.
|
|
# For highest availability, an odd number of mons should be specified.
|
|
count: 3
|
|
# The mons should be on unique nodes. For production, at least 3 nodes are recommended for this reason.
|
|
# Mons should only be allowed on the same node for test environments where data loss is acceptable.
|
|
allowMultiplePerNode: false
|
|
|
|
mgr:
|
|
# When higher availability of the mgr is needed, increase the count to 2.
|
|
# In that case, one mgr will be active and one in standby. When Ceph updates which
|
|
# mgr is active, Rook will update the mgr services to match the active mgr.
|
|
count: 2
|
|
allowMultiplePerNode: false
|
|
modules:
|
|
# List of modules to optionally enable or disable.
|
|
# Note the "dashboard" and "monitoring" modules are already configured by other settings in the cluster CR.
|
|
# - name: rook
|
|
# enabled: true
|
|
|
|
# enable the ceph dashboard for viewing cluster status
|
|
dashboard:
|
|
enabled: true
|
|
# serve the dashboard under a subpath (useful when you are accessing the dashboard via a reverse proxy)
|
|
# urlPrefix: /ceph-dashboard
|
|
# serve the dashboard at the given port.
|
|
# port: 8443
|
|
# Serve the dashboard using SSL (if using ingress to expose the dashboard and `ssl: true` you need to set
|
|
# the corresponding "backend protocol" annotation(s) for your ingress controller of choice)
|
|
ssl: true
|
|
|
|
# Network configuration, see: https://github.com/rook/rook/blob/master/Documentation/CRDs/Cluster/ceph-cluster-crd.md#network-configuration-settings
|
|
network:
|
|
connections:
|
|
# Whether to encrypt the data in transit across the wire to prevent eavesdropping the data on the network.
|
|
# The default is false. When encryption is enabled, all communication between clients and Ceph daemons, or between Ceph daemons will be encrypted.
|
|
# When encryption is not enabled, clients still establish a strong initial authentication and data integrity is still validated with a crc check.
|
|
# IMPORTANT: Encryption requires the 5.11 kernel for the latest nbd and cephfs drivers. Alternatively for testing only,
|
|
# you can set the "mounter: rbd-nbd" in the rbd storage class, or "mounter: fuse" in the cephfs storage class.
|
|
# The nbd and fuse drivers are *not* recommended in production since restarting the csi driver pod will disconnect the volumes.
|
|
encryption:
|
|
enabled: false
|
|
# Whether to compress the data in transit across the wire. The default is false.
|
|
# The kernel requirements above for encryption also apply to compression.
|
|
compression:
|
|
enabled: false
|
|
# Whether to require communication over msgr2. If true, the msgr v1 port (6789) will be disabled
|
|
# and clients will be required to connect to the Ceph cluster with the v2 port (3300).
|
|
# Requires a kernel that supports msgr v2 (kernel 5.11 or CentOS 8.4 or newer).
|
|
requireMsgr2: false
|
|
# # enable host networking
|
|
# provider: host
|
|
# # EXPERIMENTAL: enable the Multus network provider
|
|
# provider: multus
|
|
# selectors:
|
|
# # The selector keys are required to be `public` and `cluster`.
|
|
# # Based on the configuration, the operator will do the following:
|
|
# # 1. if only the `public` selector key is specified both public_network and cluster_network Ceph settings will listen on that interface
|
|
# # 2. if both `public` and `cluster` selector keys are specified the first one will point to 'public_network' flag and the second one to 'cluster_network'
|
|
# #
|
|
# # In order to work, each selector value must match a NetworkAttachmentDefinition object in Multus
|
|
# #
|
|
# # public: public-conf --> NetworkAttachmentDefinition object name in Multus
|
|
# # cluster: cluster-conf --> NetworkAttachmentDefinition object name in Multus
|
|
# # Provide internet protocol version. IPv6, IPv4 or empty string are valid options. Empty string would mean IPv4
|
|
# ipFamily: "IPv6"
|
|
# # Ceph daemons to listen on both IPv4 and Ipv6 networks
|
|
# dualStack: false
|
|
|
|
# enable the crash collector for ceph daemon crash collection
|
|
crashCollector:
|
|
disable: false
|
|
# Uncomment daysToRetain to prune ceph crash entries older than the
|
|
# specified number of days.
|
|
# daysToRetain: 30
|
|
|
|
# enable log collector, daemons will log on files and rotate
|
|
logCollector:
|
|
enabled: true
|
|
periodicity: daily # one of: hourly, daily, weekly, monthly
|
|
maxLogSize: 500M # SUFFIX may be 'M' or 'G'. Must be at least 1M.
|
|
|
|
# automate [data cleanup process](https://github.com/rook/rook/blob/master/Documentation/Storage-Configuration/ceph-teardown.md#delete-the-data-on-hosts) in cluster destruction.
|
|
cleanupPolicy:
|
|
# Since cluster cleanup is destructive to data, confirmation is required.
|
|
# To destroy all Rook data on hosts during uninstall, confirmation must be set to "yes-really-destroy-data".
|
|
# This value should only be set when the cluster is about to be deleted. After the confirmation is set,
|
|
# Rook will immediately stop configuring the cluster and only wait for the delete command.
|
|
# If the empty string is set, Rook will not destroy any data on hosts during uninstall.
|
|
confirmation: ""
|
|
# sanitizeDisks represents settings for sanitizing OSD disks on cluster deletion
|
|
sanitizeDisks:
|
|
# method indicates if the entire disk should be sanitized or simply ceph's metadata
|
|
# in both case, re-install is possible
|
|
# possible choices are 'complete' or 'quick' (default)
|
|
method: quick
|
|
# dataSource indicate where to get random bytes from to write on the disk
|
|
# possible choices are 'zero' (default) or 'random'
|
|
# using random sources will consume entropy from the system and will take much more time then the zero source
|
|
dataSource: zero
|
|
# iteration overwrite N times instead of the default (1)
|
|
# takes an integer value
|
|
iteration: 1
|
|
# allowUninstallWithVolumes defines how the uninstall should be performed
|
|
# If set to true, cephCluster deletion does not wait for the PVs to be deleted.
|
|
allowUninstallWithVolumes: false
|
|
|
|
# To control where various services will be scheduled by kubernetes, use the placement configuration sections below.
|
|
# The example under 'all' would have all services scheduled on kubernetes nodes labeled with 'role=storage-node' and
|
|
# tolerate taints with a key of 'storage-node'.
|
|
# placement:
|
|
# all:
|
|
# nodeAffinity:
|
|
# requiredDuringSchedulingIgnoredDuringExecution:
|
|
# nodeSelectorTerms:
|
|
# - matchExpressions:
|
|
# - key: role
|
|
# operator: In
|
|
# values:
|
|
# - storage-node
|
|
# podAffinity:
|
|
# podAntiAffinity:
|
|
# topologySpreadConstraints:
|
|
# tolerations:
|
|
# - key: storage-node
|
|
# operator: Exists
|
|
# # The above placement information can also be specified for mon, osd, and mgr components
|
|
# mon:
|
|
# # Monitor deployments may contain an anti-affinity rule for avoiding monitor
|
|
# # collocation on the same node. This is a required rule when host network is used
|
|
# # or when AllowMultiplePerNode is false. Otherwise this anti-affinity rule is a
|
|
# # preferred rule with weight: 50.
|
|
# osd:
|
|
# mgr:
|
|
# cleanup:
|
|
|
|
# annotations:
|
|
# all:
|
|
# mon:
|
|
# osd:
|
|
# cleanup:
|
|
# prepareosd:
|
|
# # If no mgr annotations are set, prometheus scrape annotations will be set by default.
|
|
# mgr:
|
|
# dashboard:
|
|
|
|
# labels:
|
|
# all:
|
|
# mon:
|
|
# osd:
|
|
# cleanup:
|
|
# mgr:
|
|
# prepareosd:
|
|
# # monitoring is a list of key-value pairs. It is injected into all the monitoring resources created by operator.
|
|
# # These labels can be passed as LabelSelector to Prometheus
|
|
# monitoring:
|
|
# dashboard:
|
|
|
|
resources:
|
|
mgr:
|
|
limits:
|
|
memory: "1Gi"
|
|
requests:
|
|
cpu: "500m"
|
|
memory: "512Mi"
|
|
mon:
|
|
limits:
|
|
memory: "2Gi"
|
|
requests:
|
|
cpu: "1000m"
|
|
memory: "1Gi"
|
|
osd:
|
|
limits:
|
|
memory: "4Gi"
|
|
requests:
|
|
cpu: "1000m"
|
|
memory: "4Gi"
|
|
prepareosd:
|
|
# limits: It is not recommended to set limits on the OSD prepare job
|
|
# since it's a one-time burst for memory that must be allowed to
|
|
# complete without an OOM kill. Note however that if a k8s
|
|
# limitRange guardrail is defined external to Rook, the lack of
|
|
# a limit here may result in a sync failure, in which case a
|
|
# limit should be added. 1200Mi may suffice for up to 15Ti
|
|
# OSDs ; for larger devices 2Gi may be required.
|
|
# cf. https://github.com/rook/rook/pull/11103
|
|
requests:
|
|
cpu: "500m"
|
|
memory: "50Mi"
|
|
mgr-sidecar:
|
|
limits:
|
|
memory: "100Mi"
|
|
requests:
|
|
cpu: "100m"
|
|
memory: "40Mi"
|
|
crashcollector:
|
|
limits:
|
|
memory: "60Mi"
|
|
requests:
|
|
cpu: "100m"
|
|
memory: "60Mi"
|
|
logcollector:
|
|
limits:
|
|
memory: "1Gi"
|
|
requests:
|
|
cpu: "100m"
|
|
memory: "100Mi"
|
|
cleanup:
|
|
limits:
|
|
memory: "1Gi"
|
|
requests:
|
|
cpu: "500m"
|
|
memory: "100Mi"
|
|
exporter:
|
|
limits:
|
|
memory: "128Mi"
|
|
requests:
|
|
cpu: "50m"
|
|
memory: "50Mi"
|
|
|
|
# The option to automatically remove OSDs that are out and are safe to destroy.
|
|
removeOSDsIfOutAndSafeToRemove: false
|
|
|
|
# priority classes to apply to ceph resources
|
|
priorityClassNames:
|
|
mon: system-node-critical
|
|
osd: system-node-critical
|
|
mgr: system-cluster-critical
|
|
|
|
storage: # cluster level storage configuration and selection
|
|
useAllNodes: true
|
|
useAllDevices: true
|
|
# deviceFilter:
|
|
# config:
|
|
# crushRoot: "custom-root" # specify a non-default root label for the CRUSH map
|
|
# metadataDevice: "md0" # specify a non-rotational storage so ceph-volume will use it as block db device of bluestore.
|
|
# databaseSizeMB: "1024" # uncomment if the disks are smaller than 100 GB
|
|
# osdsPerDevice: "1" # this value can be overridden at the node or device level
|
|
# encryptedDevice: "true" # the default value for this option is "false"
|
|
# # Individual nodes and their config can be specified as well, but 'useAllNodes' above must be set to false. Then, only the named
|
|
# # nodes below will be used as storage resources. Each node's 'name' field should match their 'kubernetes.io/hostname' label.
|
|
# nodes:
|
|
# - name: "172.17.4.201"
|
|
# devices: # specific devices to use for storage can be specified for each node
|
|
# - name: "sdb"
|
|
# - name: "nvme01" # multiple osds can be created on high performance devices
|
|
# config:
|
|
# osdsPerDevice: "5"
|
|
# - name: "/dev/disk/by-id/ata-ST4000DM004-XXXX" # devices can be specified using full udev paths
|
|
# config: # configuration can be specified at the node level which overrides the cluster level config
|
|
# - name: "172.17.4.301"
|
|
# deviceFilter: "^sd."
|
|
|
|
# The section for configuring management of daemon disruptions during upgrade or fencing.
|
|
disruptionManagement:
|
|
# If true, the operator will create and manage PodDisruptionBudgets for OSD, Mon, RGW, and MDS daemons. OSD PDBs are managed dynamically
|
|
# via the strategy outlined in the [design](https://github.com/rook/rook/blob/master/design/ceph/ceph-managed-disruptionbudgets.md). The operator will
|
|
# block eviction of OSDs by default and unblock them safely when drains are detected.
|
|
managePodBudgets: true
|
|
# A duration in minutes that determines how long an entire failureDomain like `region/zone/host` will be held in `noout` (in addition to the
|
|
# default DOWN/OUT interval) when it is draining. This is only relevant when `managePodBudgets` is `true`. The default value is `30` minutes.
|
|
osdMaintenanceTimeout: 30
|
|
|
|
# Configure the healthcheck and liveness probes for ceph pods.
|
|
# Valid values for daemons are 'mon', 'osd', 'status'
|
|
healthCheck:
|
|
daemonHealth:
|
|
mon:
|
|
disabled: false
|
|
interval: 45s
|
|
osd:
|
|
disabled: false
|
|
interval: 60s
|
|
status:
|
|
disabled: false
|
|
interval: 60s
|
|
# Change pod liveness probe, it works for all mon, mgr, and osd pods.
|
|
livenessProbe:
|
|
mon:
|
|
disabled: false
|
|
mgr:
|
|
disabled: false
|
|
osd:
|
|
disabled: false
|
|
|
|
ingress:
|
|
# -- Enable an ingress for the ceph-dashboard
|
|
dashboard: {}
|
|
# labels:
|
|
# external-dns/private: "true"
|
|
# annotations:
|
|
# external-dns.alpha.kubernetes.io/hostname: dashboard.example.com
|
|
# nginx.ingress.kubernetes.io/rewrite-target: /ceph-dashboard/$2
|
|
# If the dashboard has ssl: true the following will make sure the NGINX Ingress controller can expose the dashboard correctly
|
|
# nginx.ingress.kubernetes.io/backend-protocol: "HTTPS"
|
|
# nginx.ingress.kubernetes.io/server-snippet: |
|
|
# proxy_ssl_verify off;
|
|
# host:
|
|
# name: dashboard.example.com
|
|
# path: "/ceph-dashboard(/|$)(.*)"
|
|
# pathType: Prefix
|
|
# tls:
|
|
# - hosts:
|
|
# - dashboard.example.com
|
|
# secretName: testsecret-tls
|
|
## Note: Only one of ingress class annotation or the `ingressClassName:` can be used at a time
|
|
## to set the ingress class
|
|
# ingressClassName: nginx
|
|
|
|
route:
|
|
# -- Enable an HTTPRoute for the ceph-dashboard
|
|
dashboard: {}
|
|
# labels:
|
|
# external-dns/private: "true"
|
|
# annotations:
|
|
# external-dns.alpha.kubernetes.io/hostname: dashboard.example.com
|
|
# nginx.ingress.kubernetes.io/rewrite-target: /ceph-dashboard/$2
|
|
# host:
|
|
# name: dashboard.example.com
|
|
# path: "/"
|
|
# pathType: PathPrefix
|
|
# parentRefs:
|
|
# - name: internal
|
|
# namespace: kube-system
|
|
# sectionName: https
|
|
|
|
# -- A list of CephBlockPool configurations to deploy
|
|
# @default -- See [below](#ceph-block-pools)
|
|
cephBlockPools:
|
|
- name: ceph-blockpool
|
|
# see https://github.com/rook/rook/blob/master/Documentation/CRDs/Block-Storage/ceph-block-pool-crd.md#spec for available configuration
|
|
spec:
|
|
failureDomain: host
|
|
replicated:
|
|
size: 3
|
|
# Enables collecting RBD per-image IO statistics by enabling dynamic OSD performance counters. Defaults to false.
|
|
# For reference: https://docs.ceph.com/docs/latest/mgr/prometheus/#rbd-io-statistics
|
|
# enableRBDStats: true
|
|
storageClass:
|
|
enabled: true
|
|
name: ceph-block
|
|
annotations: {}
|
|
labels: {}
|
|
isDefault: true
|
|
reclaimPolicy: Delete
|
|
allowVolumeExpansion: true
|
|
volumeBindingMode: "Immediate"
|
|
mountOptions: []
|
|
# see https://kubernetes.io/docs/concepts/storage/storage-classes/#allowed-topologies
|
|
allowedTopologies: []
|
|
# - matchLabelExpressions:
|
|
# - key: rook-ceph-role
|
|
# values:
|
|
# - storage-node
|
|
# see https://github.com/rook/rook/blob/master/Documentation/Storage-Configuration/Block-Storage-RBD/block-storage.md#provision-storage for available configuration
|
|
parameters:
|
|
# (optional) mapOptions is a comma-separated list of map options.
|
|
# For krbd options refer
|
|
# https://docs.ceph.com/docs/latest/man/8/rbd/#kernel-rbd-krbd-options
|
|
# For nbd options refer
|
|
# https://docs.ceph.com/docs/latest/man/8/rbd-nbd/#options
|
|
# mapOptions: lock_on_read,queue_depth=1024
|
|
|
|
# (optional) unmapOptions is a comma-separated list of unmap options.
|
|
# For krbd options refer
|
|
# https://docs.ceph.com/docs/latest/man/8/rbd/#kernel-rbd-krbd-options
|
|
# For nbd options refer
|
|
# https://docs.ceph.com/docs/latest/man/8/rbd-nbd/#options
|
|
# unmapOptions: force
|
|
|
|
# RBD image format. Defaults to "2".
|
|
imageFormat: "2"
|
|
|
|
# RBD image features, equivalent to OR'd bitfield value: 63
|
|
# Available for imageFormat: "2". Older releases of CSI RBD
|
|
# support only the `layering` feature. The Linux kernel (KRBD) supports the
|
|
# full feature complement as of 5.4
|
|
imageFeatures: layering
|
|
|
|
# These secrets contain Ceph admin credentials.
|
|
csi.storage.k8s.io/provisioner-secret-name: rook-csi-rbd-provisioner
|
|
csi.storage.k8s.io/provisioner-secret-namespace: "{{ .Release.Namespace }}"
|
|
csi.storage.k8s.io/controller-expand-secret-name: rook-csi-rbd-provisioner
|
|
csi.storage.k8s.io/controller-expand-secret-namespace: "{{ .Release.Namespace }}"
|
|
csi.storage.k8s.io/controller-publish-secret-name: rook-csi-rbd-provisioner
|
|
csi.storage.k8s.io/controller-publish-secret-namespace: "{{ .Release.Namespace }}"
|
|
csi.storage.k8s.io/node-stage-secret-name: rook-csi-rbd-node
|
|
csi.storage.k8s.io/node-stage-secret-namespace: "{{ .Release.Namespace }}"
|
|
# Specify the filesystem type of the volume. If not specified, csi-provisioner
|
|
# will set default as `ext4`. Note that `xfs` is not recommended due to potential deadlock
|
|
# in hyperconverged settings where the volume is mounted on the same node as the osds.
|
|
csi.storage.k8s.io/fstype: ext4
|
|
|
|
# -- A list of CephFileSystem configurations to deploy
|
|
# @default -- See [below](#ceph-file-systems)
|
|
cephFileSystems:
|
|
- name: ceph-filesystem
|
|
# see https://github.com/rook/rook/blob/master/Documentation/CRDs/Shared-Filesystem/ceph-filesystem-crd.md#filesystem-settings for available configuration
|
|
spec:
|
|
metadataPool:
|
|
replicated:
|
|
size: 3
|
|
dataPools:
|
|
- failureDomain: host
|
|
replicated:
|
|
size: 3
|
|
# Optional and highly recommended, 'data0' by default, see https://github.com/rook/rook/blob/master/Documentation/CRDs/Shared-Filesystem/ceph-filesystem-crd.md#pools
|
|
name: data0
|
|
metadataServer:
|
|
activeCount: 1
|
|
activeStandby: true
|
|
resources:
|
|
limits:
|
|
memory: "4Gi"
|
|
requests:
|
|
cpu: "1000m"
|
|
memory: "4Gi"
|
|
priorityClassName: system-cluster-critical
|
|
storageClass:
|
|
enabled: true
|
|
isDefault: false
|
|
name: ceph-filesystem
|
|
# (Optional) specify a data pool to use, must be the name of one of the data pools above, 'data0' by default
|
|
pool: data0
|
|
reclaimPolicy: Delete
|
|
allowVolumeExpansion: true
|
|
volumeBindingMode: "Immediate"
|
|
annotations: {}
|
|
labels: {}
|
|
mountOptions: []
|
|
# see https://github.com/rook/rook/blob/master/Documentation/Storage-Configuration/Shared-Filesystem-CephFS/filesystem-storage.md#provision-storage for available configuration
|
|
parameters:
|
|
# The secrets contain Ceph admin credentials.
|
|
csi.storage.k8s.io/provisioner-secret-name: rook-csi-cephfs-provisioner
|
|
csi.storage.k8s.io/provisioner-secret-namespace: "{{ .Release.Namespace }}"
|
|
csi.storage.k8s.io/controller-expand-secret-name: rook-csi-cephfs-provisioner
|
|
csi.storage.k8s.io/controller-expand-secret-namespace: "{{ .Release.Namespace }}"
|
|
csi.storage.k8s.io/controller-publish-secret-name: rook-csi-cephfs-provisioner
|
|
csi.storage.k8s.io/controller-publish-secret-namespace: "{{ .Release.Namespace }}"
|
|
csi.storage.k8s.io/node-stage-secret-name: rook-csi-cephfs-node
|
|
csi.storage.k8s.io/node-stage-secret-namespace: "{{ .Release.Namespace }}"
|
|
# Specify the filesystem type of the volume. If not specified, csi-provisioner
|
|
# will set default as `ext4`. Note that `xfs` is not recommended due to potential deadlock
|
|
# in hyperconverged settings where the volume is mounted on the same node as the osds.
|
|
csi.storage.k8s.io/fstype: ext4
|
|
|
|
# -- Settings for the filesystem snapshot class
|
|
# @default -- See [CephFS Snapshots](../Storage-Configuration/Ceph-CSI/ceph-csi-snapshot.md#cephfs-snapshots)
|
|
cephFileSystemVolumeSnapshotClass:
|
|
enabled: false
|
|
name: ceph-filesystem
|
|
isDefault: true
|
|
deletionPolicy: Delete
|
|
annotations: {}
|
|
labels: {}
|
|
# see https://rook.io/docs/rook/v1.10/Storage-Configuration/Ceph-CSI/ceph-csi-snapshot/#cephfs-snapshots for available configuration
|
|
parameters: {}
|
|
|
|
# -- Settings for the block pool snapshot class
|
|
# @default -- See [RBD Snapshots](../Storage-Configuration/Ceph-CSI/ceph-csi-snapshot.md#rbd-snapshots)
|
|
cephBlockPoolsVolumeSnapshotClass:
|
|
enabled: false
|
|
name: ceph-block
|
|
isDefault: false
|
|
deletionPolicy: Delete
|
|
annotations: {}
|
|
labels: {}
|
|
# see https://rook.io/docs/rook/v1.10/Storage-Configuration/Ceph-CSI/ceph-csi-snapshot/#rbd-snapshots for available configuration
|
|
parameters: {}
|
|
|
|
# -- A list of CephObjectStore configurations to deploy
|
|
# @default -- See [below](#ceph-object-stores)
|
|
cephObjectStores:
|
|
- name: ceph-objectstore
|
|
# see https://github.com/rook/rook/blob/master/Documentation/CRDs/Object-Storage/ceph-object-store-crd.md#object-store-settings for available configuration
|
|
spec:
|
|
metadataPool:
|
|
failureDomain: host
|
|
replicated:
|
|
size: 3
|
|
dataPool:
|
|
failureDomain: host
|
|
erasureCoded:
|
|
dataChunks: 2
|
|
codingChunks: 1
|
|
parameters:
|
|
bulk: "true"
|
|
preservePoolsOnDelete: true
|
|
gateway:
|
|
port: 80
|
|
resources:
|
|
limits:
|
|
memory: "2Gi"
|
|
requests:
|
|
cpu: "1000m"
|
|
memory: "1Gi"
|
|
# securePort: 443
|
|
# sslCertificateRef:
|
|
instances: 1
|
|
priorityClassName: system-cluster-critical
|
|
# opsLogSidecar:
|
|
# resources:
|
|
# limits:
|
|
# memory: "100Mi"
|
|
# requests:
|
|
# cpu: "100m"
|
|
# memory: "40Mi"
|
|
storageClass:
|
|
enabled: true
|
|
name: ceph-bucket
|
|
reclaimPolicy: Delete
|
|
volumeBindingMode: "Immediate"
|
|
annotations: {}
|
|
labels: {}
|
|
# see https://github.com/rook/rook/blob/master/Documentation/Storage-Configuration/Object-Storage-RGW/ceph-object-bucket-claim.md#storageclass for available configuration
|
|
parameters:
|
|
# note: objectStoreNamespace and objectStoreName are configured by the chart
|
|
region: us-east-1
|
|
ingress:
|
|
# Enable an ingress for the ceph-objectstore
|
|
enabled: false
|
|
# The ingress port by default will be the object store's "securePort" (if set), or the gateway "port".
|
|
# To override those defaults, set this ingress port to the desired port.
|
|
# port: 80
|
|
# annotations: {}
|
|
# host:
|
|
# name: objectstore.example.com
|
|
# path: /
|
|
# pathType: Prefix
|
|
# tls:
|
|
# - hosts:
|
|
# - objectstore.example.com
|
|
# secretName: ceph-objectstore-tls
|
|
# ingressClassName: nginx
|
|
route:
|
|
# Enable an ingress for the ceph-objectstore
|
|
enabled: false
|
|
# The ingress port by default will be the object store's "securePort" (if set), or the gateway "port".
|
|
# To override those defaults, set this ingress port to the desired port.
|
|
# port: 80
|
|
# annotations: {}
|
|
# host:
|
|
# name: objectstore.example.com
|
|
# path: /
|
|
# pathType: PathPrefix
|
|
# parentRefs:
|
|
# - name: internal
|
|
# namespace: kube-system
|
|
# sectionName: https
|
|
## cephECBlockPools are disabled by default, please remove the comments and set desired values to enable it
|
|
## For erasure coded a replicated metadata pool is required.
|
|
## https://rook.io/docs/rook/latest/CRDs/Shared-Filesystem/ceph-filesystem-crd/#erasure-coded
|
|
#cephECBlockPools:
|
|
# - name: ec-pool
|
|
# spec:
|
|
# metadataPool:
|
|
# replicated:
|
|
# size: 2
|
|
# dataPool:
|
|
# failureDomain: osd
|
|
# erasureCoded:
|
|
# dataChunks: 2
|
|
# codingChunks: 1
|
|
# deviceClass: hdd
|
|
#
|
|
# parameters:
|
|
# # clusterID is the namespace where the rook cluster is running
|
|
# # If you change this namespace, also change the namespace below where the secret namespaces are defined
|
|
# clusterID: rook-ceph # namespace:cluster
|
|
# # (optional) mapOptions is a comma-separated list of map options.
|
|
# # For krbd options refer
|
|
# # https://docs.ceph.com/docs/latest/man/8/rbd/#kernel-rbd-krbd-options
|
|
# # For nbd options refer
|
|
# # https://docs.ceph.com/docs/latest/man/8/rbd-nbd/#options
|
|
# # mapOptions: lock_on_read,queue_depth=1024
|
|
#
|
|
# # (optional) unmapOptions is a comma-separated list of unmap options.
|
|
# # For krbd options refer
|
|
# # https://docs.ceph.com/docs/latest/man/8/rbd/#kernel-rbd-krbd-options
|
|
# # For nbd options refer
|
|
# # https://docs.ceph.com/docs/latest/man/8/rbd-nbd/#options
|
|
# # unmapOptions: force
|
|
#
|
|
# # RBD image format. Defaults to "2".
|
|
# imageFormat: "2"
|
|
#
|
|
# # RBD image features, equivalent to OR'd bitfield value: 63
|
|
# # Available for imageFormat: "2". Older releases of CSI RBD
|
|
# # support only the `layering` feature. The Linux kernel (KRBD) supports the
|
|
# # full feature complement as of 5.4
|
|
# # imageFeatures: layering,fast-diff,object-map,deep-flatten,exclusive-lock
|
|
# imageFeatures: layering
|
|
#
|
|
# storageClass:
|
|
# provisioner: rook-ceph.rbd.csi.ceph.com # csi-provisioner-name
|
|
# enabled: true
|
|
# name: rook-ceph-block
|
|
# isDefault: false
|
|
# annotations: { }
|
|
# labels: { }
|
|
# allowVolumeExpansion: true
|
|
# reclaimPolicy: Delete
|
|
|
|
# -- CSI driver name prefix for cephfs, rbd and nfs.
|
|
# @default -- `namespace name where rook-ceph operator is deployed`
|
|
csiDriverNamePrefix:
|