Add necessary script to auto-generate a CSV file for OLM. Signed-off-by: Sébastien Han <seb@redhat.com>
649 lines
15 KiB
YAML
649 lines
15 KiB
YAML
###################################################################################################################
|
|
# Create the common resources that are necessary to start the operator and the ceph cluster.
|
|
# These resources *must* be created before the operator.yaml and cluster.yaml or their variants.
|
|
# The samples all assume that a single operator will manage a single cluster crd in the same "rook-ceph" namespace.
|
|
#
|
|
# If the operator needs to manage multiple clusters (in different namespaces), see the section below
|
|
# for "cluster-specific resources". The resources below that section will need to be created for each namespace
|
|
# where the operator needs to manage the cluster. The resources above that section do not be created again.
|
|
#
|
|
# Most of the sections are prefixed with a 'OLM' keyword which is used to build our CSV for an OLM (Operator Life Cycle manager)
|
|
###################################################################################################################
|
|
|
|
# Namespace where the operator and other rook resources are created
|
|
apiVersion: v1
|
|
kind: Namespace
|
|
metadata:
|
|
name: rook-ceph
|
|
---
|
|
# OLM: BEGIN CEPH CRD
|
|
# The CRD declarations
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: cephclusters.ceph.rook.io
|
|
spec:
|
|
group: ceph.rook.io
|
|
names:
|
|
kind: CephCluster
|
|
listKind: CephClusterList
|
|
plural: cephclusters
|
|
singular: cephcluster
|
|
scope: Namespaced
|
|
version: v1
|
|
validation:
|
|
openAPIV3Schema:
|
|
properties:
|
|
spec:
|
|
properties:
|
|
cephVersion:
|
|
properties:
|
|
allowUnsupported:
|
|
type: boolean
|
|
image:
|
|
type: string
|
|
name:
|
|
pattern: ^(luminous|mimic|nautilus)$
|
|
type: string
|
|
dashboard:
|
|
properties:
|
|
enabled:
|
|
type: boolean
|
|
urlPrefix:
|
|
type: string
|
|
port:
|
|
type: integer
|
|
dataDirHostPath:
|
|
pattern: ^/(\S+)
|
|
type: string
|
|
mon:
|
|
properties:
|
|
allowMultiplePerNode:
|
|
type: boolean
|
|
count:
|
|
maximum: 9
|
|
minimum: 1
|
|
type: integer
|
|
preferredCount:
|
|
maximum: 9
|
|
minimum: 0
|
|
type: integer
|
|
required:
|
|
- count
|
|
network:
|
|
properties:
|
|
hostNetwork:
|
|
type: boolean
|
|
storage:
|
|
properties:
|
|
nodes:
|
|
items: {}
|
|
type: array
|
|
useAllDevices: {}
|
|
useAllNodes:
|
|
type: boolean
|
|
required:
|
|
- mon
|
|
additionalPrinterColumns:
|
|
- name: DataDirHostPath
|
|
type: string
|
|
description: Directory used on the K8s nodes
|
|
JSONPath: .spec.dataDirHostPath
|
|
- name: MonCount
|
|
type: string
|
|
description: Number of MONs
|
|
JSONPath: .spec.mon.count
|
|
- name: Age
|
|
type: date
|
|
JSONPath: .metadata.creationTimestamp
|
|
- name: State
|
|
type: string
|
|
description: Current State
|
|
JSONPath: .status.state
|
|
- name: Health
|
|
type: string
|
|
description: Ceph Health
|
|
JSONPath: .status.ceph.health
|
|
# OLM: END CEPH CRD
|
|
---
|
|
# OLM: BEGIN CEPH FS CRD
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: cephfilesystems.ceph.rook.io
|
|
spec:
|
|
group: ceph.rook.io
|
|
names:
|
|
kind: CephFilesystem
|
|
listKind: CephFilesystemList
|
|
plural: cephfilesystems
|
|
singular: cephfilesystem
|
|
scope: Namespaced
|
|
version: v1
|
|
additionalPrinterColumns:
|
|
- name: MdsCount
|
|
type: string
|
|
description: Number of MDSs
|
|
JSONPath: .spec.metadataServer.activeCount
|
|
- name: Age
|
|
type: date
|
|
JSONPath: .metadata.creationTimestamp
|
|
# OLM: END CEPH FS CRD
|
|
---
|
|
# OLM: BEGIN CEPH NFS CRD
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: cephnfses.ceph.rook.io
|
|
spec:
|
|
group: ceph.rook.io
|
|
names:
|
|
kind: CephNFS
|
|
listKind: CephNFSList
|
|
plural: cephnfses
|
|
singular: cephnfs
|
|
shortNames:
|
|
- nfs
|
|
scope: Namespaced
|
|
version: v1
|
|
# OLM: END CEPH NFS CRD
|
|
---
|
|
# OLM: BEGIN CEPH OBJECT STORE CRD
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: cephobjectstores.ceph.rook.io
|
|
spec:
|
|
group: ceph.rook.io
|
|
names:
|
|
kind: CephObjectStore
|
|
listKind: CephObjectStoreList
|
|
plural: cephobjectstores
|
|
singular: cephobjectstore
|
|
scope: Namespaced
|
|
version: v1
|
|
# OLM: END CEPH OBJECT STORE CRD
|
|
---
|
|
# OLM: BEGIN CEPH OBJECT STORE USERS CRD
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: cephobjectstoreusers.ceph.rook.io
|
|
spec:
|
|
group: ceph.rook.io
|
|
names:
|
|
kind: CephObjectStoreUser
|
|
listKind: CephObjectStoreUserList
|
|
plural: cephobjectstoreusers
|
|
singular: cephobjectstoreuser
|
|
scope: Namespaced
|
|
version: v1
|
|
# OLM: END CEPH OBJECT STORE USERS CRD
|
|
---
|
|
# OLM: BEGIN CEPH BLOCK POOL CRD
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: cephblockpools.ceph.rook.io
|
|
spec:
|
|
group: ceph.rook.io
|
|
names:
|
|
kind: CephBlockPool
|
|
listKind: CephBlockPoolList
|
|
plural: cephblockpools
|
|
singular: cephblockpool
|
|
scope: Namespaced
|
|
version: v1
|
|
# OLM: END CEPH BLOCK POOL CRD
|
|
---
|
|
# OLM: BEGIN CEPH VOLUME POOL CRD
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: volumes.rook.io
|
|
spec:
|
|
group: rook.io
|
|
names:
|
|
kind: Volume
|
|
listKind: VolumeList
|
|
plural: volumes
|
|
singular: volume
|
|
shortNames:
|
|
- rv
|
|
scope: Namespaced
|
|
version: v1alpha2
|
|
# OLM: END CEPH VOLUME POOL CRD
|
|
---
|
|
# OLM: BEGIN OPERATOR ROLE
|
|
# The cluster role for managing all the cluster-specific resources in a namespace
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
kind: ClusterRole
|
|
metadata:
|
|
name: rook-ceph-cluster-mgmt
|
|
labels:
|
|
operator: rook
|
|
storage-backend: ceph
|
|
aggregationRule:
|
|
clusterRoleSelectors:
|
|
- matchLabels:
|
|
rbac.ceph.rook.io/aggregate-to-rook-ceph-cluster-mgmt: "true"
|
|
rules: []
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
kind: ClusterRole
|
|
metadata:
|
|
name: rook-ceph-cluster-mgmt-rules
|
|
labels:
|
|
operator: rook
|
|
storage-backend: ceph
|
|
rbac.ceph.rook.io/aggregate-to-rook-ceph-cluster-mgmt: "true"
|
|
rules:
|
|
- apiGroups:
|
|
- ""
|
|
resources:
|
|
- secrets
|
|
- pods
|
|
- pods/log
|
|
- services
|
|
- configmaps
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- patch
|
|
- create
|
|
- update
|
|
- delete
|
|
- apiGroups:
|
|
- apps
|
|
resources:
|
|
- deployments
|
|
- daemonsets
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- create
|
|
- update
|
|
- delete
|
|
---
|
|
# The role for the operator to manage resources in its own namespace
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
kind: Role
|
|
metadata:
|
|
name: rook-ceph-system
|
|
namespace: rook-ceph
|
|
labels:
|
|
operator: rook
|
|
storage-backend: ceph
|
|
rules:
|
|
- apiGroups:
|
|
- ""
|
|
resources:
|
|
- pods
|
|
- configmaps
|
|
- services
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- patch
|
|
- create
|
|
- update
|
|
- delete
|
|
- apiGroups:
|
|
- apps
|
|
resources:
|
|
- daemonsets
|
|
- statefulsets
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- create
|
|
- update
|
|
- delete
|
|
---
|
|
# The cluster role for managing the Rook CRDs
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
kind: ClusterRole
|
|
metadata:
|
|
name: rook-ceph-global
|
|
labels:
|
|
operator: rook
|
|
storage-backend: ceph
|
|
aggregationRule:
|
|
clusterRoleSelectors:
|
|
- matchLabels:
|
|
rbac.ceph.rook.io/aggregate-to-rook-ceph-global: "true"
|
|
rules: []
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
kind: ClusterRole
|
|
metadata:
|
|
name: rook-ceph-global-rules
|
|
labels:
|
|
operator: rook
|
|
storage-backend: ceph
|
|
rbac.ceph.rook.io/aggregate-to-rook-ceph-global: "true"
|
|
rules:
|
|
- apiGroups:
|
|
- ""
|
|
resources:
|
|
# Pod access is needed for fencing
|
|
- pods
|
|
# Node access is needed for determining nodes where mons should run
|
|
- nodes
|
|
- nodes/proxy
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- apiGroups:
|
|
- ""
|
|
resources:
|
|
- events
|
|
# PVs and PVCs are managed by the Rook provisioner
|
|
- persistentvolumes
|
|
- persistentvolumeclaims
|
|
- endpoints
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- patch
|
|
- create
|
|
- update
|
|
- delete
|
|
- apiGroups:
|
|
- storage.k8s.io
|
|
resources:
|
|
- storageclasses
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- apiGroups:
|
|
- batch
|
|
resources:
|
|
- jobs
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- create
|
|
- update
|
|
- delete
|
|
- apiGroups:
|
|
- ceph.rook.io
|
|
resources:
|
|
- "*"
|
|
verbs:
|
|
- "*"
|
|
- apiGroups:
|
|
- rook.io
|
|
resources:
|
|
- "*"
|
|
verbs:
|
|
- "*"
|
|
---
|
|
# Aspects of ceph-mgr that require cluster-wide access
|
|
kind: ClusterRole
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-mgr-cluster
|
|
labels:
|
|
operator: rook
|
|
storage-backend: ceph
|
|
aggregationRule:
|
|
clusterRoleSelectors:
|
|
- matchLabels:
|
|
rbac.ceph.rook.io/aggregate-to-rook-ceph-mgr-cluster: "true"
|
|
rules: []
|
|
---
|
|
kind: ClusterRole
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-mgr-cluster-rules
|
|
labels:
|
|
operator: rook
|
|
storage-backend: ceph
|
|
rbac.ceph.rook.io/aggregate-to-rook-ceph-mgr-cluster: "true"
|
|
rules:
|
|
- apiGroups:
|
|
- ""
|
|
resources:
|
|
- configmaps
|
|
- nodes
|
|
- nodes/proxy
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
---
|
|
# OLM: END OPERATOR ROLE
|
|
# OLM: BEGIN SERVICE ACCOUNT SYSTEM
|
|
# The rook system service account used by the operator, agent, and discovery pods
|
|
apiVersion: v1
|
|
kind: ServiceAccount
|
|
metadata:
|
|
name: rook-ceph-system
|
|
namespace: rook-ceph
|
|
labels:
|
|
operator: rook
|
|
storage-backend: ceph
|
|
---
|
|
# OLM: END SERVICE ACCOUNT SYSTEM
|
|
# OLM: BEGIN OPERATOR ROLEBINDING
|
|
# Grant the operator, agent, and discovery agents access to resources in the namespace
|
|
kind: RoleBinding
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-system
|
|
namespace: rook-ceph
|
|
labels:
|
|
operator: rook
|
|
storage-backend: ceph
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: Role
|
|
name: rook-ceph-system
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: rook-ceph-system
|
|
namespace: rook-ceph
|
|
---
|
|
# Grant the rook system daemons cluster-wide access to manage the Rook CRDs, PVCs, and storage classes
|
|
kind: ClusterRoleBinding
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-global
|
|
namespace: rook-ceph
|
|
labels:
|
|
operator: rook
|
|
storage-backend: ceph
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: ClusterRole
|
|
name: rook-ceph-global
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: rook-ceph-system
|
|
namespace: rook-ceph
|
|
---
|
|
# OLM: END OPERATOR ROLEBINDING
|
|
#################################################################################################################
|
|
# Beginning of cluster-specific resources. The example will assume the cluster will be created in the "rook-ceph"
|
|
# namespace. If you want to create the cluster in a different namespace, you will need to modify these roles
|
|
# and bindings accordingly.
|
|
#################################################################################################################
|
|
# Service account for the Ceph OSDs. Must exist and cannot be renamed.
|
|
# OLM: BEGIN SERVICE ACCOUNT OSD
|
|
apiVersion: v1
|
|
kind: ServiceAccount
|
|
metadata:
|
|
name: rook-ceph-osd
|
|
namespace: rook-ceph
|
|
# OLM: END SERVICE ACCOUNT OSD
|
|
# OLM: BEGIN SERVICE ACCOUNT MGR
|
|
---
|
|
# Service account for the Ceph Mgr. Must exist and cannot be renamed.
|
|
apiVersion: v1
|
|
kind: ServiceAccount
|
|
metadata:
|
|
name: rook-ceph-mgr
|
|
namespace: rook-ceph
|
|
# OLM: END SERVICE ACCOUNT MGR
|
|
# OLM: BEGIN CLUSTER ROLE
|
|
---
|
|
kind: Role
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-osd
|
|
namespace: rook-ceph
|
|
rules:
|
|
- apiGroups: [""]
|
|
resources: ["configmaps"]
|
|
verbs: [ "get", "list", "watch", "create", "update", "delete" ]
|
|
---
|
|
# Aspects of ceph-mgr that require access to the system namespace
|
|
kind: ClusterRole
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-mgr-system
|
|
namespace: rook-ceph
|
|
aggregationRule:
|
|
clusterRoleSelectors:
|
|
- matchLabels:
|
|
rbac.ceph.rook.io/aggregate-to-rook-ceph-mgr-system: "true"
|
|
rules: []
|
|
---
|
|
kind: ClusterRole
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-mgr-system-rules
|
|
namespace: rook-ceph
|
|
labels:
|
|
rbac.ceph.rook.io/aggregate-to-rook-ceph-mgr-system: "true"
|
|
rules:
|
|
- apiGroups:
|
|
- ""
|
|
resources:
|
|
- configmaps
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
---
|
|
# Aspects of ceph-mgr that operate within the cluster's namespace
|
|
kind: Role
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-mgr
|
|
namespace: rook-ceph
|
|
rules:
|
|
- apiGroups:
|
|
- ""
|
|
resources:
|
|
- pods
|
|
- services
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- apiGroups:
|
|
- batch
|
|
resources:
|
|
- jobs
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- create
|
|
- update
|
|
- delete
|
|
- apiGroups:
|
|
- ceph.rook.io
|
|
resources:
|
|
- "*"
|
|
verbs:
|
|
- "*"
|
|
# OLM: END CLUSTER ROLE
|
|
#
|
|
# OLM: BEGIN CLUSTER ROLEBINDING
|
|
---
|
|
# Allow the operator to create resources in this cluster's namespace
|
|
kind: RoleBinding
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-cluster-mgmt
|
|
namespace: rook-ceph
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: ClusterRole
|
|
name: rook-ceph-cluster-mgmt
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: rook-ceph-system
|
|
namespace: rook-ceph
|
|
---
|
|
# Allow the osd pods in this namespace to work with configmaps
|
|
kind: RoleBinding
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-osd
|
|
namespace: rook-ceph
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: Role
|
|
name: rook-ceph-osd
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: rook-ceph-osd
|
|
namespace: rook-ceph
|
|
---
|
|
# Allow the ceph mgr to access the cluster-specific resources necessary for the mgr modules
|
|
kind: RoleBinding
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-mgr
|
|
namespace: rook-ceph
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: Role
|
|
name: rook-ceph-mgr
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: rook-ceph-mgr
|
|
namespace: rook-ceph
|
|
---
|
|
# Allow the ceph mgr to access the rook system resources necessary for the mgr modules
|
|
kind: RoleBinding
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-mgr-system
|
|
namespace: rook-ceph
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: ClusterRole
|
|
name: rook-ceph-mgr-system
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: rook-ceph-mgr
|
|
namespace: rook-ceph
|
|
---
|
|
# Allow the ceph mgr to access cluster-wide resources necessary for the mgr modules
|
|
kind: ClusterRoleBinding
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: rook-ceph-mgr-cluster
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: ClusterRole
|
|
name: rook-ceph-mgr-cluster
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: rook-ceph-mgr
|
|
namespace: rook-ceph
|
|
---
|
|
# OLM: END CLUSTER ROLEBINDING |