Similarly to block volume replication, Ceph is capable of replicating the
content of a Ceph Filesystem from one cluster to another.
For this, during the 1.6 cycle, we introduced a new CRD called
CephFilesystemMirror which effectively deploys a cephfs-mirror daemon.
However, configuring peers to enable replication between two clusters
had to be done manually.
Also various bug fix made it in Ceph eventually and the minimum required
version for this to work is to run on Ceph Pacific 16.2.5 at least.
So the automatic configuration of Ceph Filesystem peers is now possible.
By editing the CephFilesystem CRD, you can now turn on mirroring:
```yaml
mirroring:
enabled: false
# list of Kubernetes Secrets containing the peer token
# for more details see: https://docs.ceph.com/en/latest/dev/cephfs-mirroring/#bootstrap-peers
peers:
secretNames:
- secondary-cluster-peer
```
Also, the mirroring status is displayed in the CR status:
```
status:
info:
fsMirrorBootstrapPeerSecretName: fs-peer-token-myfs
mirroringStatus:
daemonsStatus:
- daemon_id: 4186
filesystems:
- filesystem_id: 2
name: myfs
lastChecked: "2021-07-01T14:16:29Z"
phase: Ready
snapshotScheduleStatus:
lastChecked: "2021-07-01T14:16:29Z"
snapshotSchedules:
- fs: myfs
path: /
rel_path: /
retention: {}
schedule: 24h
```
Closes: https://github.com/rook/rook/issues/7063
Signed-off-by: Sébastien Han <seb@redhat.com>
115 lines
4.2 KiB
Go
115 lines
4.2 KiB
Go
/*
|
|
Copyright 2021 The Rook Authors. All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
// Package file manages a CephFS filesystem and the required daemons.
|
|
package file
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
cephv1 "github.com/rook/rook/pkg/apis/ceph.rook.io/v1"
|
|
"github.com/rook/rook/pkg/operator/ceph/reporting"
|
|
kerrors "k8s.io/apimachinery/pkg/api/errors"
|
|
"k8s.io/apimachinery/pkg/types"
|
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
)
|
|
|
|
// updateStatus updates a fs CR with the given status
|
|
func updateStatus(client client.Client, namespacedName types.NamespacedName, status cephv1.ConditionType, info map[string]string) {
|
|
fs := &cephv1.CephFilesystem{}
|
|
err := client.Get(context.TODO(), namespacedName, fs)
|
|
if err != nil {
|
|
if kerrors.IsNotFound(err) {
|
|
logger.Debug("CephFilesystem resource not found. Ignoring since object must be deleted.")
|
|
return
|
|
}
|
|
logger.Warningf("failed to retrieve filesystem %q to update status to %q. %v", namespacedName, status, err)
|
|
return
|
|
}
|
|
|
|
if fs.Status == nil {
|
|
fs.Status = &cephv1.CephFilesystemStatus{}
|
|
}
|
|
|
|
fs.Status.Phase = status
|
|
fs.Status.Info = info
|
|
if err := reporting.UpdateStatus(client, fs); err != nil {
|
|
logger.Warningf("failed to set filesystem %q status to %q. %v", fs.Name, status, err)
|
|
return
|
|
}
|
|
logger.Debugf("filesystem %q status updated to %q", fs.Name, status)
|
|
}
|
|
|
|
// updateStatusBucket updates an object with a given status
|
|
func (c *mirrorChecker) updateStatusMirroring(mirrorStatus []cephv1.FilesystemMirroringInfo, snapSchedStatus []cephv1.FilesystemSnapshotSchedulesSpec, details string) {
|
|
fs := &cephv1.CephFilesystem{}
|
|
if err := c.client.Get(context.TODO(), c.namespacedName, fs); err != nil {
|
|
if kerrors.IsNotFound(err) {
|
|
logger.Debug("CephFilesystem resource not found. Ignoring since object must be deleted.")
|
|
return
|
|
}
|
|
logger.Warningf("failed to retrieve ceph filesystem %q to update mirroring status. %v", c.namespacedName.Name, err)
|
|
return
|
|
}
|
|
if fs.Status == nil {
|
|
fs.Status = &cephv1.CephFilesystemStatus{}
|
|
}
|
|
|
|
// Update the CephFilesystem CR status field
|
|
fs.Status = toCustomResourceStatus(fs.Status, mirrorStatus, snapSchedStatus, details)
|
|
if err := reporting.UpdateStatus(c.client, fs); err != nil {
|
|
logger.Errorf("failed to set ceph filesystem %q mirroring status. %v", c.namespacedName.Name, err)
|
|
return
|
|
}
|
|
|
|
logger.Debugf("ceph filesystem %q mirroring status updated", c.namespacedName.Name)
|
|
}
|
|
|
|
func toCustomResourceStatus(currentStatus *cephv1.CephFilesystemStatus, mirrorStatus []cephv1.FilesystemMirroringInfo, snapSchedStatus []cephv1.FilesystemSnapshotSchedulesSpec, details string) *cephv1.CephFilesystemStatus {
|
|
mirrorStatusSpec := &cephv1.FilesystemMirroringInfoSpec{}
|
|
mirrorSnapScheduleStatusSpec := &cephv1.FilesystemSnapshotScheduleStatusSpec{}
|
|
now := time.Now().UTC().Format(time.RFC3339)
|
|
|
|
// MIRROR
|
|
if len(mirrorStatus) != 0 {
|
|
mirrorStatusSpec.LastChecked = now
|
|
mirrorStatusSpec.FilesystemMirroringAllInfo = mirrorStatus
|
|
}
|
|
|
|
// Always display the details, typically an error
|
|
mirrorStatusSpec.Details = details
|
|
|
|
if currentStatus != nil {
|
|
if currentStatus.MirroringStatus != nil {
|
|
mirrorStatusSpec.LastChanged = currentStatus.MirroringStatus.LastChanged
|
|
}
|
|
if currentStatus.SnapshotScheduleStatus != nil {
|
|
mirrorStatusSpec.LastChanged = currentStatus.SnapshotScheduleStatus.LastChanged
|
|
}
|
|
}
|
|
|
|
// SNAP SCHEDULE
|
|
if len(snapSchedStatus) != 0 {
|
|
mirrorSnapScheduleStatusSpec.LastChecked = now
|
|
mirrorSnapScheduleStatusSpec.SnapshotSchedules = snapSchedStatus
|
|
}
|
|
// Always display the details, typically an error
|
|
mirrorSnapScheduleStatusSpec.Details = details
|
|
|
|
return &cephv1.CephFilesystemStatus{MirroringStatus: mirrorStatusSpec, SnapshotScheduleStatus: mirrorSnapScheduleStatusSpec, Phase: currentStatus.Phase, Info: currentStatus.Info}
|
|
}
|