Files
my-rook-config/pkg/operator/ceph/nfs/controller.go
T
travisn 9dcddb5bed ceph: upgrade all daemons during ceph upgrade
The CephCluster CR contains settings that are needed by other
CRs to configure the Ceph daemons. When the CephCluster CR
is updated, the updates will now be passed on to each of the
CR controllers to ensure the daemons are updated properly
without requiring an operator restart.

When calling the controllers from another controller,
we ensure that only a single goroutine is handling
CRs at any given time to prevent contention across
multiple CRs of the same type.

Signed-off-by: travisn <tnielsen@redhat.com>
2019-04-23 13:36:45 -06:00

194 lines
6.2 KiB
Go

/*
Copyright 2019 The Rook Authors. All rights reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
// Package nfs to manage a NFS Ganesha server
package nfs
import (
"reflect"
"sync"
"github.com/coreos/pkg/capnslog"
opkit "github.com/rook/operator-kit"
cephv1 "github.com/rook/rook/pkg/apis/ceph.rook.io/v1"
"github.com/rook/rook/pkg/clusterd"
cephconfig "github.com/rook/rook/pkg/daemon/ceph/config"
apiextensionsv1beta1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1beta1"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/client-go/tools/cache"
)
var logger = capnslog.NewPackageLogger("github.com/rook/rook", "op-nfs")
// CephNFSResource represents the file system custom resource
var CephNFSResource = opkit.CustomResource{
Name: "cephnfs",
Plural: "cephnfses",
Group: cephv1.CustomResourceGroup,
Version: cephv1.Version,
Scope: apiextensionsv1beta1.NamespaceScoped,
Kind: reflect.TypeOf(cephv1.CephNFS{}).Name(),
}
// NFSCephNFSController represents a controller for NFS custom resources
type CephNFSController struct {
clusterInfo *cephconfig.ClusterInfo
context *clusterd.Context
namespace string
rookImage string
cephVersion cephv1.CephVersionSpec
hostNetwork bool
ownerRef metav1.OwnerReference
orchestrationMutex sync.Mutex
}
// NewNFSCephNFSController create controller for watching NFS custom resources created
func NewCephNFSController(clusterInfo *cephconfig.ClusterInfo, context *clusterd.Context, namespace, rookImage string, cephVersion cephv1.CephVersionSpec, hostNetwork bool, ownerRef metav1.OwnerReference) *CephNFSController {
return &CephNFSController{
clusterInfo: clusterInfo,
context: context,
namespace: namespace,
rookImage: rookImage,
cephVersion: cephVersion,
hostNetwork: hostNetwork,
ownerRef: ownerRef,
}
}
// StartWatch watches for instances of CephNFS custom resources and acts on them
func (c *CephNFSController) StartWatch(stopCh chan struct{}) error {
resourceHandlerFuncs := cache.ResourceEventHandlerFuncs{
AddFunc: c.onAdd,
UpdateFunc: c.onUpdate,
DeleteFunc: c.onDelete,
}
logger.Infof("start watching ceph nfs resource in namespace %s", c.namespace)
watcher := opkit.NewWatcher(CephNFSResource, c.namespace, resourceHandlerFuncs, c.context.RookClientset.CephV1().RESTClient())
go watcher.Watch(&cephv1.CephNFS{}, stopCh)
return nil
}
func (c *CephNFSController) onAdd(obj interface{}) {
nfs := obj.(*cephv1.CephNFS).DeepCopy()
if !c.clusterInfo.CephVersion.IsAtLeastNautilus() {
logger.Errorf("Ceph NFS is only supported with Nautilus or newer. CRD %s will be ignored.", nfs.Name)
return
}
c.acquireOrchestrationLock()
defer c.releaseOrchestrationLock()
err := c.upCephNFS(*nfs, 0)
if err != nil {
logger.Errorf("failed to create NFS Ganesha %s. %+v", nfs.Name, err)
}
}
func (c *CephNFSController) onUpdate(oldObj, newObj interface{}) {
oldNFS := oldObj.(*cephv1.CephNFS).DeepCopy()
newNFS := newObj.(*cephv1.CephNFS).DeepCopy()
if !c.clusterInfo.CephVersion.IsAtLeastNautilus() {
logger.Errorf("Ceph NFS is only supported with Nautilus or newer. CRD %s will be ignored.", newNFS.Name)
return
}
if !nfsChanged(oldNFS.Spec, newNFS.Spec) {
logger.Debugf("nfs ganesha %s not updated", newNFS.Name)
return
}
c.acquireOrchestrationLock()
defer c.releaseOrchestrationLock()
logger.Infof("Updating the ganesha server from %d to %d active count", oldNFS.Spec.Server.Active, newNFS.Spec.Server.Active)
if oldNFS.Spec.Server.Active < newNFS.Spec.Server.Active {
err := c.upCephNFS(*newNFS, oldNFS.Spec.Server.Active)
if err != nil {
logger.Errorf("Failed to start daemons for CephNFS %s. %+v", newNFS.Name, err)
}
} else {
err := c.downCephNFS(*oldNFS, newNFS.Spec.Server.Active)
if err != nil {
logger.Errorf("Failed to stop daemons for CephNFS %s. %+v", newNFS.Name, err)
}
}
}
func (c *CephNFSController) onDelete(obj interface{}) {
nfs := obj.(*cephv1.CephNFS).DeepCopy()
if !c.clusterInfo.CephVersion.IsAtLeastNautilus() {
logger.Errorf("Ceph NFS is only supported with Nautilus or newer. CRD %s cleanup will be ignored.", nfs.Name)
return
}
c.acquireOrchestrationLock()
defer c.releaseOrchestrationLock()
err := c.downCephNFS(*nfs, 0)
if err != nil {
logger.Errorf("failed to delete file system %s. %+v", nfs.Name, err)
}
}
func (c *CephNFSController) ParentClusterChanged(cluster cephv1.ClusterSpec, clusterInfo *cephconfig.ClusterInfo) {
c.clusterInfo = clusterInfo
if cluster.CephVersion.Image == c.cephVersion.Image || !c.clusterInfo.CephVersion.IsAtLeastNautilus() {
logger.Debugf("No need to update the nfs daemons after the parent cluster changed")
return
}
c.acquireOrchestrationLock()
defer c.releaseOrchestrationLock()
c.cephVersion = cluster.CephVersion
nfses, err := c.context.RookClientset.CephV1().CephNFSes(c.namespace).List(metav1.ListOptions{})
if err != nil {
logger.Errorf("failed to retrieve NFSes to update the ceph version. %+v", err)
return
}
for _, nfs := range nfses.Items {
logger.Infof("updating the ceph version for nfs %s to %s", nfs.Name, c.cephVersion.Image)
err := c.upCephNFS(nfs, 0)
if err != nil {
logger.Errorf("failed to update nfs %s. %+v", nfs.Name, err)
} else {
logger.Infof("updated nfs %s to ceph version %s", nfs.Name, c.cephVersion.Image)
}
}
}
func nfsChanged(oldNFS, newNFS cephv1.NFSGaneshaSpec) bool {
if oldNFS.Server.Active != newNFS.Server.Active {
return true
}
return false
}
func (c *CephNFSController) acquireOrchestrationLock() {
logger.Debugf("Acquiring lock for nfs orchestration")
c.orchestrationMutex.Lock()
logger.Debugf("Acquired lock for nfs orchestration")
}
func (c *CephNFSController) releaseOrchestrationLock() {
c.orchestrationMutex.Unlock()
logger.Debugf("Released lock for nfs orchestration")
}