forked from rook/rook
This commit is a large refactor on how the operator starts, stops and how it starts various sub-components such as the ceph-csi driver. It also refines the way we cancel orchestrations. We don't use breakpoints anymore but send our self a SIGUP to reload our controller runtime manager. The reload will happen under different circonstances like: * a new adminission controller secret is created/deleted/changed * a CephCluster CR is edited As mentioned earlier, the csi driver now has its own controller, just like flex. It reacts to change in the operator config map for particular ROOK_CSI_ fields. A second new controller for the operator's general config has been created, it manages: * the logging level * the ceph CLI command timeout * the discovery daemon The operator reacts much more rapidly to cancellation events by stopping the manager's context and reloading it. Signed-off-by: Sébastien Han <seb@redhat.com>
129 lines
4.7 KiB
Go
129 lines
4.7 KiB
Go
/*
|
|
Copyright 2021 The Rook Authors. All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
// Package operator to manage Kubernetes storage.
|
|
package operator
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/rook/rook/pkg/operator/ceph/controller"
|
|
v1 "k8s.io/api/core/v1"
|
|
kerrors "k8s.io/apimachinery/pkg/api/errors"
|
|
"k8s.io/apimachinery/pkg/types"
|
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
"sigs.k8s.io/controller-runtime/pkg/event"
|
|
"sigs.k8s.io/controller-runtime/pkg/predicate"
|
|
)
|
|
|
|
// predicateOpController is the predicate function to trigger reconcile on operator configuration cm change
|
|
func predicateController(client client.Client) predicate.Funcs {
|
|
return predicate.Funcs{
|
|
CreateFunc: func(e event.CreateEvent) bool {
|
|
if cm, ok := e.Object.(*v1.ConfigMap); ok {
|
|
return cm.Name == controller.OperatorSettingConfigMapName
|
|
} else if s, ok := e.Object.(*v1.Secret); ok {
|
|
if s.Name == admissionControllerAppName {
|
|
err := client.Get(context.TODO(), types.NamespacedName{Name: admissionControllerAppName, Namespace: e.Object.GetNamespace()}, &v1.Service{})
|
|
if err != nil {
|
|
if kerrors.IsNotFound(err) {
|
|
// If the service is present we don't need to reload again. If we don't perform
|
|
// this check it will result in an infinite
|
|
// reconcile loop. CREATE event is only triggered when the controller is started
|
|
// no matter what.
|
|
// No need to ask for reconciliation since the context is going to be terminated when
|
|
// the signal is caught and the reconcile will run when the controller
|
|
// starts.
|
|
logger.Debug("webhook secret created reloading the manager to enable the webhook server")
|
|
controller.ReloadManager()
|
|
}
|
|
} else {
|
|
logger.Debug("webhook service already set up, not reloading the manager")
|
|
}
|
|
|
|
return false
|
|
}
|
|
}
|
|
|
|
return false
|
|
},
|
|
|
|
UpdateFunc: func(e event.UpdateEvent) bool {
|
|
if old, ok := e.ObjectOld.(*v1.ConfigMap); ok {
|
|
if new, ok := e.ObjectNew.(*v1.ConfigMap); ok {
|
|
if old.Name == controller.OperatorSettingConfigMapName && new.Name == controller.OperatorSettingConfigMapName {
|
|
if old.Data["ROOK_CURRENT_NAMESPACE_ONLY"] != new.Data["ROOK_CURRENT_NAMESPACE_ONLY"] {
|
|
logger.Debug("ROOK_CURRENT_NAMESPACE_ONLY config updated, reloading the manager")
|
|
controller.ReloadManager()
|
|
|
|
// No need to ask for reconciliation since the context is going to be terminated when
|
|
// the signal is caught and the reconcile will run when the controller starts.
|
|
return false
|
|
}
|
|
|
|
// We still want to reconcile the operator manager if the configmap is updated
|
|
return true
|
|
}
|
|
} else if s, ok := e.ObjectNew.(*v1.Secret); ok {
|
|
if s.Name == admissionControllerAppName {
|
|
logger.Debug("webhook secret updated, reloading the manager")
|
|
controller.ReloadManager()
|
|
|
|
// No need to ask for reconciliation since the context is going to be terminated when
|
|
// the signal is caught and the reconcile will run when the controller starts.
|
|
// If the admission controller secret is created or deleted we still need to reload and
|
|
// the webhook might be enabled or disabled
|
|
//
|
|
// The same goes the update, the secret changes we still need to reload the webhook
|
|
return false
|
|
}
|
|
}
|
|
}
|
|
|
|
return false
|
|
},
|
|
|
|
DeleteFunc: func(e event.DeleteEvent) bool {
|
|
if cm, ok := e.Object.(*v1.ConfigMap); ok {
|
|
if cm.Name == controller.OperatorSettingConfigMapName {
|
|
logger.Debug("operator configmap deleted, not reconciling")
|
|
return false
|
|
}
|
|
}
|
|
if s, ok := e.Object.(*v1.Secret); ok {
|
|
if s.Name == admissionControllerAppName {
|
|
logger.Debug("webhook secret deleted, reloading the manager")
|
|
controller.ReloadManager()
|
|
|
|
// No need to ask for reconciliation since the context is going to be terminated when
|
|
// the signal is caught and the reconcile will run when the controller starts.
|
|
// If the admission controller secret is created or deleted we still need to reload and
|
|
// the webhook might be enabled or disabled
|
|
//
|
|
// The same goes the update, the secret changes we still need to reload the webhook
|
|
return false
|
|
}
|
|
}
|
|
|
|
return false
|
|
},
|
|
|
|
GenericFunc: func(e event.GenericEvent) bool {
|
|
return false
|
|
},
|
|
}
|
|
}
|