The Ceph upgrade test is the only one which uses the `WaitForDeploymentImage` method, and it has to be configured to wait longer after upgrade at this point. Since the wait time is still hard-coded, this method is moved to the operator's test dir to make it clear that the method is suitable only for tests currently. Signed-off-by: Blaine Gardner <blaine.gardner@suse.com>
110 lines
4.5 KiB
Go
110 lines
4.5 KiB
Go
/*
|
|
Copyright 2018 The Rook Authors. All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package k8sutil
|
|
|
|
import (
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/rook/rook/pkg/clusterd"
|
|
"k8s.io/api/apps/v1"
|
|
apps "k8s.io/api/apps/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/client-go/kubernetes"
|
|
)
|
|
|
|
// GetDeploymentImage returns the version of the image running in the pod spec for the desired container
|
|
func GetDeploymentImage(clientset kubernetes.Interface, namespace, name, container string) (string, error) {
|
|
d, err := clientset.Apps().Deployments(namespace).Get(name, metav1.GetOptions{})
|
|
if err != nil {
|
|
return "", fmt.Errorf("failed to find deployment %s. %v", name, err)
|
|
}
|
|
return GetDeploymentSpecImage(clientset, *d, container, false)
|
|
}
|
|
|
|
func GetDeploymentSpecImage(clientset kubernetes.Interface, d apps.Deployment, container string, initContainer bool) (string, error) {
|
|
image, err := GetSpecContainerImage(d.Spec.Template.Spec, container, initContainer)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
return image, nil
|
|
}
|
|
|
|
// UpdateDeploymentAndWait updates a deployment and waits until it is running to return. It will
|
|
// error if the deployment does not exist to be updated or if it takes too long.
|
|
func UpdateDeploymentAndWait(context *clusterd.Context, deployment *apps.Deployment, namespace string) (*v1.Deployment, error) {
|
|
original, err := context.Clientset.Apps().Deployments(namespace).Get(deployment.Name, metav1.GetOptions{})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to get deployment %s. %+v", deployment.Name, err)
|
|
}
|
|
|
|
logger.Infof("updating deployment %s", deployment.Name)
|
|
if _, err := context.Clientset.Apps().Deployments(namespace).Update(deployment); err != nil {
|
|
return nil, fmt.Errorf("failed to update deployment %s. %+v", deployment.Name, err)
|
|
}
|
|
|
|
// wait for the deployment to be restarted
|
|
sleepTime := 2
|
|
attempts := 30
|
|
if original.Spec.ProgressDeadlineSeconds != nil {
|
|
// make the attempts double the progress deadline since the pod is both stopping and starting
|
|
attempts = 2 * (int(*original.Spec.ProgressDeadlineSeconds) / sleepTime)
|
|
}
|
|
for i := 0; i < attempts; i++ {
|
|
// check for the status of the deployment
|
|
d, err := context.Clientset.Apps().Deployments(namespace).Get(deployment.Name, metav1.GetOptions{})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to get deployment %s. %+v", deployment.Name, err)
|
|
}
|
|
if d.Status.ObservedGeneration != original.Status.ObservedGeneration && d.Status.UpdatedReplicas > 0 && d.Status.ReadyReplicas > 0 {
|
|
logger.Infof("finished waiting for updated deployment %s", d.Name)
|
|
return d, nil
|
|
}
|
|
|
|
logger.Debugf("deployment %s status=%v", d.Name, d.Status)
|
|
time.Sleep(time.Duration(sleepTime) * time.Second)
|
|
}
|
|
|
|
return nil, fmt.Errorf("gave up waiting for deployment %s to update", deployment.Name)
|
|
}
|
|
|
|
// GetDeployments returns a list of deployment names labels matching a given selector
|
|
// example of a label selector might be "app=rook-ceph-mon, mon!=b"
|
|
// more: https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/
|
|
func GetDeployments(clientset kubernetes.Interface, namespace, labelSelector string) (*apps.DeploymentList, error) {
|
|
listOptions := metav1.ListOptions{LabelSelector: labelSelector}
|
|
deployments, err := clientset.Apps().Deployments(namespace).List(listOptions)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to list deployments with labelSelector %s: %v", labelSelector, err)
|
|
}
|
|
return deployments, nil
|
|
}
|
|
|
|
// DeleteDeployment makes a best effort at deleting a deployment and its pods, then waits for them to be deleted
|
|
func DeleteDeployment(clientset kubernetes.Interface, namespace, name string) error {
|
|
logger.Debugf("removing %s deployment if it exists", name)
|
|
deleteAction := func(options *metav1.DeleteOptions) error {
|
|
return clientset.Apps().Deployments(namespace).Delete(name, options)
|
|
}
|
|
getAction := func() error {
|
|
_, err := clientset.Apps().Deployments(namespace).Get(name, metav1.GetOptions{})
|
|
return err
|
|
}
|
|
return deleteResourceAndWait(namespace, name, "deployment", deleteAction, getAction)
|
|
}
|