124 lines
4.3 KiB
Go
124 lines
4.3 KiB
Go
/*
|
|
Copyright 2018 The Rook Authors. All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
package k8sutil
|
|
|
|
import (
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/rook/rook/pkg/clusterd"
|
|
extensions "k8s.io/api/extensions/v1beta1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/client-go/kubernetes"
|
|
)
|
|
|
|
// GetDeploymentVersion returns the version of the image running in the pod spec for the desired container
|
|
func GetDeploymentVersion(clientset kubernetes.Interface, namespace, name, container string) (string, error) {
|
|
d, err := clientset.Extensions().Deployments(namespace).Get(name, metav1.GetOptions{})
|
|
if err != nil {
|
|
return "", fmt.Errorf("failed to find deployment %s. %v", name, err)
|
|
}
|
|
return GetDeploymentSpecVersion(clientset, *d, container)
|
|
}
|
|
|
|
func GetDeploymentSpecVersion(clientset kubernetes.Interface, d extensions.Deployment, container string) (string, error) {
|
|
image, err := GetSpecContainerImage(d.Spec.Template.Spec, container)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
parts := strings.Split(image, ":")
|
|
if len(parts) != 2 {
|
|
return "", fmt.Errorf("unexpected version in image: %s", image)
|
|
}
|
|
|
|
return parts[1], nil
|
|
}
|
|
|
|
func WaitForDeploymentVersion(clientset kubernetes.Interface, namespace, label, container, desiredVersion string) error {
|
|
|
|
sleepTime := 3
|
|
attempts := 30
|
|
for i := 0; i < attempts; i++ {
|
|
deployments, err := clientset.Extensions().Deployments(namespace).List(metav1.ListOptions{LabelSelector: label})
|
|
if err != nil {
|
|
return fmt.Errorf("failed to list deployments with label %s. %v", label, err)
|
|
}
|
|
|
|
matches := 0
|
|
for _, d := range deployments.Items {
|
|
version, err := GetDeploymentSpecVersion(clientset, d, container)
|
|
if err != nil {
|
|
logger.Infof("failed to get version for deployment %s. %+v", d.Name, err)
|
|
continue
|
|
}
|
|
if version == desiredVersion {
|
|
matches++
|
|
}
|
|
}
|
|
|
|
if matches == len(deployments.Items) && matches > 0 {
|
|
logger.Infof("all %d %s deployments are on version %s", matches, container, desiredVersion)
|
|
break
|
|
}
|
|
|
|
if len(deployments.Items) == 0 {
|
|
logger.Infof("waiting for at least one deployment to start to see the version")
|
|
} else {
|
|
logger.Infof("%d/%d %s deployments match version %s", matches, len(deployments.Items), container, desiredVersion)
|
|
}
|
|
time.Sleep(time.Duration(sleepTime) * time.Second)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func UpdateDeploymentAndWait(context *clusterd.Context, deployment *extensions.Deployment, namespace string) error {
|
|
original, err := context.Clientset.Extensions().Deployments(namespace).Get(deployment.Name, metav1.GetOptions{})
|
|
if err != nil {
|
|
return fmt.Errorf("failed to get deployment %s. %+v", deployment.Name, err)
|
|
}
|
|
|
|
logger.Infof("updating deployment %s", deployment.Name)
|
|
if _, err := context.Clientset.Extensions().Deployments(namespace).Update(deployment); err != nil {
|
|
return fmt.Errorf("failed to update deployment %s. %+v", deployment.Name, err)
|
|
}
|
|
|
|
// wait for the deployment to be restarted
|
|
sleepTime := 2
|
|
attempts := 30
|
|
if original.Spec.ProgressDeadlineSeconds != nil {
|
|
// make the attempts double the progress deadline since the pod is both stopping and starting
|
|
attempts = 2 * (int(*original.Spec.ProgressDeadlineSeconds) / sleepTime)
|
|
}
|
|
for i := 0; i < attempts; i++ {
|
|
// check for the status of the deployment
|
|
d, err := context.Clientset.Extensions().Deployments(namespace).Get(deployment.Name, metav1.GetOptions{})
|
|
if err != nil {
|
|
return fmt.Errorf("failed to get deployment %s. %+v", deployment.Name, err)
|
|
}
|
|
if d.Status.ObservedGeneration != original.Status.ObservedGeneration && d.Status.UpdatedReplicas > 0 && d.Status.ReadyReplicas > 0 {
|
|
logger.Infof("finished waiting for updated deployment %s", d.Name)
|
|
return nil
|
|
}
|
|
|
|
logger.Debugf("deployment %s status=%v", d.Name, d.Status)
|
|
time.Sleep(time.Duration(sleepTime) * time.Second)
|
|
}
|
|
|
|
return fmt.Errorf("gave up waiting for deployment %s to update", deployment.Name)
|
|
}
|