my-rook-config/pkg/operator/k8sutil/service.go

/*
Copyright 2019 The Rook Authors. All rights reserved.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

	http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/

package k8sutil

import (
	"context"
	"fmt"
	"net"
	"time"

	"github.com/pkg/errors"
	"github.com/rook/rook/pkg/clusterd"
	v1 "k8s.io/api/core/v1"
	kerrors "k8s.io/apimachinery/pkg/api/errors"
	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
	"k8s.io/client-go/kubernetes"
	mcsv1a1 "sigs.k8s.io/mcs-api/pkg/apis/v1alpha1"
	mcsv1Client "sigs.k8s.io/mcs-api/pkg/client/clientset/versioned"
)

// CreateOrUpdateService creates a service or updates the service declaratively if it already exists.
func CreateOrUpdateService(
	ctx context.Context, clientset kubernetes.Interface, namespace string, serviceDefinition *v1.Service,
) (*v1.Service, error) {
	name := serviceDefinition.Name
	logger.Debugf("creating service %s", name)

	s, err := clientset.CoreV1().Services(namespace).Create(ctx, serviceDefinition, metav1.CreateOptions{})
	if err != nil {
		if !kerrors.IsAlreadyExists(err) {
			return nil, fmt.Errorf("failed to create service %s. %+v", name, err)
		}
		s, err = UpdateService(ctx, clientset, namespace, serviceDefinition)
		if err != nil {
			return nil, fmt.Errorf("failed to update service %s. %+v", name, err)
		}
	} else {
		logger.Debugf("created service %s", s.Name)
	}
	return s, err
}

// UpdateService updates a service declaratively. If the service does not exist this is considered
// an error condition.
func UpdateService(
	ctx context.Context, clientset kubernetes.Interface, namespace string, serviceDefinition *v1.Service,
) (*v1.Service, error) {
	name := serviceDefinition.Name
	logger.Debugf("updating service %s", name)
	existing, err := clientset.CoreV1().Services(namespace).Get(ctx, name, metav1.GetOptions{})
	if err != nil {
		return nil, fmt.Errorf("could not get existing service %s in order to update. %+v", name, err)
	}
	// ClusterIP is immutable for k8s services and cannot be left empty in k8s v1 API
	serviceDefinition.Spec.ClusterIP = existing.Spec.ClusterIP
	// ResourceVersion required to update services in k8s v1 API to prevent race conditions
	serviceDefinition.ResourceVersion = existing.ResourceVersion
	return clientset.CoreV1().Services(namespace).Update(ctx, serviceDefinition, metav1.UpdateOptions{})
}

// ParseServiceType parses a string and returns a*v1.ServiceType. If the ServiceType is invalid,
// this should be considered an error.
func ParseServiceType(serviceString string) v1.ServiceType {
	switch serviceString {
	case "ClusterIP":
		return v1.ServiceTypeClusterIP
	case "ExternalName":
		return v1.ServiceTypeExternalName
	case "NodePort":
		return v1.ServiceTypeNodePort
	case "LoadBalancer":
		return v1.ServiceTypeLoadBalancer
	}
	return v1.ServiceType("")
}

func IsServiceExported(ctx context.Context, c *clusterd.Context, name, namespace string) (bool, error) {
	client, err := mcsv1Client.NewForConfig(c.KubeConfig)
	if err != nil {
		return false, errors.Wrap(err, "failed to get mcs-api client")
	}

	_, err = client.MulticlusterV1alpha1().ServiceExports(namespace).Get(ctx, name, metav1.GetOptions{})
	if err != nil {
		if kerrors.IsNotFound(err) {
			return false, nil
		}
		return false, errors.Wrapf(err, "failed to get exported service %q", name)
	}

	return true, nil
}

// ExportService exports the service using MCS API and returns the external IP of the exported service
func ExportService(ctx context.Context, c *clusterd.Context, service *v1.Service, clusterID string) (string, error) {
	client, err := mcsv1Client.NewForConfig(c.KubeConfig)
	if err != nil {
		return "", errors.Wrap(err, "failed to get mcs-api client")
	}

	serviceExport := &mcsv1a1.ServiceExport{
		ObjectMeta: metav1.ObjectMeta{
			Name:            service.Name,
			Namespace:       service.Namespace,
			OwnerReferences: service.GetOwnerReferences(),
		},
	}

	_, err = client.MulticlusterV1alpha1().ServiceExports(service.Namespace).Create(ctx, serviceExport, metav1.CreateOptions{})
	if err != nil && !kerrors.IsAlreadyExists(err) {
		return "", errors.Wrapf(err, "failed to create exported service %q", service.Name)
	}

	var exportedIP string
	var serviceExportError error
	exportedIP, err = GetExportedServiceIP(fmt.Sprintf("%s.%s.%s.svc.clusterset.local", clusterID, service.Name, service.Namespace))
	if err != nil {
		serviceExportError = errors.Wrapf(err, "failed to get exported service IP for %q", service.Name)
		err := verifyExportedService(ctx, client, service.Name, service.Namespace)
		if err != nil {
			serviceExportError = errors.Wrapf(err, "failed to create service export successfully for the service %q", service.Name)
		}
		return "", serviceExportError
	}

	return exportedIP, nil
}

// verifies if the ServiceExport status conditions to determine if the service was exported correctly
func verifyExportedService(ctx context.Context, client *mcsv1Client.Clientset, name, namespace string) error {
	exportedService, err := client.MulticlusterV1alpha1().ServiceExports(namespace).Get(ctx, name, metav1.GetOptions{})
	if err != nil {
		return errors.Wrapf(err, "failed to get exported service %q", name)
	}

	if len(exportedService.Status.Conditions) == 0 {
		return fmt.Errorf("no status conditions available in the exported service %q", name)
	}

	for _, condition := range exportedService.Status.Conditions {
		if condition.Type == string(mcsv1a1.ServiceExportConditionValid) && condition.Status == metav1.ConditionFalse {
			return fmt.Errorf("%s", condition.Message)
		}
	}

	return nil
}

func GetExportedServiceIP(fqdn string) (string, error) {
	retryCount := 20
	serviceExportWaitTime := 5 * time.Second

	ips := []net.IP{}
	var err error
	for i := 0; i < retryCount; i++ {
		ips, err = net.LookupIP(fqdn)
		if err != nil {
			if i < retryCount-1 {
				logger.Warningf("failed to resolve DNS for %q. Trying again...", fqdn)
				time.Sleep(serviceExportWaitTime)
				continue
			} else {
				return "", errors.Wrapf(err, "failed to resolve DNS for %q. %v", fqdn, err)
			}
		}
		logger.Debugf("available addresses for %q : %v", fqdn, ips)
		break
	}

	if len(ips) == 0 {
		return "", errors.New(fmt.Sprintf("no external IP found in the exported service %q", fqdn))
	}

	return ips[0].String(), nil
}