sp98
9e8e85d68b
use ClusterID of the k8s cluster while doing nslookup of the exported mon or osd service IP Signed-off-by: sp98 <sapillai@redhat.com>
90 lines
3.1 KiB
Go
90 lines
3.1 KiB
Go
/*
|
|
Copyright 2016 The Rook Authors. All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package mon
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"github.com/pkg/errors"
|
|
"github.com/rook/rook/pkg/operator/k8sutil"
|
|
v1 "k8s.io/api/core/v1"
|
|
kerrors "k8s.io/apimachinery/pkg/api/errors"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
)
|
|
|
|
func (c *Cluster) createService(mon *monConfig) (*v1.Service, error) {
|
|
svcDef := &v1.Service{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: mon.ResourceName,
|
|
Namespace: c.Namespace,
|
|
Labels: c.getLabels(mon, false, true),
|
|
},
|
|
Spec: v1.ServiceSpec{
|
|
Selector: c.getLabels(mon, false, false),
|
|
},
|
|
}
|
|
err := c.ownerInfo.SetOwnerReference(svcDef)
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "failed to set owner reference to mon service %q", svcDef.Name)
|
|
}
|
|
|
|
// If the mon port was not msgr2, add the msgr1 port
|
|
if mon.Port != DefaultMsgr2Port {
|
|
addServicePort(svcDef, "tcp-msgr1", mon.Port)
|
|
}
|
|
addServicePort(svcDef, "tcp-msgr2", DefaultMsgr2Port)
|
|
|
|
// Set the ClusterIP if the service does not exist and we expect a certain cluster IP
|
|
// For example, in disaster recovery the service might have been deleted accidentally, but we have the
|
|
// expected endpoint from the mon configmap.
|
|
if mon.PublicIP != "" {
|
|
_, err := c.context.Clientset.CoreV1().Services(c.Namespace).Get(c.ClusterInfo.Context, svcDef.Name, metav1.GetOptions{})
|
|
if err != nil && kerrors.IsNotFound(err) {
|
|
logger.Infof("ensuring the clusterIP for mon %q is %q", mon.DaemonName, mon.PublicIP)
|
|
svcDef.Spec.ClusterIP = mon.PublicIP
|
|
}
|
|
}
|
|
|
|
s, err := k8sutil.CreateOrUpdateService(c.ClusterInfo.Context, c.context.Clientset, c.Namespace, svcDef)
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "failed to create service for mon %s", mon.DaemonName)
|
|
}
|
|
|
|
if s == nil {
|
|
logger.Errorf("service ip not found for mon %q. if this is not a unit test, this is an error", mon.ResourceName)
|
|
return nil, nil
|
|
}
|
|
|
|
logger.Infof("mon %q cluster IP is %s", mon.DaemonName, s.Spec.ClusterIP)
|
|
return s, nil
|
|
}
|
|
|
|
func (c *Cluster) exportService(service *v1.Service, monDaemon string) (string, error) {
|
|
logger.Infof("exporting service %q", service.Name)
|
|
exportedIP, err := k8sutil.ExportService(c.ClusterInfo.Context, c.context, service, c.spec.Network.MultiClusterService.ClusterID)
|
|
if err != nil {
|
|
return "", errors.Wrapf(err, "failed to export service %q", service.Name)
|
|
}
|
|
logger.Infof("mon %q exported IP is %s", service.Name, exportedIP)
|
|
|
|
// remove mon canary deployment only after the service is exported because DNS
|
|
// query on <service>.<ns>.svc.clusterset.local requires the mon pod be running
|
|
c.removeCanaryDeployments(monCanaryLabelSelector + fmt.Sprintf(",mon=%s", monDaemon))
|
|
|
|
return exportedIP, nil
|
|
}
|