/* Copyright 2021 The Rook Authors. All rights reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ // Package topic to manage a rook bucket notification topic. package topic import ( "context" "crypto/hmac" // #nosec G505 sha1 is needed for v2 signatures "crypto/sha1" "encoding/base64" "net/http" "strconv" "strings" "time" "github.com/aws/aws-sdk-go/aws" "github.com/aws/aws-sdk-go/aws/arn" "github.com/aws/aws-sdk-go/aws/awserr" "github.com/aws/aws-sdk-go/aws/credentials" awsrequest "github.com/aws/aws-sdk-go/aws/request" awssession "github.com/aws/aws-sdk-go/aws/session" awsv4signer "github.com/aws/aws-sdk-go/aws/signer/v4" "github.com/aws/aws-sdk-go/service/sns" "github.com/coreos/pkg/capnslog" "github.com/pkg/errors" cephv1 "github.com/rook/rook/pkg/apis/ceph.rook.io/v1" "github.com/rook/rook/pkg/clusterd" cephclient "github.com/rook/rook/pkg/daemon/ceph/client" "github.com/rook/rook/pkg/operator/ceph/object" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/apimachinery/pkg/types" "sigs.k8s.io/controller-runtime/pkg/client" ) type Provisioner struct { Client client.Client Context *clusterd.Context ClusterInfo *cephclient.ClusterInfo ClusterSpec *cephv1.ClusterSpec opManagerContext context.Context } func (p *Provisioner) createSession(objectStoreName types.NamespacedName) (*awssession.Session, error) { objStore, err := p.Context.RookClientset.CephV1().CephObjectStores(objectStoreName.Namespace).Get(p.opManagerContext, objectStoreName.Name, metav1.GetOptions{}) if err != nil { return nil, errors.Wrapf(err, "failed to get CephObjectStore %v", objectStoreName) } objContext, err := object.NewMultisiteContext(p.Context, p.ClusterInfo, objStore) if err != nil { return nil, errors.Wrapf(err, "failed to get object context for CephObjectStore %v", objectStoreName) } // CephClusterSpec is needed for GetAdminOPSUserCredentials() objContext.CephClusterSpec = *p.ClusterSpec accessKey, secretKey, err := object.GetAdminOPSUserCredentials(objContext, &objStore.Spec) if err != nil { return nil, errors.Wrap(err, "failed to get Ceph RGW admin ops user credentials") } // pass log level to AWS session logLevel := aws.LogOff if logger.LevelAt(capnslog.DEBUG) { logLevel = aws.LogDebugWithHTTPBody } // pass TLS indication and certificates to AWS session client := http.Client{ Timeout: object.HttpTimeOut, } tlsEnabled := objStore.Spec.IsTLSEnabled() if tlsEnabled { tlsCert := objContext.Context.KubeConfig.CertData if len(tlsCert) > 0 { client.Transport = object.BuildTransportTLS(tlsCert, false) } } sess, err := awssession.NewSession( aws.NewConfig(). WithRegion(objContext.ZoneGroup). WithCredentials(credentials.NewStaticCredentials(accessKey, secretKey, "")). WithEndpoint(objContext.Endpoint). WithMaxRetries(3). WithDisableSSL(!tlsEnabled). WithLogLevel(logLevel), ) if err != nil { return nil, errors.Wrapf(err, "failed to create a new session for CephBucketTopic provisioning with %q", objectStoreName) } logger.Debugf("session created. endpoint %q region %q secure %v", *sess.Config.Endpoint, *sess.Config.Region, tlsEnabled, ) return sess, nil } // A new client type is needed here since topic management is part of AWS's Simple Notification Service (SNS) and not part of S3 func createSNSClient(sess *awssession.Session) (snsClient *sns.SNS) { snsClient = sns.New(sess) // This is a hack to workaround the following RGW issue: https://tracker.ceph.com/issues/50039 // note that using: "github.com/aws/aws-sdk-go/private/signer/v2" // * would add the signature to the query and not the header // * use sha246 and not sha1 customSignername := "cephV2.SignRequestHandler" snsClient.Handlers.Sign.Swap(awsv4signer.SignRequestHandler.Name, awsrequest.NamedHandler{ Name: customSignername, Fn: func(req *awsrequest.Request) { credentials, err := req.Config.Credentials.Get() if err != nil { logger.Debugf("%s failed to get credentials: %v", customSignername, err) return } date := req.Time.UTC().Format(time.RFC1123Z) contentType := "application/x-www-form-urlencoded; charset=utf-8" stringToSign := req.HTTPRequest.Method + "\n\n" + contentType + "\n" + date + "\n" + req.HTTPRequest.URL.Path hash := hmac.New(sha1.New, []byte(credentials.SecretAccessKey)) hash.Write([]byte(stringToSign)) signature := base64.StdEncoding.EncodeToString(hash.Sum(nil)) if len(req.HTTPRequest.Header["Authorization"]) == 0 { req.HTTPRequest.Header.Add("Authorization", "AWS "+credentials.AccessKeyID+":"+signature) } if len(req.HTTPRequest.Header["Date"]) == 0 { req.HTTPRequest.Header.Add("Date", date) } }, }) return } func (p *Provisioner) Create(topic *cephv1.CephBucketTopic) (*string, error) { nsName := types.NamespacedName{Name: topic.Name, Namespace: topic.Namespace} session, err := p.createSession(types.NamespacedName{Name: topic.Spec.ObjectStoreName, Namespace: topic.Spec.ObjectStoreNamespace}) if err != nil { return nil, errors.Wrapf(err, "failed to create session for CephBucketTopic %q provisioning", nsName) } attr := make(map[string]*string) attr["OpaqueData"] = &topic.Spec.OpaqueData persistent := strconv.FormatBool(topic.Spec.Persistent) attr["persistent"] = &persistent var verifySSL string var useSSL string if topic.Spec.Endpoint.AMQP != nil { logger.Infof("creating CephBucketTopic %q with endpoint %q", nsName, topic.Spec.Endpoint.AMQP.URI) attr["push-endpoint"] = &topic.Spec.Endpoint.AMQP.URI attr["amqp-exchange"] = &topic.Spec.Endpoint.AMQP.Exchange attr["amqp-ack-level"] = &topic.Spec.Endpoint.AMQP.AckLevel verifySSL = strconv.FormatBool(!topic.Spec.Endpoint.AMQP.DisableVerifySSL) attr["verify-ssl"] = &verifySSL } if topic.Spec.Endpoint.HTTP != nil { logger.Infof("creating CephBucketTopic %q with endpoint %q", nsName, topic.Spec.Endpoint.HTTP.URI) attr["push-endpoint"] = &topic.Spec.Endpoint.HTTP.URI verifySSL = strconv.FormatBool(!topic.Spec.Endpoint.HTTP.DisableVerifySSL) attr["verify-ssl"] = &verifySSL } if topic.Spec.Endpoint.Kafka != nil { logger.Infof("creating CephBucketTopic %q with endpoint %q", nsName, topic.Spec.Endpoint.Kafka.URI) attr["push-endpoint"] = &topic.Spec.Endpoint.Kafka.URI useSSL = strconv.FormatBool(topic.Spec.Endpoint.Kafka.UseSSL) attr["use-ssl"] = &useSSL attr["kafka-ack-level"] = &topic.Spec.Endpoint.Kafka.AckLevel verifySSL = strconv.FormatBool(!topic.Spec.Endpoint.Kafka.DisableVerifySSL) attr["verify-ssl"] = &verifySSL } topicOutput, err := createSNSClient(session).CreateTopic(&sns.CreateTopicInput{ Name: &topic.Name, Attributes: attr, }) if err != nil { return nil, errors.Wrapf(err, "failed to provision CephBucketTopic %q", nsName) } logger.Infof("CephBucketTopic %q created with ARN %q", nsName, *topicOutput.TopicArn) return topicOutput.TopicArn, nil } func (p *Provisioner) Delete(topic *cephv1.CephBucketTopic) error { nsName := types.NamespacedName{Name: topic.Name, Namespace: topic.Namespace} logger.Infof("deleting CephBucketTopic %q", nsName) if topic.Status.ARN == nil { logger.Warningf("ignore CephBucketTopic deletion. topic %q was never successfully provisioned", nsName) return nil } session, err := p.createSession(types.NamespacedName{Name: topic.Spec.ObjectStoreName, Namespace: topic.Spec.ObjectStoreNamespace}) if err != nil { return errors.Wrapf(err, "failed to create session for CephBucketTopic %q deletion", nsName) } _, err = createSNSClient(session).DeleteTopic(&sns.DeleteTopicInput{TopicArn: topic.Status.ARN}) if err != nil { if err.(awserr.Error).Code() != sns.ErrCodeNotFoundException { return errors.Wrapf(err, "failed to delete CephBucketTopic %q", nsName) } logger.Warningf("ignore CephBucketTopic deletion. %q was already deleted", nsName) } logger.Infof("CephBucketTopic %q deleted", nsName) return nil } func GetARN(topic *cephv1.CephBucketTopic) (string, error) { nsName := types.NamespacedName{Name: topic.Name, Namespace: topic.Namespace} if topic.Status == nil || topic.Status.ARN == nil { return "", errors.Errorf("no ARN in topic. CephBucketTopic %q was not provisioned yet", nsName) } topicARN := *topic.Status.ARN parsedTopicARN, err := arn.Parse(topicARN) if err != nil { return topicARN, errors.Wrapf(err, "failed to parse CephBucketTopic %q ARN %q", nsName, topicARN) } if strings.ToLower(parsedTopicARN.Service) != "sns" { return topicARN, errors.Errorf("CephBucketTopic %q ARN %q must have 'sns' service", nsName, topicARN) } if parsedTopicARN.Resource == "" { return topicARN, errors.Errorf("CephBucketTopic %q is missing a topic inside ARN %q", nsName, topicARN) } logger.Debugf("CephBucketTopic %q found with valid ARN %q", nsName, topicARN) return topicARN, nil }