forked from rook/rook
The Ceph Mimic release introduced the monitor config store which allows us to set configuration flag per daemon in a centralized fashion. Let's use it for Mimic and newer and keep the CLI flag of daemon startup for older versions. The main benefit is that the config of a daemon can now be overridden. Closes: https://github.com/rook/rook/issues/4307 Signed-off-by: Sébastien Han <seb@redhat.com>
144 lines
4.3 KiB
Go
144 lines
4.3 KiB
Go
/*
|
|
Copyright 2019 The Rook Authors. All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package object
|
|
|
|
import (
|
|
"fmt"
|
|
"path"
|
|
"strconv"
|
|
"strings"
|
|
|
|
cephconfig "github.com/rook/rook/pkg/operator/ceph/config"
|
|
"github.com/rook/rook/pkg/operator/ceph/config/keyring"
|
|
cephver "github.com/rook/rook/pkg/operator/ceph/version"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
)
|
|
|
|
const (
|
|
keyringTemplate = `
|
|
[%s]
|
|
key = %s
|
|
caps mon = "allow rw"
|
|
caps osd = "allow rwx"
|
|
`
|
|
|
|
certVolumeName = "rook-ceph-rgw-cert"
|
|
certDir = "/etc/ceph/private"
|
|
certKeyName = "cert"
|
|
certFilename = "rgw-cert.pem"
|
|
)
|
|
|
|
var (
|
|
rgwFrontendName = "civetweb"
|
|
)
|
|
|
|
func rgwFrontend(v cephver.CephVersion) string {
|
|
if v.IsAtLeastNautilus() {
|
|
rgwFrontendName = "beast"
|
|
}
|
|
|
|
return rgwFrontendName
|
|
}
|
|
|
|
func (c *clusterConfig) portString(v cephver.CephVersion) string {
|
|
var portString string
|
|
|
|
port := c.store.Spec.Gateway.Port
|
|
if port != 0 {
|
|
portString = fmt.Sprintf("port=%s", strconv.Itoa(int(port)))
|
|
}
|
|
if c.store.Spec.Gateway.SecurePort != 0 && c.store.Spec.Gateway.SSLCertificateRef != "" {
|
|
certPath := path.Join(certDir, certFilename)
|
|
// This is the beast backend
|
|
// Config is: http://docs.ceph.com/docs/master/radosgw/frontends/#id3
|
|
if v.IsAtLeastNautilus() {
|
|
if port != 0 {
|
|
portString = fmt.Sprintf("%s ssl_port=%d ssl_certificate=%s",
|
|
portString, c.store.Spec.Gateway.SecurePort, certPath)
|
|
} else {
|
|
portString = fmt.Sprintf("ssl_port=%d ssl_certificate=%s",
|
|
c.store.Spec.Gateway.SecurePort, certPath)
|
|
}
|
|
} else {
|
|
// This is civetweb config
|
|
// Config is http://docs.ceph.com/docs/master/radosgw/frontends/#id5
|
|
var separator string
|
|
if port != 0 {
|
|
separator = "+"
|
|
} else {
|
|
// This means there is only one port and it's a secured one
|
|
portString = "port="
|
|
}
|
|
// with ssl enabled, the port number must end with the letter s.
|
|
// e.g., "443s ssl_certificate=/etc/ceph/private/keyandcert.pem"
|
|
portString = fmt.Sprintf("%s%s%ds ssl_certificate=%s",
|
|
portString, separator, c.store.Spec.Gateway.SecurePort, certPath)
|
|
}
|
|
}
|
|
return portString
|
|
}
|
|
|
|
func generateCephXUser(name string) string {
|
|
user := strings.TrimPrefix(name, AppName)
|
|
return "client" + strings.Replace(user, "-", ".", -1)
|
|
}
|
|
|
|
func (c *clusterConfig) generateKeyring(rgwConfig *rgwConfig) (string, error) {
|
|
user := generateCephXUser(rgwConfig.ResourceName)
|
|
/* TODO: this says `osd allow rwx` while template says `osd allow *`; which is correct? */
|
|
access := []string{"osd", "allow rwx", "mon", "allow rw"}
|
|
s := keyring.GetSecretStore(c.context, c.store.Namespace, &c.ownerRef)
|
|
|
|
key, err := s.GenerateKey(user, access)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
keyring := fmt.Sprintf(keyringTemplate, user, key)
|
|
return keyring, s.CreateOrUpdate(rgwConfig.ResourceName, keyring)
|
|
}
|
|
|
|
func (c *clusterConfig) associateKeyring(existingKeyring string, ownerRef *metav1.OwnerReference) error {
|
|
resourceName := ownerRef.Name
|
|
|
|
s := keyring.GetSecretStore(c.context, c.store.Namespace, ownerRef)
|
|
|
|
return s.CreateOrUpdate(resourceName, existingKeyring)
|
|
}
|
|
|
|
func (c *clusterConfig) setDefaultFlagsMonConfigStore(rgwName string) error {
|
|
monStore := cephconfig.GetMonStore(c.context, c.store.Namespace)
|
|
who := generateCephXUser(rgwName)
|
|
configOptions := make(map[string]string)
|
|
|
|
configOptions["rgw_log_nonexistent_bucket"] = "true"
|
|
configOptions["rgw_log_object_name_utc"] = "true"
|
|
configOptions["rgw_enable_usage_log"] = "true"
|
|
configOptions["rgw_frontends"] = fmt.Sprintf("%s %s", rgwFrontend(c.clusterInfo.CephVersion), c.portString(c.clusterInfo.CephVersion))
|
|
configOptions["rgw_zone"] = c.store.Name
|
|
configOptions["rgw_zonegroup"] = c.store.Name
|
|
|
|
for flag, val := range configOptions {
|
|
err := monStore.Set(who, flag, val)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to set %q to %q on %q. %+v", flag, val, who, err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|