Blaine Gardner
3731f06176
Create a cephconfig module in Ceph's daemon pkg source, and refactor the config and keyring generation that exists in the mon package into the new cephconfig package. The config/keyring generation code is used by most all daemons and not just mon, so a new package is a more appropriate place for this. Signed-off-by: Blaine Gardner <blaine.gardner@suse.com>
125 lines
3.4 KiB
Go
125 lines
3.4 KiB
Go
/*
|
|
Copyright 2016 The Rook Authors. All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package mgr
|
|
|
|
import (
|
|
"fmt"
|
|
"path"
|
|
|
|
"github.com/coreos/pkg/capnslog"
|
|
"github.com/rook/rook/pkg/clusterd"
|
|
cephconfig "github.com/rook/rook/pkg/daemon/ceph/config"
|
|
"github.com/rook/rook/pkg/util"
|
|
)
|
|
|
|
var (
|
|
logger = capnslog.NewPackageLogger("github.com/rook/rook", "cephmgr")
|
|
keyringTemplate = `
|
|
[mgr.%s]
|
|
key = %s
|
|
caps mon = "allow profile mgr"
|
|
caps mds = "allow *"
|
|
caps osd = "allow *"
|
|
`
|
|
)
|
|
|
|
const (
|
|
cephmgr = "ceph-mgr"
|
|
)
|
|
|
|
type Config struct {
|
|
ClusterInfo *cephconfig.ClusterInfo
|
|
Name string
|
|
Keyring string
|
|
}
|
|
|
|
func Run(context *clusterd.Context, config *Config) error {
|
|
logger.Infof("Starting MGR %s with keyring %s", config.Name, config.Keyring)
|
|
if err := generateConfigFiles(context, config); err != nil {
|
|
return fmt.Errorf("failed to generate mgr config files. %+v", err)
|
|
}
|
|
|
|
if err := startMgr(context, config); err != nil {
|
|
return fmt.Errorf("failed to run mgr. %+v", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func generateConfigFiles(context *clusterd.Context, config *Config) error {
|
|
|
|
keyringPath := getMgrKeyringPath(context.ConfigDir, config.Name)
|
|
confDir := getMgrConfDir(context.ConfigDir, config.Name)
|
|
username := fmt.Sprintf("mgr.%s", config.Name)
|
|
settings := map[string]string{
|
|
"mgr data": confDir,
|
|
}
|
|
logger.Infof("Conf files: dir=%s keyring=%s", confDir, keyringPath)
|
|
_, err := cephconfig.GenerateConfigFile(context, config.ClusterInfo, confDir,
|
|
username, keyringPath, nil, settings)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to create config file. %+v", err)
|
|
}
|
|
|
|
keyringEval := func(key string) string {
|
|
return fmt.Sprintf(keyringTemplate, config.Name, key)
|
|
}
|
|
|
|
err = cephconfig.WriteKeyring(keyringPath, config.Keyring, keyringEval)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to create mds keyring. %+v", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func startMgr(context *clusterd.Context, config *Config) error {
|
|
|
|
// start the mgr daemon in the foreground with the given config
|
|
logger.Infof("starting ceph-mgr")
|
|
|
|
confFile := getMgrConfFilePath(context.ConfigDir, config.Name, config.ClusterInfo.Name)
|
|
util.WriteFileToLog(logger, confFile)
|
|
|
|
keyringPath := getMgrKeyringPath(context.ConfigDir, config.Name)
|
|
util.WriteFileToLog(logger, keyringPath)
|
|
args := []string{
|
|
"--foreground",
|
|
fmt.Sprintf("--cluster=%s", config.ClusterInfo.Name),
|
|
fmt.Sprintf("--conf=%s", confFile),
|
|
fmt.Sprintf("--keyring=%s", keyringPath),
|
|
"-i", config.Name,
|
|
}
|
|
|
|
if err := context.Executor.ExecuteCommand(false, cephmgr, cephmgr, args...); err != nil {
|
|
return fmt.Errorf("failed to start mgr: %+v", err)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func getMgrConfDir(dir, name string) string {
|
|
return path.Join(dir, fmt.Sprintf("mgr-%s", name))
|
|
}
|
|
|
|
func getMgrConfFilePath(dir, name, clusterName string) string {
|
|
return path.Join(getMgrConfDir(dir, name), fmt.Sprintf("%s.config", clusterName))
|
|
}
|
|
|
|
func getMgrKeyringPath(dir, name string) string {
|
|
return path.Join(getMgrConfDir(dir, name), "keyring")
|
|
}
|