Allow users to specify overrides in the CephCluster CRD. The override ConfigMap still exists for emergency situations and is mounted into daemon pods directly instead of being merged into a Rook-created config file. Rook Ceph no longer uses a config file for managing daemons with the exception of the OSDs which still generate a config in an init container. Signed-off-by: Blaine Gardner <blaine.gardner@suse.com>
179 lines
5.1 KiB
Go
179 lines
5.1 KiB
Go
/*
|
|
Copyright 2016 The Rook Authors. All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package config
|
|
|
|
import (
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/coreos/pkg/capnslog"
|
|
"github.com/go-ini/ini"
|
|
"github.com/rook/rook/pkg/clusterd"
|
|
cephver "github.com/rook/rook/pkg/operator/ceph/version"
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func TestCreateDefaultCephConfig(t *testing.T) {
|
|
clusterInfo := &ClusterInfo{
|
|
FSID: "id",
|
|
MonitorSecret: "monsecret",
|
|
AdminSecret: "adminsecret",
|
|
Name: "foo-cluster",
|
|
Monitors: map[string]*MonInfo{
|
|
"node0": {Name: "mon0", Endpoint: "10.0.0.1:6789"},
|
|
"node1": {Name: "mon1", Endpoint: "10.0.0.2:6789"},
|
|
},
|
|
CephVersion: cephver.Mimic,
|
|
}
|
|
|
|
// start with INFO level logging
|
|
context := &clusterd.Context{
|
|
LogLevel: capnslog.INFO,
|
|
NetworkInfo: clusterd.NetworkInfo{
|
|
PublicAddr: "10.1.1.1",
|
|
PublicNetwork: "10.1.1.0/24",
|
|
ClusterAddr: "10.1.2.2",
|
|
ClusterNetwork: "10.1.2.0/24",
|
|
},
|
|
}
|
|
|
|
cephConfig, err := CreateDefaultCephConfig(context, clusterInfo, "/var/lib/rook1")
|
|
if err != nil {
|
|
t.Fatalf("failed to create default ceph config. %+v", err)
|
|
}
|
|
verifyConfig(t, cephConfig, clusterInfo, 0)
|
|
|
|
// now use DEBUG level logging
|
|
context.LogLevel = capnslog.DEBUG
|
|
|
|
cephConfig, err = CreateDefaultCephConfig(context, clusterInfo, "/var/lib/rook1")
|
|
if err != nil {
|
|
t.Fatalf("failed to create default ceph config. %+v", err)
|
|
}
|
|
verifyConfig(t, cephConfig, clusterInfo, 10)
|
|
|
|
// verify the network info config
|
|
assert.Equal(t, "10.1.1.1", cephConfig.PublicAddr)
|
|
assert.Equal(t, "10.1.1.0/24", cephConfig.PublicNetwork)
|
|
assert.Equal(t, "10.1.2.2", cephConfig.ClusterAddr)
|
|
assert.Equal(t, "10.1.2.0/24", cephConfig.ClusterNetwork)
|
|
}
|
|
|
|
func TestGenerateConfigFile(t *testing.T) {
|
|
// set up a temporary config directory that will be cleaned up after test
|
|
configDir, err := ioutil.TempDir("", "TestGenerateConfigFile")
|
|
if err != nil {
|
|
t.Fatalf("failed to create temp config dir: %+v", err)
|
|
}
|
|
defer os.RemoveAll(configDir)
|
|
|
|
// create mocked cluster context and info
|
|
context := &clusterd.Context{
|
|
ConfigDir: configDir,
|
|
}
|
|
clusterInfo := &ClusterInfo{
|
|
FSID: "myfsid",
|
|
MonitorSecret: "monsecret",
|
|
AdminSecret: "adminsecret",
|
|
Name: "foo-cluster",
|
|
Monitors: map[string]*MonInfo{
|
|
"node0": {Name: "mon0", Endpoint: "10.0.0.1:6789"},
|
|
},
|
|
CephVersion: cephver.Mimic,
|
|
}
|
|
|
|
// generate the config file to disk now
|
|
configFilePath, err := GenerateConfigFile(context, clusterInfo, configDir, "myuser", filepath.Join(configDir, "mykeyring"), nil, nil)
|
|
assert.Nil(t, err)
|
|
assert.Equal(t, filepath.Join(configDir, "foo-cluster.config"), configFilePath)
|
|
|
|
// verify some of the contents of written config file by loading it from disk
|
|
actualConf, err := ini.Load(configFilePath)
|
|
assert.Nil(t, err)
|
|
verifyConfigValue(t, actualConf, "global", "fsid", clusterInfo.FSID)
|
|
}
|
|
|
|
func verifyConfig(t *testing.T, cephConfig *CephConfig, cluster *ClusterInfo, loggingLevel int) {
|
|
monMembers := make([]string, len(cluster.Monitors))
|
|
i := 0
|
|
for _, expectedMon := range cluster.Monitors {
|
|
contained := false
|
|
monMembers[i] = expectedMon.Name
|
|
for _, actualMon := range strings.Split(cephConfig.MonMembers, " ") {
|
|
if expectedMon.Name == actualMon {
|
|
contained = true
|
|
break
|
|
}
|
|
}
|
|
|
|
assert.True(t, contained)
|
|
}
|
|
|
|
// Testing mon_host
|
|
expectedMons := "10.0.0.1:6789,10.0.0.2:6789"
|
|
|
|
if cluster.CephVersion.IsAtLeastNautilus() {
|
|
expectedMons = "[v2:10.0.0.1:3300,v1:10.0.0.1:6789],[v2:10.0.0.2:3300,v1:10.0.0.2:6789]"
|
|
}
|
|
|
|
for _, expectedMon := range strings.Split(expectedMons, ",") {
|
|
contained := false
|
|
for _, actualMon := range strings.Split(cephConfig.MonHost, ",") {
|
|
if expectedMon == actualMon {
|
|
contained = true
|
|
break
|
|
}
|
|
}
|
|
|
|
assert.True(t, contained, "expectedMons: %+v, actualMons: %+v", expectedMons, cephConfig.MonHost)
|
|
}
|
|
|
|
assert.Equal(t, loggingLevel, cephConfig.DebugLogDefaultLevel)
|
|
assert.Equal(t, loggingLevel, cephConfig.DebugLogMonLevel)
|
|
assert.Equal(t, loggingLevel, cephConfig.DebugLogRadosLevel)
|
|
assert.Equal(t, loggingLevel, cephConfig.DebugLogBluestoreLevel)
|
|
}
|
|
|
|
func verifyConfigValue(t *testing.T, actualConf *ini.File, section, key, expectedVal string) {
|
|
s, err := actualConf.GetSection(section)
|
|
if !assert.Nil(t, err) {
|
|
return
|
|
}
|
|
|
|
k := s.Key(key)
|
|
if !assert.NotNil(t, k) {
|
|
return
|
|
}
|
|
|
|
actualVal := k.Value()
|
|
assert.Equal(t, expectedVal, actualVal)
|
|
}
|
|
|
|
func TestOperatorEndpoint(t *testing.T) {
|
|
var fakeCurrentMonPort int32
|
|
fakeCurrentMonPort = 3300
|
|
prefix := msgrPrefix(fakeCurrentMonPort)
|
|
assert.Equal(t, "v2:", prefix)
|
|
|
|
fakeCurrentMonPort = 6789
|
|
prefix = msgrPrefix(fakeCurrentMonPort)
|
|
assert.Equal(t, "v1:", prefix)
|
|
}
|