subhamkrai
0150966024
since rook 1.8, ceph nautilus no longer supported, ceph octopus will be the minimum ceph version. Closes: https://github.com/rook/rook/issues/7908 Signed-off-by: subhamkrai <srai@redhat.com>
390 lines
11 KiB
Go
390 lines
11 KiB
Go
/*
|
|
Copyright 2020 The Rook Authors. All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
// Package nfs to manage a rook ceph nfs
|
|
package nfs
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"os"
|
|
"testing"
|
|
|
|
"github.com/coreos/pkg/capnslog"
|
|
cephv1 "github.com/rook/rook/pkg/apis/ceph.rook.io/v1"
|
|
rookclient "github.com/rook/rook/pkg/client/clientset/versioned/fake"
|
|
"github.com/rook/rook/pkg/client/clientset/versioned/scheme"
|
|
"github.com/rook/rook/pkg/clusterd"
|
|
"github.com/rook/rook/pkg/daemon/ceph/client"
|
|
"github.com/rook/rook/pkg/operator/ceph/cluster/mon"
|
|
"github.com/rook/rook/pkg/operator/ceph/version"
|
|
cephver "github.com/rook/rook/pkg/operator/ceph/version"
|
|
"github.com/rook/rook/pkg/operator/k8sutil"
|
|
"github.com/rook/rook/pkg/operator/test"
|
|
exectest "github.com/rook/rook/pkg/util/exec/test"
|
|
"github.com/stretchr/testify/assert"
|
|
v1 "k8s.io/api/core/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/apimachinery/pkg/types"
|
|
"sigs.k8s.io/controller-runtime/pkg/client/fake"
|
|
"sigs.k8s.io/controller-runtime/pkg/reconcile"
|
|
)
|
|
|
|
var (
|
|
name = "my-nfs"
|
|
namespace = "rook-ceph"
|
|
nfsCephAuthGetOrCreateKey = `{"key":"AQCvzWBeIV9lFRAAninzm+8XFxbSfTiPwoX50g=="}`
|
|
poolDetails = `{
|
|
"pool": "foo",
|
|
"pool_id": 1,
|
|
"size": 3,
|
|
"min_size": 2,
|
|
"pg_num": 8,
|
|
"pgp_num": 8,
|
|
"crush_rule": "replicated_rule",
|
|
"hashpspool": true,
|
|
"nodelete": false,
|
|
"nopgchange": false,
|
|
"nosizechange": false,
|
|
"write_fadvise_dontneed": false,
|
|
"noscrub": false,
|
|
"nodeep-scrub": false,
|
|
"use_gmt_hitset": true,
|
|
"fast_read": 0,
|
|
"pg_autoscale_mode": "on"
|
|
}`
|
|
)
|
|
|
|
func TestCephNFSController(t *testing.T) {
|
|
ctx := context.TODO()
|
|
// Set DEBUG logging
|
|
capnslog.SetGlobalLogLevel(capnslog.DEBUG)
|
|
os.Setenv("ROOK_LOG_LEVEL", "DEBUG")
|
|
|
|
//
|
|
// TEST 1 SETUP
|
|
//
|
|
// FAILURE because no CephCluster
|
|
//
|
|
// A Pool resource with metadata and spec.
|
|
cephNFS := &cephv1.CephNFS{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: name,
|
|
Namespace: namespace,
|
|
},
|
|
Spec: cephv1.NFSGaneshaSpec{
|
|
RADOS: cephv1.GaneshaRADOSSpec{
|
|
Pool: "foo",
|
|
Namespace: namespace,
|
|
},
|
|
Server: cephv1.GaneshaServerSpec{
|
|
Active: 1,
|
|
},
|
|
},
|
|
TypeMeta: controllerTypeMeta,
|
|
}
|
|
|
|
// Objects to track in the fake client.
|
|
object := []runtime.Object{
|
|
cephNFS,
|
|
}
|
|
|
|
executor := &exectest.MockExecutor{
|
|
MockExecuteCommandWithOutput: func(command string, args ...string) (string, error) {
|
|
if args[0] == "status" {
|
|
return `{"fsid":"c47cac40-9bee-4d52-823b-ccd803ba5bfe","health":{"checks":{},"status":"HEALTH_ERR"},"pgmap":{"num_pgs":100,"pgs_by_state":[{"state_name":"active+clean","count":100}]}}`, nil
|
|
}
|
|
return "", nil
|
|
},
|
|
}
|
|
clientset := test.New(t, 3)
|
|
c := &clusterd.Context{
|
|
Executor: executor,
|
|
RookClientset: rookclient.NewSimpleClientset(),
|
|
Clientset: clientset,
|
|
}
|
|
|
|
// Register operator types with the runtime scheme.
|
|
s := scheme.Scheme
|
|
s.AddKnownTypes(cephv1.SchemeGroupVersion, &cephv1.CephNFS{})
|
|
s.AddKnownTypes(cephv1.SchemeGroupVersion, &cephv1.CephCluster{})
|
|
|
|
// Create a fake client to mock API calls.
|
|
cl := fake.NewClientBuilder().WithScheme(s).WithRuntimeObjects(object...).Build()
|
|
// Create a ReconcileCephNFS object with the scheme and fake client.
|
|
r := &ReconcileCephNFS{client: cl, scheme: s, context: c, opManagerContext: ctx}
|
|
|
|
// Mock request to simulate Reconcile() being called on an event for a
|
|
// watched resource .
|
|
req := reconcile.Request{
|
|
NamespacedName: types.NamespacedName{
|
|
Name: name,
|
|
Namespace: namespace,
|
|
},
|
|
}
|
|
|
|
cephCluster := &cephv1.CephCluster{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: namespace,
|
|
Namespace: namespace,
|
|
},
|
|
Status: cephv1.ClusterStatus{
|
|
Phase: "",
|
|
CephStatus: &cephv1.CephStatus{
|
|
Health: "",
|
|
},
|
|
},
|
|
}
|
|
|
|
currentAndDesiredCephVersion = func(rookImage string, namespace string, jobName string, ownerInfo *k8sutil.OwnerInfo, context *clusterd.Context, cephClusterSpec *cephv1.ClusterSpec, clusterInfo *client.ClusterInfo) (*version.CephVersion, *version.CephVersion, error) {
|
|
return &version.Octopus, &version.Octopus, nil
|
|
}
|
|
|
|
t.Run("error - no ceph cluster", func(t *testing.T) {
|
|
res, err := r.Reconcile(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.True(t, res.Requeue)
|
|
})
|
|
|
|
t.Run("error - ceph cluster not ready", func(t *testing.T) {
|
|
object = append(object, cephCluster)
|
|
// Create a fake client to mock API calls.
|
|
cl = fake.NewClientBuilder().WithScheme(s).WithRuntimeObjects(object...).Build()
|
|
// Create a ReconcileCephNFS object with the scheme and fake client.
|
|
r = &ReconcileCephNFS{client: cl, scheme: s, context: c, opManagerContext: ctx}
|
|
res, err := r.Reconcile(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.True(t, res.Requeue)
|
|
})
|
|
|
|
t.Run("success - nfs running", func(t *testing.T) {
|
|
// Mock clusterInfo
|
|
secrets := map[string][]byte{
|
|
"fsid": []byte(name),
|
|
"mon-secret": []byte("monsecret"),
|
|
"admin-secret": []byte("adminsecret"),
|
|
}
|
|
secret := &v1.Secret{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "rook-ceph-mon",
|
|
Namespace: namespace,
|
|
},
|
|
Data: secrets,
|
|
Type: k8sutil.RookType,
|
|
}
|
|
_, err := c.Clientset.CoreV1().Secrets(namespace).Create(ctx, secret, metav1.CreateOptions{})
|
|
assert.NoError(t, err)
|
|
|
|
// Add ready status to the CephCluster
|
|
cephCluster.Status.Phase = k8sutil.ReadyStatus
|
|
cephCluster.Status.CephStatus.Health = "HEALTH_OK"
|
|
|
|
// Create a fake client to mock API calls.
|
|
cl = fake.NewClientBuilder().WithScheme(s).WithRuntimeObjects(object...).Build()
|
|
|
|
executor = &exectest.MockExecutor{
|
|
MockExecuteCommandWithOutput: func(command string, args ...string) (string, error) {
|
|
if args[0] == "status" {
|
|
return `{"fsid":"c47cac40-9bee-4d52-823b-ccd803ba5bfe","health":{"checks":{},"status":"HEALTH_OK"},"pgmap":{"num_pgs":100,"pgs_by_state":[{"state_name":"active+clean","count":100}]}}`, nil
|
|
}
|
|
if args[0] == "auth" && args[1] == "get-or-create-key" {
|
|
return nfsCephAuthGetOrCreateKey, nil
|
|
}
|
|
if args[0] == "osd" && args[1] == "pool" && args[2] == "get" {
|
|
return poolDetails, nil
|
|
}
|
|
return "", errors.New("unknown command")
|
|
},
|
|
MockExecuteCommand: func(command string, args ...string) error {
|
|
if command == "rados" {
|
|
logger.Infof("mock execute. %s. %s", command, args)
|
|
assert.Equal(t, "stat", args[6])
|
|
assert.Equal(t, "conf-nfs.my-nfs", args[7])
|
|
return nil
|
|
}
|
|
return errors.New("unknown command")
|
|
},
|
|
MockExecuteCommandWithEnv: func(env []string, command string, args ...string) error {
|
|
if command == "ganesha-rados-grace" {
|
|
logger.Infof("mock execute. %s. %s", command, args)
|
|
assert.Equal(t, "add", args[4])
|
|
assert.Len(t, env, 1)
|
|
return nil
|
|
}
|
|
return errors.New("unknown command")
|
|
},
|
|
}
|
|
c.Executor = executor
|
|
|
|
// Create a ReconcileCephNFS object with the scheme and fake client.
|
|
r = &ReconcileCephNFS{client: cl, scheme: s, context: c, opManagerContext: ctx}
|
|
res, err := r.Reconcile(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.False(t, res.Requeue)
|
|
err = r.client.Get(context.TODO(), req.NamespacedName, cephNFS)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, "Ready", cephNFS.Status.Phase, cephNFS)
|
|
})
|
|
}
|
|
|
|
func TestGetGaneshaConfigObject(t *testing.T) {
|
|
cephNFS := &cephv1.CephNFS{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: name,
|
|
Namespace: namespace,
|
|
},
|
|
}
|
|
nodeid := "a"
|
|
expectedName := "conf-nfs.my-nfs"
|
|
|
|
res := getGaneshaConfigObject(cephNFS, version.CephVersion{Major: 16}, nodeid)
|
|
logger.Infof("Config Object for Pacific is %s", res)
|
|
assert.Equal(t, expectedName, res)
|
|
|
|
res = getGaneshaConfigObject(cephNFS, version.CephVersion{Major: 15, Minor: 2, Extra: 1}, nodeid)
|
|
logger.Infof("Config Object for Octopus is %s", res)
|
|
assert.Equal(t, expectedName, res)
|
|
}
|
|
|
|
func TestFetchOrCreatePool(t *testing.T) {
|
|
ctx := context.TODO()
|
|
cephNFS := &cephv1.CephNFS{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: name,
|
|
Namespace: namespace,
|
|
},
|
|
Spec: cephv1.NFSGaneshaSpec{
|
|
Server: cephv1.GaneshaServerSpec{
|
|
Active: 1,
|
|
},
|
|
},
|
|
TypeMeta: controllerTypeMeta,
|
|
}
|
|
executor := &exectest.MockExecutor{
|
|
MockExecuteCommandWithOutput: func(command string, args ...string) (string, error) {
|
|
return "", nil
|
|
},
|
|
}
|
|
clientset := test.New(t, 3)
|
|
c := &clusterd.Context{
|
|
Executor: executor,
|
|
RookClientset: rookclient.NewSimpleClientset(),
|
|
Clientset: clientset,
|
|
}
|
|
// Mock clusterInfo
|
|
secrets := map[string][]byte{
|
|
"fsid": []byte(name),
|
|
"mon-secret": []byte("monsecret"),
|
|
"admin-secret": []byte("adminsecret"),
|
|
}
|
|
secret := &v1.Secret{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "rook-ceph-mon",
|
|
Namespace: namespace,
|
|
},
|
|
Data: secrets,
|
|
Type: k8sutil.RookType,
|
|
}
|
|
_, err := c.Clientset.CoreV1().Secrets(namespace).Create(ctx, secret, metav1.CreateOptions{})
|
|
assert.NoError(t, err)
|
|
clusterInfo, _, _, err := mon.LoadClusterInfo(c, ctx, namespace)
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
err = fetchOrCreatePool(c, clusterInfo, cephNFS)
|
|
assert.NoError(t, err)
|
|
|
|
executor = &exectest.MockExecutor{
|
|
MockExecuteCommandWithOutput: func(command string, args ...string) (string, error) {
|
|
if args[1] == "pool" && args[2] == "get" {
|
|
return "Error", errors.New("failed to get pool")
|
|
}
|
|
return "", nil
|
|
},
|
|
}
|
|
|
|
c.Executor = executor
|
|
err = fetchOrCreatePool(c, clusterInfo, cephNFS)
|
|
assert.Error(t, err)
|
|
|
|
executor = &exectest.MockExecutor{
|
|
MockExecuteCommandWithOutput: func(command string, args ...string) (string, error) {
|
|
if args[1] == "pool" && args[2] == "get" {
|
|
return "Error", errors.New("failed to get pool: unrecognized pool")
|
|
}
|
|
return "", nil
|
|
},
|
|
}
|
|
|
|
c.Executor = executor
|
|
err = fetchOrCreatePool(c, clusterInfo, cephNFS)
|
|
assert.Error(t, err)
|
|
|
|
clusterInfo.CephVersion = cephver.CephVersion{
|
|
Major: 16,
|
|
Minor: 2,
|
|
Extra: 6,
|
|
}
|
|
|
|
executor = &exectest.MockExecutor{
|
|
MockExecuteCommandWithOutput: func(command string, args ...string) (string, error) {
|
|
if args[1] == "pool" && args[2] == "get" {
|
|
return "Error", errors.New("failed to get pool: unrecognized pool")
|
|
}
|
|
return "", nil
|
|
},
|
|
}
|
|
|
|
c.Executor = executor
|
|
err = fetchOrCreatePool(c, clusterInfo, cephNFS)
|
|
assert.NoError(t, err)
|
|
|
|
executor = &exectest.MockExecutor{
|
|
MockExecuteCommandWithOutput: func(command string, args ...string) (string, error) {
|
|
if args[1] == "pool" && args[2] == "get" {
|
|
return "Error", errors.New("failed to get pool: unrecognized pool")
|
|
}
|
|
if args[1] == "pool" && args[2] == "create" {
|
|
return "Error", errors.New("creating pool failed")
|
|
}
|
|
return "", nil
|
|
},
|
|
}
|
|
|
|
c.Executor = executor
|
|
err = fetchOrCreatePool(c, clusterInfo, cephNFS)
|
|
assert.Error(t, err)
|
|
|
|
executor = &exectest.MockExecutor{
|
|
MockExecuteCommandWithOutput: func(command string, args ...string) (string, error) {
|
|
if args[1] == "pool" && args[2] == "get" {
|
|
return "Error", errors.New("unrecognized pool")
|
|
}
|
|
if args[1] == "pool" && args[2] == "application" {
|
|
return "Error", errors.New("enabling pool failed")
|
|
}
|
|
return "", nil
|
|
},
|
|
}
|
|
|
|
c.Executor = executor
|
|
err = fetchOrCreatePool(c, clusterInfo, cephNFS)
|
|
assert.Error(t, err)
|
|
|
|
}
|