Files
my-rook-config/pkg/operator/ceph/object/rgw_test.go
T
Sébastien Han e4eaa91ede ceph: add rgw endpoint healthcheck
We have introduced a new goroutine to check the state of the rgw
endpoint. It will run every minute and perform operations on a bucket.
The success or failure will be reported as part of the status field of
the CephObjectStore CR.

A good status will look like:

status:
  endpointStatus:
    lastChanged: "2020-06-25T13:47:45Z"
    lastChecked: "2020-06-25T13:48:46Z"
  phase: Connected

A failed status:

status:
  endpointStatus:
    details: |-
      error creating bucket "rook-ceph-internal-s3-bucket-checker": RequestError: send request failed
      caused by: Put http://rook-ceph-rgw-my-store.rook-ceph:8080/rook-ceph-internal-s3-bucket-checker: dial tcp 10.108.189.148:8080: connect: connection refused
    health: ERROR

This check works for both converged and external modes. Note that the
CephObjectStore CRD has a new field called "externalRgwEndpoints" which
allows you to define a list of IP addresses pointing to rgws.

Closes: https://github.com/rook/rook/issues/5692
Signed-off-by: Sébastien Han <seb@redhat.com>
2020-07-02 16:34:10 +02:00

164 lines
5.6 KiB
Go

/*
Copyright 2016 The Rook Authors. All rights reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package object
import (
"io/ioutil"
"os"
"testing"
cephv1 "github.com/rook/rook/pkg/apis/ceph.rook.io/v1"
"github.com/rook/rook/pkg/client/clientset/versioned/scheme"
"github.com/rook/rook/pkg/clusterd"
config "github.com/rook/rook/pkg/daemon/ceph/config"
cephconfig "github.com/rook/rook/pkg/operator/ceph/config"
testop "github.com/rook/rook/pkg/operator/test"
exectest "github.com/rook/rook/pkg/util/exec/test"
"github.com/stretchr/testify/assert"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/runtime"
fclient "k8s.io/client-go/kubernetes/fake"
"sigs.k8s.io/controller-runtime/pkg/client/fake"
)
func TestStartRGW(t *testing.T) {
clientset := testop.New(t, 3)
executor := &exectest.MockExecutor{
MockExecuteCommandWithOutputFile: func(command string, outFileArg string, args ...string) (string, error) {
return `{"key":"mysecurekey"}`, nil
},
MockExecuteCommandWithOutput: func(command string, args ...string) (string, error) {
return `{"id":"test-id"}`, nil
},
}
configDir, _ := ioutil.TempDir("", "")
defer os.RemoveAll(configDir)
info := testop.CreateConfigDir(1)
context := &clusterd.Context{Clientset: clientset, Executor: executor, ConfigDir: configDir}
store := simpleStore()
store.Spec.Gateway.Instances = 1
version := "v1.1.0"
data := cephconfig.NewStatelessDaemonDataPathMap(cephconfig.RgwType, "my-fs", "rook-ceph", "/var/lib/rook/")
s := scheme.Scheme
object := []runtime.Object{&cephv1.CephObjectStore{}}
cl := fake.NewFakeClientWithScheme(s, object...)
r := &ReconcileCephObjectStore{client: cl, scheme: s}
// start a basic cluster
c := &clusterConfig{info, context, store, version, &cephv1.ClusterSpec{}, &metav1.OwnerReference{}, data, false, r.client, s, cephv1.NetworkSpec{}}
err := c.startRGWPods(store.Name, store.Name, store.Name)
assert.Nil(t, err)
validateStart(t, c, clientset)
}
func validateStart(t *testing.T, c *clusterConfig, clientset *fclient.Clientset) {
rgwName := instanceName(c.store.Name) + "-a"
r, err := clientset.AppsV1().Deployments(c.store.Namespace).Get(rgwName, metav1.GetOptions{})
assert.Nil(t, err)
assert.Equal(t, rgwName, r.Name)
}
func TestCreateObjectStore(t *testing.T) {
commandWithOutputFunc := func(command string, args ...string) (string, error) {
return `{"realms": []}`, nil
}
executor := &exectest.MockExecutor{
MockExecuteCommandWithCombinedOutput: commandWithOutputFunc,
MockExecuteCommandWithOutput: commandWithOutputFunc,
MockExecuteCommandWithOutputFile: func(command, outfile string, args ...string) (string, error) {
logger.Infof("Command: %s %v", command, args)
if command == "ceph" {
if args[1] == "erasure-code-profile" {
return `{"k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}`, nil
}
if args[0] == "auth" && args[1] == "get-or-create-key" {
return `{"key":"mykey"}`, nil
}
}
return "", nil
},
}
store := simpleStore()
clientset := testop.New(t, 3)
context := &clusterd.Context{Executor: executor, Clientset: clientset}
info := testop.CreateConfigDir(1)
data := cephconfig.NewStatelessDaemonDataPathMap(cephconfig.RgwType, "my-fs", "rook-ceph", "/var/lib/rook/")
// create the pools
s := scheme.Scheme
object := []runtime.Object{&cephv1.CephObjectStore{}}
cl := fake.NewFakeClientWithScheme(s, object...)
r := &ReconcileCephObjectStore{client: cl, scheme: s}
c := &clusterConfig{info, context, store, "1.2.3.4", &cephv1.ClusterSpec{}, &metav1.OwnerReference{}, data, false, r.client, s, cephv1.NetworkSpec{}}
err := c.createOrUpdateStore(store.Name, store.Name, store.Name)
assert.Nil(t, err)
}
func simpleStore() *cephv1.CephObjectStore {
return &cephv1.CephObjectStore{
ObjectMeta: metav1.ObjectMeta{Name: "default", Namespace: "mycluster"},
Spec: cephv1.ObjectStoreSpec{
MetadataPool: cephv1.PoolSpec{Replicated: cephv1.ReplicatedSpec{Size: 1, RequireSafeReplicaSize: false}},
DataPool: cephv1.PoolSpec{ErasureCoded: cephv1.ErasureCodedSpec{CodingChunks: 1, DataChunks: 2}},
Gateway: cephv1.GatewaySpec{Port: 123},
},
}
}
func TestGenerateSecretName(t *testing.T) {
cl := fake.NewFakeClient([]runtime.Object{}...)
// start a basic cluster
c := &clusterConfig{&config.ClusterInfo{},
&clusterd.Context{},
&cephv1.CephObjectStore{ObjectMeta: metav1.ObjectMeta{Name: "default", Namespace: "mycluster"}},
"v1.1.0",
&cephv1.ClusterSpec{},
&metav1.OwnerReference{},
&cephconfig.DataPathMap{},
false,
cl,
scheme.Scheme,
cephv1.NetworkSpec{}}
secret := c.generateSecretName("a")
assert.Equal(t, "rook-ceph-rgw-default-a-keyring", secret)
}
func TestEmptyPoolSpec(t *testing.T) {
assert.True(t, emptyPool(cephv1.PoolSpec{}))
p := cephv1.PoolSpec{FailureDomain: "foo"}
assert.False(t, emptyPool(p))
p = cephv1.PoolSpec{Replicated: cephv1.ReplicatedSpec{Size: 1}}
assert.False(t, emptyPool(p))
p = cephv1.PoolSpec{ErasureCoded: cephv1.ErasureCodedSpec{CodingChunks: 1}}
assert.False(t, emptyPool(p))
}
func TestBuildDomainName(t *testing.T) {
name := "my-store"
ns := "rook-ceph"
dns := BuildDomainName(name, ns)
assert.Equal(t, "rook-ceph-rgw-my-store.rook-ceph", dns)
}