Files
my-rook-config/pkg/operator/ceph/object/bucket/util.go
T
Sébastien Han e4eaa91ede ceph: add rgw endpoint healthcheck
We have introduced a new goroutine to check the state of the rgw
endpoint. It will run every minute and perform operations on a bucket.
The success or failure will be reported as part of the status field of
the CephObjectStore CR.

A good status will look like:

status:
  endpointStatus:
    lastChanged: "2020-06-25T13:47:45Z"
    lastChecked: "2020-06-25T13:48:46Z"
  phase: Connected

A failed status:

status:
  endpointStatus:
    details: |-
      error creating bucket "rook-ceph-internal-s3-bucket-checker": RequestError: send request failed
      caused by: Put http://rook-ceph-rgw-my-store.rook-ceph:8080/rook-ceph-internal-s3-bucket-checker: dial tcp 10.108.189.148:8080: connect: connection refused
    health: ERROR

This check works for both converged and external modes. Note that the
CephObjectStore CRD has a new field called "externalRgwEndpoints" which
allows you to define a list of IP addresses pointing to rgws.

Closes: https://github.com/rook/rook/issues/5692
Signed-off-by: Sébastien Han <seb@redhat.com>
2020-07-02 16:34:10 +02:00

138 lines
4.2 KiB
Go

/*
Copyright 2018 The Kubernetes Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package bucket
import (
"math/rand"
"time"
"github.com/coreos/pkg/capnslog"
bktv1alpha1 "github.com/kube-object-storage/lib-bucket-provisioner/pkg/apis/objectbucket.io/v1alpha1"
"github.com/kube-object-storage/lib-bucket-provisioner/pkg/provisioner"
"github.com/pkg/errors"
v1 "k8s.io/api/core/v1"
storagev1 "k8s.io/api/storage/v1"
kerrors "k8s.io/apimachinery/pkg/api/errors"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/client-go/kubernetes"
"k8s.io/client-go/rest"
cephv1 "github.com/rook/rook/pkg/apis/ceph.rook.io/v1"
cephclientset "github.com/rook/rook/pkg/client/clientset/versioned/typed/ceph.rook.io/v1"
cephObject "github.com/rook/rook/pkg/operator/ceph/object"
)
var logger = capnslog.NewPackageLogger("github.com/rook/rook", "op-bucket-prov")
const (
genUserLen = 8
cephUser = "cephUser"
accessKeyIdKey = "accessKeyID"
secretSecretKeyKey = "secretAccessKey"
objectStoreName = "objectStoreName"
objectStoreNamespace = "objectStoreNamespace"
objectStoreEndpoint = "endpoint"
)
func NewBucketController(cfg *rest.Config, p *Provisioner) (*provisioner.Provisioner, error) {
const allNamespaces = ""
provName := cephObject.GetObjectBucketProvisioner(p.context, p.namespace)
logger.Infof("ceph bucket provisioner launched watching for provisioner %q", provName)
return provisioner.NewProvisioner(cfg, provName, p, allNamespaces)
}
// Return the secret namespace and name from the passed storage class.
func getSecretNamespaceAndName(sc *storagev1.StorageClass) (string, string) {
const (
scSecretNameKey = "secretName"
scSecretNSKey = "secretNamespace"
)
return sc.Parameters[scSecretNSKey], sc.Parameters[scSecretNameKey]
}
func getAccessKeyId(secret *v1.Secret) string {
return string(secret.Data[accessKeyIdKey])
}
func getSecretAccessKey(secret *v1.Secret) string {
return string(secret.Data[secretSecretKeyKey])
}
func getObjectStoreName(sc *storagev1.StorageClass) string {
return sc.Parameters[objectStoreName]
}
func getObjectStoreNameSpace(sc *storagev1.StorageClass) string {
return sc.Parameters[objectStoreNamespace]
}
func getObjectStoreEndpoint(sc *storagev1.StorageClass) string {
return sc.Parameters[objectStoreEndpoint]
}
func getBucketName(ob *bktv1alpha1.ObjectBucket) string {
return ob.Spec.Endpoint.BucketName
}
func isStaticBucket(sc *storagev1.StorageClass) (string, bool) {
const key = "bucketName"
val, ok := sc.Parameters[key]
return val, ok
}
func getCephUser(ob *bktv1alpha1.ObjectBucket) string {
return ob.Spec.AdditionalState[cephUser]
}
func getObjectStore(c cephclientset.CephV1Interface, namespace, name string) (*cephv1.CephObjectStore, error) {
// Verify the object store API object actually exists
store, err := c.CephObjectStores(namespace).Get(name, metav1.GetOptions{})
if err != nil {
if kerrors.IsNotFound(err) {
return nil, errors.Wrap(err, "cephObjectStore not found")
}
return nil, errors.Wrap(err, "error getting cephObjectStore")
}
return store, err
}
func getService(c kubernetes.Interface, namespace, name string) (*v1.Service, error) {
// Verify the object store's service actually exists
svc, err := c.CoreV1().Services(namespace).Get(name, metav1.GetOptions{})
if err != nil {
if kerrors.IsNotFound(err) {
return nil, errors.Wrap(err, "cephObjectStore service not found")
}
return nil, errors.Wrap(err, "error getting cephObjectStore service")
}
return svc, nil
}
func randomString(n int) string {
r := rand.New(rand.NewSource(time.Now().UnixNano()))
var letterRunes = []rune("0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ")
b := make([]rune, n)
for i := range b {
b[i] = letterRunes[r.Intn(len(letterRunes))]
}
return string(b)
}