Files
my-rook-config/cluster/examples/kubernetes/ceph/create-external-cluster-resources.sh
T
Sébastien Han 90bea8a560 ceph: stop using radosgw-admin CLI for s3 user management
We have been having many issues with external mode with Ceph version
mismatching. The operator would have a Ceph version different than the
external cluster. The `radosgw-admin` was used to interact with S3
users, even a small version delta would cause the command to coredump.
After checking with the rgw core team it appears Rook was misusing the
CLI and the admin ops API should be used instead.
So this patch is the first introduction of go-ceph in Rook to consume
the rgw admin ops API instead of the `radosgw-admin` CLI, **only** for
user management in this initial commit.
Later we can do more such as bucket operation, zone management etc.

Closes: https://github.com/rook/rook/issues/7924
Signed-off-by: Sébastien Han <seb@redhat.com>
2021-06-09 11:08:22 +02:00

103 lines
3.5 KiB
Bash

#!/bin/bash
# this script creates all the users/keys on the external cluster
# those keys will be injected via the import-external-cluster.sh once this one is done running
# so you can run import-external-cluster.sh right after this script
# run me like: . cluster/examples/kubernetes/ceph/create-external-cluster-resources.sh
set -e
#############
# VARIABLES #
#############
: "${CLIENT_CHECKER_NAME:=client.healthchecker}"
: "${RGW_POOL_PREFIX:=default}"
: "${ns:=rook-ceph-external}"
#############
# FUNCTIONS #
#############
function is_available {
command -v "$@" &>/dev/null
}
function checkEnv() {
if ! is_available ceph; then
echo "'ceph' binary is expected'"
return 1
fi
if ! is_available jq; then
echo "'jq' binary is expected'"
return 1
fi
if ! ceph -s 1>/dev/null; then
echo "cannot connect to the ceph cluster"
return 1
fi
}
function createCheckerKey() {
ROOK_EXTERNAL_USER_SECRET=$(ceph auth get-or-create "$CLIENT_CHECKER_NAME" mon 'allow r, allow command quorum_status' mgr 'allow command config' osd 'allow rwx pool='"$RGW_POOL_PREFIX"'.rgw.meta, allow r pool=.rgw.root, allow rw pool='"$RGW_POOL_PREFIX"'.rgw.control, allow x pool='"$RGW_POOL_PREFIX"'.rgw.buckets.index, allow x pool='"$RGW_POOL_PREFIX"'.rgw.log'|awk '/key =/ { print $3}')
export ROOK_EXTERNAL_USER_SECRET
export ROOK_EXTERNAL_USERNAME=$CLIENT_CHECKER_NAME
}
function createCephCSIKeyringRBDNode() {
CSI_RBD_NODE_SECRET=$(ceph auth get-or-create client.csi-rbd-node mon 'profile rbd' osd 'profile rbd'|awk '/key =/ { print $3}')
export CSI_RBD_NODE_SECRET
}
function createCephCSIKeyringRBDProvisioner() {
CSI_RBD_PROVISIONER_SECRET=$(ceph auth get-or-create client.csi-rbd-provisioner mon 'profile rbd' mgr 'allow rw' osd 'profile rbd'|awk '/key =/ { print $3}')
export CSI_RBD_PROVISIONER_SECRET
}
function createCephCSIKeyringCephFSNode() {
CSI_CEPHFS_NODE_SECRET=$(ceph auth get-or-create client.csi-cephfs-node mon 'allow r' mgr 'allow rw' osd 'allow rw tag cephfs *=*' mds 'allow rw'|awk '/key =/ { print $3}')
export CSI_CEPHFS_NODE_SECRET
}
function createCephCSIKeyringCephFSProvisioner() {
CSI_CEPHFS_PROVISIONER_SECRET=$(ceph auth get-or-create client.csi-cephfs-provisioner mon 'allow r' mgr 'allow rw' osd 'allow rw tag cephfs metadata=*'|awk '/key =/ { print $3}')
export CSI_CEPHFS_PROVISIONER_SECRET
}
function getFSID() {
ROOK_EXTERNAL_FSID=$(ceph fsid)
export ROOK_EXTERNAL_FSID
}
function externalMonData() {
ROOK_EXTERNAL_CEPH_MON_DATA=$(ceph mon dump -f json 2>/dev/null|jq --raw-output .mons[0].name)=$(ceph mon dump -f json 2>/dev/null|jq --raw-output .mons[0].public_addrs.addrvec[0].addr)
export ROOK_EXTERNAL_CEPH_MON_DATA
}
function namespace() {
export NAMESPACE=$ns
}
function createRGWAdminOpsUser() {
createRGWAdminOpsUserKeys=$(radosgw-admin user create --uid rgw-admin-ops-user --display-name "Rook RGW Admin Ops user" --caps "buckets=*;users=*;usage=read;metadata=read;zone=read"|jq --raw-output .keys[0])
createRGWAdminOpsUserAccessKey=$(echo "$createRGWAdminOpsUserKeys"|jq --raw-output .access_key)
createRGWAdminOpsUserSecretKey=$(echo "$createRGWAdminOpsUserKeys"|jq --raw-output .secret_key)
echo "export RGW_ADMIN_OPS_USER_ACCESS_KEY=$createRGWAdminOpsUserAccessKey"
echo "export RGW_ADMIN_OPS_USER_SECRET_KEY=$createRGWAdminOpsUserSecretKey"
}
########
# MAIN #
########
checkEnv
createCheckerKey
createCephCSIKeyringRBDNode
createCephCSIKeyringRBDProvisioner
createCephCSIKeyringCephFSNode
createCephCSIKeyringCephFSProvisioner
getFSID
externalMonData
namespace
createRGWAdminOpsUser