Files
my-rook-config/tests/scripts/create-dev-cluster.sh
T
Redouane Kachach 66f48e3777 test: using minikube profiles for rook cluster creation
Let's use the minikube profiles feature to set up a unique profile
exclusively for the Rook cluster. By doing this, we make sure that we
don't run into any issues with other minikube profiles that users
might already have in their local setup.

Signed-off-by: Redouane Kachach <rkachach@redhat.com>
2023-11-07 00:55:38 +01:00

188 lines
6.1 KiB
Bash
Executable File

#!/usr/bin/env bash
SCRIPT_ROOT=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd -P)
KUBECTL="minikube kubectl --"
ROOK_EXAMPLES_DIR="${SCRIPT_ROOT}/../../deploy/examples/"
ROOK_PROFILE_NAME="rook"
KUBECTL="minikube --profile $ROOK_PROFILE_NAME kubectl --"
wait_for_ceph_cluster() {
echo "Waiting for ceph cluster"
WAIT_CEPH_CLUSTER_RUNNING=20
while ! $KUBECTL get cephclusters.ceph.rook.io -n rook-ceph -o jsonpath='{.items[?(@.kind == "CephCluster")].status.ceph.health}' | grep -q "HEALTH_OK"; do
echo "Waiting for Ceph cluster installed"
sleep ${WAIT_CEPH_CLUSTER_RUNNING}
done
echo "Ceph cluster installed and running"
}
get_minikube_driver() {
os=$(uname)
architecture=$(uname -m)
if [[ "$os" == "Darwin" ]]; then
if [[ "$architecture" == "x86_64" ]]; then
echo "hyperkit"
elif [[ "$architecture" == "arm64" ]]; then
echo "qemu"
else
echo "Unknown Architecture on Apple OS"
exit 1
fi
elif [[ "$os" == "Linux" ]]; then
echo "kvm2"
else
echo "Unknown/Unsupported OS"
exit 1
fi
}
show_info() {
local monitoring_enabled=$1
DASHBOARD_PASSWORD=$($KUBECTL -n rook-ceph get secret rook-ceph-dashboard-password -o jsonpath="{['data']['password']}" | base64 --decode && echo)
IP_ADDR=$($KUBECTL get po --selector="app=rook-ceph-mgr" -n rook-ceph --output jsonpath='{.items[*].status.hostIP}')
PORT="$($KUBECTL -n rook-ceph -o=jsonpath='{.spec.ports[?(@.name == "dashboard")].nodePort}' get services rook-ceph-mgr-dashboard-external-http)"
BASE_URL="http://$IP_ADDR:$PORT"
echo "==========================="
echo "Ceph Dashboard: "
echo " IP_ADDRESS: $BASE_URL"
echo " PASSWORD: $DASHBOARD_PASSWORD"
if [ "$monitoring_enabled" = true ]; then
PROMETHEUS_API_HOST="http://$(kubectl -n rook-ceph -o jsonpath='{.status.hostIP}' get pod prometheus-rook-prometheus-0):30900"
echo "Prometheus Dashboard: "
echo " API_HOST: $PROMETHEUS_API_HOST"
fi
echo "==========================="
echo " "
echo " *** To start using your rook cluster please set the following alias: "
echo " "
echo " > " alias kubectl=\"minikube --profile $ROOK_PROFILE_NAME kubectl --\"
}
check_minikube_exists() {
if minikube profile list | grep -q $ROOK_PROFILE_NAME; then
echo "A minikube profile '$ROOK_PROFILE_NAME' already exists, please use -f to force the cluster creation."
exit 1
fi
}
setup_minikube_env() {
minikube_driver="$(get_minikube_driver)"
echo "Setting up minikube env (using $minikube_driver driver)"
minikube delete --profile $ROOK_PROFILE_NAME
minikube start --profile $ROOK_PROFILE_NAME --disk-size=40g --extra-disks=3 --driver "$minikube_driver"
eval "$(minikube docker-env --profile $ROOK_PROFILE_NAME)"
}
create_rook_cluster() {
echo "Creating cluster"
$KUBECTL apply -f crds.yaml -f common.yaml -f operator.yaml
$KUBECTL apply -f cluster-test.yaml -f toolbox.yaml
$KUBECTL apply -f dashboard-external-http.yaml
}
check_examples_dir() {
CRDS_FILE="crds.yaml"
if [ ! -e ${CRDS_FILE} ]; then
echo "File ${ROOK_EXAMPLES_DIR}/${CRDS_FILE} does not exist. Please, provide a valid rook examples directory."
exit 1
fi
}
wait_for_rook_operator() {
echo "Waiting for rook operator"
$KUBECTL rollout status deployment rook-ceph-operator -n rook-ceph --timeout=180s
while ! $KUBECTL get cephclusters.ceph.rook.io -n rook-ceph -o jsonpath='{.items[?(@.kind == "CephCluster")].status.phase}' | grep -q "Ready"; do
echo "Waiting for cluster to be ready..."
sleep 20
done
}
enable_rook_orchestrator() {
echo "Enabling rook orchestrator"
$KUBECTL rollout status deployment rook-ceph-tools -n rook-ceph --timeout=30s
$KUBECTL -n rook-ceph exec -it deploy/rook-ceph-tools -- ceph mgr module enable rook
$KUBECTL -n rook-ceph exec -it deploy/rook-ceph-tools -- ceph orch set backend rook
$KUBECTL -n rook-ceph exec -it deploy/rook-ceph-tools -- ceph orch status
}
enable_monitoring() {
echo "Enabling monitoring"
$KUBECTL apply -f https://raw.githubusercontent.com/coreos/prometheus-operator/v0.40.0/bundle.yaml
$KUBECTL wait --for=condition=ready pod -l app.kubernetes.io/name=prometheus-operator --timeout=30s
$KUBECTL apply -f monitoring/service-monitor.yaml
$KUBECTL apply -f monitoring/exporter-service-monitor.yaml
$KUBECTL apply -f monitoring/prometheus.yaml
$KUBECTL apply -f monitoring/prometheus-service.yaml
PROMETHEUS_API_HOST="http://$(kubectl -n rook-ceph -o jsonpath='{.status.hostIP}' get pod prometheus-rook-prometheus-0):30900"
$KUBECTL -n rook-ceph exec -it deploy/rook-ceph-tools -- ceph dashboard set-prometheus-api-host "$PROMETHEUS_API_HOST"
}
show_usage() {
echo ""
echo " Usage: $(basename "$0") [-r] [-d /path/to/rook-examples/dir]"
echo " -r Enable rook orchestrator"
echo " -m Enable monitoring"
echo " -d value Path to Rook examples directory (i.e github.com/rook/rook/deploy/examples)"
}
####################################################################
################# MAIN #############################################
while getopts ":hrmfd:" opt; do
case $opt in
h)
show_usage
exit 0
;;
r)
enable_rook=true
;;
m)
enable_monitoring=true
;;
f)
force_minikube=true
;;
d)
ROOK_EXAMPLES_DIR="$OPTARG"
;;
\?)
echo "Invalid option: -$OPTARG" >&2
show_usage
exit 1
;;
:)
echo "Option -$OPTARG requires an argument." >&2
exit 1
;;
esac
done
echo "Using '$ROOK_EXAMPLES_DIR' as examples directory.."
cd "$ROOK_EXAMPLES_DIR" || exit
check_examples_dir
if [ -z "$force_minikube" ]; then
check_minikube_exists
fi
setup_minikube_env
create_rook_cluster
wait_for_rook_operator
wait_for_ceph_cluster
if [ "$enable_rook" = true ]; then
enable_rook_orchestrator
fi
if [ "$enable_monitoring" = true ]; then
enable_monitoring
fi
show_info "$enable_monitoring"
####################################################################
####################################################################