forked from rook/rook
Satoru Takeuchi
3bbffd1e4d
Data inconsistency might happen if the disk is accessed just after disk zapping because direct I/O is not synchronous by itself. Signed-off-by: Satoru Takeuchi <satoru.takeuchi@gmail.com>
140 lines
4.0 KiB
Bash
Executable File
140 lines
4.0 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -e
|
|
|
|
|
|
#############
|
|
# VARIABLES #
|
|
#############
|
|
|
|
rook_git_root=$(git rev-parse --show-toplevel)
|
|
rook_kube_templates_dir="$rook_git_root/deploy/examples/"
|
|
|
|
|
|
#############
|
|
# FUNCTIONS #
|
|
#############
|
|
|
|
function fail_if {
|
|
if ! git rev-parse --show-toplevel &> /dev/null; then
|
|
echo "It looks like you are NOT in a Git repository"
|
|
echo "This script should be executed from WITHIN Rook's git repository"
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
function purge_rook_pods {
|
|
cd "$rook_kube_templates_dir"
|
|
# Older rook versions use resource type "pool", newer versions
|
|
# use resource type "cephblockpools".
|
|
kubectl delete -n rook-ceph pool replicapool || true
|
|
kubectl delete -n rook-ceph cephblockpools replicapool || true
|
|
kubectl delete storageclass rook-ceph-block || true
|
|
kubectl delete -f kube-registry.yaml || true
|
|
# Older rook versions use resource type "cluster",
|
|
# versions > 0.8 use resource type "cephcluster".
|
|
kubectl delete -n rook-ceph cluster rook-ceph || true
|
|
kubectl delete -n rook-ceph cephcluster rook-ceph || true
|
|
kubectl delete crd cephclusters.ceph.rook.io cephblockpools.ceph.rook.io cephobjectstores.ceph.rook.io cephobjectstoreusers.ceph.rook.io cephfilesystems.ceph.rook.io volumes.rook.io || true
|
|
kubectl delete -n rook-ceph daemonset rook-ceph-agent || true
|
|
kubectl delete -f operator.yaml || true
|
|
kubectl delete clusterroles rook-ceph-agent || true
|
|
kubectl delete clusterrolebindings rook-ceph-agent || true
|
|
kubectl delete namespace rook-ceph || true
|
|
cd "$rook_git_root"
|
|
}
|
|
|
|
function purge_ceph_vms {
|
|
instances=$(vagrant global-status | awk '/k8s-/ { print $1 }')
|
|
for i in $instances; do
|
|
# assuming /var/lib/rook is not ideal but it should work most of the time
|
|
vagrant ssh "$i" -c "cat << 'EOF' > /tmp/purge-ceph.sh
|
|
sudo rm -rf /var/lib/rook
|
|
for disk in \$(sudo blkid | awk '/ROOK/ {print \$1}' | sed 's/[0-9]://' | uniq); do
|
|
sudo dd if=/dev/zero of=\$disk bs=1M count=20 oflag=direct,dsync
|
|
done
|
|
EOF"
|
|
vagrant ssh "$i" -c "bash /tmp/purge-ceph.sh"
|
|
done
|
|
}
|
|
|
|
# shellcheck disable=SC2120
|
|
function add_user_to_docker_group {
|
|
sudo groupadd docker || true
|
|
sudo gpasswd -a vagrant docker || true
|
|
if [[ $(id -gn) != docker ]]; then
|
|
exec sg docker "$0 $*"
|
|
fi
|
|
}
|
|
|
|
function run_docker_registry {
|
|
if ! docker ps | grep -sq registry; then
|
|
docker run -d -p 5000:5000 --restart=always --name registry registry:2
|
|
fi
|
|
}
|
|
|
|
function docker_import {
|
|
img=$(docker images | grep -Eo '^build-[a-z0-9]{8}/ceph-[a-z0-9]+\s')
|
|
# shellcheck disable=SC2086
|
|
docker tag $img 172.17.8.1:5000/rook/ceph:latest
|
|
docker --debug push 172.17.8.1:5000/rook/ceph:latest
|
|
# shellcheck disable=SC2086
|
|
docker rmi $img
|
|
}
|
|
|
|
function make_rook {
|
|
# go to the repository root dir
|
|
cd "$rook_git_root"
|
|
# build rook
|
|
make
|
|
}
|
|
|
|
function run_rook {
|
|
cd "$rook_kube_templates_dir"
|
|
kubectl create -f operator.yaml
|
|
while ! kubectl get crd cephclusters.ceph.rook.io >/dev/null 2>&1; do
|
|
echo "waiting for Rook operator"
|
|
sleep 10
|
|
done
|
|
kubectl create -f cluster.yaml
|
|
cd -
|
|
}
|
|
|
|
function edit_rook_cluster_template {
|
|
cd "$rook_kube_templates_dir"
|
|
sed -i 's|image: .*$|image: 172.17.8.1:5000/rook/ceph:latest|' operator.yaml
|
|
echo "operator.yml has been edited with the new image '172.17.8.1:5000/rook/ceph:latest'"
|
|
cd -
|
|
}
|
|
|
|
function config_kubectl {
|
|
local k8s_01_vm
|
|
k8s_01_vm=$(vagrant global-status | awk '/k8s-01/ { print $1 }')
|
|
mkdir -p $HOME/.kube/
|
|
vagrant ssh $k8s_01_vm -c "sudo cat /root/.kube/config" > $HOME/.kube/config.rook
|
|
if [ -f "$HOME/.kube/config" ] && \
|
|
! diff $HOME/.kube/config $HOME/.kube/config.rook >/dev/null 2>&1 ;
|
|
then
|
|
echo "Backing up existing Kubernetes configuration file."
|
|
mv $HOME/.kube/config $HOME/.kube/config.before.rook."$(date +%s)"
|
|
ln -sf $HOME/.kube/config.rook $HOME/.kube/config
|
|
fi
|
|
kubectl get nodes
|
|
}
|
|
|
|
|
|
########
|
|
# MAIN #
|
|
########
|
|
|
|
fail_if
|
|
config_kubectl
|
|
add_user_to_docker_group
|
|
run_docker_registry
|
|
# we purge rook otherwise make fails for 'use-use' image
|
|
purge_rook_pods
|
|
purge_ceph_vms
|
|
make_rook
|
|
docker_import
|
|
edit_rook_cluster_template
|
|
run_rook
|