forked from rook/rook
128 lines
4.7 KiB
YAML
128 lines
4.7 KiB
YAML
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: ceph-after-reboot-script
|
|
namespace: rook-ceph
|
|
data:
|
|
status-check.sh: |-
|
|
#!/bin/bash
|
|
|
|
# preflightCheck checks for existence of "dependencies"
|
|
preflightCheck() {
|
|
if [ ! -f "/var/run/secrets/kubernetes.io/serviceaccount/token" ]; then
|
|
echo "$(date) | No Kubernetes ServiceAccount token found."
|
|
exit 1
|
|
else
|
|
KUBE_TOKEN="$(cat /var/run/secrets/kubernetes.io/serviceaccount/token)"
|
|
export KUBE_TOKEN
|
|
fi
|
|
}
|
|
# updateNodeRebootAnnotation sets the `ceph-reboot-finished` annotation to `true` on `$NODE`
|
|
updateNodeRebootAnnotation(){
|
|
export PATCH="[{ \"op\": \"add\", \"path\": \"/metadata/annotations/ceph-after-reboot-check\", \"value\": \"true\" }]"
|
|
|
|
TRIES=0
|
|
until [ $TRIES -eq 10 ]; do
|
|
if curl -sSk \
|
|
--fail \
|
|
-XPATCH \
|
|
-H "Authorization: Bearer $KUBE_TOKEN" \
|
|
-H "Accept: application/json" \
|
|
-H "Content-Type:application/json-patch+json" \
|
|
--data "$PATCH" \
|
|
"https://$KUBERNETES_SERVICE_HOST:$KUBERNETES_PORT_443_TCP_PORT/api/v1/nodes/$NODE"; then
|
|
echo "$(date) | Annotation \"ceph-reboot-finished\" from node $NODE updated to \"true\". Reboot finished!"
|
|
return 0
|
|
else
|
|
echo "$(date) | Kubernetes API server connection error, will retry in 5 seconds..."
|
|
(( TRIES++ ))
|
|
/bin/sleep 5
|
|
fi
|
|
done
|
|
return 1
|
|
}
|
|
|
|
# deleteNooutAnnotation deletes the `ceph-no-noout` annotation from `$NODE`
|
|
deleteNooutAnnotation(){
|
|
export PATCH="[{ \"op\": \"remove\", \"path\": \"/metadata/annotations/ceph-no-noout\"}]"
|
|
|
|
TRIES=0
|
|
until [ $TRIES -eq 10 ]; do
|
|
if curl -sSk \
|
|
--fail \
|
|
-XPATCH \
|
|
-H "Authorization: Bearer $KUBE_TOKEN" \
|
|
-H "Accept: application/json" \
|
|
-H "Content-Type:application/json-patch+json" \
|
|
--data "$PATCH" \
|
|
"https://$KUBERNETES_SERVICE_HOST:$KUBERNETES_PORT_443_TCP_PORT/api/v1/nodes/$NODE"; then
|
|
echo "$(date) | Annotation \"ceph-no-noout\" from node $NODE removed!"
|
|
return 0
|
|
else
|
|
echo "$(date) | Kubernetes API server connection error, will retry in 5 seconds..."
|
|
(( TRIES++ ))
|
|
/bin/sleep 5
|
|
fi
|
|
done
|
|
return 1
|
|
}
|
|
|
|
# Check if noout option should be set
|
|
checkForNoout() {
|
|
|
|
# Fetch the annotations list of the node
|
|
TRIES=0
|
|
until [ $TRIES -eq 10 ]; do
|
|
if NODE_ANNOTATIONS=$(curl -sSk \
|
|
--fail \
|
|
-H "Authorization: Bearer $KUBE_TOKEN" \
|
|
-H "Accept: application/json" \
|
|
"https://$KUBERNETES_SERVICE_HOST:$KUBERNETES_PORT_443_TCP_PORT/api/v1/nodes/$NODE" \
|
|
| jq ".metadata.annotations") ; then
|
|
|
|
echo "$(date) | Node annotations collected, looking for \"ceph-no-noout\" annotation"
|
|
if [ $(echo "$NODE_ANNOTATIONS" | jq '."ceph-no-noout"') != "null" ] ; then
|
|
echo "$(date) | Node annotation \"ceph-no-noout\" exists, deleting the annotation on node $NODE"
|
|
deleteNooutAnnotation
|
|
else
|
|
echo "$(date) | Node annotation \"ceph-no-noout\" doesn't exist, unsetting Ceph noout flag"
|
|
ceph osd unset noout
|
|
fi
|
|
return 0
|
|
else
|
|
echo "$(date) | Kubernetes API server connection error, will retry in 5 seconds..."
|
|
(( TRIES++ ))
|
|
/bin/sleep 5
|
|
fi
|
|
done
|
|
return 1
|
|
}
|
|
|
|
preflightCheck
|
|
|
|
echo "$(date) | Running the rook toolbox config initiation script..."
|
|
/usr/local/bin/toolbox.sh &
|
|
|
|
TRIES=0
|
|
until [ -f /etc/ceph/ceph.conf ]; do
|
|
[ $TRIES -eq 10 ] && { echo "$(date) | No Ceph config found after 10 tries. Exiting ..."; exit 1; }
|
|
echo "$(date) | Waiting for Ceph config (try $TRIES from 10) ..."
|
|
(( TRIES++ ))
|
|
sleep 3
|
|
done
|
|
|
|
while true; do
|
|
if checkForNoout; then
|
|
if updateNodeRebootAnnotation; then
|
|
echo "$(date) | Reboot from node $NODE completely finished!"
|
|
exit 0
|
|
else
|
|
echo "$(date) | Failed updating annotation for $NODE. Exiting."
|
|
exit 1
|
|
fi
|
|
else
|
|
echo "$(date) | Failed updating ceph noout flag or node annotation. Exiting."
|
|
exit 1
|
|
fi
|
|
done
|