my-rook-config/tests/scripts/kubeadm.sh

#!/bin/bash +e

scriptdir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"

tarname=image.tar
export tarfile="${WORK_DIR}/tests/${tarname}"

export KUBE_VERSION=${KUBE_VERSION:-"v1.15.12"}

if [[ $KUBE_VERSION != v1.10* && $KUBE_VERSION != v1.11* ]] ; then
    skippreflightcheck=--ignore-preflight-errors=all
else
    skippreflightcheck=--skip-preflight-checks
fi

case "$(arch)" in
        "x86_64" | "amd64")
            arch="amd64"
            ;;
        "aarch64")
            arch="arm64"
            ;;
        *)
            echo "Couldn't translate 'arch' output to an available arch."
            exit 1
            ;;
esac

usage(){
    echo "usage:" >&2
    echo "  $0 up " >&2
    echo "  $0 install master" >&2
    echo "  $0 install node --token <token> <master-ip>:<master-port> --discovery-token-ca-cert-hash sha256:<hash>" >&2
    echo "  $0 wait <number of nodes>" >&2
    echo "  $0 clean" >&2
}

#install k8s master node
install_master(){

    sudo kubeadm init $skippreflightcheck --kubernetes-version "${KUBE_VERSION}"

    sudo cp /etc/kubernetes/admin.conf "$HOME"/
    sudo chown "$(id -u)":"$(id -g)" "$HOME"/admin.conf
    export KUBECONFIG=$HOME/admin.conf

    kubectl taint nodes --all node-role.kubernetes.io/master-
    kubectl apply -f "https://cloud.weave.works/k8s/net?k8s-version=$(kubectl version | base64 | tr -d '\n')"

    echo "wait for K8s master node to be Ready"
    INC=0
    while [[ $INC -lt 20 ]]; do
        kube_ready=$(kubectl get node -o jsonpath='{.items['"$count"'].status.conditions[?(@.reason == "KubeletReady")].status}')
        if [ "${kube_ready}" == "True" ]; then
            break
        fi
        echo "."
        sleep 10
        ((++INC))
    done

    if [ "${kube_ready}" != "True" ]; then
        echo "k8s master node never went to Ready status"
        exit 1
    fi

    echo "k8s master node in Ready status"
}

#install k8s node
install_node(){
    echo "inside install node function"
    echo "kubeadm join ${1} ${2} ${3} ${4} ${5} $skippreflightcheck"
    sudo kubeadm join "${1}" "${2}" "${3}" "${4}" "${5}" $skippreflightcheck || true
}

#wait for all nodes in the cluster to be ready status
wait_for_ready(){
    #expect 3 node cluster by default
    local numberOfNode=${1:-3}
    local count=0
    sudo cp /etc/kubernetes/admin.conf "$HOME"/
    sudo chown "$(id -u)":"$(id -g)" "$HOME"/admin.conf
    export KUBECONFIG=$HOME/admin.conf

    until [[ $count -eq $numberOfNode ]]; do
        echo "wait for K8s node $count to be Ready."
        INC=0
        while [[ $INC -lt 90 ]]; do
            kube_ready=$(kubectl get node -o jsonpath='{.items['$count'].status.conditions[?(@.reason == "KubeletReady")].status}')
            if [ "${kube_ready}" != "True" ]; then
                break
            fi
            echo  -n "."
            sleep 10
            ((++INC))
        done
        echo
        if [ "${kube_ready}" != "True" ]; then
            echo "k8s node ${count} never went to Ready status"
            exit 1
        fi

        echo "k8s node ${count} in Ready status"
        ((++count))

    done

    echo "All k8s node in Ready status"

}

kubeadm_reset() {
    kubectl delete -f "https://cloud.weave.works/k8s/net?k8s-version=$(kubectl version | base64 | tr -d '\n')"
    sudo kubeadm reset --force $skippreflightcheck
    rm "$HOME"/admin.conf
    rm -rf "$HOME"/.kube
    sudo apt-get -y remove kubelet
    sudo apt-get -y remove kubeadm
    sudo swapon -a
    which systemctl >/dev/null && sudo systemctl start swap.target
}

case "${1:-}" in
    up)
        sudo sh -c "${scriptdir}/kubeadm-install.sh ${KUBE_VERSION}"
        install_master
        "${scriptdir}"/makeTestImages.sh tag ${arch} || true
        ;;
    clean)
        kubeadm_reset
        ;;
    install)
        if [ "$#" -lt 2 ]; then
            echo "invalid arguments for install"
            usage
            exit 1
        fi
        sudo sh -c "${scriptdir}/kubeadm-install.sh ${KUBE_VERSION}"
        case "${2:-}" in
            master)
                install_master
                ;;
            node)
                if [ "$#" -eq 5 ] || [ "$#" -eq 7 ]; then
                    install_node "$3" "$4" "$5" "$6" "$7"
                else
                    echo "invalid arguments for install node"
                    usage
                    exit 1
                fi
                ;;
            *)
                echo "invalid arguments for install" >&2
                usage
                exit 1
                ;;
        esac
        ;;
    wait)
        if [ "$#" -eq 2 ]; then
            wait_for_ready "$2"
        else
            echo "invalid number of arguments for wait"
            usage
            exit 1
        fi
        ;;
    *)
        usage
        exit 1
esac