From 58e825cf72bb03a868b37d35cd78a2f92cf716ef Mon Sep 17 00:00:00 2001 From: subhamkrai Date: Wed, 27 Sep 2023 17:26:00 +0530 Subject: [PATCH] ci: fix github action free disk space Since `google-cloud-sdk` is renamed with `google-cloud-cli`, the github action is failing to remove the older name and this is causing ci issues. Applying changes suggested by community to manually remove some packages to resolve the issue. Signed-off-by: subhamkrai (cherry picked from commit 326757630720aec7186695cc60dd89eba990baf3) --- .github/workflows/canary-integration-test.yml | 140 ------------------ .../workflows/canary-test-config/action.yaml | 13 ++ .../action.yaml | 13 ++ .../integration-test-helm-suite.yaml | 7 - .../workflows/integration-test-mgr-suite.yaml | 6 - .../integration-test-multi-cluster-suite.yaml | 7 - .../integration-test-object-suite.yaml | 7 - .../integration-test-smoke-suite.yaml | 7 - .../integration-test-upgrade-suite.yaml | 14 -- tests/scripts/github-action-helper.sh | 20 +++ 10 files changed, 46 insertions(+), 188 deletions(-) diff --git a/.github/workflows/canary-integration-test.yml b/.github/workflows/canary-integration-test.yml index abd01b3ae..c492a71a6 100644 --- a/.github/workflows/canary-integration-test.yml +++ b/.github/workflows/canary-integration-test.yml @@ -36,13 +36,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -245,13 +238,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -304,13 +290,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -358,13 +337,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -418,13 +390,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -471,13 +436,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -530,13 +488,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -610,13 +561,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -666,13 +610,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -725,13 +662,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -796,13 +726,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -854,13 +777,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -922,13 +838,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -1011,13 +920,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -1080,13 +982,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -1141,13 +1036,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: @@ -1405,13 +1293,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: run RGW multisite test uses: ./.github/workflows/rgw-multisite-test with: @@ -1440,13 +1321,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: run encryption KMS IBM Key Protect uses: ./.github/workflows/encryption-pvc-kms-ibm-kp if: "env.IBM_KP_SERVICE_INSTANCE_ID != '' && env.IBM_KP_SERVICE_API_KEY != ''" @@ -1482,13 +1356,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup golang uses: actions/setup-go@v3 with: @@ -1569,13 +1436,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/canary-test-config with: diff --git a/.github/workflows/canary-test-config/action.yaml b/.github/workflows/canary-test-config/action.yaml index 46b3f7952..0cb3a044d 100644 --- a/.github/workflows/canary-test-config/action.yaml +++ b/.github/workflows/canary-test-config/action.yaml @@ -8,6 +8,19 @@ inputs: runs: using: "composite" steps: + - name: manually remove gcloud + shell: bash --noprofile --norc -eo pipefail -x {0} + run: | + tests/scripts/github-action-helper.sh remove_gcloud_in_runner + + - name: Free Disk Space (Ubuntu) + uses: jlumbroso/free-disk-space@main + with: + # this might remove tools that are actually needed, + # if set to "true" but frees about 6 GB + tool-cache: true + large-packages: false + - name: setup golang uses: actions/setup-go@v2 with: diff --git a/.github/workflows/integration-test-config-latest-k8s/action.yaml b/.github/workflows/integration-test-config-latest-k8s/action.yaml index 6a847b3b6..39f0f5f63 100644 --- a/.github/workflows/integration-test-config-latest-k8s/action.yaml +++ b/.github/workflows/integration-test-config-latest-k8s/action.yaml @@ -11,6 +11,19 @@ inputs: runs: using: "composite" steps: + - name: manually remove gcloud + shell: bash --noprofile --norc -eo pipefail -x {0} + run: | + tests/scripts/github-action-helper.sh remove_gcloud_in_runner + + - name: Free Disk Space (Ubuntu) + uses: jlumbroso/free-disk-space@main + with: + # this might remove tools that are actually needed, + # if set to "true" but frees about 6 GB + tool-cache: true + large-packages: false + - name: setup golang uses: actions/setup-go@v2 with: diff --git a/.github/workflows/integration-test-helm-suite.yaml b/.github/workflows/integration-test-helm-suite.yaml index b680cb2bf..4d4e45d17 100644 --- a/.github/workflows/integration-test-helm-suite.yaml +++ b/.github/workflows/integration-test-helm-suite.yaml @@ -34,13 +34,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup latest cluster resources uses: ./.github/workflows/integration-test-config-latest-k8s with: diff --git a/.github/workflows/integration-test-mgr-suite.yaml b/.github/workflows/integration-test-mgr-suite.yaml index ec9368174..c0ba813cb 100644 --- a/.github/workflows/integration-test-mgr-suite.yaml +++ b/.github/workflows/integration-test-mgr-suite.yaml @@ -33,12 +33,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - name: setup cluster resources uses: ./.github/workflows/integration-test-config-latest-k8s diff --git a/.github/workflows/integration-test-multi-cluster-suite.yaml b/.github/workflows/integration-test-multi-cluster-suite.yaml index 27df1a3b0..3eb982822 100644 --- a/.github/workflows/integration-test-multi-cluster-suite.yaml +++ b/.github/workflows/integration-test-multi-cluster-suite.yaml @@ -34,13 +34,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/integration-test-config-latest-k8s with: diff --git a/.github/workflows/integration-test-object-suite.yaml b/.github/workflows/integration-test-object-suite.yaml index abf9e8d1c..33fda393a 100644 --- a/.github/workflows/integration-test-object-suite.yaml +++ b/.github/workflows/integration-test-object-suite.yaml @@ -34,13 +34,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup latest cluster resources uses: ./.github/workflows/integration-test-config-latest-k8s with: diff --git a/.github/workflows/integration-test-smoke-suite.yaml b/.github/workflows/integration-test-smoke-suite.yaml index e2dedc8a5..ac6dfe2d0 100644 --- a/.github/workflows/integration-test-smoke-suite.yaml +++ b/.github/workflows/integration-test-smoke-suite.yaml @@ -34,13 +34,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/integration-test-config-latest-k8s with: diff --git a/.github/workflows/integration-test-upgrade-suite.yaml b/.github/workflows/integration-test-upgrade-suite.yaml index cffc6a8ce..4705a0053 100644 --- a/.github/workflows/integration-test-upgrade-suite.yaml +++ b/.github/workflows/integration-test-upgrade-suite.yaml @@ -34,13 +34,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/integration-test-config-latest-k8s with: @@ -86,13 +79,6 @@ jobs: with: use-tmate: ${{ secrets.USE_TMATE }} - - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@main - with: - # this might remove tools that are actually needed, - # if set to "true" but frees about 6 GB - tool-cache: true - - name: setup cluster resources uses: ./.github/workflows/integration-test-config-latest-k8s with: diff --git a/tests/scripts/github-action-helper.sh b/tests/scripts/github-action-helper.sh index df18e23c1..9f374e297 100755 --- a/tests/scripts/github-action-helper.sh +++ b/tests/scripts/github-action-helper.sh @@ -652,6 +652,26 @@ function test_csi_nfs_workload { kubectl exec -t pod/csinfs-demo-pod -- ls -alh /var/lib/www/html/ } +function remove_gcloud_in_runner() { + gcloud_sdk_root=$(gcloud info --format='value(installation.sdk_root)') + gcloud_global_config=$(gcloud info --format='value(config.paths.global_config_dir)') + + echo "will remove directory : $gcloud_sdk_root" + echo "will remove directory : $gcloud_global_config" + + sudo rm -fr "$gcloud_sdk_root" + sudo rm -fr "$gcloud_global_config" + + sudo apt-get remove -y '^dotnet-.*' + sudo apt-get remove -y '^llvm-.*' + sudo apt-get remove -y 'php.*' + sudo apt-get remove -y '^mongodb-.*' + sudo apt-get remove -y '^mysql-.*' + sudo apt-get remove -y azure-cli google-chrome-stable firefox powershell mono-devel libgl1-mesa-dri + sudo apt-get autoremove -y + sudo apt-get clean +} + function install_minikube_with_none_driver() { CRICTL_VERSION="v1.26.0" MINIKUBE_VERSION="v1.29.0"