forked from espressif/esp-idf
310 lines
10 KiB
YAML
310 lines
10 KiB
YAML
.build_template:
|
|
stage: build
|
|
extends:
|
|
- .before_script:build
|
|
- .after_script:build
|
|
image: $ESP_ENV_IMAGE
|
|
tags: [build, shiny]
|
|
variables:
|
|
# Enable ccache for all build jobs. See configure_ci_environment.sh for more ccache related settings.
|
|
IDF_CCACHE_ENABLE: "1"
|
|
dependencies: # set dependencies to null to avoid missing artifacts issue
|
|
|
|
######################
|
|
# build_template_app #
|
|
######################
|
|
.build_template_app_template:
|
|
extends:
|
|
- .build_template
|
|
artifacts:
|
|
paths:
|
|
- log_template_app/*
|
|
- size_info.txt
|
|
- build_template_app/**/size*.json
|
|
expire_in: 1 week
|
|
when: always
|
|
script:
|
|
# Set the variable for 'esp-idf-template' testing
|
|
- ESP_IDF_TEMPLATE_GIT=${ESP_IDF_TEMPLATE_GIT:-"https://github.com/espressif/esp-idf-template.git"}
|
|
- retry_failed git clone ${ESP_IDF_TEMPLATE_GIT}
|
|
# Try to use the same branch name for esp-idf-template that we're
|
|
# using on esp-idf. If it doesn't exist then just stick to the default branch
|
|
- python $CHECKOUT_REF_SCRIPT esp-idf-template esp-idf-template
|
|
- export PATH="$IDF_PATH/tools:$PATH"
|
|
# Only do the default cmake build for each target, remaining part are done in the build_template_app job
|
|
- tools/ci/build_template_app.sh ${BUILD_COMMAND_ARGS}
|
|
|
|
# Build at least one project for each target at earliest stage to reduce build cost for obvious failing commits
|
|
fast_template_app:
|
|
extends:
|
|
- .build_template_app_template
|
|
- .rules:build
|
|
stage: pre_check
|
|
tags: [fast_run, shiny]
|
|
variables:
|
|
BUILD_COMMAND_ARGS: "-p"
|
|
|
|
# This job builds template app with permutations of targets and optimization levels
|
|
build_template_app:
|
|
extends:
|
|
- .build_template_app_template
|
|
- .rules:build
|
|
stage: host_test
|
|
needs:
|
|
- job: fast_template_app
|
|
artifacts: false
|
|
|
|
########################################
|
|
# Clang Build Apps Without Tests Cases #
|
|
########################################
|
|
.build_cmake_clang_template:
|
|
extends:
|
|
- .build_template
|
|
- .rules:build
|
|
needs:
|
|
- job: fast_template_app
|
|
artifacts: false
|
|
- pipeline_variables
|
|
artifacts:
|
|
paths:
|
|
# The other artifacts patterns are defined under .idf_ci.toml
|
|
# Now we're uploading/downloading the binary files from our internal storage server
|
|
#
|
|
# keep the log file to help debug
|
|
- "**/build*/build_log.txt"
|
|
# keep the size info to help track the binary size
|
|
- size_info.txt
|
|
- "**/build*/size*.json"
|
|
expire_in: 1 week
|
|
when: always
|
|
variables:
|
|
IDF_TOOLCHAIN: clang
|
|
TEST_BUILD_OPTS_EXTRA: ""
|
|
script:
|
|
# CI specific options start from "--parallel-count xxx". could ignore when running locally
|
|
- run_cmd idf-build-apps build
|
|
-p tools/test_apps/system/clang_build_test
|
|
-t $IDF_TARGET
|
|
--parallel-count ${CI_NODE_TOTAL:-1}
|
|
--parallel-index ${CI_NODE_INDEX:-1}
|
|
--modified-components ${MR_MODIFIED_COMPONENTS}
|
|
--modified-files ${MR_MODIFIED_FILES}
|
|
$TEST_BUILD_OPTS_EXTRA
|
|
|
|
build_clang_test_apps_xtensa:
|
|
extends: .build_cmake_clang_template
|
|
parallel:
|
|
matrix:
|
|
- IDF_TARGET: [esp32, esp32s2, esp32s3]
|
|
|
|
build_clang_test_apps_riscv:
|
|
extends: .build_cmake_clang_template
|
|
variables:
|
|
# https://reviews.llvm.org/D90108.
|
|
# GNU 'as' lets .weak override .globl since binutils-gdb
|
|
# https://github.com/bminor/binutils-gdb/commit/5ca547dc2399a0a5d9f20626d4bf5547c3ccfddd (1996)
|
|
# while MC lets the last directive win (PR38921).
|
|
# For RISCV chips we use integrated assembler by default, so suppress this warning to pass CI pipeline.
|
|
TEST_BUILD_OPTS_EXTRA: "--ignore-warning-str 'changed binding to STB_WEAK'"
|
|
parallel:
|
|
matrix:
|
|
- IDF_TARGET: [esp32c3, esp32c2, esp32c6, esp32c5, esp32h2, esp32p4]
|
|
|
|
######################
|
|
# Build System Tests #
|
|
######################
|
|
.test_build_system_template:
|
|
stage: host_test
|
|
extends:
|
|
- .build_template
|
|
- .rules:build:check
|
|
dependencies: # set dependencies to null to avoid missing artifacts issue
|
|
needs:
|
|
- job: fast_template_app
|
|
artifacts: false
|
|
optional: true
|
|
artifacts:
|
|
reports:
|
|
junit: XUNIT_RESULT.xml
|
|
paths:
|
|
- XUNIT_RESULT.xml
|
|
- test_build_system
|
|
expire_in: 1 week
|
|
when: always
|
|
script:
|
|
- ${IDF_PATH}/tools/ci/test_configure_ci_environment.sh
|
|
- cd ${IDF_PATH}/tools/test_build_system
|
|
- run_cmd idf-ci gitlab download-known-failure-cases-file ${KNOWN_FAILURE_CASES_FILE_NAME}
|
|
- pytest
|
|
--cleanup-idf-copy
|
|
--parallel-count ${CI_NODE_TOTAL:-1}
|
|
--parallel-index ${CI_NODE_INDEX:-1}
|
|
--work-dir ${CI_PROJECT_DIR}/test_build_system
|
|
--junitxml ${CI_PROJECT_DIR}/XUNIT_RESULT.xml
|
|
--ignore-result-files ${KNOWN_FAILURE_CASES_FILE_NAME}
|
|
|
|
.test_build_system_minimal_cmake_template:
|
|
extends: .test_build_system_template
|
|
variables:
|
|
INSTALL_EXTRA_TOOLS: cmake@3.22.1
|
|
script:
|
|
- MINIMAL_SUPPORTED_CMAKE_VERSION=$(echo "${INSTALL_EXTRA_TOOLS}" | sed -n 's/.*cmake@\([0-9.]*\).*/\1/p')
|
|
- export PATH=$(echo "$PATH" | sed -E "s|/tools/cmake/[0-9.]+|/tools/cmake/${MINIMAL_SUPPORTED_CMAKE_VERSION}|")
|
|
- ACTUAL_CMAKE_VERSION=$(cmake --version | head -n1 | awk '{print $3}')
|
|
- |
|
|
if [ "${ACTUAL_CMAKE_VERSION}" != "${MINIMAL_SUPPORTED_CMAKE_VERSION}" ]; then
|
|
echo "ERROR: Wrong minimal CMake version! Detected: ${ACTUAL_CMAKE_VERSION}, but should be: ${MINIMAL_SUPPORTED_CMAKE_VERSION}"
|
|
exit 1
|
|
fi
|
|
- ${IDF_PATH}/tools/ci/test_configure_ci_environment.sh
|
|
- cd ${IDF_PATH}/tools/test_build_system
|
|
- run_cmd idf-ci gitlab download-known-failure-cases-file ${KNOWN_FAILURE_CASES_FILE_NAME}
|
|
- pytest
|
|
-k cmake
|
|
--cleanup-idf-copy
|
|
--parallel-count ${CI_NODE_TOTAL:-1}
|
|
--parallel-index ${CI_NODE_INDEX:-1}
|
|
--work-dir ${CI_PROJECT_DIR}/test_build_system
|
|
--junitxml ${CI_PROJECT_DIR}/XUNIT_RESULT.xml
|
|
--ignore-result-files ${KNOWN_FAILURE_CASES_FILE_NAME}
|
|
|
|
pytest_build_system:
|
|
extends: .test_build_system_template
|
|
parallel: 3
|
|
|
|
pytest_buildv2_system:
|
|
extends:
|
|
- .test_build_system_template
|
|
- .rules:labels:buildv2
|
|
parallel: 3
|
|
script:
|
|
- ${IDF_PATH}/tools/ci/test_configure_ci_environment.sh
|
|
- cd ${IDF_PATH}/tools/test_build_system
|
|
- run_cmd idf-ci gitlab download-known-failure-cases-file ${KNOWN_FAILURE_CASES_FILE_NAME}
|
|
- pytest
|
|
--buildv2
|
|
--cleanup-idf-copy
|
|
--parallel-count ${CI_NODE_TOTAL:-1}
|
|
--parallel-index ${CI_NODE_INDEX:-1}
|
|
--work-dir ${CI_PROJECT_DIR}/test_build_system
|
|
--junitxml ${CI_PROJECT_DIR}/XUNIT_RESULT.xml
|
|
--ignore-result-files ${KNOWN_FAILURE_CASES_FILE_NAME}
|
|
--
|
|
test_non_default_target.py
|
|
test_component_manager.py
|
|
test_build.py
|
|
test_bootloader.py
|
|
test_git.py
|
|
test_kconfig.py
|
|
test_partition.py
|
|
test_reproducible_build.py
|
|
test_sdkconfig.py
|
|
test_versions.py
|
|
test_common.py
|
|
test_components.py
|
|
test_cmake.py
|
|
test_idf_extension.py
|
|
test_rebuild.py
|
|
|
|
pytest_build_system_macos:
|
|
extends:
|
|
- .test_build_system_template
|
|
- .brew-macos-settings
|
|
- .rules:build:macos
|
|
parallel: 3
|
|
|
|
pytest_build_system_minimal_cmake:
|
|
extends: .test_build_system_minimal_cmake_template
|
|
|
|
pytest_build_system_macos_minimal_cmake:
|
|
extends:
|
|
- .test_build_system_minimal_cmake_template
|
|
- .brew-macos-settings
|
|
- .rules:build:macos
|
|
variables:
|
|
INSTALL_EXTRA_TOOLS: ninja cmake@3.22.1
|
|
|
|
build_docker:
|
|
extends:
|
|
- .before_script:minimal
|
|
- .rules:build:docker
|
|
stage: host_test
|
|
needs: []
|
|
image: espressif/docker-builder:1
|
|
tags: [shiny, dind]
|
|
variables:
|
|
DOCKER_TMP_IMAGE_NAME: "idf_tmp_image"
|
|
script:
|
|
- export DOCKER_BUILD_ARGS="--build-arg IDF_CLONE_URL=${CI_REPOSITORY_URL} --build-arg IDF_CLONE_BRANCH_OR_TAG=${CI_COMMIT_REF_NAME} --build-arg IDF_CHECKOUT_REF=${CI_COMMIT_TAG:-$CI_COMMIT_SHA} --build-arg IDF_CLONE_SHALLOW=1 --build-arg IDF_GITHUB_ASSETS=${INTERNAL_GITHUB_ASSETS}"
|
|
- docker build --tag ${DOCKER_TMP_IMAGE_NAME} ${DOCKER_BUILD_ARGS} tools/docker/
|
|
# We can't mount $PWD/examples/get-started/blink into the container, see https://gitlab.com/gitlab-org/gitlab-ce/issues/41227.
|
|
# The workaround mentioned there works, but leaves around directories which need to be cleaned up manually.
|
|
# Therefore, build a copy of the example located inside the container.
|
|
- docker run --rm --workdir /opt/esp/idf/examples/get-started/blink ${DOCKER_TMP_IMAGE_NAME} idf.py build
|
|
|
|
####################
|
|
# Dynamic Pipeline #
|
|
####################
|
|
generate_build_child_pipeline:
|
|
extends:
|
|
- .build_template
|
|
tags: [fast_run, shiny]
|
|
dependencies: # set dependencies to null to avoid missing artifacts issue
|
|
needs:
|
|
- pipeline_variables
|
|
- job: baseline_manifest_sha
|
|
optional: true
|
|
artifacts:
|
|
paths:
|
|
- build_child_pipeline.yml
|
|
- test_related_apps.txt
|
|
- non_test_related_apps.txt
|
|
expire_in: 1 week
|
|
when: always
|
|
script:
|
|
- run_cmd idf-ci --debug gitlab build-child-pipeline
|
|
-p components
|
|
-p examples
|
|
-p tools/test_apps
|
|
--modified-files $MR_MODIFIED_FILES
|
|
|
|
build_child_pipeline:
|
|
stage: build
|
|
needs:
|
|
- job: fast_template_app
|
|
optional: true
|
|
artifacts: false
|
|
- pipeline_variables
|
|
- generate_build_child_pipeline
|
|
variables:
|
|
MR_MODIFIED_COMPONENTS: $MR_MODIFIED_COMPONENTS
|
|
MR_MODIFIED_FILES: $MR_MODIFIED_FILES
|
|
PARENT_PIPELINE_ID: $CI_PIPELINE_ID
|
|
# https://gitlab.com/gitlab-org/gitlab/-/issues/214340
|
|
inherit:
|
|
variables: false
|
|
trigger:
|
|
include:
|
|
- artifact: build_child_pipeline.yml
|
|
job: generate_build_child_pipeline
|
|
strategy: depend
|
|
|
|
generate_disabled_apps_report:
|
|
extends:
|
|
- .build_template
|
|
tags: [fast_run, shiny]
|
|
dependencies: # set dependencies to null to avoid missing artifacts issue
|
|
needs:
|
|
- pipeline_variables
|
|
- job: baseline_manifest_sha
|
|
optional: true
|
|
artifacts:
|
|
paths:
|
|
- disabled_report.html
|
|
expire_in: 1 week
|
|
when: always
|
|
script:
|
|
- pip install dominate idf-build-apps
|
|
- run_cmd python tools/ci/gen_disabled_report.py --output disabled_report.html --verbose --enable-preview-targets
|
|
- echo "Report generated at https://${CI_PAGES_HOSTNAME}:${CI_SERVER_PORT}/-/esp-idf/-/jobs/${CI_JOB_ID}/artifacts/disabled_report.html"
|