CI #1147
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Zephyr SDK Continuous Integration Workflow | |
| name: CI | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - topic-* | |
| - v*-branch | |
| pull_request_target: | |
| branches: | |
| - main | |
| - topic-* | |
| - v*-branch | |
| workflow_call: | |
| secrets: | |
| AWS_CACHE_SDK_ACCESS_KEY_ID: | |
| required: true | |
| AWS_CACHE_SDK_SECRET_ACCESS_KEY: | |
| required: true | |
| workflow_dispatch: | |
| inputs: | |
| zephyr-ref: | |
| description: 'Zephyr Ref (branch, tag, SHA, ...)' | |
| required: true | |
| default: collab-sdk-0.18-dev | |
| host: | |
| description: 'Host' | |
| type: choice | |
| required: true | |
| options: | |
| - all | |
| - linux-x86_64 | |
| - linux-aarch64 | |
| - macos-x86_64 | |
| - macos-aarch64 | |
| - windows-x86_64 | |
| target: | |
| description: 'Target' | |
| type: choice | |
| required: true | |
| options: | |
| - all | |
| - aarch64-zephyr-elf | |
| - arc64-zephyr-elf | |
| - arc-zephyr-elf | |
| - arm-zephyr-eabi | |
| - microblazeel-zephyr-elf | |
| - mips-zephyr-elf | |
| - nios2-zephyr-elf | |
| - riscv64-zephyr-elf | |
| - sparc-zephyr-elf | |
| - x86_64-zephyr-elf | |
| - xtensa-amd_acp_6_0_adsp_zephyr-elf | |
| - xtensa-dc233c_zephyr-elf | |
| - xtensa-espressif_esp32_zephyr-elf | |
| - xtensa-espressif_esp32s2_zephyr-elf | |
| - xtensa-espressif_esp32s3_zephyr-elf | |
| - xtensa-intel_ace15_mtpm_zephyr-elf | |
| - xtensa-intel_ace30_ptl_zephyr-elf | |
| - xtensa-intel_tgl_adsp_zephyr-elf | |
| - xtensa-mtk_mt8195_adsp_zephyr-elf | |
| - xtensa-nxp_imx_adsp_zephyr-elf | |
| - xtensa-nxp_imx8m_adsp_zephyr-elf | |
| - xtensa-nxp_imx8ulp_adsp_zephyr-elf | |
| - xtensa-nxp_rt500_adsp_zephyr-elf | |
| - xtensa-nxp_rt600_adsp_zephyr-elf | |
| - xtensa-nxp_rt700_hifi1_zephyr-elf | |
| - xtensa-nxp_rt700_hifi4_zephyr-elf | |
| - xtensa-sample_controller_zephyr-elf | |
| - xtensa-sample_controller32_zephyr-elf | |
| debug: | |
| description: 'Debug' | |
| type: choice | |
| required: true | |
| options: | |
| - none | |
| - toolchain-pre | |
| - toolchain-post | |
| - hosttools | |
| concurrency: | |
| group: ${{ github.event_name == 'workflow_dispatch' && github.run_id || github.head_ref || github.ref }} | |
| cancel-in-progress: ${{ github.event_name != 'workflow_dispatch' }} | |
| env: | |
| BUG_URL: 'https://github.com/zephyrproject-rtos/sdk-ng/issues' | |
| BUNDLE_NAME: Zephyr SDK | |
| BUNDLE_PREFIX: zephyr-sdk | |
| ZEPHYR_REF: collab-sdk-0.18-dev | |
| jobs: | |
| # Setup | |
| setup: | |
| name: Setup | |
| runs-on: ubuntu-20.04 | |
| outputs: | |
| hosts: ${{ steps.generate-matrix.outputs.hosts }} | |
| targets: ${{ steps.generate-matrix.outputs.targets }} | |
| testenvs: ${{ steps.generate-matrix.outputs.testenvs }} | |
| debug: ${{ steps.generate-matrix.outputs.debug }} | |
| steps: | |
| - name: Check out source code | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| persist-credentials: false | |
| - name: Check out source code (pull request) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| fetch-depth: 0 | |
| persist-credentials: false | |
| - name: Generate version file | |
| run: | | |
| VERSION=$(git describe --tags --match 'v*') | |
| echo "${VERSION:1}" > version | |
| - name: Upload version file | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: version | |
| path: version | |
| - name: Generate matrix | |
| id: generate-matrix | |
| run: | | |
| # Set build configurations | |
| if [ "${{ github.event_name }}" == "pull_request_target" ]; then | |
| # Set configurations based on the pull request labels | |
| ${{ contains(github.event.pull_request.labels.*.name, 'ci-linux-x86_64') }} && build_host_linux_x86_64="y" | |
| ${{ contains(github.event.pull_request.labels.*.name, 'ci-linux-aarch64') }} && build_host_linux_aarch64="y" | |
| ${{ contains(github.event.pull_request.labels.*.name, 'ci-macos-x86_64') }} && build_host_macos_x86_64="y" | |
| ${{ contains(github.event.pull_request.labels.*.name, 'ci-macos-aarch64') }} && build_host_macos_aarch64="y" | |
| ${{ contains(github.event.pull_request.labels.*.name, 'ci-windows-x86_64') }} && build_host_windows_x86_64="y" | |
| # Build all targets for pull requests | |
| build_target_all="y" | |
| # Set debug mode based on the pull request labels | |
| ${{ contains(github.event.pull_request.labels.*.name, 'debug-toolchain-pre') }} && MATRIX_DEBUG="toolchain-pre" | |
| ${{ contains(github.event.pull_request.labels.*.name, 'debug-toolchain-post') }} && MATRIX_DEBUG="toolchain-post" | |
| ${{ contains(github.event.pull_request.labels.*.name, 'debug-hosttools') }} && MATRIX_DEBUG="hosttools" | |
| elif [ "${{ github.event_name }}" == "workflow_dispatch" ]; then | |
| # Set configurations based on the user selection | |
| case '${{ github.event.inputs.host }}' in | |
| all) build_host_all="y";; | |
| linux-x86_64) build_host_linux_x86_64="y";; | |
| linux-aarch64) build_host_linux_aarch64="y";; | |
| macos-x86_64) build_host_macos_x86_64="y";; | |
| macos-aarch64) build_host_macos_aarch64="y";; | |
| windows-x86_64) build_host_windows_x86_64="y";; | |
| esac | |
| case '${{ github.event.inputs.target }}' in | |
| all) build_target_all="y";; | |
| aarch64-zephyr-elf) build_target_aarch64_zephyr_elf="y";; | |
| arc64-zephyr-elf) build_target_arc64_zephyr_elf="y";; | |
| arc-zephyr-elf) build_target_arc_zephyr_elf="y";; | |
| arm-zephyr-eabi) build_target_arm_zephyr_eabi="y";; | |
| microblazeel-zephyr-elf) build_target_microblazeel_zephyr_elf="y";; | |
| mips-zephyr-elf) build_target_mips_zephyr_elf="y";; | |
| nios2-zephyr-elf) build_target_nios2_zephyr_elf="y";; | |
| riscv64-zephyr-elf) build_target_riscv64_zephyr_elf="y";; | |
| sparc-zephyr-elf) build_target_sparc_zephyr_elf="y";; | |
| x86_64-zephyr-elf) build_target_x86_64_zephyr_elf="y";; | |
| xtensa-amd_acp_6_0_adsp_zephyr-elf) build_target_xtensa_amd_acp_6_0_adsp_zephyr_elf="y";; | |
| xtensa-dc233c_zephyr-elf) build_target_xtensa_dc233c_zephyr_elf="y";; | |
| xtensa-espressif_esp32_zephyr-elf) build_target_xtensa_espressif_esp32_zephyr_elf="y";; | |
| xtensa-espressif_esp32s2_zephyr-elf) build_target_xtensa_espressif_esp32s2_zephyr_elf="y";; | |
| xtensa-espressif_esp32s3_zephyr-elf) build_target_xtensa_espressif_esp32s3_zephyr_elf="y";; | |
| xtensa-intel_ace15_mtpm_zephyr-elf) build_target_xtensa_intel_ace15_mtpm_zephyr_elf="y";; | |
| xtensa-intel_ace30_ptl_zephyr-elf) build_target_xtensa_intel_ace30_ptl_zephyr_elf="y";; | |
| xtensa-intel_tgl_adsp_zephyr-elf) build_target_xtensa_intel_tgl_adsp_zephyr_elf="y";; | |
| xtensa-mtk_mt8195_adsp_zephyr-elf) build_target_xtensa_mtk_mt8195_adsp_zephyr_elf="y";; | |
| xtensa-nxp_imx_adsp_zephyr-elf) build_target_xtensa_nxp_imx_adsp_zephyr_elf="y";; | |
| xtensa-nxp_imx8m_adsp_zephyr-elf) build_target_xtensa_nxp_imx8m_adsp_zephyr_elf="y";; | |
| xtensa-nxp_imx8ulp_adsp_zephyr-elf) build_target_xtensa_nxp_imx8ulp_adsp_zephyr_elf="y";; | |
| xtensa-nxp_rt500_adsp_zephyr-elf) build_target_xtensa_nxp_rt500_adsp_zephyr_elf="y";; | |
| xtensa-nxp_rt600_adsp_zephyr-elf) build_target_xtensa_nxp_rt600_adsp_zephyr_elf="y";; | |
| xtensa-nxp_rt700_hifi1_zephyr-elf) build_target_xtensa_nxp_rt700_hifi1_zephyr_elf="y";; | |
| xtensa-nxp_rt700_hifi4_zephyr-elf) build_target_xtensa_nxp_rt700_hifi4_zephyr_elf="y";; | |
| xtensa-sample_controller_zephyr-elf) build_target_xtensa_sample_controller_zephyr_elf="y";; | |
| xtensa-sample_controller32_zephyr-elf) build_target_xtensa_sample_controller32_zephyr_elf="y";; | |
| esac | |
| MATRIX_DEBUG="${{ github.event.inputs.debug }}" | |
| else | |
| # Build all for pushes and releases | |
| build_host_all="y" | |
| build_target_all="y" | |
| fi | |
| if [ "${build_host_all}" == "y" ]; then | |
| build_host_linux_x86_64="y" | |
| build_host_linux_aarch64="y" | |
| build_host_macos_x86_64="y" | |
| build_host_macos_aarch64="y" | |
| build_host_windows_x86_64="y" | |
| fi | |
| if [ "${build_target_all}" == "y" ]; then | |
| build_target_aarch64_zephyr_elf="y" | |
| build_target_arc64_zephyr_elf="y" | |
| build_target_arc_zephyr_elf="y" | |
| build_target_arm_zephyr_eabi="y" | |
| build_target_microblazeel_zephyr_elf="y" | |
| build_target_mips_zephyr_elf="y" | |
| build_target_nios2_zephyr_elf="y" | |
| build_target_riscv64_zephyr_elf="y" | |
| build_target_sparc_zephyr_elf="y" | |
| build_target_x86_64_zephyr_elf="y" | |
| build_target_xtensa_amd_acp_6_0_adsp_zephyr_elf="y" | |
| build_target_xtensa_dc233c_zephyr_elf="y" | |
| build_target_xtensa_espressif_esp32_zephyr_elf="y" | |
| build_target_xtensa_espressif_esp32s2_zephyr_elf="y" | |
| build_target_xtensa_espressif_esp32s3_zephyr_elf="y" | |
| build_target_xtensa_intel_ace15_mtpm_zephyr_elf="y" | |
| build_target_xtensa_intel_ace30_ptl_zephyr_elf="y" | |
| build_target_xtensa_intel_tgl_adsp_zephyr_elf="y" | |
| build_target_xtensa_mtk_mt8195_adsp_zephyr_elf="y" | |
| build_target_xtensa_nxp_imx_adsp_zephyr_elf="y" | |
| build_target_xtensa_nxp_imx8m_adsp_zephyr_elf="y" | |
| build_target_xtensa_nxp_imx8ulp_adsp_zephyr_elf="y" | |
| build_target_xtensa_nxp_rt500_adsp_zephyr_elf="y" | |
| build_target_xtensa_nxp_rt600_adsp_zephyr_elf="y" | |
| build_target_xtensa_nxp_rt700_hifi1_zephyr_elf="y" | |
| build_target_xtensa_nxp_rt700_hifi4_zephyr_elf="y" | |
| build_target_xtensa_sample_controller_zephyr_elf="y" | |
| build_target_xtensa_sample_controller32_zephyr_elf="y" | |
| fi | |
| # Build 'linux_x86_64' by default if no host is selected | |
| list_build_host=(${!build_host_@}) | |
| [ "${#list_build_host[@]}" == "0" ] && build_host_linux_x86_64="y" | |
| # Generate host list | |
| MATRIX_HOSTS='[' | |
| if [ "${build_host_linux_x86_64}" == "y" ]; then | |
| MATRIX_HOSTS+='{ | |
| "name": "linux-x86_64", | |
| "runner": "zephyr-runner-v2-linux-x64-4xlarge", | |
| "container": "ghcr.io/zephyrproject-rtos/sdk-build:v1.3.7", | |
| "archive": "tar.xz" | |
| },' | |
| fi | |
| if [ "${build_host_linux_aarch64}" == "y" ]; then | |
| MATRIX_HOSTS+='{ | |
| "name": "linux-aarch64", | |
| "runner": "zephyr-runner-v2-linux-arm64-4xlarge", | |
| "container": "ghcr.io/zephyrproject-rtos/sdk-build:v1.3.7", | |
| "archive": "tar.xz" | |
| },' | |
| fi | |
| if [ "${build_host_macos_x86_64}" == "y" ]; then | |
| MATRIX_HOSTS+='{ | |
| "name": "macos-x86_64", | |
| "runner": "zephyr-runner-v2-macos-arm64-2xlarge", | |
| "container": "", | |
| "archive": "tar.xz" | |
| },' | |
| fi | |
| if [ "${build_host_macos_aarch64}" == "y" ]; then | |
| MATRIX_HOSTS+='{ | |
| "name": "macos-aarch64", | |
| "runner": "zephyr-runner-v2-macos-arm64-2xlarge", | |
| "container": "", | |
| "archive": "tar.xz" | |
| },' | |
| fi | |
| if [ "${build_host_windows_x86_64}" == "y" ]; then | |
| MATRIX_HOSTS+='{ | |
| "name": "windows-x86_64", | |
| "runner": "zephyr-runner-v2-linux-x64-4xlarge", | |
| "container": "ghcr.io/zephyrproject-rtos/sdk-build:v1.3.7", | |
| "archive": "7z" | |
| },' | |
| fi | |
| MATRIX_HOSTS+=']' | |
| # Generate target list | |
| MATRIX_TARGETS='[' | |
| [ "${build_target_aarch64_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"aarch64-zephyr-elf",' | |
| [ "${build_target_arc64_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"arc64-zephyr-elf",' | |
| [ "${build_target_arc_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"arc-zephyr-elf",' | |
| [ "${build_target_arm_zephyr_eabi}" == "y" ] && MATRIX_TARGETS+='"arm-zephyr-eabi",' | |
| [ "${build_target_microblazeel_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"microblazeel-zephyr-elf",' | |
| [ "${build_target_mips_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"mips-zephyr-elf",' | |
| [ "${build_target_nios2_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"nios2-zephyr-elf",' | |
| [ "${build_target_riscv64_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"riscv64-zephyr-elf",' | |
| [ "${build_target_sparc_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"sparc-zephyr-elf",' | |
| [ "${build_target_x86_64_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"x86_64-zephyr-elf",' | |
| [ "${build_target_xtensa_amd_acp_6_0_adsp_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-amd_acp_6_0_adsp_zephyr-elf",' | |
| [ "${build_target_xtensa_dc233c_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-dc233c_zephyr-elf",' | |
| [ "${build_target_xtensa_espressif_esp32_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-espressif_esp32_zephyr-elf",' | |
| [ "${build_target_xtensa_espressif_esp32s2_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-espressif_esp32s2_zephyr-elf",' | |
| [ "${build_target_xtensa_espressif_esp32s3_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-espressif_esp32s3_zephyr-elf",' | |
| [ "${build_target_xtensa_intel_ace15_mtpm_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-intel_ace15_mtpm_zephyr-elf",' | |
| [ "${build_target_xtensa_intel_ace30_ptl_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-intel_ace30_ptl_zephyr-elf",' | |
| [ "${build_target_xtensa_intel_tgl_adsp_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-intel_tgl_adsp_zephyr-elf",' | |
| [ "${build_target_xtensa_mtk_mt8195_adsp_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-mtk_mt8195_adsp_zephyr-elf",' | |
| [ "${build_target_xtensa_nxp_imx_adsp_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-nxp_imx_adsp_zephyr-elf",' | |
| [ "${build_target_xtensa_nxp_imx8m_adsp_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-nxp_imx8m_adsp_zephyr-elf",' | |
| [ "${build_target_xtensa_nxp_imx8ulp_adsp_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-nxp_imx8ulp_adsp_zephyr-elf",' | |
| [ "${build_target_xtensa_nxp_rt500_adsp_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-nxp_rt500_adsp_zephyr-elf",' | |
| [ "${build_target_xtensa_nxp_rt600_adsp_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-nxp_rt600_adsp_zephyr-elf",' | |
| [ "${build_target_xtensa_nxp_rt700_hifi1_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-nxp_rt700_hifi1_zephyr-elf",' | |
| [ "${build_target_xtensa_nxp_rt700_hifi4_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-nxp_rt700_hifi4_zephyr-elf",' | |
| [ "${build_target_xtensa_sample_controller_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-sample_controller_zephyr-elf",' | |
| [ "${build_target_xtensa_sample_controller32_zephyr_elf}" == "y" ] && MATRIX_TARGETS+='"xtensa-sample_controller32_zephyr-elf",' | |
| MATRIX_TARGETS+=']' | |
| # Generate test environment list | |
| MATRIX_TESTENVS='[' | |
| if [ "${build_host_linux_x86_64}" == "y" ]; then | |
| MATRIX_TESTENVS+='{ | |
| "name": "ubuntu-20.04-x86_64", | |
| "runner": "zephyr-runner-v2-linux-x64-4xlarge", | |
| "container": "ghcr.io/zephyrproject-rtos/ci:main", | |
| "bundle-host": "linux-x86_64", | |
| "bundle-archive": "tar.xz" | |
| },' | |
| fi | |
| if [ "${build_host_linux_aarch64}" == "y" ]; then | |
| MATRIX_TESTENVS+='{ | |
| "name": "ubuntu-20.04-aarch64", | |
| "runner": "zephyr-runner-v2-linux-arm64-4xlarge", | |
| "container": "ghcr.io/zephyrproject-rtos/ci:main", | |
| "bundle-host": "linux-aarch64", | |
| "bundle-archive": "tar.xz" | |
| },' | |
| fi | |
| if [ "${build_host_macos_x86_64}" == "y" ]; then | |
| MATRIX_TESTENVS+='{ | |
| "name": "macos-11-x86_64", | |
| "runner": "zephyr-runner-v2-macos-arm64-2xlarge", | |
| "container": "", | |
| "bundle-host": "macos-x86_64", | |
| "bundle-archive": "tar.xz" | |
| },' | |
| fi | |
| if [ "${build_host_macos_aarch64}" == "y" ]; then | |
| MATRIX_TESTENVS+='{ | |
| "name": "macos-11-aarch64", | |
| "runner": "zephyr-runner-v2-macos-arm64-2xlarge", | |
| "container": "", | |
| "bundle-host": "macos-aarch64", | |
| "bundle-archive": "tar.xz" | |
| },' | |
| fi | |
| if [ "${build_host_windows_x86_64}" == "y" ]; then | |
| MATRIX_TESTENVS+='{ | |
| "name": "windows-2019-x86_64", | |
| "runner": "zephyr-runner-v2-windows-x64-2xlarge", | |
| "container": "", | |
| "bundle-host": "windows-x86_64", | |
| "bundle-archive": "7z" | |
| },' | |
| fi | |
| MATRIX_TESTENVS+=']' | |
| # Escape control characters because GitHub Actions | |
| MATRIX_HOSTS="${MATRIX_HOSTS//'%'/''}" | |
| MATRIX_HOSTS="${MATRIX_HOSTS//$'\n'/''}" | |
| MATRIX_HOSTS="${MATRIX_HOSTS//$'\r'/''}" | |
| MATRIX_TARGETS="${MATRIX_TARGETS//'%'/''}" | |
| MATRIX_TARGETS="${MATRIX_TARGETS//$'\n'/''}" | |
| MATRIX_TARGETS="${MATRIX_TARGETS//$'\r'/''}" | |
| MATRIX_TESTENVS="${MATRIX_TESTENVS//'%'/''}" | |
| MATRIX_TESTENVS="${MATRIX_TESTENVS//$'\n'/''}" | |
| MATRIX_TESTENVS="${MATRIX_TESTENVS//$'\r'/''}" | |
| # Remove trailing comma | |
| MATRIX_HOSTS=$(echo "${MATRIX_HOSTS}" | sed -zr 's/,([^,]*$)/\1/') | |
| MATRIX_TARGETS=$(echo "${MATRIX_TARGETS}" | sed -zr 's/,([^,]*$)/\1/') | |
| MATRIX_TESTENVS=$(echo "${MATRIX_TESTENVS}" | sed -zr 's/,([^,]*$)/\1/') | |
| # Output matrix variables | |
| echo "hosts=${MATRIX_HOSTS}" >> $GITHUB_OUTPUT | |
| echo "targets=${MATRIX_TARGETS}" >> $GITHUB_OUTPUT | |
| echo "testenvs=${MATRIX_TESTENVS}" >> $GITHUB_OUTPUT | |
| echo "debug=${MATRIX_DEBUG}" >> $GITHUB_OUTPUT | |
| # Prepare configuration report | |
| CONFIG_REPORT=${RUNNER_TEMP}/config-report.txt | |
| echo "Hosts:" > ${CONFIG_REPORT} | |
| echo "$(echo "${MATRIX_HOSTS}" | jq)" >> ${CONFIG_REPORT} | |
| echo "" >> ${CONFIG_REPORT} | |
| echo "Targets:" >> ${CONFIG_REPORT} | |
| echo "$(echo "${MATRIX_TARGETS}" | jq)" >> ${CONFIG_REPORT} | |
| echo "" >> ${CONFIG_REPORT} | |
| echo "Test Environments:" >> ${CONFIG_REPORT} | |
| echo "$(echo "${MATRIX_TESTENVS}" | jq)" >> ${CONFIG_REPORT} | |
| CONFIG_REPORT_CONTENT=$(cat ${CONFIG_REPORT}) | |
| CONFIG_REPORT_CONTENT="${CONFIG_REPORT_CONTENT//'%'/'%25'}" | |
| CONFIG_REPORT_CONTENT="${CONFIG_REPORT_CONTENT//$'\n'/'%0A'}" | |
| CONFIG_REPORT_CONTENT="${CONFIG_REPORT_CONTENT//$'\r'/'%0D'}" | |
| echo "::notice:: ${CONFIG_REPORT_CONTENT}" | |
| # Build GNU toolchain | |
| build-gnu-toolchain: | |
| name: GNU Toolchain ${{ matrix.target }} (${{ matrix.host.name }}) | |
| needs: setup | |
| runs-on: | |
| group: ${{ matrix.host.runner }} | |
| container: ${{ matrix.host.container }} | |
| timeout-minutes: 720 | |
| defaults: | |
| run: | |
| shell: bash | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| host: ${{ fromJSON(needs.setup.outputs.hosts) }} | |
| target: ${{ fromJSON(needs.setup.outputs.targets) }} | |
| steps: | |
| # - name: echo-default-env-variables | |
| # run: | | |
| # whoami | |
| # echo "Shell: ${SHELL}" | |
| # echo "Home: ${HOME}" | |
| # echo "RUNNER_NAME: ${RUNNER_NAME}" | |
| # echo "RUNNER_TEMP: ${RUNNER_TEMP}" | |
| # echo "GITHUB_WORKFLOW: ${GITHUB_WORKFLOW}" | |
| # echo "GITHUB_ACTIONS: ${GITHUB_ACTIONS}" | |
| # echo "GITHUB_ACTOR: ${GITHUB_ACTOR}" | |
| # echo "GITHUB_REPOSITORY: ${GITHUB_REPOSITORY}" | |
| # echo "GITHUB_EVENT_NAME: ${GITHUB_EVENT_NAME}" | |
| # echo "GITHUB_WORKSPACE: ${GITHUB_WORKSPACE}" | |
| # echo "GITHUB_SHA: ${GITHUB_SHA}" | |
| # echo "GITHUB_REF: ${GITHUB_REF}" | |
| - name: Set up build environment (Linux) | |
| if: ${{ runner.os == 'Linux' }} | |
| run: | | |
| # Create workspace directory | |
| WORKSPACE="${RUNNER_TEMP}/workspace" | |
| mkdir -p ${WORKSPACE} | |
| # Allow non-root access to the working directories | |
| chmod -R 777 ${GITHUB_WORKSPACE} | |
| chmod -R 777 ${RUNNER_TEMP} | |
| # Install common dependencies | |
| apt-get update | |
| apt-get install -y autoconf automake bison flex gettext \ | |
| help2man libboost-dev libboost-regex-dev \ | |
| libncurses5-dev libtool-bin libtool-doc \ | |
| pkg-config texinfo p7zip | |
| # Install dependencies for cross compilation | |
| if [ "${{ matrix.host.name }}" == "windows-x86_64" ]; then | |
| # Make MinGW-w64 win32 cross toolchain available in PATH | |
| echo "/opt/mingw-w64-win32/bin" >> $GITHUB_PATH | |
| export PATH="/opt/mingw-w64-win32/bin:$PATH" | |
| # Build and install libboost-regex for MinGW-w64 host | |
| ## Check out Boost library source code | |
| mkdir -p ${WORKSPACE}/boost | |
| pushd ${WORKSPACE}/boost | |
| git clone \ | |
| --branch boost-1.73.0 --depth 1 \ | |
| https://github.com/boostorg/boost.git \ | |
| src | |
| cd src | |
| git submodule update --init --depth 1 | |
| ## Bootstrap boost library build system with MinGW-w64 compiler | |
| ./bootstrap.sh --with-toolset=gcc --with-libraries=regex --without-icu | |
| sed -i \ | |
| 's/using gcc ;/using gcc : mingw : x86_64-w64-mingw32-g++ ;/g' \ | |
| project-config.jam | |
| ## Build and install boost-regex library | |
| ./b2 install \ | |
| toolset=gcc-mingw link=static threading=multi variant=release \ | |
| --prefix=/usr/x86_64-w64-mingw32 | |
| ## Clean up to reduce disk usage | |
| popd | |
| rm -rf ${WORKSPACE}/boost | |
| fi | |
| # Set environment variables | |
| echo "TAR=tar" >> $GITHUB_ENV | |
| echo "WORKSPACE=${WORKSPACE}" >> $GITHUB_ENV | |
| - name: Set up build environment (macOS) | |
| if: ${{ runner.os == 'macOS' }} | |
| run: | | |
| # Create case-sensitive workspace volume for macOS | |
| WORKSPACE="/Volumes/Workspace" | |
| hdiutil create ${RUNNER_TEMP}/Workspace.sparseimage \ | |
| -volname Workspace -type SPARSE -size 150g -fs HFSX | |
| hdiutil mount ${RUNNER_TEMP}/Workspace.sparseimage -mountpoint ${WORKSPACE} | |
| # Install Python 3.10 (temporary until the sdk-build-macos image is | |
| # updated) | |
| brew install [email protected] | |
| # Install dependencies for cross compilation | |
| if [ "${{ matrix.host.name }}" == "macos-x86_64" ]; then | |
| # Make crosskit available in PATH | |
| echo "${GITHUB_WORKSPACE}/crosskit/crosskit-x86_64-apple-darwin/scripts" >> $GITHUB_PATH | |
| fi | |
| # Make Python 3.10 available in PATH | |
| echo "${HOMEBREW_PREFIX}/opt/[email protected]/bin" >> $GITHUB_PATH | |
| # Set environment variables | |
| echo "TAR=gtar" >> $GITHUB_ENV | |
| echo "WORKSPACE=${WORKSPACE}" >> $GITHUB_ENV | |
| - name: Check out source code | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| persist-credentials: false | |
| - name: Check out source code (pull request) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| submodules: recursive | |
| persist-credentials: false | |
| - name: Build crosstool-ng | |
| run: | | |
| # Configure macOS build environment | |
| if [ "$RUNNER_OS" == "macOS" ]; then | |
| export PATH="$PATH:${HOMEBREW_PREFIX}/opt/binutils/bin" | |
| export CPPFLAGS="-I${HOMEBREW_PREFIX}/opt/ncurses/include -I${HOMEBREW_PREFIX}/opt/gettext/include" | |
| export LDFLAGS="-L${HOMEBREW_PREFIX}/opt/ncurses/lib -L${HOMEBREW_PREFIX}/opt/gettext/lib" | |
| fi | |
| # Create build directory | |
| pushd ${WORKSPACE} | |
| mkdir -p crosstool-ng-build | |
| cd crosstool-ng-build | |
| # Bootstrap crosstool-ng | |
| pushd ${GITHUB_WORKSPACE}/crosstool-ng | |
| ./bootstrap | |
| popd | |
| # Build and install crosstool-ng | |
| ${GITHUB_WORKSPACE}/crosstool-ng/configure --prefix=${WORKSPACE}/crosstool-ng | |
| make | |
| make install | |
| # Clean up build directory to reduce disk usage | |
| popd | |
| rm -rf ${WORKSPACE}/crosstool-ng-build | |
| # Export crosstool-ng executable path | |
| echo "CT_NG=${WORKSPACE}/crosstool-ng/bin/ct-ng" >> $GITHUB_ENV | |
| - name: Test crosstool-ng | |
| run: | | |
| ${CT_NG} version | |
| - name: Download version information | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: version | |
| path: ${{ runner.temp }} | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_CACHE_SDK_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_CACHE_SDK_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - name: Download cached source files | |
| continue-on-error: true | |
| run: | | |
| SRC_CACHE_BASE="s3://cache-sdk/crosstool-ng-sources" | |
| SRC_CACHE_DIR="${{ matrix.host.name }}/${{ matrix.target }}" | |
| SRC_CACHE_URI="${SRC_CACHE_BASE}/${SRC_CACHE_DIR}" | |
| # Download cached source files | |
| mkdir -p ${WORKSPACE}/sources | |
| pushd ${WORKSPACE}/sources | |
| aws s3 sync ${SRC_CACHE_URI} . | |
| popd | |
| # Export environment variables | |
| echo "SRC_CACHE_URI=${SRC_CACHE_URI}" >> $GITHUB_ENV | |
| - name: Setup debug session (pre) | |
| if: always() && needs.setup.outputs.debug == 'toolchain-pre' | |
| uses: mxschmitt/action-tmate@v3 | |
| with: | |
| limit-access-to-actor: true | |
| - name: Build toolchain | |
| run: | | |
| # Set output path | |
| export CT_PREFIX="${WORKSPACE}/output" | |
| # Create build directory | |
| mkdir -p ${WORKSPACE}/build | |
| pushd ${WORKSPACE}/build | |
| # Load default target configurations | |
| cat ${GITHUB_WORKSPACE}/configs/common.config \ | |
| ${GITHUB_WORKSPACE}/configs/${{ matrix.target }}.config \ | |
| > .config | |
| # Set version information | |
| cat <<EOF >> .config | |
| CT_SHOW_CT_VERSION=n | |
| CT_TOOLCHAIN_PKGVERSION="${{ env.BUNDLE_NAME }} $(<${RUNNER_TEMP}/version)" | |
| CT_TOOLCHAIN_BUGURL="${{ env.BUG_URL }}" | |
| EOF | |
| # Set environment configuration | |
| cat <<EOF >> .config | |
| CT_LOCAL_TARBALLS_DIR="${WORKSPACE}/sources" | |
| CT_OVERLAY_LOCATION="${GITHUB_WORKSPACE}/overlays" | |
| EOF | |
| # Set logging configurations | |
| cat <<EOF >> .config | |
| CT_LOG_PROGRESS_BAR=n | |
| CT_LOG_EXTRA=y | |
| CT_LOG_LEVEL_MAX="EXTRA" | |
| EOF | |
| # Set Canadian cross compilation configurations | |
| if [ "${{ matrix.host.name }}" == "macos-x86_64" ]; then | |
| # Building for macos-x86_64 on macos-aarch64 | |
| cat <<EOF >> .config | |
| CT_CANADIAN=y | |
| CT_HOST="x86_64-apple-darwin" | |
| EOF | |
| elif [ "${{ matrix.host.name }}" == "windows-x86_64" ]; then | |
| # Building for windows-x86_64 on linux-x86_64 | |
| cat <<EOF >> .config | |
| CT_CANADIAN=y | |
| CT_HOST="x86_64-w64-mingw32" | |
| EOF | |
| fi | |
| # Configure GDB Python scripting support | |
| cat <<EOF >> .config | |
| CT_GDB_CROSS_PYTHON=y | |
| CT_GDB_CROSS_PYTHON_VARIANT=y | |
| EOF | |
| if [ "${{ matrix.host.name }}" == "macos-x86_64" ]; then | |
| # Use Python 3.10.15 | |
| export LIBPYTHON_KIT_ROOT=${GITHUB_WORKSPACE}/crosskit/crosskit-x86_64-darwin-libpython/python-3.10.15 | |
| # Set Python configuration resolver for GDB | |
| cat <<EOF >> .config | |
| CT_GDB_CROSS_PYTHON_BINARY="${LIBPYTHON_KIT_ROOT}/bin/python" | |
| EOF | |
| elif [ "${{ matrix.host.name }}" == "windows-x86_64" ]; then | |
| # Use Python 3.10.11 | |
| export LIBPYTHON_KIT_ROOT=${GITHUB_WORKSPACE}/crosskit/crosskit-mingw-w64-libpython/python-3.10.11 | |
| # Set Python configuration resolver for GDB | |
| cat <<EOF >> .config | |
| CT_GDB_CROSS_PYTHON_BINARY="${LIBPYTHON_KIT_ROOT}/bin/python" | |
| EOF | |
| else | |
| # Use Python 3.10 for non-Canadian Linux and macOS builds | |
| cat <<EOF >> .config | |
| CT_GDB_CROSS_PYTHON_BINARY="python3.10" | |
| EOF | |
| fi | |
| # Allow building as root on Linux to avoid all sorts of container | |
| # permission issues with the GitHub Actions. | |
| if [ "$RUNNER_OS" == "Linux" ]; then | |
| cat <<EOF >> .config | |
| CT_EXPERIMENTAL=y | |
| CT_ALLOW_BUILD_AS_ROOT=y | |
| CT_ALLOW_BUILD_AS_ROOT_SURE=y | |
| EOF | |
| fi | |
| # Merge configurations | |
| ${CT_NG} savedefconfig DEFCONFIG=build.config | |
| ${CT_NG} distclean | |
| ${CT_NG} defconfig DEFCONFIG=build.config | |
| # Build toolchain | |
| ${CT_NG} build | |
| popd | |
| # Resolve output directory path | |
| if [ "${{ matrix.host.name }}" == "macos-x86_64" ]; then | |
| OUTPUT_BASE="${WORKSPACE}/output" | |
| OUTPUT_DIR="HOST-x86_64-apple-darwin" | |
| elif [ "${{ matrix.host.name }}" == "windows-x86_64" ]; then | |
| OUTPUT_BASE="${WORKSPACE}/output" | |
| OUTPUT_DIR="HOST-x86_64-w64-mingw32" | |
| else | |
| OUTPUT_BASE="${WORKSPACE}" | |
| OUTPUT_DIR="output" | |
| fi | |
| # Grant write permission for owner | |
| chmod -R u+w ${OUTPUT_BASE}/${OUTPUT_DIR} | |
| # Remove unneeded files from output directory | |
| pushd ${OUTPUT_BASE}/${OUTPUT_DIR}/${{ matrix.target }} | |
| rm -rf newlib-nano | |
| rm -f build.log.bz2 | |
| popd | |
| # Rename Canadian cross-compiled toolchain output directory to | |
| # "output" for consistency | |
| if [ "${OUTPUT_DIR}" != "output" ]; then | |
| mv ${OUTPUT_BASE}/${OUTPUT_DIR} ${OUTPUT_BASE}/output | |
| OUTPUT_DIR="output" | |
| fi | |
| # Create archive | |
| ARCHIVE_NAME=toolchain_gnu_${{ matrix.host.name }}_${{ matrix.target }} | |
| ARCHIVE_FILE=${ARCHIVE_NAME}.${{ matrix.host.archive }} | |
| if [ "${{ matrix.host.archive }}" == "tar.xz" ]; then | |
| XZ_OPT="-T0" \ | |
| ${TAR} -Jcvf ${ARCHIVE_FILE} \ | |
| --owner=0 --group=0 -C ${OUTPUT_BASE}/${OUTPUT_DIR} ${{ matrix.target }} | |
| elif [ "${{ matrix.host.archive }}" == "7z" ]; then | |
| pushd ${OUTPUT_BASE}/${OUTPUT_DIR} | |
| 7z a -t7z -l ${GITHUB_WORKSPACE}/${ARCHIVE_FILE} ${{ matrix.target }} | |
| popd | |
| fi | |
| # Compute checksum | |
| md5sum ${ARCHIVE_FILE} > md5.sum | |
| sha256sum ${ARCHIVE_FILE} > sha256.sum | |
| - name: Setup debug session (post) | |
| if: always() && needs.setup.outputs.debug == 'toolchain-post' | |
| uses: mxschmitt/action-tmate@v3 | |
| with: | |
| limit-access-to-actor: true | |
| - name: Sync downloaded source files to cache | |
| continue-on-error: true | |
| run: | | |
| pushd ${WORKSPACE}/sources | |
| aws s3 sync . ${SRC_CACHE_URI} | |
| popd | |
| - name: Prepare toolchain build log | |
| if: always() | |
| run: | | |
| # Move build log file out of workspace | |
| mv ${WORKSPACE}/build/build.log ${{ matrix.target }}.log | |
| - name: Upload toolchain build log | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: log_toolchain_gnu_${{ matrix.host.name }}_${{ matrix.target }} | |
| path: ${{ matrix.target }}.log | |
| - name: Upload toolchain build artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: toolchain_gnu_${{ matrix.host.name }}_${{ matrix.target }} | |
| path: | | |
| toolchain_gnu_${{ matrix.host.name }}_${{ matrix.target }}.${{ matrix.host.archive }} | |
| md5.sum | |
| sha256.sum | |
| # Build LLVM toolchain | |
| build-llvm-toolchain: | |
| name: LLVM Toolchain (${{ matrix.host.name }}) | |
| needs: setup | |
| runs-on: | |
| group: ${{ matrix.host.runner }} | |
| container: ${{ matrix.host.container }} | |
| defaults: | |
| run: | |
| shell: bash | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| host: ${{ fromJSON(needs.setup.outputs.hosts) }} | |
| steps: | |
| - name: Set up build environment (Linux) | |
| if: ${{ runner.os == 'Linux' }} | |
| run: | | |
| # Create workspace directory | |
| WORKSPACE="${RUNNER_TEMP}/workspace" | |
| mkdir -p ${WORKSPACE} | |
| # Allow non-root access to the working directories | |
| chmod -R 777 ${GITHUB_WORKSPACE} | |
| chmod -R 777 ${RUNNER_TEMP} | |
| # Install common dependencies | |
| apt-get update | |
| # Install dependencies for cross compilation | |
| if [ "${{ matrix.host.name }}" == "windows-x86_64" ]; then | |
| # Make MinGW-w64 posix cross toolchain available in PATH | |
| echo "/opt/mingw-w64-posix/bin" >> $GITHUB_PATH | |
| fi | |
| # Set environment variables | |
| echo "TAR=tar" >> $GITHUB_ENV | |
| echo "WORKSPACE=${WORKSPACE}" >> $GITHUB_ENV | |
| - name: Set up build environment (macOS) | |
| if: ${{ runner.os == 'macOS' }} | |
| run: | | |
| # Create case-sensitive workspace volume for macOS | |
| WORKSPACE="/Volumes/Workspace" | |
| hdiutil create ${RUNNER_TEMP}/Workspace.sparseimage \ | |
| -volname Workspace -type SPARSE -size 150g -fs HFSX | |
| hdiutil mount ${RUNNER_TEMP}/Workspace.sparseimage -mountpoint ${WORKSPACE} | |
| # Install dependencies | |
| brew install qemu | |
| # Set environment variables | |
| echo "TAR=gtar" >> $GITHUB_ENV | |
| echo "WORKSPACE=${WORKSPACE}" >> $GITHUB_ENV | |
| - name: Check out source code | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| persist-credentials: false | |
| - name: Check out source code (pull request) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| submodules: recursive | |
| persist-credentials: false | |
| - name: Setup debug session (pre) | |
| if: always() && needs.setup.outputs.debug == 'toolchain-pre' | |
| uses: mxschmitt/action-tmate@v3 | |
| with: | |
| limit-access-to-actor: true | |
| - name: Build LLVM toolchain | |
| run: | | |
| # Create build directory | |
| pushd ${WORKSPACE} | |
| mkdir -p llvm | |
| mkdir -p llvm-build | |
| cd llvm-build | |
| # Configure and generate LLVM build scripts | |
| if [ "${{ matrix.host.name }}" == "windows-x86_64" ]; then | |
| LLVM_CMAKE_ARGS+="-DLLVM_TOOLCHAIN_CROSS_BUILD_MINGW=ON " | |
| elif [ "${{ matrix.host.name }}" == "macos-aarch64" ]; then | |
| LLVM_CMAKE_ARGS+="-DCMAKE_OSX_ARCHITECTURES=arm64 " | |
| elif [ "${{ matrix.host.name }}" == "macos-x86_64" ]; then | |
| LLVM_CMAKE_ARGS+="-DCMAKE_OSX_ARCHITECTURES=x86_64 " | |
| fi | |
| cmake \ | |
| -GNinja \ | |
| --install-prefix ${WORKSPACE}/llvm \ | |
| -DLLVM_ENABLE_ZSTD=OFF \ | |
| ${LLVM_CMAKE_ARGS} \ | |
| ${GITHUB_WORKSPACE}/scripts/llvm \ | |
| |& tee ${GITHUB_WORKSPACE}/llvm-cmake.log | |
| # Build LLVM toolchain | |
| ninja llvm-toolchain |& tee ${GITHUB_WORKSPACE}/llvm-build.log | |
| # Run LLVM tests | |
| ninja check-llvm-toolchain |& tee ${GITHUB_WORKSPACE}/llvm-test.log | |
| # Install LLVM toolchain | |
| ninja install-llvm-toolchain |& tee ${GITHUB_WORKSPACE}/llvm-install.log | |
| popd | |
| # Create archive | |
| ARCHIVE_NAME=toolchain_llvm_${{ matrix.host.name }} | |
| ARCHIVE_FILE=${ARCHIVE_NAME}.${{ matrix.host.archive }} | |
| if [ "${{ matrix.host.archive }}" == "tar.xz" ]; then | |
| XZ_OPT="-T0" \ | |
| ${TAR} -Jcvf ${ARCHIVE_FILE} \ | |
| --owner=0 --group=0 -C ${WORKSPACE} llvm | |
| elif [ "${{ matrix.host.archive }}" == "7z" ]; then | |
| pushd ${WORKSPACE} | |
| 7z a -t7z -l ${GITHUB_WORKSPACE}/${ARCHIVE_FILE} llvm | |
| popd | |
| fi | |
| # Compute checksum | |
| md5sum ${ARCHIVE_FILE} > md5.sum | |
| sha256sum ${ARCHIVE_FILE} > sha256.sum | |
| - name: Setup debug session (post) | |
| if: always() && needs.setup.outputs.debug == 'toolchain-post' | |
| uses: mxschmitt/action-tmate@v3 | |
| with: | |
| limit-access-to-actor: true | |
| - name: Upload toolchain build log | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: log_toolchain_llvm_${{ matrix.host.name }} | |
| path: '*.log' | |
| - name: Upload toolchain build artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: toolchain_llvm_${{ matrix.host.name }} | |
| path: | | |
| toolchain_llvm_${{ matrix.host.name }}.${{ matrix.host.archive }} | |
| md5.sum | |
| sha256.sum | |
| # Build host tools | |
| build-hosttools: | |
| name: Host Tools (${{ matrix.host.name }}) | |
| needs: setup | |
| runs-on: | |
| group: ${{ matrix.host.runner }} | |
| container: ${{ matrix.host.container }} | |
| defaults: | |
| run: | |
| shell: bash | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| host: ${{ fromJSON(needs.setup.outputs.hosts) }} | |
| steps: | |
| - name: Apply container owner mismatch workaround | |
| run: | | |
| # FIXME: The owner UID of the GITHUB_WORKSPACE directory may not | |
| # match the container user UID because of the way GitHub | |
| # Actions runner is implemented. Remove this workaround when | |
| # GitHub comes up with a fundamental fix for this problem. | |
| git config --global --add safe.directory '*' | |
| - name: Set up build environment (Linux) | |
| if: ${{ runner.os == 'Linux' }} | |
| run: | | |
| # Set environment variables | |
| echo "TAR=tar" >> $GITHUB_ENV | |
| - name: Set up build environment (macOS) | |
| if: ${{ runner.os == 'macOS' }} | |
| run: | | |
| # Set environment variables | |
| echo "TAR=gtar" >> $GITHUB_ENV | |
| - name: Check out source code | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| persist-credentials: false | |
| - name: Check out source code (pull request) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| submodules: recursive | |
| persist-credentials: false | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_CACHE_SDK_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_CACHE_SDK_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - name: Download cached source files (Linux) | |
| if: startsWith(matrix.host.name, 'linux-') | |
| continue-on-error: true | |
| run: | | |
| SRC_CACHE_BASE="s3://cache-sdk/poky-sources" | |
| SRC_CACHE_DIR="${{ matrix.host.name }}" | |
| SRC_CACHE_URI="${SRC_CACHE_BASE}/${SRC_CACHE_DIR}" | |
| POKY_DOWNLOADS="${RUNNER_TEMP}/poky-downloads" | |
| # Download cached source files | |
| mkdir -p ${POKY_DOWNLOADS} | |
| pushd ${POKY_DOWNLOADS} | |
| aws s3 sync ${SRC_CACHE_URI} . | |
| popd | |
| # Export environment variables | |
| echo "SRC_CACHE_URI=${SRC_CACHE_URI}" >> $GITHUB_ENV | |
| echo "POKY_DOWNLOADS=${POKY_DOWNLOADS}" >> $GITHUB_ENV | |
| - name: Build Linux host tools | |
| if: startsWith(matrix.host.name, 'linux-') | |
| run: | | |
| POKY_BASE=${GITHUB_WORKSPACE}/meta-zephyr-sdk | |
| export META_DOWNLOADS="${POKY_DOWNLOADS}" | |
| # Check out Poky | |
| ${POKY_BASE}/scripts/meta-zephyr-sdk-clone.sh | |
| # Patch Poky sanity configuration to allow building as root | |
| sed -i '/^INHERIT/ s/./#&/' poky/meta/conf/sanity.conf | |
| # Build meta-zephyr-sdk | |
| ${POKY_BASE}/scripts/meta-zephyr-sdk-build.sh tools | |
| # Prepare artifact for upload | |
| ARTIFACT_ROOT="${POKY_BASE}/scripts/toolchains" | |
| ARTIFACT=(${ARTIFACT_ROOT}/*hosttools*.sh) | |
| ARTIFACT=${ARTIFACT[0]} | |
| ARTIFACT=$(basename ${ARTIFACT}) | |
| ARCHIVE_NAME=hosttools_${{ matrix.host.name }} | |
| ARCHIVE_FILE=hosttools_${{ matrix.host.name }}.tar.xz | |
| XZ_OPT="-T0" \ | |
| ${TAR} -Jcvf ${ARCHIVE_FILE} --owner=0 --group=0 \ | |
| -C ${ARTIFACT_ROOT} ${ARTIFACT} | |
| # Compute checksum | |
| md5sum ${ARCHIVE_FILE} > md5.sum | |
| sha256sum ${ARCHIVE_FILE} > sha256.sum | |
| - name: Setup debug session | |
| if: always() && needs.setup.outputs.debug == 'hosttools' | |
| uses: mxschmitt/action-tmate@v3 | |
| with: | |
| limit-access-to-actor: true | |
| - name: Sync downloaded source files to cache (Linux) | |
| if: startsWith(matrix.host.name, 'linux-') | |
| continue-on-error: true | |
| run: | | |
| pushd ${POKY_DOWNLOADS} | |
| rm -rf git2 | |
| rm -rf svn | |
| aws s3 sync . ${SRC_CACHE_URI} | |
| popd | |
| - name: Upload toolchain build artifact | |
| if: startsWith(matrix.host.name, 'linux-') # FIXME: Do for all | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: hosttools_${{ matrix.host.name }} | |
| path: | | |
| hosttools_${{ matrix.host.name }}.${{ matrix.host.archive }} | |
| md5.sum | |
| sha256.sum | |
| # TODO: Add host tool build process for macOS hosts. | |
| # TODO: Add host tool build process for Windows hosts. | |
| # Build CMake package | |
| build-cmake-pkg: | |
| name: CMake Package (${{ matrix.host.name }}) | |
| needs: setup | |
| runs-on: | |
| group: ${{ matrix.host.runner }} | |
| container: ${{ matrix.host.container }} | |
| defaults: | |
| run: | |
| shell: bash | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| host: ${{ fromJSON(needs.setup.outputs.hosts) }} | |
| steps: | |
| - name: Set up build environment (Linux) | |
| if: ${{ runner.os == 'Linux' }} | |
| run: | | |
| # Install common dependencies | |
| apt-get update | |
| apt-get install -y p7zip | |
| # Set environment variables | |
| echo "TAR=tar" >> $GITHUB_ENV | |
| - name: Set up build environment (macOS) | |
| if: ${{ runner.os == 'macOS' }} | |
| run: | | |
| # Set environment variables | |
| echo "TAR=gtar" >> $GITHUB_ENV | |
| - name: Check out source code | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| persist-credentials: false | |
| - name: Check out source code (pull request) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| persist-credentials: false | |
| - name: Build CMake package | |
| run: | | |
| # Create CMake package archive | |
| ARCHIVE_NAME=cmake_${{ matrix.host.name }} | |
| ARCHIVE_FILE=${ARCHIVE_NAME}.${{ matrix.host.archive }} | |
| if [ "${{ matrix.host.archive }}" == "tar.xz" ]; then | |
| XZ_OPT="-T0" \ | |
| ${TAR} -Jcvf ${ARCHIVE_FILE} --owner=0 --group=0 \ | |
| -C . cmake | |
| elif [ "${{ matrix.host.archive }}" == "7z" ]; then | |
| 7z a -t7z -l ${ARCHIVE_FILE} cmake | |
| fi | |
| # Compute checksum | |
| md5sum ${ARCHIVE_FILE} > md5.sum | |
| sha256sum ${ARCHIVE_FILE} > sha256.sum | |
| - name: Upload CMake package build artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: cmake_${{ matrix.host.name }} | |
| path: | | |
| cmake_${{ matrix.host.name }}.${{ matrix.host.archive }} | |
| md5.sum | |
| sha256.sum | |
| # Build distribution bundle | |
| build-dist-bundle: | |
| name: Distribution Bundle (${{ matrix.host.name }}) | |
| needs: [ setup, build-gnu-toolchain, build-llvm-toolchain, build-hosttools, build-cmake-pkg ] | |
| runs-on: | |
| group: ${{ matrix.host.runner }} | |
| container: ${{ matrix.host.container }} | |
| defaults: | |
| run: | |
| shell: bash | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| host: ${{ fromJSON(needs.setup.outputs.hosts) }} | |
| steps: | |
| - name: Set up build environment (Linux) | |
| if: ${{ runner.os == 'Linux' }} | |
| run: | | |
| # Install common dependencies | |
| apt-get update | |
| apt-get install -y jq p7zip | |
| # Set environment variables | |
| echo "TAR=tar" >> $GITHUB_ENV | |
| - name: Set up build environment (macOS) | |
| if: ${{ runner.os == 'macOS' }} | |
| run: | | |
| # Set environment variables | |
| echo "TAR=gtar" >> $GITHUB_ENV | |
| - name: Check out source code | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| path: repository | |
| persist-credentials: false | |
| - name: Check out source code (pull request) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| path: repository | |
| persist-credentials: false | |
| - name: Download version file | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: version | |
| path: artifacts | |
| - name: Download CMake artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: cmake_${{ matrix.host.name }} | |
| path: artifacts | |
| - name: Download host tools artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: hosttools_${{ matrix.host.name }} | |
| path: artifacts | |
| - name: Download GNU toolchain artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: toolchain_gnu_${{ matrix.host.name }}_* | |
| path: artifacts | |
| - name: Download LLVM toolchain artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: toolchain_llvm_${{ matrix.host.name }} | |
| path: artifacts | |
| - name: Create distribution bundle | |
| run: | | |
| # Set environment variables | |
| HOST=${{ matrix.host.name }} | |
| EXT=${{ matrix.host.archive }} | |
| REPO_ROOT=${GITHUB_WORKSPACE}/repository | |
| ARTIFACT_ROOT=${GITHUB_WORKSPACE}/artifacts | |
| VERSION=$(<${ARTIFACT_ROOT}/version/version) | |
| ARCHIVE_DIR=${{ env.BUNDLE_PREFIX }}-${VERSION} | |
| ARCHIVE_NAME=${{ env.BUNDLE_PREFIX }}-${VERSION}_${HOST} | |
| echo "BUNDLE_ARCHIVE_NAME=${ARCHIVE_NAME}" >> $GITHUB_ENV | |
| if [ "${{ matrix.host.archive }}" == "tar.xz" ]; then | |
| EXTRACT="${TAR} -Jxvf" | |
| elif [ "${{ matrix.host.archive }}" == "7z" ]; then | |
| EXTRACT="7z x -o." | |
| fi | |
| # Create bundle directory | |
| mkdir ${ARCHIVE_DIR} | |
| pushd ${ARCHIVE_DIR} | |
| # Stage version file | |
| echo "${VERSION}" > sdk_version | |
| # Stage GNU toolchain list file | |
| echo '${{ needs.setup.outputs.targets }}' | jq -cr '.[]' > sdk_gnu_toolchains | |
| # Stage CMake package | |
| ## Verify CMake package archive checksum | |
| pushd ${ARTIFACT_ROOT}/cmake_${HOST} | |
| md5sum --check md5.sum | |
| sha256sum --check sha256.sum | |
| popd | |
| ## Extract CMake package archive | |
| ${EXTRACT} ${ARTIFACT_ROOT}/cmake_${HOST}/cmake_${HOST}.${EXT} | |
| # Stage host tools | |
| HOSTTOOLS_ARTIFACT=hosttools_${HOST} | |
| if [ -d ${ARTIFACT_ROOT}/${HOSTTOOLS_ARTIFACT} ]; then | |
| # Verify host tools archive checksum | |
| pushd ${ARTIFACT_ROOT}/${HOSTTOOLS_ARTIFACT} | |
| md5sum --check md5.sum | |
| sha256sum --check sha256.sum | |
| popd | |
| # Create host tools root directory | |
| mkdir hosttools | |
| # Extract host tools archive | |
| pushd hosttools | |
| ${EXTRACT} ${ARTIFACT_ROOT}/${HOSTTOOLS_ARTIFACT}/${HOSTTOOLS_ARTIFACT}.${EXT} | |
| popd | |
| fi | |
| # Stage setup script | |
| case ${{ matrix.host.name }} in | |
| linux-* | macos-*) | |
| cp ${REPO_ROOT}/scripts/template_setup_posix setup.sh | |
| chmod +x setup.sh | |
| ;; | |
| windows-*) | |
| cp ${REPO_ROOT}/scripts/template_setup_win setup.cmd | |
| ;; | |
| esac | |
| popd | |
| # Create minimal (without toolchains) distribution bundle archive | |
| if [ "${{ matrix.host.archive }}" == "tar.xz" ]; then | |
| XZ_OPT="-T0" \ | |
| ${TAR} -Jcvf ${ARCHIVE_NAME}_minimal.${EXT} --owner=0 --group=0 \ | |
| -C . ${ARCHIVE_DIR} | |
| elif [ "${{ matrix.host.archive }}" == "7z" ]; then | |
| 7z a -t7z -l ${ARCHIVE_NAME}_minimal.${EXT} ${ARCHIVE_DIR} | |
| fi | |
| # Stage GNU toolchains | |
| mkdir ${ARCHIVE_DIR}/gnu | |
| pushd ${ARCHIVE_DIR}/gnu | |
| ## Generate target list from the workflow matrix | |
| TARGETS=$(echo '${{ needs.setup.outputs.targets }}' | jq -cr '.[]') | |
| ## Extract all toolchains | |
| for TARGET in ${TARGETS}; do | |
| TOOLCHAIN_ARTIFACT=toolchain_gnu_${HOST}_${TARGET} | |
| # Verify toolchain archive checksum | |
| pushd ${ARTIFACT_ROOT}/${TOOLCHAIN_ARTIFACT} | |
| md5sum --check md5.sum | |
| sha256sum --check sha256.sum | |
| popd | |
| # Extract toolchain archive | |
| ${EXTRACT} ${ARTIFACT_ROOT}/${TOOLCHAIN_ARTIFACT}/${TOOLCHAIN_ARTIFACT}.${EXT} | |
| done | |
| popd | |
| # Create GNU distribution bundle archive | |
| if [ "${{ matrix.host.archive }}" == "tar.xz" ]; then | |
| XZ_OPT="-T0" \ | |
| ${TAR} -Jcvf ${ARCHIVE_NAME}_gnu.${EXT} --owner=0 --group=0 \ | |
| -C . ${ARCHIVE_DIR} | |
| elif [ "${{ matrix.host.archive }}" == "7z" ]; then | |
| 7z a -t7z -l ${ARCHIVE_NAME}_gnu.${EXT} ${ARCHIVE_DIR} | |
| fi | |
| # Unstage GNU toolchain directory | |
| rm -rf ${ARCHIVE_DIR}/gnu | |
| # Stage LLVM toolchains | |
| pushd ${ARCHIVE_DIR} | |
| ## Verify toolchain archive checksum | |
| pushd ${ARTIFACT_ROOT}/toolchain_llvm_${HOST} | |
| md5sum --check md5.sum | |
| sha256sum --check sha256.sum | |
| popd | |
| ## Extract toolchain archive | |
| ${EXTRACT} ${ARTIFACT_ROOT}/toolchain_llvm_${HOST}/toolchain_llvm_${HOST}.${EXT} | |
| popd | |
| # Create LLVM distribution bundle archive | |
| if [ "${{ matrix.host.archive }}" == "tar.xz" ]; then | |
| XZ_OPT="-T0" \ | |
| ${TAR} -Jcvf ${ARCHIVE_NAME}_llvm.${EXT} --owner=0 --group=0 \ | |
| -C . ${ARCHIVE_DIR} | |
| elif [ "${{ matrix.host.archive }}" == "7z" ]; then | |
| 7z a -t7z -l ${ARCHIVE_NAME}_llvm.${EXT} ${ARCHIVE_DIR} | |
| fi | |
| # Compute checksum | |
| md5sum \ | |
| ${ARCHIVE_NAME}_gnu.${EXT} \ | |
| ${ARCHIVE_NAME}_llvm.${EXT} \ | |
| ${ARCHIVE_NAME}_minimal.${EXT} \ | |
| > md5.sum | |
| sha256sum \ | |
| ${ARCHIVE_NAME}_gnu.${EXT} \ | |
| ${ARCHIVE_NAME}_llvm.${EXT} \ | |
| ${ARCHIVE_NAME}_minimal.${EXT} \ | |
| > sha256.sum | |
| - name: Upload distribution bundle | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ env.BUNDLE_ARCHIVE_NAME }} | |
| path: | | |
| ${{ env.BUNDLE_ARCHIVE_NAME }}_gnu.${{ matrix.host.archive }} | |
| ${{ env.BUNDLE_ARCHIVE_NAME }}_llvm.${{ matrix.host.archive }} | |
| ${{ env.BUNDLE_ARCHIVE_NAME }}_minimal.${{ matrix.host.archive }} | |
| md5.sum | |
| sha256.sum | |
| # Test distribution bundle | |
| test-dist-bundle: | |
| name: Test (${{ matrix.testenv.name }}, ${{ matrix.toolchain }}) Subset ${{ matrix.subset }} | |
| needs: [ setup, build-dist-bundle ] | |
| runs-on: | |
| group: ${{ matrix.testenv.runner }} | |
| container: ${{ matrix.testenv.container }} | |
| defaults: | |
| run: | |
| shell: bash | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| testenv: ${{ fromJSON(needs.setup.outputs.testenvs) }} | |
| toolchain: [ gnu, llvm ] | |
| subset: [ 1, 2, 3 ] | |
| env: | |
| SUBSET_COUNT: 3 | |
| steps: | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| # Force Python 3.10, which is the minimum Python version supported by | |
| # Zephyr and intended to be used with Zephyr SDK. | |
| python-version: '3.10' | |
| - name: Set up test environment (Linux) | |
| if: ${{ runner.os == 'Linux' }} | |
| run: | | |
| # Install required system packages | |
| sudo apt-get update | |
| sudo apt-get install -y dos2unix jq | |
| # Set environment variables | |
| echo "TAR=tar" >> $GITHUB_ENV | |
| echo "ARTIFACT_ROOT=${GITHUB_WORKSPACE}/artifacts" >> $GITHUB_ENV | |
| - name: Set up test environment (macOS) | |
| if: ${{ runner.os == 'macOS' }} | |
| run: | | |
| # Set environment variables | |
| echo "TAR=gtar" >> $GITHUB_ENV | |
| echo "ARTIFACT_ROOT=${GITHUB_WORKSPACE}/artifacts" >> $GITHUB_ENV | |
| - name: Set up test environment (Windows) | |
| if: ${{ runner.os == 'Windows' }} | |
| run: | | |
| # Install required system packages | |
| choco install ccache dtc-msys2 gperf jq ninja wget 7zip | |
| # Enable long paths support for Git | |
| git config --system core.longpaths true | |
| # Set environment variables | |
| echo "ARTIFACT_ROOT=${GITHUB_WORKSPACE}/artifacts" >> $GITHUB_ENV | |
| - name: Create Python virtual environment | |
| run: | | |
| # Create Python virtual environment | |
| python3 -m venv ${GITHUB_WORKSPACE}/venv | |
| # Resolve activation script path | |
| if [ "${{ runner.os }}" == "Windows" ]; then | |
| VENV_ACTIVATE="${GITHUB_WORKSPACE}/venv/Scripts/activate" | |
| else | |
| VENV_ACTIVATE="${GITHUB_WORKSPACE}/venv/bin/activate" | |
| fi | |
| # Test Python virtual environment | |
| source ${VENV_ACTIVATE} | |
| which python3 | |
| which pip3 | |
| # Install core components | |
| python3 -m pip install --upgrade pip | |
| pip3 install --upgrade setuptools wheel | |
| # Set environment variables | |
| echo "VENV=${GITHUB_WORKSPACE}/venv" >> $GITHUB_ENV | |
| echo "VENV_ACTIVATE=${VENV_ACTIVATE}" >> $GITHUB_ENV | |
| - name: Download version information | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: version | |
| path: artifacts | |
| - name: Resolve distribution bundle name | |
| run: | | |
| # Set base environment variables | |
| HOST=${{ matrix.testenv.bundle-host }} | |
| EXT=${{ matrix.testenv.bundle-archive }} | |
| VERSION=$(<${ARTIFACT_ROOT}/version) | |
| # Resolve distribution bundle name | |
| BUNDLE_NAME=${{ env.BUNDLE_PREFIX }}-${VERSION}_${HOST} | |
| BUNDLE_DIR=${{ env.BUNDLE_PREFIX }}-${VERSION} | |
| echo "BUNDLE_NAME=${BUNDLE_NAME}" >> $GITHUB_ENV | |
| echo "BUNDLE_DIR=${BUNDLE_DIR}" >> $GITHUB_ENV | |
| - name: Download distribution bundle | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ env.BUNDLE_NAME }} | |
| path: artifacts | |
| - name: Install distribution bundle | |
| run: | | |
| # Create tools directory | |
| mkdir -p tools | |
| # Verify distribution bundle archive checksum | |
| pushd ${ARTIFACT_ROOT} | |
| md5sum --check md5.sum | |
| sha256sum --check sha256.sum | |
| popd | |
| # Extract GNU distribution bundle archive | |
| BUNDLE_FILE=${BUNDLE_NAME}_${{ matrix.toolchain }}.${{ matrix.testenv.bundle-archive }} | |
| if [ "${{ matrix.testenv.bundle-archive }}" == "tar.xz" ]; then | |
| ${TAR} -Jxvf ${ARTIFACT_ROOT}/${BUNDLE_FILE} -C tools | |
| elif [ "${{ matrix.testenv.bundle-archive }}" == "7z" ]; then | |
| 7z x -otools ${ARTIFACT_ROOT}/${BUNDLE_FILE} | |
| fi | |
| # Run setup script | |
| pushd ${GITHUB_WORKSPACE}/tools/${BUNDLE_DIR} | |
| if [ "${{ runner.os }}" == "Windows" ]; then | |
| # Shorten distribution bundle path on Windows | |
| subst s: ${PWD} | |
| pushd /s | |
| # NOTE: Escape forward slashes because MinGW (bash) | |
| # NOTE: A full path (using PWD) must be specified to ensure that the | |
| # setup script is launched from the shortened path. | |
| if [ "${{ matrix.toolchain }}" == "gnu" ]; then | |
| ${PWD}/setup.cmd //t all //h //c | |
| elif [ "${{ matrix.toolchain }}" == "llvm" ]; then | |
| ${PWD}/setup.cmd //l //h //c | |
| fi | |
| popd | |
| else | |
| if [ "${{ matrix.toolchain }}" == "gnu" ]; then | |
| ./setup.sh -t all -h -c | |
| elif [ "${{ matrix.toolchain }}" == "llvm" ]; then | |
| ./setup.sh -l -h -c | |
| fi | |
| fi | |
| # Clean up bundle archive to reduce disk usage | |
| rm -f ${ARTIFACT_ROOT}/${BUNDLE_FILE} | |
| popd | |
| - name: Install west | |
| run: | | |
| # Activate Python virtual environment | |
| source ${VENV_ACTIVATE} | |
| # Install or upgrade west | |
| pip3 install --upgrade west | |
| - name: Set up Zephyr repository | |
| run: | | |
| # Activate Python virtual environment | |
| source ${VENV_ACTIVATE} | |
| # Create Zephyr workspace | |
| ZEPHYR_WORKSPACE=${GITHUB_WORKSPACE}/zephyrproject | |
| west init ${ZEPHYR_WORKSPACE} | |
| cd ${ZEPHYR_WORKSPACE} | |
| # Check out specified Zephyr ref | |
| if [ "${{ github.event_name }}" == "workflow_dispatch" ]; then | |
| REF="${{ github.event.inputs.zephyr-ref }}" | |
| else | |
| REF="${{ env.ZEPHYR_REF }}" | |
| fi | |
| pushd zephyr | |
| git fetch origin ${REF} | |
| git checkout FETCH_HEAD | |
| popd | |
| # Clone Zephyr repositories | |
| west update | |
| west zephyr-export | |
| # Export variables | |
| echo "ZEPHYR_WORKSPACE=${ZEPHYR_WORKSPACE}" >> $GITHUB_ENV | |
| echo "ZEPHYR_ROOT=${ZEPHYR_WORKSPACE}/zephyr" >> $GITHUB_ENV | |
| - name: Install Python dependencies | |
| run: | | |
| # Activate Python virtual environment | |
| source ${VENV_ACTIVATE} | |
| # Install Python dependencies from the checked out Zephyr repository | |
| # if running inside a virtual environment; otherwise, it is assumed | |
| # that the host already provides all the required dependencies. | |
| pip3 install -r ${ZEPHYR_ROOT}/scripts/requirements.txt | |
| - name: Run test suites | |
| run: | | |
| # Activate Python virtual environment | |
| source ${VENV_ACTIVATE} | |
| # Create working directory | |
| mkdir -p test | |
| cd test | |
| # Set host-specific twister parameters | |
| if [ "${{ runner.os }}" != "Linux" ]; then | |
| # TODO: Remove `--build-only` when QEMU is available on non-Linux hosts | |
| HOST_ARGS+="--build-only " | |
| fi | |
| if [ "${{ runner.os }}" == "Windows" ]; then | |
| # Shorten twister output paths on Windows in order to work around the | |
| # long path issues | |
| HOST_ARGS+="--short-build-path " | |
| fi | |
| # Generate platform list | |
| if [ "${{ matrix.toolchain }}" == "gnu" ]; then | |
| # Generate platform list from the GNU toolchain target list | |
| TARGETS=$(echo '${{ needs.setup.outputs.targets }}' | jq -cr '.[]' | dos2unix) | |
| for TARGET in ${TARGETS}; do | |
| case ${TARGET} in | |
| aarch64-zephyr-elf) | |
| PLATFORM_ARGS+="-p qemu_cortex_a53 " | |
| ;; | |
| arc64-zephyr-elf) | |
| PLATFORM_ARGS+="-p qemu_arc/qemu_arc_hs6x " | |
| ;; | |
| arc-zephyr-elf) | |
| PLATFORM_ARGS+="-p qemu_arc/qemu_arc_em " | |
| PLATFORM_ARGS+="-p qemu_arc/qemu_arc_hs " | |
| ;; | |
| arm-zephyr-eabi) | |
| PLATFORM_ARGS+="-p qemu_cortex_m0 " | |
| PLATFORM_ARGS+="-p mps2/an385 " | |
| PLATFORM_ARGS+="-p mps2/an521/cpu0 " | |
| PLATFORM_ARGS+="-p mps3/an547 " | |
| ;; | |
| # TODO: Release the microblaze arch source in a public repo | |
| # microblazeel-zephyr-elf) | |
| # PLATFORM_ARGS+="-p qemu_microblaze " | |
| # ;; | |
| mips-zephyr-elf) | |
| PLATFORM_ARGS+="-p qemu_malta " | |
| ;; | |
| nios2-zephyr-elf) | |
| PLATFORM_ARGS+="-p qemu_nios2 " | |
| ;; | |
| riscv64-zephyr-elf) | |
| PLATFORM_ARGS+="-p qemu_riscv32 " | |
| PLATFORM_ARGS+="-p qemu_riscv32e " | |
| PLATFORM_ARGS+="-p qemu_riscv64 " | |
| ;; | |
| sparc-zephyr-elf) | |
| PLATFORM_ARGS+="-p qemu_leon3 " | |
| ;; | |
| x86_64-zephyr-elf) | |
| PLATFORM_ARGS+="-p qemu_x86 " | |
| PLATFORM_ARGS+="-p qemu_x86_64 " | |
| ;; | |
| xtensa-amd_acp_6_0_adsp_zephyr-elf) | |
| # xtensa-sample_controller32_zephyr-elf is untested because no | |
| # upstream user platform is currently available. | |
| # PLATFORM_ARGS+="-p acp_6_0 " | |
| ;; | |
| xtensa-dc233c_zephyr-elf) | |
| PLATFORM_ARGS+="-p qemu_xtensa/dc233c/mmu " | |
| ;; | |
| xtensa-espressif_esp32_zephyr-elf) | |
| PLATFORM_ARGS+="-p esp32_devkitc_wroom/esp32/procpu " | |
| ;; | |
| xtensa-espressif_esp32s2_zephyr-elf) | |
| PLATFORM_ARGS+="-p esp32s2_saola " | |
| ;; | |
| xtensa-espressif_esp32s3_zephyr-elf) | |
| PLATFORM_ARGS+="-p esp32s3_devkitm/esp32s3/procpu " | |
| ;; | |
| xtensa-intel_ace15_mtpm_zephyr-elf) | |
| PLATFORM_ARGS+="-p intel_adsp/ace15_mtpm " | |
| ;; | |
| xtensa-intel_ace30_ptl_zephyr-elf) | |
| PLATFORM_ARGS+="-p intel_adsp/ace30_ptl " | |
| ;; | |
| xtensa-intel_tgl_adsp_zephyr-elf) | |
| PLATFORM_ARGS+="-p intel_adsp/cavs25 " | |
| ;; | |
| xtensa-mtk_mt8195_adsp_zephyr-elf) | |
| # xtensa-mtk_mt8195_adsp_zephyr-elf is untested because no | |
| # upstream user platform is currently available. | |
| ;; | |
| xtensa-nxp_imx_adsp_zephyr-elf) | |
| PLATFORM_ARGS+="-p imx8qm_mek/mimx8qm6/adsp " | |
| ;; | |
| xtensa-nxp_imx8m_adsp_zephyr-elf) | |
| PLATFORM_ARGS+="-p imx8mp_evk/mimx8ml8/adsp " | |
| ;; | |
| xtensa-nxp_imx8ulp_adsp_zephyr-elf) | |
| PLATFORM_ARGS+="-p imx8ulp_evk/mimx8ud7/adsp " | |
| ;; | |
| xtensa-nxp_rt500_adsp_zephyr-elf) | |
| PLATFORM_ARGS+="-p mimxrt595_evk/mimxrt595s/f1 " | |
| ;; | |
| xtensa-nxp_rt600_adsp_zephyr-elf) | |
| # xtensa-nxp_rt600_adsp_zephyr-elf is untested because no | |
| # upstream user platform is currently available. | |
| ;; | |
| xtensa-nxp_rt700_hifi1_zephyr-elf) | |
| # xtensa-nxp_rt700_hifi1_zephyr-elf is untested because no | |
| # upstream user platform is currently available. | |
| ;; | |
| xtensa-nxp_rt700_hifi4_zephyr-elf) | |
| # xtensa-nxp_rt700_hifi4_zephyr-elf is untested because no | |
| # upstream user platform is currently available. | |
| ;; | |
| xtensa-sample_controller_zephyr-elf) | |
| PLATFORM_ARGS+="-p qemu_xtensa " | |
| ;; | |
| xtensa-sample_controller32_zephyr-elf) | |
| # xtensa-sample_controller32_zephyr-elf is untested because no | |
| # upstream user platform is currently available. | |
| # PLATFORM_ARGS+="-p qemu_xtensa/sample_controller32/mpu " | |
| ;; | |
| esac | |
| done | |
| elif [ "${{ matrix.toolchain }}" == "llvm" ]; then | |
| # Add AArch64 platforms | |
| # FIXME: qemu_cortex_a53 currently cannot build using LLVM. | |
| # PLATFORM_ARGS+="-p qemu_cortex_a53 " | |
| # Add ARM platforms | |
| ## ARMv6-M (Cortex-M0) | |
| # FIXME: qemu_cortex_m0 currently cannot build using LLVM. | |
| # PLATFORM_ARGS+="-p qemu_cortex_m0 " | |
| ## ARMv7-M (Cortex-M3) | |
| PLATFORM_ARGS+="-p mps2/an385 " | |
| ## ARMv8-M (Cortex-M33) | |
| PLATFORM_ARGS+="-p mps2/an521/cpu0 " | |
| ## ARMv8.1-M (Cortex-M55) | |
| # FIXME: mps3/an547 currently cannot build using LLVM. | |
| # PLATFORM_ARGS+="-p mps3/an547 " | |
| # Add RISC-V platforms | |
| ## TODO: Add RV32I platforms | |
| ## TODO: Add RV32E platforms | |
| ## TODO: Add RV64I platforms | |
| fi | |
| # Generate test list | |
| ## Add common tests | |
| TEST_ARGS=" | |
| -T ${ZEPHYR_ROOT}/samples/hello_world | |
| -T ${ZEPHYR_ROOT}/samples/cpp/hello_world | |
| -T ${ZEPHYR_ROOT}/tests/lib/c_lib | |
| -T ${ZEPHYR_ROOT}/tests/lib/cpp | |
| " | |
| ## Add toolchain-specific tests | |
| if [ "${{ matrix.toolchain }}" == "gnu" ]; then | |
| TEST_ARGS+=" | |
| -T ${ZEPHYR_ROOT}/tests/lib/newlib | |
| " | |
| fi | |
| # Set toolchain variant | |
| export ZEPHYR_TOOLCHAIN_VARIANT=zephyr-${{ matrix.toolchain }} | |
| # Run tests with twister | |
| TWISTER="${ZEPHYR_ROOT}/scripts/twister" | |
| ${TWISTER} -v -N --force-color --inline-logs --retry-failed 3 \ | |
| --force-toolchain \ | |
| --subset ${{ matrix.subset }}/${{ env.SUBSET_COUNT }} \ | |
| ${HOST_ARGS} \ | |
| ${TEST_ARGS} \ | |
| ${PLATFORM_ARGS} | |
| - name: Publish test results | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test_${{ matrix.testenv.name }}_${{ matrix.toolchain }}_${{ matrix.subset }} | |
| if-no-files-found: ignore | |
| path: test/twister-out/twister.xml | |
| # Post test result check | |
| test-result: | |
| name: Test Result | |
| needs: [ test-dist-bundle ] | |
| runs-on: ubuntu-20.04 | |
| # NOTE: The 'test-result' job depends on the 'test-dist-bundle' job and | |
| # therefore only runs when all distribution bundle tests pass. | |
| # | |
| # The purpose of this job is to provide a checkpoint which the GitHub | |
| # branch protection rule can use to enforce the required checks for | |
| # merging pull requests, because GitHub does not support specifying a | |
| # job that is part of a matrix for this purpose. | |
| steps: | |
| - name: Summary | |
| run: | | |
| echo "All passed" |