Twister #9
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Twister | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| sdk-build-run-id: | |
| description: 'SDK Build Run ID' | |
| required: true | |
| sdk-bundle-basename: | |
| description: 'SDK Bundle Base Name' | |
| required: true | |
| default: 'zephyr-sdk-VER' | |
| sdk-toolchain: | |
| description: 'SDK Toolchain' | |
| type: choice | |
| required: true | |
| options: | |
| - gnu | |
| - llvm | |
| default: gnu | |
| host: | |
| description: 'Host' | |
| type: choice | |
| required: true | |
| options: | |
| - linux-x86_64 | |
| - linux-aarch64 | |
| - macos-x86_64 | |
| - macos-aarch64 | |
| - windows-x86_64 | |
| default: linux-x86_64 | |
| zephyr-remote: | |
| description: 'Zephyr Remote' | |
| required: true | |
| default: 'https://github.com/zephyrproject-rtos/zephyr.git' | |
| zephyr-ref: | |
| description: 'Zephyr Ref (branch, tag, SHA ...)' | |
| required: true | |
| default: collab-sdk-dev | |
| twister-mode: | |
| description: 'Twister Mode' | |
| type: choice | |
| required: true | |
| options: | |
| - integration | |
| - all | |
| default: integration | |
| twister-extra-args: | |
| description: 'Twister Extra Arguments' | |
| required: true | |
| default: '--show-footprint' | |
| subset-count: | |
| description: 'Subset Count' | |
| required: false | |
| concurrency: | |
| group: ${{ github.run_id }} | |
| cancel-in-progress: false | |
| jobs: | |
| prep: | |
| name: Prepare | |
| runs-on: ubuntu-24.04 | |
| outputs: | |
| runner: ${{ steps.plan.outputs.runner }} | |
| container: ${{ steps.plan.outputs.container }} | |
| subset: ${{ steps.plan.outputs.subset }} | |
| size: ${{ steps.plan.outputs.size }} | |
| steps: | |
| - name: Plan | |
| id: plan | |
| run: | | |
| # Resolve runner type | |
| case "${{ github.event.inputs.host }}" in | |
| linux-x86_64) | |
| runner="zephyr-runner-v2-linux-x64-4xlarge" | |
| container="ghcr.io/zephyrproject-rtos/ci:main" | |
| ;; | |
| linux-aarch64) | |
| runner="zephyr-runner-v2-linux-arm64-4xlarge" | |
| container="ghcr.io/zephyrproject-rtos/ci:main" | |
| ;; | |
| macos-x86_64) | |
| runner="zephyr-runner-v2-macos-arm64-2xlarge" | |
| ;; | |
| macos-aarch64) | |
| runner="zephyr-runner-v2-macos-arm64-2xlarge" | |
| ;; | |
| windows-x86_64) | |
| runner="zephyr-runner-v2-windows-x64-2xlarge" | |
| ;; | |
| esac | |
| # Resolve subset count | |
| if [ "${{ github.event.inputs.subset-count }}" != "" ]; then | |
| size="${{ github.event.inputs.subset_count }}" | |
| else | |
| case "${{ github.event.inputs.twister-mode }}" in | |
| integration) size="20";; | |
| all) size="200";; | |
| esac | |
| fi | |
| subset="[ $(seq -s',' 1 ${size}) ]" | |
| # Export output variables | |
| echo "runner=${runner}" >> $GITHUB_OUTPUT | |
| echo "container=${container}" >> $GITHUB_OUTPUT | |
| echo "subset=${subset}" >> $GITHUB_OUTPUT | |
| echo "size=${size}" >> $GITHUB_OUTPUT | |
| build: | |
| name: Build (${{ matrix.subset }}) | |
| needs: [ prep ] | |
| runs-on: | |
| group: ${{ needs.prep.outputs.runner }} | |
| container: ${{ needs.prep.outputs.container }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| subset: ${{ fromJSON(needs.prep.outputs.subset) }} | |
| env: | |
| CCACHE_REMOTE_STORAGE: "redis://cache-*.keydb-cache.svc.cluster.local|shards=1,2,3" | |
| CCACHE_REMOTE_ONLY: "true" | |
| # `--specs` is ignored because ccache is unable to resolve the toolchain specs file path. | |
| CCACHE_IGNOREOPTIONS: '-specs=* --specs=*' | |
| steps: | |
| - name: Print cloud service information | |
| run: | | |
| echo "ZEPHYR_RUNNER_CLOUD_PROVIDER = ${ZEPHYR_RUNNER_CLOUD_PROVIDER}" | |
| echo "ZEPHYR_RUNNER_CLOUD_NODE = ${ZEPHYR_RUNNER_CLOUD_NODE}" | |
| echo "ZEPHYR_RUNNER_CLOUD_POD = ${ZEPHYR_RUNNER_CLOUD_POD}" | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| # Force Python 3.10, which is the minimum Python version supported by | |
| # Zephyr and intended to be used with Zephyr SDK. | |
| python-version: '3.10' | |
| - name: Set up test environment (Linux) | |
| if: ${{ runner.os == 'Linux' }} | |
| run: | | |
| # Add GitHub CLI source | |
| mkdir -p -m 755 /etc/apt/keyrings | |
| wget -O /etc/apt/keyrings/githubcli-archive-keyring.gpg \ | |
| https://cli.github.com/packages/githubcli-archive-keyring.gpg | |
| chmod go+r /etc/apt/keyrings/githubcli-archive-keyring.gpg | |
| mkdir -p -m 755 /etc/apt/sources.list.d | |
| echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | tee /etc/apt/sources.list.d/github-cli.list > /dev/null | |
| # Install required system packages | |
| apt-get update | |
| apt-get install -y \ | |
| gh | |
| # Set environment variables | |
| echo "TAR=tar" >> $GITHUB_ENV | |
| - name: Set up test environment (macOS) | |
| if: ${{ runner.os == 'macOS' }} | |
| run: | | |
| # Set environment variables | |
| echo "TAR=gtar" >> $GITHUB_ENV | |
| - name: Set up test environment (Windows) | |
| if: ${{ runner.os == 'Windows' }} | |
| run: | | |
| # Install required system packages | |
| choco install ccache dtc-msys2 gperf jq ninja wget 7zip | |
| # Enable long paths support for Git | |
| git config --system core.longpaths true | |
| - name: Set up ccache | |
| run: | | |
| ccache -M 10G | |
| ccache -p | |
| ccache -z -s -vv | |
| - name: Create Python virtual environment | |
| run: | | |
| # Create Python virtual environment | |
| python3 -m venv ${GITHUB_WORKSPACE}/venv | |
| # Resolve activation script path | |
| if [ "${{ runner.os }}" == "Windows" ]; then | |
| VENV_ACTIVATE="${GITHUB_WORKSPACE}/venv/Scripts/activate" | |
| else | |
| VENV_ACTIVATE="${GITHUB_WORKSPACE}/venv/bin/activate" | |
| fi | |
| # Test Python virtual environment | |
| source ${VENV_ACTIVATE} | |
| which python3 | |
| which pip3 | |
| # Install core components | |
| python3 -m pip install --upgrade pip | |
| pip3 install --upgrade setuptools wheel | |
| # Set environment variables | |
| echo "VENV=${GITHUB_WORKSPACE}/venv" >> $GITHUB_ENV | |
| echo "VENV_ACTIVATE=${VENV_ACTIVATE}" >> $GITHUB_ENV | |
| - name: Resolve distribution bundle name | |
| run: | | |
| BUNDLE_DIR="${{ github.event.inputs.sdk-bundle-basename }}" | |
| BUNDLE_NAME="${BUNDLE_DIR}_${{ github.event.inputs.host }}" | |
| BUNDLE_FILE="${BUNDLE_NAME}_${{ github.event.inputs.sdk-toolchain }}" | |
| if [ "${{ github.event.inputs.host }}" == "windows-x86_64" ]; then | |
| BUNDLE_EXT="7z" | |
| else | |
| BUNDLE_EXT="tar.xz" | |
| fi | |
| echo "BUNDLE_DIR=${BUNDLE_DIR}" >> $GITHUB_ENV | |
| echo "BUNDLE_NAME=${BUNDLE_NAME}" >> $GITHUB_ENV | |
| echo "BUNDLE_FILE=${BUNDLE_FILE}" >> $GITHUB_ENV | |
| echo "BUNDLE_EXT=${BUNDLE_EXT}" >> $GITHUB_ENV | |
| - name: Download distribution bundle | |
| # FIXME: download-artifact is buggy and may fail to download some files | |
| # without any errors. For more details, refer to the GitHub issue | |
| # actions/download-artifact#396. | |
| # uses: actions/download-artifact@v4 | |
| # with: | |
| # name: ${{ env.BUNDLE_NAME }} | |
| # path: artifacts | |
| # run-id: ${{ github.event.inputs.sdk-build-run-id }} | |
| # github-token: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| gh run download \ | |
| -R ${GITHUB_REPOSITORY} \ | |
| ${{ github.event.inputs.sdk-build-run-id }} \ | |
| -n ${BUNDLE_NAME} \ | |
| -D artifacts | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Install distribution bundle | |
| run: | | |
| # Create tools directory | |
| mkdir -p tools | |
| # Verify distribution bundle archive checksum | |
| pushd artifacts | |
| md5sum --check md5.sum | |
| sha256sum --check sha256.sum | |
| popd | |
| # Extract distribution bundle archive | |
| if [ "${BUNDLE_EXT}" == "tar.xz" ]; then | |
| ${TAR} -Jxvf artifacts/${BUNDLE_FILE}.${BUNDLE_EXT} -C tools | |
| elif [ "${BUNDLE_EXT}" == "7z" ]; then | |
| 7z x -otools artifacts/${BUNDLE_FILE}.${BUNDLE_EXT} | |
| fi | |
| # Run setup script | |
| pushd tools/${BUNDLE_DIR} | |
| if [ "${{ runner.os }}" == "Windows" ]; then | |
| # Shorten distribution bundle path on Windows | |
| subst s: ${PWD} | |
| pushd /s | |
| # NOTE: Escape forward slashes because MinGW (bash) | |
| # NOTE: A full path (using PWD) must be specified to ensure that the | |
| # setup script is launched from the shortened path. | |
| if [ "${{ github.event.inputs.sdk-toolchain }}" == "gnu" ]; then | |
| ${PWD}/setup.cmd //t all //h //c | |
| elif [ "${{ github.event.inputs.sdk-toolchain }}" == "llvm" ]; then | |
| ${PWD}/setup.cmd //l //h //c | |
| fi | |
| popd | |
| else | |
| if [ "${{ github.event.inputs.sdk-toolchain }}" == "gnu" ]; then | |
| ./setup.sh -t all -h -c | |
| elif [ "${{ github.event.inputs.sdk-toolchain }}" == "llvm" ]; then | |
| ./setup.sh -l -h -c | |
| fi | |
| fi | |
| # Clean up bundle archive to reduce disk usage | |
| rm -f ${ARTIFACT_ROOT}/${BUNDLE_FILE} | |
| popd | |
| - name: Install west | |
| run: | | |
| # Activate Python virtual environment | |
| source ${VENV_ACTIVATE} | |
| # Install or upgrade west | |
| pip3 install --upgrade west | |
| - name: Set up Zephyr repository | |
| run: | | |
| # Activate Python virtual environment | |
| source ${VENV_ACTIVATE} | |
| # Create Zephyr workspace | |
| ZEPHYR_WORKSPACE=${GITHUB_WORKSPACE}/zephyrproject | |
| west init ${ZEPHYR_WORKSPACE} | |
| cd ${ZEPHYR_WORKSPACE} | |
| # Check out specified Zephyr ref | |
| pushd zephyr | |
| git fetch ${{ github.event.inputs.zephyr-remote }} ${{ github.event.inputs.zephyr-ref }} | |
| git checkout FETCH_HEAD | |
| popd | |
| # Clone Zephyr repositories | |
| west update | |
| west zephyr-export | |
| # Export variables | |
| echo "ZEPHYR_WORKSPACE=${ZEPHYR_WORKSPACE}" >> $GITHUB_ENV | |
| echo "ZEPHYR_ROOT=${ZEPHYR_WORKSPACE}/zephyr" >> $GITHUB_ENV | |
| - name: Install Python dependencies | |
| run: | | |
| # Activate Python virtual environment | |
| source ${VENV_ACTIVATE} | |
| # Install Python dependencies from the checked out Zephyr repository. | |
| pip install \ | |
| -r ${ZEPHYR_ROOT}/scripts/requirements.txt \ | |
| grpcio-tools \ | |
| protobuf | |
| - name: Run test suites | |
| run: | | |
| # Activate Python virtual environment | |
| source ${VENV_ACTIVATE} | |
| # Create working directory | |
| mkdir -p test | |
| cd test | |
| # Set host-specific twister parameters | |
| if [ "${{ runner.os }}" == "Windows" ]; then | |
| # Shorten twister output paths on Windows in order to work around the | |
| # long path issues | |
| HOST_ARGS+="--short-build-path " | |
| fi | |
| # Set mode-specific parameters | |
| if [ "${{ github.event.inputs.twister-mode }}" == "integration" ]; then | |
| MODE_ARGS+="--integration -j 16" | |
| elif [ "${{ github.event.inputs.twister-mode }}" == "all" ]; then | |
| MODE_ARGS+="--all --build-only -j 32" | |
| fi | |
| # Set toolchain variant | |
| export ZEPHYR_TOOLCHAIN_VARIANT="zephyr/${{ github.event.inputs.sdk-toolchain }}" | |
| # Run tests with twister | |
| TWISTER="${ZEPHYR_ROOT}/scripts/twister" | |
| ${TWISTER} \ | |
| -v \ | |
| -N \ | |
| -M \ | |
| --force-color \ | |
| --inline-logs \ | |
| --retry-failed 3 \ | |
| --retry-build-errors \ | |
| --no-detailed-test-id \ | |
| --subset ${{ matrix.subset }}/${{ needs.prep.outputs.size }} \ | |
| -P native_sim/native \ | |
| -P native_sim/native/64 \ | |
| ${HOST_ARGS} \ | |
| ${MODE_ARGS} \ | |
| ${{ github.event.inputs.twister-extra-args }} | |
| - name: Print ccache stats | |
| if: always() | |
| run: | | |
| ccache -s -vv | |
| - name: Publish test results | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: twister_result_subset_${{ matrix.subset }} | |
| if-no-files-found: ignore | |
| path: test/twister-out/twister.xml |