| name: Reusable build util |
| |
| on: |
| workflow_call: |
| inputs: |
| os: |
| required: false |
| type: string |
| default: 'ubuntu-latest' |
| build-system: |
| required: true |
| type: string |
| toolchain: |
| required: true |
| type: string |
| build-args: |
| required: true |
| type: string |
| build-options: |
| required: false |
| default: '' |
| type: string |
| example-map: |
| required: false |
| default: '' |
| type: string |
| upload-artifacts: |
| required: false |
| default: false |
| type: boolean |
| upload-membrowse: |
| required: false |
| default: false |
| type: boolean |
| code-changed: |
| required: false |
| default: true |
| type: boolean |
| |
| jobs: |
| family: |
| # PR-scoped HIL selection can produce an empty build-args list for a toolchain |
| # (e.g. a dwc2-only change with no riscv boards affected); an empty matrix |
| # vector fails the job outright ("Matrix vector 'arg' does not contain any |
| # values"), so skip cleanly instead. |
| # |
| # Why that is safe for callers: GitHub SKIPS the dependents of a skipped |
| # `needs:` job, so this only works because the caller (hil-build) is itself a |
| # *matrix* job - a matrix with one skipped leg and one successful leg |
| # aggregates to success, and its dependents run. |
| # |
| # NOT covered: if every leg is empty the whole caller job skips, and so does |
| # everything that needs it. That is fine only because an all-empty selection |
| # means no board was selected for those rigs, so the rig jobs would have had |
| # nothing to run anyway (see the invariant on hil-build in build.yml). |
| if: inputs.build-args != '[]' |
| runs-on: ${{ inputs.os }} |
| strategy: |
| fail-fast: false |
| matrix: |
| arg: ${{ fromJSON(inputs.build-args) }} |
| steps: |
| - name: Checkout TinyUSB |
| uses: actions/checkout@v6 |
| with: |
| fetch-depth: ${{ !inputs.upload-membrowse && 1 || 0 }} |
| |
| - name: Setup Toolchain |
| id: setup-toolchain |
| uses: ./.github/actions/setup_toolchain |
| with: |
| toolchain: ${{ inputs.toolchain }} |
| |
| - name: Get Dependencies |
| uses: ./.github/actions/get_deps |
| with: |
| arg: ${{ matrix.arg }} |
| |
| - name: Resolve PR example filter |
| if: inputs.example-map != '' && inputs.example-map != '{}' |
| env: |
| # values are PR-derived - keep them out of ${{ }} script interpolation |
| # (env expansion word-splits but never re-parses shell metacharacters) |
| EXAMPLE_MAP: ${{ inputs.example-map }} |
| FAMILY: ${{ matrix.arg }} |
| run: | |
| # -e flags for this family; a family absent from the map builds everything |
| EX_ARGS=$(printf '%s' "$EXAMPLE_MAP" | jq -r --arg fam "$FAMILY" '(.[$fam] // []) | map("-e " + .) | join(" ")') || EX_ARGS='' |
| # the map's values are example dir names from the PR checkout, and `jq -r` |
| # un-escapes them: a path with a newline (git allows it) would otherwise write |
| # extra NAME=VALUE lines into GITHUB_ENV for every later step of this job. |
| # Anything outside the example-name alphabet drops the filter (= build all), |
| # which is the safe direction. |
| case "$EX_ARGS" in |
| *[!-A-Za-z0-9_/\ ]*) |
| echo "::warning::unexpected characters in the example filter - building all examples" |
| EX_ARGS='' ;; |
| esac |
| echo "EX_ARGS=$EX_ARGS" |
| echo "EX_ARGS=$EX_ARGS" >> $GITHUB_ENV |
| |
| - name: Build |
| if: ${{ inputs.code-changed }} |
| env: |
| IAR_LMS_BEARER_TOKEN: ${{ secrets.IAR_LMS_BEARER_TOKEN }} |
| run: | |
| if [ "${{ inputs.toolchain }}" == "esp-idf" ]; then |
| # --target all never builds the *-membrowse/*-membrowse-upload custom |
| # targets (they are not part of CMake's default `all`, and family_add_membrowse |
| # only declares them at configure time) - membrowse itself never runs in this |
| # step, so it does not need installing here. |
| docker run --rm -e CI="$CI" -v $PWD:/project -w /project espressif/idf:tinyusb bash -c "python tools/build.py ${{ inputs.build-options }} --target all ${{ matrix.arg }} $EX_ARGS" |
| else |
| BUILD_PY_ARGS="-s ${{ inputs.build-system }} ${{ steps.setup-toolchain.outputs.build_option }} ${{ inputs.build-options }} --target all" |
| python tools/build.py $BUILD_PY_ARGS ${{ matrix.arg }} $EX_ARGS |
| fi |
| shell: bash |
| |
| - name: Membrowse Upload |
| if: inputs.upload-membrowse == true |
| continue-on-error: true |
| env: |
| MEMBROWSE_API_KEY: ${{ secrets.MEMBROWSE_API_KEY }} |
| ARG: ${{ matrix.arg }} |
| run: | |
| # A HIL variant leg (--build-name, an extra -D define, or --cflag beyond |
| # the bare board) still configures with the same -DBOARD=<name> as the |
| # plain build - membrowse's target-name is <board>/<example>, derived |
| # from the board alone - so uploading it would overwrite the plain |
| # build's (or another variant's) history under that same name. Only a |
| # bare `-b <board> [-e ...]` leg, the plain build, uploads here; a |
| # variant board still gets built (for the rig) by this same job, just |
| # not uploaded from this leg. |
| case " $ARG " in |
| *' --build-name '*|*' -D'*|*' --cflag='*) |
| echo "skip membrowse upload: variant build ($ARG)"; exit 0 ;; |
| esac |
| # code-changed false -> no elf -> membrowse uploads with --identical. |
| # --ci-pinned-boards-only: families without a CI board were built as compile |
| # smoke-checks only and must not upload. -e (in $EX_ARGS or $ARG) only picks |
| # the board there (see resolve_ci_boards()); every example of it uploads. |
| BUILD_PY_ARGS="-s ${{ inputs.build-system }} ${{ steps.setup-toolchain.outputs.build_option }} ${{ inputs.build-options }}" |
| CMD="python tools/build.py $BUILD_PY_ARGS --ci-pinned-boards-only --target examples-membrowse-upload -j 1 $ARG $EX_ARGS" |
| if [ "${{ inputs.toolchain }}" == "esp-idf" ]; then |
| # docker run only inherits what -e names explicitly (a GHA container gets |
| # none of the runner's env by default): membrowse's --github metadata |
| # detection (GITHUB_EVENT_NAME/GITHUB_SHA/...) and its fork-PR tokenless |
| # auth need these to see the actual event, and GITHUB_SHA to report the |
| # right commit. GITHUB_EVENT_PATH points outside the $PWD mount, so mount |
| # it too (read-only); guard it since local/non-Actions runs leave it unset. |
| DOCKER_ENV=(-e MEMBROWSE_API_KEY="$MEMBROWSE_API_KEY" -e CI="$CI" |
| -e GITHUB_ACTIONS="$GITHUB_ACTIONS" -e GITHUB_EVENT_NAME="$GITHUB_EVENT_NAME" |
| -e GITHUB_SHA="$GITHUB_SHA" -e GITHUB_REF_NAME="$GITHUB_REF_NAME" |
| -e GITHUB_EVENT_PATH="$GITHUB_EVENT_PATH") |
| DOCKER_MOUNTS=(-v $PWD:/project) |
| [ -n "$GITHUB_EVENT_PATH" ] && DOCKER_MOUNTS+=(-v "$GITHUB_EVENT_PATH:$GITHUB_EVENT_PATH:ro") |
| docker run --rm "${DOCKER_ENV[@]}" "${DOCKER_MOUNTS[@]}" -w /project espressif/idf:tinyusb bash -c "pip install --only-binary :all: membrowse==1.2.9 >/dev/null && $CMD" |
| else |
| $CMD |
| fi |
| shell: bash |
| |
| - name: Artifact name |
| if: inputs.upload-artifacts == true |
| env: |
| ARG: ${{ matrix.arg }} |
| run: | |
| # -e example filters carry '/', which upload-artifact forbids in artifact |
| # names; strip them from the NAME only (the build already consumed them). |
| # Names without -e stay byte-identical to before. Two entries differing |
| # only in their -e list cannot exist - the -e list is a function of |
| # (board), and variant suffixes (--build-name/-D/--cflag) survive the |
| # strip - so the stripped name is still unique per matrix entry. |
| TAG=$(printf '%s' "$ARG" | sed -E 's/ -e [^ ]+//g') |
| # board and example names come from the roster, which a PR can edit; a newline |
| # in one would write extra NAME=VALUE lines into GITHUB_ENV for every later |
| # step. There is no safe fallback name here - a wrong one mislabels the |
| # firmware the rig then flashes - so refuse instead. |
| case "$TAG" in |
| *[!-A-Za-z0-9_/\ .=+]*) |
| echo "::error::refusing to build an artifact name from '$ARG'"; exit 1 ;; |
| esac |
| echo "ARTIFACT_TAG=$TAG" >> $GITHUB_ENV |
| |
| - name: Upload Artifacts for Hardware Testing |
| if: inputs.upload-artifacts == true |
| uses: actions/upload-artifact@v7 |
| with: |
| name: binaries-${{ inputs.toolchain }}-${{ env.ARTIFACT_TAG }} |
| path: | |
| cmake-build/cmake-build-*/*/*/*.elf |
| cmake-build/cmake-build-*/*/*/*.bin |
| cmake-build/cmake-build-*/*/*/*.bin |
| cmake-build/cmake-build-*/*/*/bootloader/bootloader.bin |
| cmake-build/cmake-build-*/*/*/partition_table/partition-table.bin |
| cmake-build/cmake-build-*/*/*/config.env |
| cmake-build/cmake-build-*/*/*/flash_args |
| cmake-build/hw/mcu/**/*.ld |