blob: 7b295f918586d6f3aec77fe3f7fb4490322ef328 [file]
name: Reusable build util
on:
workflow_call:
inputs:
os:
required: false
type: string
default: 'ubuntu-latest'
build-system:
required: true
type: string
toolchain:
required: true
type: string
build-args:
required: true
type: string
build-options:
required: false
default: ''
type: string
example-map:
required: false
default: ''
type: string
upload-artifacts:
required: false
default: false
type: boolean
upload-membrowse:
required: false
default: false
type: boolean
code-changed:
required: false
default: true
type: boolean
jobs:
family:
# PR-scoped HIL selection can produce an empty build-args list for a toolchain
# (e.g. a dwc2-only change with no riscv boards affected); an empty matrix
# vector fails the job outright ("Matrix vector 'arg' does not contain any
# values"), so skip cleanly instead.
#
# Why that is safe for callers: GitHub SKIPS the dependents of a skipped
# `needs:` job, so this only works because the caller (hil-build) is itself a
# *matrix* job - a matrix with one skipped leg and one successful leg
# aggregates to success, and its dependents run.
#
# NOT covered: if every leg is empty the whole caller job skips, and so does
# everything that needs it. That is fine only because an all-empty selection
# means no board was selected for those rigs, so the rig jobs would have had
# nothing to run anyway (see the invariant on hil-build in build.yml).
if: inputs.build-args != '[]'
runs-on: ${{ inputs.os }}
strategy:
fail-fast: false
matrix:
arg: ${{ fromJSON(inputs.build-args) }}
steps:
- name: Checkout TinyUSB
uses: actions/checkout@v6
with:
fetch-depth: ${{ !inputs.upload-membrowse && 1 || 0 }}
- name: Setup Toolchain
id: setup-toolchain
uses: ./.github/actions/setup_toolchain
with:
toolchain: ${{ inputs.toolchain }}
- name: Get Dependencies
uses: ./.github/actions/get_deps
with:
arg: ${{ matrix.arg }}
- name: Resolve PR example filter
if: inputs.example-map != '' && inputs.example-map != '{}'
env:
# values are PR-derived - keep them out of ${{ }} script interpolation
# (env expansion word-splits but never re-parses shell metacharacters)
EXAMPLE_MAP: ${{ inputs.example-map }}
FAMILY: ${{ matrix.arg }}
run: |
# -e flags for this family; a family absent from the map builds everything
EX_ARGS=$(printf '%s' "$EXAMPLE_MAP" | jq -r --arg fam "$FAMILY" '(.[$fam] // []) | map("-e " + .) | join(" ")') || EX_ARGS=''
# the map's values are example dir names from the PR checkout, and `jq -r`
# un-escapes them: a path with a newline (git allows it) would otherwise write
# extra NAME=VALUE lines into GITHUB_ENV for every later step of this job.
# Anything outside the example-name alphabet drops the filter (= build all),
# which is the safe direction.
case "$EX_ARGS" in
*[!-A-Za-z0-9_/\ ]*)
echo "::warning::unexpected characters in the example filter - building all examples"
EX_ARGS='' ;;
esac
echo "EX_ARGS=$EX_ARGS"
echo "EX_ARGS=$EX_ARGS" >> $GITHUB_ENV
- name: Build
if: ${{ inputs.code-changed }}
env:
IAR_LMS_BEARER_TOKEN: ${{ secrets.IAR_LMS_BEARER_TOKEN }}
run: |
if [ "${{ inputs.toolchain }}" == "esp-idf" ]; then
# --target all never builds the *-membrowse/*-membrowse-upload custom
# targets (they are not part of CMake's default `all`, and family_add_membrowse
# only declares them at configure time) - membrowse itself never runs in this
# step, so it does not need installing here.
docker run --rm -e CI="$CI" -v $PWD:/project -w /project espressif/idf:tinyusb bash -c "python tools/build.py ${{ inputs.build-options }} --target all ${{ matrix.arg }} $EX_ARGS"
else
BUILD_PY_ARGS="-s ${{ inputs.build-system }} ${{ steps.setup-toolchain.outputs.build_option }} ${{ inputs.build-options }} --target all"
python tools/build.py $BUILD_PY_ARGS ${{ matrix.arg }} $EX_ARGS
fi
shell: bash
- name: Membrowse Upload
if: inputs.upload-membrowse == true
continue-on-error: true
env:
MEMBROWSE_API_KEY: ${{ secrets.MEMBROWSE_API_KEY }}
ARG: ${{ matrix.arg }}
run: |
# A HIL variant leg (--build-name, an extra -D define, or --cflag beyond
# the bare board) still configures with the same -DBOARD=<name> as the
# plain build - membrowse's target-name is <board>/<example>, derived
# from the board alone - so uploading it would overwrite the plain
# build's (or another variant's) history under that same name. Only a
# bare `-b <board> [-e ...]` leg, the plain build, uploads here; a
# variant board still gets built (for the rig) by this same job, just
# not uploaded from this leg.
case " $ARG " in
*' --build-name '*|*' -D'*|*' --cflag='*)
echo "skip membrowse upload: variant build ($ARG)"; exit 0 ;;
esac
# code-changed false -> no elf -> membrowse uploads with --identical.
# --ci-pinned-boards-only: families without a CI board were built as compile
# smoke-checks only and must not upload. -e (in $EX_ARGS or $ARG) only picks
# the board there (see resolve_ci_boards()); every example of it uploads.
BUILD_PY_ARGS="-s ${{ inputs.build-system }} ${{ steps.setup-toolchain.outputs.build_option }} ${{ inputs.build-options }}"
CMD="python tools/build.py $BUILD_PY_ARGS --ci-pinned-boards-only --target examples-membrowse-upload -j 1 $ARG $EX_ARGS"
if [ "${{ inputs.toolchain }}" == "esp-idf" ]; then
# docker run only inherits what -e names explicitly (a GHA container gets
# none of the runner's env by default): membrowse's --github metadata
# detection (GITHUB_EVENT_NAME/GITHUB_SHA/...) and its fork-PR tokenless
# auth need these to see the actual event, and GITHUB_SHA to report the
# right commit. GITHUB_EVENT_PATH points outside the $PWD mount, so mount
# it too (read-only); guard it since local/non-Actions runs leave it unset.
DOCKER_ENV=(-e MEMBROWSE_API_KEY="$MEMBROWSE_API_KEY" -e CI="$CI"
-e GITHUB_ACTIONS="$GITHUB_ACTIONS" -e GITHUB_EVENT_NAME="$GITHUB_EVENT_NAME"
-e GITHUB_SHA="$GITHUB_SHA" -e GITHUB_REF_NAME="$GITHUB_REF_NAME"
-e GITHUB_EVENT_PATH="$GITHUB_EVENT_PATH")
DOCKER_MOUNTS=(-v $PWD:/project)
[ -n "$GITHUB_EVENT_PATH" ] && DOCKER_MOUNTS+=(-v "$GITHUB_EVENT_PATH:$GITHUB_EVENT_PATH:ro")
docker run --rm "${DOCKER_ENV[@]}" "${DOCKER_MOUNTS[@]}" -w /project espressif/idf:tinyusb bash -c "pip install --only-binary :all: membrowse==1.2.9 >/dev/null && $CMD"
else
$CMD
fi
shell: bash
- name: Artifact name
if: inputs.upload-artifacts == true
env:
ARG: ${{ matrix.arg }}
run: |
# -e example filters carry '/', which upload-artifact forbids in artifact
# names; strip them from the NAME only (the build already consumed them).
# Names without -e stay byte-identical to before. Two entries differing
# only in their -e list cannot exist - the -e list is a function of
# (board), and variant suffixes (--build-name/-D/--cflag) survive the
# strip - so the stripped name is still unique per matrix entry.
TAG=$(printf '%s' "$ARG" | sed -E 's/ -e [^ ]+//g')
# board and example names come from the roster, which a PR can edit; a newline
# in one would write extra NAME=VALUE lines into GITHUB_ENV for every later
# step. There is no safe fallback name here - a wrong one mislabels the
# firmware the rig then flashes - so refuse instead.
case "$TAG" in
*[!-A-Za-z0-9_/\ .=+]*)
echo "::error::refusing to build an artifact name from '$ARG'"; exit 1 ;;
esac
echo "ARTIFACT_TAG=$TAG" >> $GITHUB_ENV
- name: Upload Artifacts for Hardware Testing
if: inputs.upload-artifacts == true
uses: actions/upload-artifact@v7
with:
name: binaries-${{ inputs.toolchain }}-${{ env.ARTIFACT_TAG }}
path: |
cmake-build/cmake-build-*/*/*/*.elf
cmake-build/cmake-build-*/*/*/*.bin
cmake-build/cmake-build-*/*/*/*.bin
cmake-build/cmake-build-*/*/*/bootloader/bootloader.bin
cmake-build/cmake-build-*/*/*/partition_table/partition-table.bin
cmake-build/cmake-build-*/*/*/config.env
cmake-build/cmake-build-*/*/*/flash_args
cmake-build/hw/mcu/**/*.ld