# Copyright (c) 2020-2021 Project CHIP Authors
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

name: Tests

on:
    push:
        branches:
            - master
            - 'v*-branch'
    pull_request:
    merge_group:
    workflow_dispatch:
        inputs:
            disable_ccache:
                description: 'Disable ccache restore and builds (sets CCACHE_DISABLE=1)'
                required: false
                default: 'false'
                type: choice
                options: ['false', 'true']
            cache_suffix:
                description: 'Optional suffix appended to ccache key to rotate (e.g. short hash)'
                required: false
                default: ''
                type: string

concurrency:
    group: ${{ github.ref }}-${{ github.workflow }}-${{ (github.event_name == 'pull_request' && github.event.number) || (github.event_name == 'workflow_dispatch' && github.run_number) || github.sha }}
    cancel-in-progress: true

env:
    CHIP_LOG_TIMESTAMPS: false

jobs:
    test_suites_linux:
        name: Test Suites - Linux

        strategy:
            matrix:
                build_variant: [no-shell-asan-clang]
                chip_tool: [""]
        env:
            BUILD_VARIANT: ${{matrix.build_variant}}
            CHIP_TOOL_VARIANT: ${{matrix.chip_tool}}
            LSAN_OPTIONS: detect_leaks=1
            DISABLE_CCACHE: ${{ (github.event_name == 'workflow_dispatch' && inputs.disable_ccache == 'true') && 'true' || (contains(github.event.head_commit.message, '[no-ccache]') && 'true') || 'false' }}
            CCACHE_KEY_SUFFIX: ${{ github.event_name == 'workflow_dispatch' && inputs.cache_suffix || '' }}

        if: github.actor != 'restyled-io[bot]'
        runs-on: ubuntu-latest

        container:
            image: ghcr.io/project-chip/chip-build:200
            options: >-
                --privileged --sysctl "net.ipv6.conf.all.disable_ipv6=0
                net.ipv4.conf.all.forwarding=1 net.ipv6.conf.all.forwarding=1"

        steps:
            - name: Set up additional environment
              run: |
                echo "TSAN_OPTIONS=halt_on_error=1 suppressions=${GITHUB_WORKSPACE}/scripts/tests/chiptest/tsan-linux-suppressions.txt" >> $GITHUB_ENV
                echo "CCACHE_DIR=${GITHUB_WORKSPACE}/.ccache" >> $GITHUB_ENV
            - name: Checkout
              uses: actions/checkout@v7
            # To use act like:
            #   act -j test_suites_linux
            #
            # Note you likely still need to have non submodules setup for the
            # local machine, like:
            #   git submodule deinit --all
            - uses: actions/checkout@v7
              if: ${{ env.ACT }}
              name: Checkout (ACT for local build)
            - name: Checkout submodules & Bootstrap
              uses: ./.github/actions/checkout-submodules-and-bootstrap
              with:
                  platform: linux
                  bootstrap-log-name: bootstrap-logs-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}

            - name: Set ASAN symbolizer path
              run: scripts/run_in_build_env.sh 'echo "ASAN_SYMBOLIZER_PATH=$(which llvm-symbolizer)" >> $GITHUB_ENV'

            - name: Try to ensure the directories for core dumping exist and we
                  can write them.
              run: |
                  mkdir /tmp/cores || true
                  sysctl -w kernel.core_pattern=/tmp/cores/core.%u.%p.%t || true
                  mkdir objdir-clone || true

            - name: Set up a IPV6 known environment
              uses: ./.github/actions/add-ipv6

            - name: Setup and Restore Cache
              id: ccache
              uses: ./.github/actions/setup-ccache
              with:
                build-variant: ${{ matrix.build_variant }}
                disable: ${{ env.DISABLE_CCACHE }}
                cache-suffix: ${{ env.CCACHE_KEY_SUFFIX }}

            - name: Validate that xml are parsable
              # The sub-items being run here are the same as the input XMLs listed
              # at src/app/zap-templates/zcl/zcl.json
              #
              # This ensures that the syntax of the XML can always be parsed/validated, however it
              # does not enforce that the content is understood (that part is covered by parser
              # unit tests)
              #
              run: |
                  ./scripts/run_in_build_env.sh \
                    "matter-zapxml-parser \
                      --no-print \
                      --log-level info \
                      src/app/zap-templates/zcl/data-model/chip/global-attributes.xml \
                      src/app/zap-templates/zcl/data-model/chip/ambient-context-sensing-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/ambient-sensing-union-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/audio-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/av-analysis-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/boolean-state-configuration-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/bridged-device-basic-information-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/chime-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/closure-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/closure-dimension-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/commissioning-proxy-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/commodity-metering-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/commodity-price-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/commodity-tariff-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/electrical-distribution-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/electrical-protection-alarm-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/global-bitmaps.xml \
                      src/app/zap-templates/zcl/data-model/chip/global-enums.xml \
                      src/app/zap-templates/zcl/data-model/chip/global-structs.xml \
                      src/app/zap-templates/zcl/data-model/chip/groupcast-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/humidistat-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/icd-management-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/media-file-management-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/meter-identification-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/network-identity-management-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/ota-provider-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/ota-requestor-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/proximity-ranging-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/push-av-stream-transport-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/semantic-tag-namespace-enums.xml \
                      src/app/zap-templates/zcl/data-model/chip/access-control-definitions.xml \
                      src/app/zap-templates/zcl/data-model/chip/access-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/account-login-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/administrator-commissioning-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/air-quality-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/application-basic-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/application-launcher-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/audio-output-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/ballast-configuration-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/basic-information-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/binding-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/boolean-state-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/actions-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/camera-av-settings-user-level-management-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/camera-av-stream-management-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/chip-types.xml \
                      src/app/zap-templates/zcl/data-model/chip/channel-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/clusters-extensions.xml \
                      src/app/zap-templates/zcl/data-model/chip/color-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/commissioner-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/concentration-measurement-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/content-launch-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/content-app-observer-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/content-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/descriptor-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/device-energy-management-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/device-energy-management-mode-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/diagnostic-logs-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/dishwasher-alarm-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/dishwasher-mode-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/electrical-grid-conditions-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/measurement-and-sensing.xml \
                      src/app/zap-templates/zcl/data-model/chip/microwave-oven-mode-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/microwave-oven-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/door-lock-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/ecosystem-information-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/energy-evse-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/energy-evse-mode-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/ethernet-network-diagnostics-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/fan-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/fault-injection-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/fixed-label-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/flow-measurement-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/general-commissioning-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/general-diagnostics-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/global-attributes.xml \
                      src/app/zap-templates/zcl/data-model/chip/groups-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/group-key-mgmt-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/identify-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/illuminance-measurement-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/joint-fabric-datastore-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/joint-fabric-administrator-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/keypad-input-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/laundry-washer-mode-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/laundry-dryer-controls-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/level-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/localization-configuration-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/low-power-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/media-input-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/media-playback-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/messages-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/mode-base-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/mode-select-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/network-commissioning-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/occupancy-sensing-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/onoff-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/operational-credentials-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/operational-state-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/operational-state-oven-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/operational-state-rvc-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/oven-mode-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/power-topology-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/pressure-measurement-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/power-source-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/power-source-configuration-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/proxy-configuration-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/proxy-discovery-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/proxy-valid-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/pump-configuration-and-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/pwm-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/refrigerator-and-temperature-controlled-cabinet-mode-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/refrigerator-alarm.xml \
                      src/app/zap-templates/zcl/data-model/chip/relative-humidity-measurement-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/rvc-clean-mode-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/rvc-run-mode-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/scene.xml \
                      src/app/zap-templates/zcl/data-model/chip/service-area-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/smoke-co-alarm-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/software-diagnostics-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/soil-measurement-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/switch-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/target-navigator-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/temperature-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/temperature-controlled-cabinet-topology-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/temperature-measurement-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/test-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/thermostat-user-interface-configuration-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/thermostat-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/thread-border-router-management-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/thread-network-diagnostics-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/thread-network-directory-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/time-format-localization-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/time-synchronization-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/tls-certificate-management-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/tls-client-management-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/user-label-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/unit-localization-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/valve-configuration-and-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/wake-on-lan-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/washer-controls-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/water-heater-management-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/webrtc-requestor-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/webrtc-provider-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/wifi-network-diagnostics-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/wifi-network-management-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/window-covering.xml \
                      src/app/zap-templates/zcl/data-model/chip/temperature-control-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/matter-devices.xml \
                      src/app/zap-templates/zcl/data-model/chip/resource-monitoring-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/sample-mei-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/electrical-energy-measurement-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/electrical-power-measurement-cluster.xml \
                      src/app/zap-templates/zcl/data-model/chip/zone-management-cluster.xml \
                  "
            - name: Build Apps with Unified Build
              run: |
                  ./scripts/run_in_build_env.sh \
                     "./scripts/build/build_examples.py \
                        --target linux-x64-bridge-${BUILD_VARIANT}-unified \
                        --target linux-x64-lock-${BUILD_VARIANT}-unified \
                        --target linux-x64-microwave-oven-${BUILD_VARIANT}-unified \
                        --target linux-x64-rvc-${BUILD_VARIANT}-unified \
                        --target linux-x64-ota-provider-${BUILD_VARIANT}-unified \
                        --pw-command-launcher=ccache \
                        build \
                        --copy-artifacts-to objdir-clone \
                     "
            - name: Clean out
              run: rm -rf out/
            - name: Build Remaining Apps (part 1)
              run: |
                  ./scripts/run_in_build_env.sh \
                     "./scripts/build/build_examples.py \
                        --target linux-x64-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT} \
                        --target linux-x64-all-clusters-${BUILD_VARIANT} \
                        --target linux-x64-all-clusters-no-wifi-openthread-endpoint-${BUILD_VARIANT} \
                        --target linux-x64-all-clusters-no-wifi-no-ble-openthread-endpoint-${BUILD_VARIANT} \
                        --target linux-x64-ota-requestor-${BUILD_VARIANT} \
                        --target linux-x64-tv-app-${BUILD_VARIANT} \
                        --pw-command-launcher=ccache \
                        build \
                        --copy-artifacts-to objdir-clone \
                     "
            - name: Clean out
              run: rm -rf out/
            - name: Build Remaining Apps (part 2)
              run: |
                  ./scripts/run_in_build_env.sh \
                     "./scripts/build/build_examples.py \
                        --target linux-x64-lit-icd-${BUILD_VARIANT} \
                        --target linux-x64-network-manager-${BUILD_VARIANT} \
                        --target linux-x64-energy-gateway-${BUILD_VARIANT} \
                        --target linux-x64-all-devices-${BUILD_VARIANT} \
                        --target linux-x64-evse-${BUILD_VARIANT} \
                        --target linux-x64-water-heater-${BUILD_VARIANT} \
                        --pw-command-launcher=ccache \
                        build \
                        --copy-artifacts-to objdir-clone \
                     "
            - name: Build OpenThread dependencies for commissioning tests (part 3)
              run: |
                  ./scripts/run_in_build_env.sh \
                  "cd third_party/ot-br-posix/repo && \
                   git submodule update --init --recursive --depth 1 && \
                   PLATFORM=Linux ./script/cmake-build \
                   -DBUILD_TESTING=OFF \
                   -DCMAKE_BUILD_TYPE=Debug \
                   -DOTBR_BORDER_ROUTING=ON \
                   -DOTBR_MDNS=openthread \
                   -DOTBR_VENDOR_NAME=MatterTest \
                   -DOTBR_PRODUCT_NAME=MatterTest \
                   -DOT_POSIX_SETTINGS_PATH='\"tmp\"' \
                   -DOT_FIREWALL=OFF \
                   -DOT_LOG_LEVEL=INFO \
                   -DOT_TREL=OFF \
                   "
                   cp third_party/ot-br-posix/repo/build/otbr/src/agent/otbr-agent objdir-clone
                   cp third_party/ot-br-posix/repo/build/otbr/third_party/openthread/repo/src/posix/ot-ctl objdir-clone

                  ./scripts/run_in_build_env.sh \
                  "cd third_party/openthread/repo && \
                   ./script/cmake-build simulation \
                   -DBUILD_TESTING=OFF \
                   -DOT_BUILD_GTEST=OFF \
                   -DOT_FTD=OFF \
                   -DOT_MTD=OFF \
                   -DOT_RCP=ON \
                   -DOT_APP_CLI=OFF \
                   -DOT_APP_NCP=OFF \
                   -DOT_APP_RCP=ON \
                   "
                  cp third_party/openthread/repo/build/simulation/examples/apps/ncp/ot-rcp objdir-clone

            - name: Clean out
              run: rm -rf out/
            - name: Build Python
              run: |
                  ./scripts/run_in_build_env.sh \
                     "./scripts/build_python.sh \
                        --install_virtual_env out/venv \
                        --include_pytest_deps yes \
                        $([ "${DISABLE_CCACHE}" != "true" ] && echo --enable-ccache) \
                     "

            - name: Run BLE-Thread commissioning test
              env:
                # Disable TSAN bug reporting, as it reports tons of (hopefully) false positives.
                # The reason for that is BlueZ and WPA supplicant integration which involves GIO
                # globals (glib internals) that TSAN does not understand...
                TSAN_OPTIONS: report_bugs=0
              run: |
                  PATH=$PWD/objdir-clone:$PATH ./scripts/run_in_build_env.sh \
                  "./scripts/tests/run_test_suite.py \
                     --find-path $PWD/objdir-clone \
                     --find-path $PWD/scripts \
                     --runner chip_tool_python \
                     --target TestOperationalState \
                     --test-order random \
                     run \
                     --value-wait-extra-duration-ms 5000 \
                     --iterations 1 \
                     --test-timeout-seconds 120 \
                     --tool-path chip-tool:./objdir-clone/linux-x64-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT}/chip-tool \
                     --app-path all-clusters:./objdir-clone/linux-x64-all-clusters-no-wifi-openthread-endpoint-${BUILD_VARIANT}/chip-all-clusters-app \
                     --commissioning-method ble-thread \
                     --summary-file test-summaries/ble-thread.json \
                  "
                  rm -rf /tmp/otbr-agent

            - name: Run Thread-MeshCoP commissioning test
              env:
                TSAN_OPTIONS: report_bugs=0
              run: |
                  PATH=$PWD/objdir-clone:$PATH ./scripts/run_in_build_env.sh \
                  "./scripts/tests/run_test_suite.py \
                     --find-path $PWD/objdir-clone \
                     --find-path $PWD/scripts \
                     --runner chip_tool_python \
                     --target TestOperationalState \
                     run \
                     --value-wait-extra-duration-ms 5000 \
                     --iterations 1 \
                     --test-timeout-seconds 120 \
                     --tool-path chip-tool:./objdir-clone/linux-x64-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT}/chip-tool \
                     --app-path all-clusters:./objdir-clone/linux-x64-all-clusters-no-wifi-no-ble-openthread-endpoint-${BUILD_VARIANT}/chip-all-clusters-app \
                     --commissioning-method thread-meshcop \
                     --summary-file test-summaries/thread-meshcop.json \
                  "
                  rm -rf /tmp/otbr-agent

            - name: Run Tests using the python parser sending commands to chip-tool
              run: |
                  ./scripts/run_in_build_env.sh \
                  "./scripts/tests/run_test_suite.py \
                     --find-path $PWD/objdir-clone \
                     --find-path $PWD/scripts \
                     --runner chip_tool_python \
                     --test-order random \
                     run \
                     --value-wait-extra-duration-ms 5000 \
                     --iterations 1 \
                     --test-timeout-seconds 120 \
                     --tool-path chip-tool:./objdir-clone/linux-x64-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT}/chip-tool \
                     --app-path all-clusters:./objdir-clone/linux-x64-all-clusters-${BUILD_VARIANT}/chip-all-clusters-app \
                     --app-path all-devices:./objdir-clone/linux-x64-all-devices-${BUILD_VARIANT}/all-devices-app \
                     --app-path lock:./objdir-clone/linux-x64-lock-${BUILD_VARIANT}-unified/chip-lock-app \
                     --app-path ota-provider:./objdir-clone/linux-x64-ota-provider-${BUILD_VARIANT}-unified/chip-ota-provider-app \
                     --app-path ota-requestor:./objdir-clone/linux-x64-ota-requestor-${BUILD_VARIANT}/chip-ota-requestor-app \
                     --app-path tv:./objdir-clone/linux-x64-tv-app-${BUILD_VARIANT}/chip-tv-app \
                     --app-path bridge:./objdir-clone/linux-x64-bridge-${BUILD_VARIANT}-unified/chip-bridge-app \
                     --app-path lit-icd:./objdir-clone/linux-x64-lit-icd-${BUILD_VARIANT}/lit-icd-app \
                     --app-path microwave-oven:./objdir-clone/linux-x64-microwave-oven-${BUILD_VARIANT}-unified/chip-microwave-oven-app \
                     --app-path rvc:./objdir-clone/linux-x64-rvc-${BUILD_VARIANT}-unified/chip-rvc-app \
                     --app-path network-manager:./objdir-clone/linux-x64-network-manager-${BUILD_VARIANT}/matter-network-manager-app \
                     --app-path energy-gateway:./objdir-clone/linux-x64-energy-gateway-${BUILD_VARIANT}/chip-energy-gateway-app \
                     --app-path evse:./objdir-clone/linux-x64-evse-${BUILD_VARIANT}/chip-evse-app \
                     --app-path water-heater:./objdir-clone/linux-x64-water-heater-${BUILD_VARIANT}/matter-water-heater-app \
                     --summary-file test-summaries/chip-tool-python.json \
                  "

            - name: Run purposeful failure tests using the python parser sending commands to chip-tool
              run: |
                  ./scripts/run_in_build_env.sh \
                  "./scripts/tests/run_test_suite.py \
                     --find-path $PWD/objdir-clone \
                     --find-path $PWD/scripts \
                     --runner chip_tool_python \
                     --include-tags PURPOSEFUL_FAILURE \
                     --test-order random \
                     run \
                     --value-wait-extra-duration-ms 5000 \
                     --iterations 1 \
                     --expected-failures 3 \
                     --keep-going \
                     --test-timeout-seconds 120 \
                     --tool-path chip-tool:./objdir-clone/linux-x64-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT}/chip-tool \
                     --app-path all-clusters:./objdir-clone/linux-x64-all-clusters-${BUILD_VARIANT}/chip-all-clusters-app \
                     --summary-file test-summaries/purposeful-failures.json \
                  "

            - name: Run BLE-WiFi commissioning test
              env:
                # Disable TSAN bug reporting, as it reports tons of (hopefully) false positives.
                # The reason for that is BlueZ and WPA supplicant integration which involves GIO
                # globals (glib internals) that TSAN does not understand...
                TSAN_OPTIONS: report_bugs=0
              run: |
                  ./scripts/run_in_build_env.sh \
                  "./scripts/tests/run_test_suite.py \
                     --find-path $PWD/objdir-clone \
                     --find-path $PWD/scripts \
                     --runner chip_tool_python \
                     --target TestOperationalState \
                     --test-order random \
                     run \
                     --value-wait-extra-duration-ms 5000 \
                     --iterations 1 \
                     --test-timeout-seconds 120 \
                     --tool-path chip-tool:./objdir-clone/linux-x64-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT}/chip-tool \
                     --app-path all-clusters:./objdir-clone/linux-x64-all-clusters-${BUILD_VARIANT}/chip-all-clusters-app \
                     --commissioning-method ble-wifi \
                     --summary-file test-summaries/ble-wifi.json \
                  "

            - name: Run WiFiPAF-WiFi commissioning test
              env:
                # Disable TSAN bug reporting, as it reports tons of (hopefully) false positives.
                # The reason for that is WPA supplicant integration which involves GIO globals
                # (glib internals) that TSAN does not understand...
                TSAN_OPTIONS: report_bugs=0
              run: |
                  ./scripts/run_in_build_env.sh \
                  "./scripts/tests/run_test_suite.py \
                     --find-path $PWD/objdir-clone \
                     --find-path $PWD/scripts \
                     --runner chip_tool_python \
                     --target TestOperationalState \
                     --test-order random \
                     run \
                     --value-wait-extra-duration-ms 5000 \
                     --iterations 1 \
                     --test-timeout-seconds 120 \
                     --tool-path chip-tool:./objdir-clone/linux-x64-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT}/chip-tool \
                     --app-path all-clusters:./objdir-clone/linux-x64-all-clusters-${BUILD_VARIANT}/chip-all-clusters-app \
                     --commissioning-method wifipaf-wifi \
                  "

            - name: Print test run summaries
              if: always()
              run: |
                  for f in test-summaries/*.json; do
                      [ -f "$f" ] || continue
                      [[ "$f" == *"purposeful-failures"* ]] && continue
                      echo ""
                      echo ">>> $f"
                      ./scripts/run_in_build_env.sh \
                        "scripts/tests/run_test_suite.py summarize --summary-file $f --compact-failures-file test-summaries/compact-failures.txt" || true
                  done
            - name: Upload test run summaries
              uses: actions/upload-artifact@v7
              if: always()
              with:
                  name: test-summaries-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}
                  path: test-summaries/
                  retention-days: 30
            - name: Uploading core files
              uses: actions/upload-artifact@v7
              if: ${{ failure() && !env.ACT }}
              with:
                  name: crash-core-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}
                  path: /tmp/cores/
                  # Cores are big; don't hold on to them too long.
                  retention-days: 5
            - name: Uploading objdir for debugging
              uses: actions/upload-artifact@v7
              if: ${{ failure() && !env.ACT }}
              with:
                  name: crash-objdir-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}
                  path: objdir-clone/
                  # objdirs are big; don't hold on to them too long.
                  retention-days: 5
            - name: Ensure only useful ccache is kept
              if: github.ref == 'refs/heads/master' && env.DISABLE_CCACHE != 'true'
              run: ccache --evict-older-than 1d || true
            - name: Delete existing ccache before save
              if: github.ref == 'refs/heads/master' && env.DISABLE_CCACHE != 'true'
              uses: ./.github/actions/delete-cache
              with:
                  cache-key: ${{ env.CCACHE_KEY }}
                  github-token: ${{ secrets.GITHUB_TOKEN }}
            - name: Save ccache
              if: github.ref == 'refs/heads/master' && env.DISABLE_CCACHE != 'true'
              uses: actions/cache/save@v6
              with:
                  path: .ccache
                  key: ${{ env.CCACHE_KEY }}

            - name: Notify Slack on Failure
              if: failure()
              uses: ./.github/actions/notify-slack-failure
              with:
                slack-webhook: ${{ secrets.SWTT_SLACK_WEBHOOK }}
                job-name: "Test Suites - Linux"
                job-details: "${{ matrix.build_variant }}"
                extra-details-file: "test-summaries/compact-failures.txt"
    test_suites_darwin:
        name: Test Suites - Darwin

        strategy:
            matrix:
                include:
                    - os: macos-26
                      arch: arm64     # observed, not configured
                      build_variant: no-ble-no-shell-asan-clang
                    - os: macos-26
                      arch: arm64     # observed, not configured
                      build_variant: no-ble-no-shell-tsan-clang
        env:
            BUILD_VARIANT: ${{matrix.build_variant}}
            CHIP_TOOL_VARIANT: ${{matrix.chip_tool}}
            TSAN_OPTIONS: "halt_on_error=1"
            LSAN_OPTIONS: detect_leaks=1 suppressions=scripts/tests/chiptest/lsan-mac-suppressions.txt
            DISABLE_CCACHE: ${{ (github.event_name == 'workflow_dispatch' && inputs.disable_ccache == 'true') && 'true' || (contains(github.event.head_commit.message, '[no-ccache]') && 'true') || 'false' }}
            CCACHE_KEY_SUFFIX: ${{ github.event_name == 'workflow_dispatch' && inputs.cache_suffix || '' }}

        if: github.actor != 'restyled-io[bot]'
        runs-on: ${{ matrix.os }}

        steps:
            - name: Set up additional environment
              run: |
                echo "CCACHE_DIR=${GITHUB_WORKSPACE}/.ccache" >> $GITHUB_ENV
            - name: Checkout
              uses: actions/checkout@v7
            - name: Setup Environment
              # coreutils for stdbuf; gnubin is needed because newer coreutils only exposes 'stdbuf' under libexec/gnubin
              run: |
                brew install coreutils
                echo "$HOMEBREW_PREFIX/opt/coreutils/libexec/gnubin" >> "$GITHUB_PATH"
            - name: Try to ensure the directories for core dumping and diagnostic
                  log collection exist and we can write them.
              run: |
                  sudo chown ${USER} /cores || true
                  mkdir -p ~/Library/Logs/DiagnosticReports || true
                  mkdir objdir-clone || true
            - name: Checkout submodules & Bootstrap
              uses: ./.github/actions/checkout-submodules-and-bootstrap
              with:
                  platform: darwin
                  bootstrap-log-name: bootstrap-logs-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
            - name: Setup and Restore Cache
              id: ccache
              uses: ./.github/actions/setup-ccache
              with:
                build-variant: ${{ matrix.build_variant }}
                disable: ${{ env.DISABLE_CCACHE }}
                cache-suffix: ${{ env.CCACHE_KEY_SUFFIX }}
            - name: Build Apps Using Unified Build
              run: |
                  ./scripts/run_in_build_env.sh \
                     "./scripts/build/build_examples.py \
                        --target darwin-${{matrix.arch}}-lock-${BUILD_VARIANT}-unified \
                        --target darwin-${{matrix.arch}}-bridge-${BUILD_VARIANT}-unified \
                        --target darwin-${{matrix.arch}}-microwave-oven-${BUILD_VARIANT}-unified \
                        --target darwin-${{matrix.arch}}-rvc-${BUILD_VARIANT}-unified \
                        --target darwin-${{matrix.arch}}-ota-provider-${BUILD_VARIANT}-unified \
                        --pw-command-launcher=ccache \
                        build \
                        --copy-artifacts-to objdir-clone \
                     "
            - name: Clean out
              run: rm -rf out/
            - name: Build Remaining Apps That Don't Support Unified Build
              run: |
                  ./scripts/run_in_build_env.sh \
                     "./scripts/build/build_examples.py \
                        --target darwin-${{matrix.arch}}-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT} \
                        --target darwin-${{matrix.arch}}-all-clusters-${BUILD_VARIANT} \
                        --target darwin-${{matrix.arch}}-ota-requestor-${BUILD_VARIANT} \
                        --target darwin-${{matrix.arch}}-lit-icd-${BUILD_VARIANT} \
                        --target darwin-${{matrix.arch}}-network-manager-${BUILD_VARIANT} \
                        --target darwin-${{matrix.arch}}-energy-gateway-${BUILD_VARIANT} \
                        --target darwin-${{matrix.arch}}-evse-${BUILD_VARIANT} \
                        --target darwin-${{matrix.arch}}-water-heater-${BUILD_VARIANT} \
                        --target darwin-${{matrix.arch}}-tv-app-${BUILD_VARIANT} \
                        --target darwin-${{matrix.arch}}-all-devices-${BUILD_VARIANT} \
                        --pw-command-launcher=ccache \
                        build \
                        --copy-artifacts-to objdir-clone \
                     "
            - name: ccache stats
              run: ccache -s
            - name: Clean out
              run: rm -rf out/
            - name: Run Tests using the python parser sending commands to chip-tool
              # Use sudo to avoid Local Network Privacy restrictions on macOS 15+.
              # macOS 15 introduced Local Network Privacy which restricts multicast traffic in several ways.
              # Running from ssh, running from Terminal.app, or accepting a UI prompt can allow access, but those
              # aren't great options in CI.
              # Processes run as root are exempt from these restrictions.
              # For details, see https://developer.apple.com/documentation/technotes/tn3179-understanding-local-network-privacy#macOS-considerations
              run: |
                  sudo ./scripts/run_in_build_env.sh \
                  "./scripts/tests/run_test_suite.py \
                     --find-path $PWD/objdir-clone \
                     --find-path $PWD/scripts \
                     --runner chip_tool_python \
                     --target-skip-glob '{Test_TC_DGTHREAD_2_1,Test_TC_DGTHREAD_2_2,Test_TC_DGTHREAD_2_3,Test_TC_DGTHREAD_2_4}' \
                     --test-order random \
                     run \
                     --value-wait-extra-duration-ms 5000 \
                     --iterations 1 \
                     --test-timeout-seconds 120 \
                     --tool-path chip-tool:./objdir-clone/darwin-${{matrix.arch}}-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT}/chip-tool \
                     --app-path all-clusters:./objdir-clone/darwin-${{matrix.arch}}-all-clusters-${BUILD_VARIANT}/chip-all-clusters-app \
                     --app-path all-devices:./objdir-clone/darwin-${{matrix.arch}}-all-devices-${BUILD_VARIANT}/all-devices-app \
                     --app-path lock:./objdir-clone/darwin-${{matrix.arch}}-lock-${BUILD_VARIANT}-unified/chip-lock-app \
                     --app-path ota-provider:./objdir-clone/darwin-${{matrix.arch}}-ota-provider-${BUILD_VARIANT}-unified/chip-ota-provider-app \
                     --app-path ota-requestor:./objdir-clone/darwin-${{matrix.arch}}-ota-requestor-${BUILD_VARIANT}/chip-ota-requestor-app \
                     --app-path tv:./objdir-clone/darwin-${{matrix.arch}}-tv-app-${BUILD_VARIANT}/chip-tv-app \
                     --app-path bridge:./objdir-clone/darwin-${{matrix.arch}}-bridge-${BUILD_VARIANT}-unified/chip-bridge-app \
                     --app-path lit-icd:./objdir-clone/darwin-${{matrix.arch}}-lit-icd-${BUILD_VARIANT}/lit-icd-app \
                     --app-path microwave-oven:./objdir-clone/darwin-${{matrix.arch}}-microwave-oven-${BUILD_VARIANT}-unified/chip-microwave-oven-app \
                     --app-path rvc:./objdir-clone/darwin-${{matrix.arch}}-rvc-${BUILD_VARIANT}-unified/chip-rvc-app \
                     --app-path network-manager:./objdir-clone/darwin-${{matrix.arch}}-network-manager-${BUILD_VARIANT}/matter-network-manager-app \
                     --app-path energy-gateway:./objdir-clone/darwin-${{matrix.arch}}-energy-gateway-${BUILD_VARIANT}/chip-energy-gateway-app \
                     --app-path evse:./objdir-clone/darwin-${{matrix.arch}}-evse-${BUILD_VARIANT}/chip-evse-app \
                     --app-path water-heater:./objdir-clone/darwin-${{matrix.arch}}-water-heater-${BUILD_VARIANT}/matter-water-heater-app \
                     --summary-file test-summaries/chip-tool-python.json \
                  "

            - name: Run purposeful failure tests using the python parser sending commands to chip-tool
              # Use sudo to avoid Local Network Privacy restrictions on macOS 15+.
              # See comment on earlier step about Local Network Privacy and root exemption.
              run: |
                  sudo ./scripts/run_in_build_env.sh \
                  "./scripts/tests/run_test_suite.py \
                     --find-path $PWD/objdir-clone \
                     --find-path $PWD/scripts \
                     --runner chip_tool_python \
                     --include-tags PURPOSEFUL_FAILURE \
                     --test-order random \
                     run \
                     --value-wait-extra-duration-ms 5000 \
                     --iterations 1 \
                     --expected-failures 3 \
                     --keep-going \
                     --test-timeout-seconds 120 \
                     --tool-path chip-tool:./objdir-clone/darwin-${{matrix.arch}}-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT}/chip-tool \
                     --app-path all-clusters:./objdir-clone/darwin-${{matrix.arch}}-all-clusters-${BUILD_VARIANT}/chip-all-clusters-app \
                     --summary-file test-summaries/purposeful-failures.json \
                  "

            - name: Print test run summaries
              if: always()
              run: |
                  for f in test-summaries/*.json; do
                      [ -f "$f" ] || continue
                      [[ "$f" == *"purposeful-failures"* ]] && continue
                      echo ""
                      echo ">>> $f"
                      ./scripts/run_in_build_env.sh \
                        "scripts/tests/run_test_suite.py summarize --summary-file $f --compact-failures-file test-summaries/compact-failures.txt" || true
                  done
            - name: Upload test run summaries
              uses: actions/upload-artifact@v7
              if: always()
              with:
                  name: test-summaries-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
                  path: test-summaries/
                  retention-days: 30
            - name: Uploading core files
              uses: actions/upload-artifact@v7
              if: ${{ failure() && !env.ACT }}
              with:
                  name: crash-core-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
                  path: /cores/
                  # Cores are big; don't hold on to them too long.
                  retention-days: 5
            - name: Uploading diagnostic logs
              uses: actions/upload-artifact@v7
              if: ${{ failure() && !env.ACT }}
              with:
                  name: crash-log-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
                  path: ~/Library/Logs/DiagnosticReports/
            - name: Uploading objdir for debugging
              uses: actions/upload-artifact@v7
              if: ${{ failure() && !env.ACT }}
              with:
                  name: crash-objdir-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
                  path: objdir-clone/
                  # objdirs are big; don't hold on to them too long.
                  retention-days: 5
            - name: Ensure only useful ccache is kept
              if: github.ref == 'refs/heads/master' && env.DISABLE_CCACHE != 'true'
              run: ccache --evict-older-than 1d || true
            - name: Delete existing ccache before save
              if: github.ref == 'refs/heads/master' && env.DISABLE_CCACHE != 'true'
              uses: ./.github/actions/delete-cache
              with:
                  cache-key: ${{ env.CCACHE_KEY }}
                  github-token: ${{ secrets.GITHUB_TOKEN }}
            - name: Save ccache
              if: github.ref == 'refs/heads/master' && env.DISABLE_CCACHE != 'true'
              uses: actions/cache/save@v6
              with:
                  path: .ccache
                  key: ${{ env.CCACHE_KEY }}

            - name: Notify Slack on Failure
              if: failure()
              uses: ./.github/actions/notify-slack-failure
              with:
                slack-webhook: ${{ secrets.SWTT_SLACK_WEBHOOK }}
                job-name: "Test Suites - Darwin"
                job-details: "${{ matrix.os }}, ${{ matrix.arch }}, ${{ matrix.build_variant }}"
                extra-details-file: "test-summaries/compact-failures.txt"
    repl_tests_linux_build:
        name: REPL Tests - Linux (BUILD)

        if: github.actor != 'restyled-io[bot]'

        env:
            BUILD_VARIANT: ipv6only-no-ble-no-wifi-asan
            DISABLE_CCACHE: ${{ (github.event_name == 'workflow_dispatch' && inputs.disable_ccache == 'true') && 'true' || (contains(github.event.head_commit.message, '[no-ccache]') && 'true') || 'false' }}
            CCACHE_KEY_SUFFIX: ${{ github.event_name == 'workflow_dispatch' && inputs.cache_suffix || '' }}

        # Run on namespace.so instead of `ubuntu-latest`: since compilations are generally CPU
        # bound, we run these on larger/faster machines.
        runs-on: namespace-profile-16x32

        container:
            image: ghcr.io/project-chip/chip-build:200
            volumes:
                - /var/run/nsc/:/var/run/nsc/
            env:
                NSC_TOKEN_FILE: ${{ env.NSC_TOKEN_FILE }}
                NAMESPACE_ACTIONS_RESULTS_URL: ${{ env.NAMESPACE_ACTIONS_RESULTS_URL }}
                NAMESPACE_ACTIONS_RESULTS_SERVICE: ${{ env.NAMESPACE_ACTIONS_RESULTS_SERVICE }}
                NAMESPACE_ACTIONS_DIRECT_ZIP_UPLOAD: ${{ env.NAMESPACE_ACTIONS_DIRECT_ZIP_UPLOAD }}
            options: >-
                --privileged
                --sysctl net.ipv6.conf.all.disable_ipv6=0
                --sysctl net.ipv4.conf.all.forwarding=0
                --sysctl net.ipv6.conf.all.forwarding=0

        steps:
            - name: Set up additional environment
              run: |
                echo "TSAN_OPTIONS=halt_on_error=1 suppressions=${GITHUB_WORKSPACE}/scripts/tests/chiptest/tsan-linux-suppressions.txt" >> $GITHUB_ENV
                echo "CCACHE_DIR=${GITHUB_WORKSPACE}/.ccache" >> $GITHUB_ENV
            - name: Checkout
              uses: actions/checkout@v7
            - name: Checkout submodules & Bootstrap
              uses: ./.github/actions/checkout-submodules-and-bootstrap
              with:
                  platform: linux
                  bootstrap-log-name: bootstrap-logs-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}

            - name: Setup and Restore Cache
              id: ccache
              uses: ./.github/actions/setup-ccache
              with:
                build-variant: ${{ matrix.build_variant }}
                disable: ${{ env.DISABLE_CCACHE }}
                cache-suffix: ${{ env.CCACHE_KEY_SUFFIX }}

            - name: Build python env
              run: scripts/run_in_build_env.sh './scripts/build_python.sh --jupyter-lab --install_virtual_env out/venv $([ "${DISABLE_CCACHE}" != "true" ] && echo --enable-ccache)'

            - name: Build apps for REPL tests with unified build
              run: |
                  ./scripts/run_in_build_env.sh \
                     "./scripts/build/build_examples.py \
                        --target linux-x64-air-purifier-${BUILD_VARIANT}-clang-test-unified \
                        --target linux-x64-bridge-${BUILD_VARIANT}-clang-test-unified \
                        --target linux-x64-closure-${BUILD_VARIANT}-clang-test-unified \
                        --target linux-x64-lock-${BUILD_VARIANT}-clang-test-unified \
                        --target linux-x64-microwave-oven-${BUILD_VARIANT}-clang-test-unified \
                        --target linux-x64-ota-provider-${BUILD_VARIANT}-clang-test-unified \
                        --target linux-x64-rvc-${BUILD_VARIANT}-clang-test-unified \
                        --target linux-x64-water-leak-detector-${BUILD_VARIANT}-clang-test-unified \
                        --pw-command-launcher=ccache \
                        build \
                        --copy-artifacts-to objdir-clone \
                     "
                  rm -rf out/unified-build

            - name: Build linux-x64-all-clusters
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-all-clusters-${BUILD_VARIANT}-clang-test
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-all-clusters-${BUILD_VARIANT}-clang-test
                  "

            - name: Build linux-x64-all-clusters-no-groupcast
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-all-clusters-no-groupcast-${BUILD_VARIANT}-clang-test
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-all-clusters-no-groupcast-${BUILD_VARIANT}-clang-test
                  "

            - name: Build linux-x64-all-devices
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-all-devices-${BUILD_VARIANT}-clang-test
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-all-devices-${BUILD_VARIANT}-clang-test"

            - name: Build linux-x64-lit-icd
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-lit-icd-${BUILD_VARIANT}-clang-test
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-lit-icd-${BUILD_VARIANT}-clang-test"

            - name: Build linux-x64-energy-gateway
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-energy-gateway-${BUILD_VARIANT}-clang-test
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-energy-gateway-${BUILD_VARIANT}-clang-test"

            - name: Build linux-x64-evse
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-evse-${BUILD_VARIANT}-clang-test
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-evse-${BUILD_VARIANT}-clang-test"

            - name: Build linux-x64-water-heater
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-water-heater-${BUILD_VARIANT}-clang-test
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-water-heater-${BUILD_VARIANT}-clang-test"

            - name: Build linux-x64-network-manager
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-network-manager-${BUILD_VARIANT}-clang-test
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-network-manager-${BUILD_VARIANT}-clang-test"

            - name: Build linux-x64-fabric-admin-rpc
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-fabric-admin-rpc-${BUILD_VARIANT}-clang
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-fabric-admin-rpc-${BUILD_VARIANT}-clang"

            - name: Build linux-x64-fabric-bridge-rpc
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-fabric-bridge-rpc-${BUILD_VARIANT}-clang
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-fabric-bridge-rpc-${BUILD_VARIANT}-clang"

            - name: Build linux-x64-fabric-sync
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-fabric-sync-${BUILD_VARIANT}-clang
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-fabric-sync-${BUILD_VARIANT}-clang"

            # TODO: camera app works for asan-gcc, while asan-clang reports some false positives related to libdatachannel,
            # consider switching camera and camera-controller to asan-clang once Issue #43340 is resolved.
            - name: Build linux-x64-camera
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-camera-${BUILD_VARIANT}
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-camera-${BUILD_VARIANT}"

            - name: Build linux-x64-camera-controller
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-camera-controller-${BUILD_VARIANT}
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-camera-controller-${BUILD_VARIANT}"

            - name: Build linux-x64-light-data-model-no-unique-id
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-light-data-model-no-unique-id-${BUILD_VARIANT}-clang
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-light-data-model-no-unique-id-${BUILD_VARIANT}-clang"

            - name: Build linux-x64-terms-and-conditions
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-terms-and-conditions-${BUILD_VARIANT}-clang
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-terms-and-conditions-${BUILD_VARIANT}-clang"

            - name: Build linux-x64-python-bindings
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-python-bindings-webrtc-${BUILD_VARIANT}-clang
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-python-bindings-webrtc-${BUILD_VARIANT}-clang"

            - name: Build linux-x64-jf-control-app
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-jf-control-app-${BUILD_VARIANT}-clang
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-jf-control-app-${BUILD_VARIANT}-clang"

            - name: Build linux-x64-jf-admin-app
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-jf-admin-app-${BUILD_VARIANT}-clang
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-jf-admin-app-${BUILD_VARIANT}-clang"

            - name: ccache stats
              run: ccache -s

            - name: Build linux-x64-requestor-app
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_examples.py
                  --target linux-x64-ota-requestor-${BUILD_VARIANT}-clang-test
                  --pw-command-launcher=ccache build --copy-artifacts-to objdir-clone
                  && rm -rf out/linux-x64-ota-requestor-${BUILD_VARIANT}-clang-test"

            - name: Build Software Update ota images with new version.
              run: >-
                  ./scripts/run_in_build_env.sh "./scripts/build/build_ota_images.sh --out-prefix out/su_ota_images_min --max-range 2
                  && mv out/su_ota_images_min-v*/*.ota objdir-clone
                  && rm -rf out/su_ota_images_min-v*"

            - name: ccache stats
              run: ccache -s

            # We archive ourselves since upload-artifact seems to lose permission bits
            - name: Archive artifacts
              env:
                XZ_OPT: -T 0 -1
              run: |
                tar cfJ repl-build-data.tar.xz out/venv objdir-clone

            - name: Upload artifacts for running
              uses: namespace-actions/upload-artifact@v1
              with:
                name: repl-build-data
                path: repl-build-data.tar.xz
                retention-days: 2
                if-no-files-found: error
                overwrite: true
            - name: Ensure only useful ccache is kept
              if: github.ref == 'refs/heads/master' && env.DISABLE_CCACHE != 'true'
              run: ccache --evict-older-than 1d || true
            - name: Delete existing ccache before save
              if: github.ref == 'refs/heads/master' && env.DISABLE_CCACHE != 'true'
              uses: ./.github/actions/delete-cache
              with:
                  cache-key: ${{ env.CCACHE_KEY }}
                  github-token: ${{ secrets.GITHUB_TOKEN }}
            - name: Save ccache
              if: github.ref == 'refs/heads/master' && env.DISABLE_CCACHE != 'true'
              uses: actions/cache/save@v6
              with:
                  path: .ccache
                  key: ${{ env.CCACHE_KEY }}

            - name: Notify Slack on Failure
              if: failure()
              uses: ./.github/actions/notify-slack-failure
              with:
                slack-webhook: ${{ secrets.SWTT_SLACK_WEBHOOK }}
                job-name: "REPL Tests - Linux (BUILD)"
                job-details: "${{ matrix.build_variant }}"
    repl_tests_linux_run:
        name: REPL Tests - Linux (RUN)
        needs: repl_tests_linux_build
        # Updating the timeout for REPL Tests - Linux (RUN) since splits now run in under 30 minutes
        timeout-minutes: 45

        if: github.actor != 'restyled-io[bot]'

        strategy:
            # Since some of these tests can be flaky, do not fail all matrix parts when a single one fails
            fail-fast: false
            matrix:
                # This list is empirically created to have a reasonable time split of ~30 minutes each.
                filter: ["", "TC_A", "TC_[B-C]", "TC_[D-F]", "TC_[G-M]", "TC_[N-S]", "!TC_[A-S]"]
                include:
                    - filter: ""
                      junitxml: out/junit-results/Other-results.xml
                    - filter: "TC_A"
                      junitxml: out/junit-results/TC_A-results.xml
                    - filter: "TC_[B-C]"
                      junitxml: out/junit-results/TC_B-C-results.xml
                    - filter: "TC_[D-F]"
                      junitxml: out/junit-results/TC_D-F-results.xml
                    - filter: "TC_[G-M]"
                      junitxml: out/junit-results/TC_G-M-results.xml
                    - filter: "TC_[N-S]"
                      junitxml: out/junit-results/TC_N-S-results.xml
                    - filter: "!TC_[A-S]"
                      junitxml: out/junit-results/TC_Non-A-S-results.xml

        env:
            BUILD_VARIANT: ipv6only-no-ble-no-wifi-asan
            DISABLE_CCACHE: ${{ (github.event_name == 'workflow_dispatch' && inputs.disable_ccache == 'true') && 'true' || (contains(github.event.head_commit.message, '[no-ccache]') && 'true') || 'false' }}
            CCACHE_KEY_SUFFIX: ${{ github.event_name == 'workflow_dispatch' && inputs.cache_suffix || '' }}
            CHIP_IP_PACKET_CAPTURE: 1

        # Tests are I/O bound, so run on a smaller machine
        runs-on: namespace-profile-1x2

        container:
            image: ghcr.io/project-chip/chip-build:200
            volumes:
                - /var/run/nsc/:/var/run/nsc/
            env:
                NSC_TOKEN_FILE: ${{ env.NSC_TOKEN_FILE }}
                NAMESPACE_ACTIONS_RESULTS_URL: ${{ env.NAMESPACE_ACTIONS_RESULTS_URL }}
                NAMESPACE_ACTIONS_RESULTS_SERVICE: ${{ env.NAMESPACE_ACTIONS_RESULTS_SERVICE }}
                NAMESPACE_ACTIONS_DIRECT_ZIP_UPLOAD: ${{ env.NAMESPACE_ACTIONS_DIRECT_ZIP_UPLOAD }}
            options: >-
                --privileged
                --sysctl net.ipv6.conf.all.disable_ipv6=0
                --sysctl net.ipv4.conf.all.forwarding=0
                --sysctl net.ipv6.conf.all.forwarding=0

        steps:
            - name: Set up additional environment
              run: |
                echo "TSAN_OPTIONS=halt_on_error=1 suppressions=${GITHUB_WORKSPACE}/scripts/tests/chiptest/tsan-linux-suppressions.txt" >> $GITHUB_ENV
            - name: Checkout
              uses: actions/checkout@v7

            - name: Checkout submodules & Bootstrap
              uses: ./.github/actions/checkout-submodules-and-bootstrap
              with:
                  platform: linux
                  bootstrap-log-name: bootstrap-logs-linux-${{ env.BUILD_VARIANT }}-${{ matrix.filter }}

            - name: Set ASAN symbolizer path
              run: scripts/run_in_build_env.sh 'echo "ASAN_SYMBOLIZER_PATH=$(which llvm-symbolizer)" >> $GITHUB_ENV'

            - name: Set up a IPV6 known environment
              uses: ./.github/actions/add-ipv6

            - name: Download artifacts for running
              uses: namespace-actions/download-artifact@v2
              with:
                name: repl-build-data

            # OverlayFS (Docker container storage) layer copy-up occasionally causes
            # "Directory renamed before its status could be extracted" during rapid unpack.
            - uses: Wandalen/wretry.action@e68c23e6309f2871ca8ae4763e7629b9c258e1ea # v3.8.0
              name: Unpack artifacts
              with:
                  command: tar xfJ repl-build-data.tar.xz
                  attempt_limit: 3
                  attempt_delay: 2000

            - name: Generate an argument environment file
              run: |
                  echo -n "" >/tmp/test_env.yaml
                  # keep-sorted: start
                  echo "AIR_PURIFIER_APP: objdir-clone/linux-x64-air-purifier-${BUILD_VARIANT}-clang-test-unified/chip-air-purifier-app" >> /tmp/test_env.yaml
                  echo "ALL_CLUSTERS_APP: objdir-clone/linux-x64-all-clusters-${BUILD_VARIANT}-clang-test/chip-all-clusters-app" >> /tmp/test_env.yaml
                  echo "ALL_CLUSTERS_NO_GROUPCAST_APP: objdir-clone/linux-x64-all-clusters-no-groupcast-${BUILD_VARIANT}-clang-test/chip-all-clusters-app" >> /tmp/test_env.yaml
                  echo "ALL_DEVICES_APP: objdir-clone/linux-x64-all-devices-${BUILD_VARIANT}-clang-test/all-devices-app" >> /tmp/test_env.yaml
                  echo "BRIDGE_APP: objdir-clone/linux-x64-bridge-${BUILD_VARIANT}-clang-test-unified/chip-bridge-app" >> /tmp/test_env.yaml
                  echo "CAMERA_APP: objdir-clone/linux-x64-camera-${BUILD_VARIANT}/chip-camera-app" >> /tmp/test_env.yaml
                  echo "CAMERA_CONTROLLER_APP: objdir-clone/linux-x64-camera-controller-${BUILD_VARIANT}/chip-camera-controller" >> /tmp/test_env.yaml
                  echo "CHIP_LOCK_APP: objdir-clone/linux-x64-lock-${BUILD_VARIANT}-clang-test-unified/chip-lock-app" >> /tmp/test_env.yaml
                  echo "CHIP_MICROWAVE_OVEN_APP: objdir-clone/linux-x64-microwave-oven-${BUILD_VARIANT}-clang-test-unified/chip-microwave-oven-app" >> /tmp/test_env.yaml
                  echo "CHIP_RVC_APP: objdir-clone/linux-x64-rvc-${BUILD_VARIANT}-clang-test-unified/chip-rvc-app" >> /tmp/test_env.yaml
                  echo "CLOSURE_APP: objdir-clone/linux-x64-closure-${BUILD_VARIANT}-clang-test-unified/closure-app" >> /tmp/test_env.yaml
                  echo "ENERGY_GATEWAY_APP: objdir-clone/linux-x64-energy-gateway-${BUILD_VARIANT}-clang-test/chip-energy-gateway-app" >> /tmp/test_env.yaml
                  echo "EVSE_APP: objdir-clone/linux-x64-evse-${BUILD_VARIANT}-clang-test/chip-evse-app" >> /tmp/test_env.yaml
                  echo "FABRIC_ADMIN_APP: objdir-clone/linux-x64-fabric-admin-rpc-${BUILD_VARIANT}-clang/fabric-admin" >> /tmp/test_env.yaml
                  echo "FABRIC_BRIDGE_APP: objdir-clone/linux-x64-fabric-bridge-rpc-${BUILD_VARIANT}-clang/fabric-bridge-app" >> /tmp/test_env.yaml
                  echo "FABRIC_SYNC_APP: objdir-clone/linux-x64-fabric-sync-${BUILD_VARIANT}-clang/fabric-sync" >> /tmp/test_env.yaml
                  echo "JF_ADMIN_APP: objdir-clone/linux-x64-jf-admin-app-${BUILD_VARIANT}-clang/jfa-app" >> /tmp/test_env.yaml
                  echo "JF_CONTROL_APP: objdir-clone/linux-x64-jf-control-app-${BUILD_VARIANT}-clang/jfc-app" >> /tmp/test_env.yaml
                  echo "LIGHTING_APP_NO_UNIQUE_ID: objdir-clone/linux-x64-light-data-model-no-unique-id-${BUILD_VARIANT}-clang/chip-lighting-data-model-no-unique-id-app" >> /tmp/test_env.yaml
                  echo "LIT_ICD_APP: objdir-clone/linux-x64-lit-icd-${BUILD_VARIANT}-clang-test/lit-icd-app" >> /tmp/test_env.yaml
                  echo "NETWORK_MANAGEMENT_APP: objdir-clone/linux-x64-network-manager-${BUILD_VARIANT}-clang-test/matter-network-manager-app" >> /tmp/test_env.yaml
                  echo "OTA_PROVIDER_APP: objdir-clone/linux-x64-ota-provider-${BUILD_VARIANT}-clang-test-unified/chip-ota-provider-app" >> /tmp/test_env.yaml
                  echo "OTA_REQUESTOR_APP: objdir-clone/linux-x64-ota-requestor-${BUILD_VARIANT}-clang-test/chip-ota-requestor-app" >> /tmp/test_env.yaml
                  echo "PUSH_AV_SERVER: src/tools/push_av_server/src/server.py" >> /tmp/test_env.yaml
                  echo "SU_OTA_REQUESTOR_V2: objdir-clone/chip-ota-requestor-app_v2.min.ota" >> /tmp/test_env.yaml
                  echo "TERMS_AND_CONDITIONS_APP: objdir-clone/linux-x64-terms-and-conditions-${BUILD_VARIANT}-clang/chip-terms-and-conditions-app" >> /tmp/test_env.yaml
                  echo "TRACE_APP: out/trace_data/app-{SCRIPT_BASE_NAME}" >> /tmp/test_env.yaml
                  echo "WATER_HEATER_APP: objdir-clone/linux-x64-water-heater-${BUILD_VARIANT}-clang-test/matter-water-heater-app" >> /tmp/test_env.yaml
                  echo "WATER_LEAK_DETECTOR_APP: objdir-clone/linux-x64-water-leak-detector-${BUILD_VARIANT}-clang-test-unified/water-leak-detector-app" >> /tmp/test_env.yaml
                  # keep-sorted: end

                  # Generic trace setups after applications
                  echo "TRACE_TEST_JSON: out/trace_data/test-{SCRIPT_BASE_NAME}" >> /tmp/test_env.yaml
                  echo "TRACE_TEST_PERFETTO: out/trace_data/test-{SCRIPT_BASE_NAME}" >> /tmp/test_env.yaml

            - name: Verify Testing Support
              if: ${{matrix.filter == ''}}
              run: |
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/test_ota_images_versions.py -i objdir-clone/chip-ota-requestor-app_v2.min.ota -v 2'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/test_IDM_10_4.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/test_TC_ICDM_2_1_full_pics.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/test_TC_ICDM_2_1_min_pics.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/test_TC_SC_7_1.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestDecorators.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestChoiceConformanceSupport.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestCommissioningStatusDetection.py'
                  scripts/run_in_python_env.sh out/venv 'scripts/tests/run_python_test.py --load-from-env /tmp/test_env.yaml --script src/python_testing/test_testing/TestCommissioningStatusDetectionIntegration.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestConformanceSupport.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestConformanceTest.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestCreateNewController.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestDefaultWarnings.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestIdChecks.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestMatterTestingSupport.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestPics.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestSpecParsingDataType.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestSpecParsingDeviceType.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestSpecParsingNamespace.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestSpecParsingSelection.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestSpecParsingSupport.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestStepExtractor.py'
                  scripts/run_in_python_env.sh out/venv 'python3 src/python_testing/test_testing/TestTestMetadata.py'
                  scripts/run_in_python_env.sh out/venv 'scripts/tests/run_python_test.py --load-from-env /tmp/test_env.yaml --script src/python_testing/test_testing/TestFactoryResetRequests.py'
                  scripts/run_in_python_env.sh out/venv 'PYTHONPATH=src/python_testing:$PYTHONPATH python3 -m unittest discover -s src/python_testing/mdns_discovery/tests -p "test_*.py"'

            - name: Run Tests (individual)
              if: ${{matrix.filter == ''}}
              run: |
                  mkdir -p out/trace_data
                  scripts/run_in_python_env.sh out/venv 'scripts/tests/run_python_test.py --load-from-env /tmp/test_env.yaml --script src/controller/python/tests/scripts/mobile-device-test.py'
                  scripts/run_in_python_env.sh out/venv "scripts/tests/TestTimeSyncTrustedTimeSourceRunner.py --all-clusters objdir-clone/linux-x64-all-clusters-${BUILD_VARIANT}-clang-test/chip-all-clusters-app"
                  scripts/run_in_python_env.sh out/venv "scripts/tests/run_python_test.py \
                      --factory-reset \
                      --app objdir-clone/linux-x64-all-clusters-${BUILD_VARIANT}-clang-test/chip-all-clusters-app \
                      --app-args '--discriminator 1234 --KVS kvs1' \
                      --script-args '--commissioning-method on-network --discriminator 1234 --passcode 20202021 --endpoint 1' \
                      --script src/python_testing/test_testing/test_manufacturer_specific_cluster.py"

            - name: Run Tests ${{matrix.filter}}
              if: ${{matrix.filter != ''}}
              env:
                  KEEP_GOING: ${{ github.event_name != 'pull_request' && '--keep-going' || '' }}
              run: |
                  scripts/run_in_python_env.sh out/venv "src/python_testing/execute_python_tests.py run $KEEP_GOING --env-file /tmp/test_env.yaml --search-directory src/python_testing --regex '${{matrix.filter}}' --summary-file test-summaries/python-tests.json --junit-file ${{matrix.junitxml}} --junit-suite-name 'REPL Tests Linux - ${{github.ref_name}}'"
            - name: Print python test summary
              if: ${{ matrix.filter != '' && always() }}
              run: |
                  [ -f test-summaries/python-tests.json ] && \
                    scripts/run_in_python_env.sh out/venv \
                      'src/python_testing/execute_python_tests.py summarize --summary-file test-summaries/python-tests.json --compact-failures-file test-summaries/compact-failures.txt' || true
            - name: Upload python test summary
              uses: actions/upload-artifact@v7
              if: ${{ matrix.filter != '' && always() }}
              with:
                  name: test-summaries-python-${{ matrix.filter }}
                  path: test-summaries/python-tests.json
                  retention-days: 30

            - name: Upload JUnit XML Results
              if: always() && matrix.filter != ''
              uses: actions/upload-artifact@v7
              with:
                  name: junit-results-repl-${{ matrix.filter }}
                  path: ${{matrix.junitxml}}
                  retention-days: 30
                  if-no-files-found: warn
            - name: Execute Jupyter Notebooks
              if: ${{matrix.filter == ''}}
              run: |
                  # TODO: ipynb HARD CODES paths to all-clusters app. create a symlink to them
                  ln -s ../objdir-clone/linux-x64-all-clusters-${BUILD_VARIANT}-clang-test out/linux-x64-all-clusters

                  scripts/run_in_python_env.sh out/venv \
                  "jupyter execute docs/development_controllers/matter-repl/Matter_REPL_Intro.ipynb \
                  docs/development_controllers/matter-repl/Matter_Basic_Interactions.ipynb \
                  docs/development_controllers/matter-repl/Matter_Access_Control.ipynb \
                  docs/development_controllers/matter-repl/Matter_Multi_Fabric_Commissioning.ipynb \
                  "

            - name: Uploading core files
              uses: actions/upload-artifact@v7
              if: ${{ failure() && !env.ACT }}
              with:
                  name: crash-core-linux-repl-${{ matrix.filter }}
                  path: /tmp/cores/
                  # Cores are big; don't hold on to them too long.
                  retention-days: 5
            - name: Uploading packet captures for debugging
              uses: actions/upload-artifact@v7
              if: ${{ failure() && !env.ACT }}
              with:
                  name: pcaps-linux-repl-${{ matrix.filter }}
                  path: out/ip_packet_captures

            # Example debug breakpoint:
            #
            # - name: Breakpoint if tests failed
            #   if: failure()
            #   uses: namespacelabs/breakpoint-action@v0
            #   with:
            #     duration: 30m
            #     authorized-users: andy31415
    # TODO, factor out this job and the one in nightly.yaml into a separate action that can be called
            - name: Notify Slack on Failure
              if: failure()
              uses: ./.github/actions/notify-slack-failure
              with:
                slack-webhook: ${{ secrets.SWTT_SLACK_WEBHOOK }}
                job-name: "REPL Tests - Linux (RUN)"
                job-details: "${{ matrix.filter }}"
                extra-details-file: "test-summaries/compact-failures.txt"
    repl_tests_linux_report:
      name: REPL Tests - Linux (REPORT RESULTS)
      needs: repl_tests_linux_run
      if: ${{ !cancelled() && needs.repl_tests_linux_run.result != 'skipped' && github.actor != 'restyled-io[bot]' }}

      runs-on: ubuntu-latest
      concurrency:
          group: ${{ github.event_name == 'pull_request' && format('gh-pages-report-{0}', github.run_id) || 'gh-pages-deploy' }}
          cancel-in-progress: false
      permissions:
          contents: write
          checks: write

      steps:
          - name: Checkout
            uses: actions/checkout@v7

          # The gh-pages Allure history is handled several times over on this
          # runner (checkout, history copy, deploy clone), so free up disk first.
          - name: Maximize runner disk
            uses: ./.github/actions/maximize-runner-disk

          - name: Download all JUnit XML results
            uses: actions/download-artifact@v8
            with:
                pattern: junit-results-*
                path: junit-results
                merge-multiple: true

          - name: Publish test results to GitHub Actions
            uses: mikepenz/action-junit-report@v6
            with:
                report_paths: junit-results/**/*.xml
                detailed_summary: true
                require_tests: false
                annotate_only: true

          - name: Checkout gh-pages for Allure history
            uses: actions/checkout@v7
            with:
                ref: gh-pages
                path: gh-pages

          - name: Generate Allure Report
            uses: simple-elf/allure-report-action@v1.14
            with:
                allure_results: junit-results
                allure_report: allure-report
                gh_pages: gh-pages
                allure_history: allure-history
                subfolder: allure-report/ci_tests
                keep_reports: 200
                # This is the name that will show up in the Dashboard Overview
                report_name: "CI Tests"

          - name: Upload Allure Report
            uses: actions/upload-artifact@v7
            with:
                name: allure-report-ci-repl
                path: allure-report
                retention-days: 30
                if-no-files-found: warn

          - name: Deploy to GitHub Pages
            if: github.event_name != 'pull_request' && github.event_name != 'merge_group'
            uses: peaceiris/actions-gh-pages@v4
            with:
                github_token: ${{ secrets.GITHUB_TOKEN }}
                publish_dir: allure-history/allure-report/ci_tests
                destination_dir: allure-report/ci_tests
                # keep_files: false prunes reports beyond keep_reports from the
                # branch; scoped to destination_dir, so other subfolders are kept.
                keep_files: false

          - name: Notify Slack on Failure
            if: failure()
            uses: ./.github/actions/notify-slack-failure
            with:
              slack-webhook: ${{ secrets.SWTT_SLACK_WEBHOOK }}
              job-name: "Deploy to GitHub Pages"
    repl_tests_darwin:
        name: REPL Tests - Darwin (Build Only)
        strategy:
            matrix:
                include:
                - os: macos-26
                  arch: arm64   # observed, not configured
                  build_variant: no-ble-no-wifi-tsan-clang
                # - os: macos-15-intel
                #   arch: x64   # observed, not configured
                #   build_variant: no-ble-no-wifi-tsan-clang`
                # - os: macos-15
                #   arch: arm64   # observed, not configured
                #   build_variant: no-ble-no-wifi-tsan-clang`
        env:
            BUILD_VARIANT: ${{matrix.build_variant}}
            TSAN_OPTIONS: "halt_on_error=1"

        if: github.actor != 'restyled-io[bot]'
        runs-on: ${{ matrix.os }}

        steps:
            - name: Checkout
              uses: actions/checkout@v7
            - name: Setup Environment
              # coreutils for stdbuf; gnubin is needed because newer coreutils only exposes 'stdbuf' under libexec/gnubin
              run: |
                brew install coreutils
                echo "$HOMEBREW_PREFIX/opt/coreutils/libexec/gnubin" >> "$GITHUB_PATH"
            - name: Try to ensure the directories for core dumping and diagnostic
                  log collection exist and we can write them.
              run: |
                  sudo chown ${USER} /cores || true
                  mkdir -p ~/Library/Logs/DiagnosticReports || true
                  mkdir objdir-clone || true
            - name: Checkout submodules & Bootstrap
              uses: ./.github/actions/checkout-submodules-and-bootstrap
              with:
                  platform: darwin
                  bootstrap-log-name: bootstrap-logs-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}

            - name: Build Python REPL and example apps
              run: |
                  scripts/run_in_build_env.sh './scripts/build_python.sh --install_virtual_env out/venv'
                  ./scripts/run_in_build_env.sh \
                   "./scripts/build/build_examples.py \
                      --target darwin-${{matrix.arch}}-all-clusters-${BUILD_VARIANT}-test \
                      build \
                      --copy-artifacts-to objdir-clone \
                   "
            - name: Run Tests
              if: false # disable darwin test runs for now as they were very flaky in the past
              run: |
                  scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/darwin-${{matrix.arch}}-all-clusters-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factory-reset --quiet --app-args "--discriminator 3840 --interface-id -1" --script-args "-t 3600 --disable-test ClusterObjectTests.TestTimedRequestTimeout"'
            - name: Uploading core files
              uses: actions/upload-artifact@v7
              if: ${{ failure() && !env.ACT }}
              with:
                  name: crash-core-darwin-python-repl
                  path: /cores/
                  # Cores are big; don't hold on to them too long.
                  retention-days: 5
            - name: Uploading traces on failure
              uses: actions/upload-artifact@v7
              if: ${{ failure() && !env.ACT }}
              with:
                  name: trace-data-python-repl
                  path: out/trace_data/
                  retention-days: 5
            - name: Uploading diagnostic logs
              uses: actions/upload-artifact@v7
              if: ${{ failure() && !env.ACT }}
              with:
                  name: crash-log-darwin-python-repl
                  path: ~/Library/Logs/DiagnosticReports/
            - name: Uploading objdir for debugging
              uses: actions/upload-artifact@v7
              if: ${{ failure() && !env.ACT }}
              with:
                  name: crash-objdir-darwin-python-repl
                  path: objdir-clone/
                  # objdirs are big; don't hold on to them too long.
                  retention-days: 5
            - name: Notify Slack on Failure
              if: failure()
              uses: ./.github/actions/notify-slack-failure
              with:
                slack-webhook: ${{ secrets.SWTT_SLACK_WEBHOOK }}
                job-name: "REPL Tests - Darwin (Build Only)"
                job-details: "${{ matrix.os }}, ${{ matrix.arch }}, ${{ matrix.build_variant }}"