src/python_testing/test_metadata.yaml

# Tests that are NOT executed in CI, along with the reason on
# why they are not.
not_automated:
    - name: TC_DD_3_23.py
      reason:
          NFC Reader needed for running this test-case and CI does not support
          it
    - name: TC_DD_3_24.py
      reason:
          NFC Reader needed for running this test-case and CI does not support
          it
    - name: TC_DD_3_25.py
      reason:
          NFC Reader needed for running this test-case and CI does not support
          it
    - name: TC_DD_3_26.py
      reason:
          NFC Reader needed for running this test-case and CI does not support
          it
    - name: TC_DD_3_27.py
      reason:
          NFC Reader needed for running this test-case and CI does not support
          it
    - name: TC_IDM_10_7.py
      reason:
          NFC Reader needed for running this test-case and CI does not support
          it
    - name: TC_SC_TC_2_1.py
      reason: Test requires Thread MeshCoP hardware or simulation.
    - name: TC_SC_TC_2_2.py
      reason: Test requires Thread MeshCoP hardware or simulation.
    - name: TC_SC_TC_3_1.py
      reason: Test requires Thread MeshCoP hardware or simulation.
    - name: TC_SC_TC_4_1.py
      reason: Test requires Thread MeshCoP hardware or simulation.
    - name: thread_meshcop_testing.py
      reason: Shared code for Thread MeshCoP tests, not a standalone test.
    - name: MinimalRepresentation.py
      reason: Code/Test not being used or not shared code for any other tests
    - name: TC_AVSMTestBase.py
      reason: Shared code for TC_AVSM, not a standalone test
    - name: TC_PROXRTestBase.py
      reason: Shared code for TC_PROXR, not a standalone test
    - name: TC_BRBINFO_3_1.py
      reason:
          Attribute is not implemented in the bridge app. Same code as
          BINFO-3.1, which is run in the CI
    - name: TC_CNET_4_2.py
      reason: It has no CI execution block, it not executed in CI
    - name: TC_CNET_4_1.py
      reason: Required commissioning not implemented on CI
    - name: TC_CNET_4_4.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_9.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_10.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_11.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_12.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_15.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_16.py
      reason: Can not run thread CNET tests in CI
    - name: TC_CNET_4_22.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_23.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_25.py
      reason:
          Requires a DUT supporting the Wi-Fi PDC feature, which CI does not
          provide
    - name: TC_CNET_4_26.py
      reason:
          Requires a DUT supporting the Wi-Fi PDC feature, which CI does not
          provide
    - name: TC_CNET_4_27.py
      reason:
          Requires a DUT supporting the Wi-Fi PDC feature, which CI does not
          provide
    - name: TC_CNET_4_28.py
      reason:
          Requires a DUT supporting the Wi-Fi PDC feature, which CI does not
          provide
    - name: TC_CNET_4_29.py
      reason: Can not run WiFi connection CNET tests in CI
    - name: TC_CNET_4_30.py
      reason:
          The DUT is a commissioner that sends the commands under test, driven
          by an operator
    - name: TC_DGGEN_3_2.py
      reason:
          src/python_testing/test_testing/test_TC_DGGEN_3_2.py is the Unit test
          of this test
    - name: TC_EEVSE_Utils.py
      reason: Shared code for TC_EEVSE, not a standalone test
    - name: TC_EWATERHTRBase.py
      reason: Shared code for TC_EWATERHTR, not a standalone test
    - name: TC_EnergyReporting_Utils.py
      reason: Shared code for TC_EEM and TC_EPM, not a standalone test
    - name: TC_EGCTestBase.py
      reason: Shared code for TC_EGC, not a standalone test
    - name: TC_EPALM_TestBase.py
      reason: Shared code for TC_EPALM, not a standalone test
    - name: TC_ESALM_TestBase.py
      reason: Shared code for TC_ESALM, not a standalone test
    - name: TC_OpstateCommon.py
      reason: Shared code for TC_OPSTATE, not a standalone test
    - name: TC_pics_checker.py
      reason:
          Currently isn't enabled because we don't have any examples with
          conformant PICS
    - name: TC_OCC_3_1.py
      reason:
          There are CI issues for the test cases that implements manually
          controlling sensor device for the occupancy state ON/OFF change
    - name: TC_OCC_3_2.py
      reason:
          There are CI issues for the test cases that implements manually
          controlling sensor device for the occupancy state ON/OFF change
    - name: TestCommissioningTimeSync.py
      reason: Code/Test not being used or not shared code for any other tests
    - name: TestConformanceSupport.py
      reason: Unit test - does not run against an app
    - name: TestChoiceConformanceSupport.py
      reason: Unit test - does not run against an app
    - name: TC_DEMTestBase.py
      reason: Shared code for TC_DEM, not a standalone test
    - name: TC_EGCTestBase.py
      reason: Shared code for TC_EGC, not a standalone test
    - name: TC_SEPRTestBase.py
      reason: Shared code for TC_SEPR, not a standalone test
    - name: TC_SETRF_TestBase.py
      reason: Shared code for TC_SETRF, not a standalone test
    - name: TC_SUTestBase.py
      reason: Shared code for TC_SU, not a standalone test
    - name: TC_COMMTR_TestBase.py
      reason: Shared code for TC_COMMTR, not a standalone test
    - name: TC_MTRIDTestBase.py
      reason: Shared code for TC_MTRID, not a standalone test
    - name: TestConformanceTest.py
      reason:
          Unit test of the conformance test (TC_DeviceConformance) - does not
          run against an app
    - name: TestDefaultWarnings.py
      reason: Unit test - does not run against an app
    - name: TestIdChecks.py
      reason: Unit test - does not run against an app
    - name: TestCreateNewController.py
      reason: Unit test - does not run against an app
    - name: TestSpecParsingDataType.py
      reason: Unit test - does not run against an app
    - name: TestSpecParsingDeviceType.py
      reason: Unit test - does not run against an app
    - name: TestSpecParsingNamespace.py
      reason: Unit test - does not run against an app
    - name: TestConformanceTest.py
      reason: Unit test - does not run against an app
    - name: TestPics.py
      reason: Unit test - does not run against an app
    - name: TestSpecParsingSelection.py
      reason: Unit test - does not run against an app
    - name: TestMatterTestingSupport.py
      reason: Unit test - does not run against an app
    - name: TestSpecParsingSupport.py
      reason: Unit test - does not run against an app
    - name: TestTimeSyncTrustedTimeSource.py
      reason:
          Unit test and shared code for
          scripts/tests/TestTimeSyncTrustedTimeSourceRunner.py
    - name: drlk_2_x_common.py
      reason: Shared code for TC_DRLK, not a standalone test
    - name: execute_python_tests.py
      reason:
          Python code that runs all the python tests from src/python_testing
          (This code itself run via tests.yaml)
    - name: fake_device_builder.py
      reason: Unit test helper code, not a standalone test
    - name: hello_external_runner.py
      reason: Code/Test not being used or not shared code for any other tests
    - name: hello_test.py
      reason: Is a template for tests
    - name: test_plan_support.py
      reason: Shared code for TC_*, not a standalone test
    - name: test_plan_table_generator.py
      reason: Code/Test not being used or not shared code for any other tests
    - name: modebase_cluster_check.py
      reason: Shared code for Modebase derived clusters, not a standalone test.
    - name: TC_AVSUMTestBase.py
      reason:
          Shared code for Camera AV Settings (TC_AVSUM*), not a standalone test.
    - name: TC_WEBRTC_1_5.py
      reason:
          Depends on Python WebRTC bindings and Camera App. Will be enabled once
          local tests are fully verified.
    - name: TC_WEBRTC_Utils.py
      reason: Helper methods for WebRTC TCs, not a standalone test.
    - name: TC_WEBRTC_1_6.py
      reason: Depends on a browser peer for webrtc. CI is not supported.
    - name: TC_CHIMETestBase.py
      reason: Shared code for the Chime Cluster, not a standalone test.
    - name: TC_WEBRTCRTestBase.py
      reason:
          Shared code for the WebRTC Requestor Cluster, not a standalone test.
    - name: TC_WEBRTCPTestBase.py
      reason:
          Shared code for the WebRTC Provider Cluster, not a standalone test.
    - name: TC_PAVSTTestBase.py
      reason:
          Shared code for Push AV Cluster tests (TC_PAVST_*), not a standalone
          test.
    - name: TC_PAVSTI_Utils.py
      reason: Helper methods for Push AV Integration TCs
    - name: TC_TLS_Utils.py
      reason: Helper methods for TC tests dependent on TLS clusters
    - name: TC_TLSCERT_Base.py
      reason: Shared code for TC_TLSCERT, not a standalone test
    - name: TC_TLSCLIENT_Base.py
      reason: Shared code for TC_TLSCLIENT, not a standalone test
    - name: TC_TSTAT_Utils.py
      reason: Shared code for TSTAT TCs, not a standalone test.
    - name: TC_DD_1_5.py
      reason:
          No existing app corresponding to the test content (NFC-based
          onboarding data security requirements)
    - name: TC_GC_common.py
      reason: Shared code for TC_GC, not a standalone test.
    - name: TC_S_common.py
      reason: Shared helper code for TC_S, not a standalone test.
    - name: TC_DA_PQC_common.py
      reason: Shared code for the TC_DA PQC tests, not a standalone test.
    - name: TC_NETIM_1_5.py
      reason:
          The DUT is a Matter commissioner that originates the commands under
          test, so the test is driven by an operator working the DUT's
          interface. It has no CI execution block.
    - name: TC_NETIM_1_6.py
      reason:
          The DUT is a Matter commissioner that originates the commands under
          test, so the test is driven by an operator working the DUT's
          interface. It has no CI execution block.
    - name: TC_DA_1_11.py
      reason:
          DUT-Commissioner test that spawns the TH commissionee itself and needs
          PQC-capable DAC provider JSON fixtures, which the generic CI harness
          does not set up.
    - name: TC_DA_1_13.py
      reason:
          DUT-Commissioner test that spawns the TH commissionee itself and needs
          PQC-capable DAC provider JSON fixtures, which the generic CI harness
          does not set up.
    - name: TC_AUDIOCONTROLTestBase.py
      reason: Shared code for TC_AUDIOCONTROL, not a standalone test.
    - name: TC_MEDIAPLAYBACKTestBase.py
      reason: Shared code for TC_MEDIAPLAYBACK, not a standalone test.
    - name: TC_MESSTestBase.py
      reason: Shared code for TC_MESS, not a standalone test.
    - name: TC_MEDIAFILEMANAGEMENTTestBase.py
      reason: Shared code for TC_MEDIAFILEMANAGEMENT, not a standalone test.
    - name: TC_CONTENTLAUNCHER_10_8.py
      reason: Requires user interaction.
    - name: TC_CONTENTLAUNCHER_10_9.py
      reason: Requires a media URL PIXIT and user interaction.
    - name: TC_ALOGIN_12_3.py
      reason: Requires a user to complete an OAuth login on a second device.
    - name: TC_MESS_3_2.py
      reason: Requires real audio URI PIXITs and times actual playback.
    - name: TC_MESS_3_3.py
      reason: Requires an audio URI PIXIT and an operator to mute the DUT.
    # Items below MUST be fixed eventually.
    - name: TC_MCORE_FS_1_4.py
      reason:
          Very flaky in CI.
          https://github.com/project-chip/connectedhomeip/issues/71932
    - name: TC_AVANALYTestBase.py
      reason: Shared helper methods for AV Analysis tests, not a standalone test

# Tests requiring specific builds or runtime environments. CI configures
# these separately; `local.py python-tests` skips them.
dedicated_runner:
    - name: TC_DA_1_10.py
      reason:
          Requires an app and controller built with OpenSSL 3.5. Run in the
          openssl_3_5_tests CI job with the development DAC-provider fixtures.
    - name: TC_DA_1_12.py
      reason:
          Requires an app and controller built with OpenSSL 3.5. Run in the
          openssl_3_5_tests CI job with the development DAC-provider fixtures.
    - name: TC_OPCREDS_3_9.py
      reason:
          Requires an app and controller built with OpenSSL 3.5. Run in the
          openssl_3_5_tests CI job with the development DAC-provider fixtures.
    - name: TC_COMPRO_2_1.py
      reason:
          Needs root for its mocked BLE and Wi-Fi topology. Run it with sudo
          scripts/tests/run_python_test.py --load-from-env out/test_env.yaml.
    - name: TC_COMPRO_2_2.py
      reason:
          Needs root for its mocked BLE and Wi-Fi topology. Run it with sudo
          scripts/tests/run_python_test.py --load-from-env out/test_env.yaml.
    - name: TC_COMPRO_2_3.py
      reason:
          Needs root for its mocked BLE and Wi-Fi topology. Run it with sudo
          scripts/tests/run_python_test.py --load-from-env out/test_env.yaml.
    - name: TC_COMPRO_2_4.py
      reason:
          Needs root for its mocked BLE and Wi-Fi topology. Run it with sudo
          scripts/tests/run_python_test.py --load-from-env out/test_env.yaml.
    - name: TC_COMPRO_2_5.py
      reason:
          Needs root for its mocked BLE and Wi-Fi topology. Run it with sudo
          scripts/tests/run_python_test.py --load-from-env out/test_env.yaml.
    - name: TC_COMPRO_2_6.py
      reason:
          Needs root for its mocked BLE and Wi-Fi topology. Run it with sudo
          scripts/tests/run_python_test.py --load-from-env out/test_env.yaml.
    - name: TC_COMPRO_2_7.py
      reason:
          Needs root for its mocked BLE and Wi-Fi topology. Run it with sudo
          scripts/tests/run_python_test.py --load-from-env out/test_env.yaml.
    - name: TC_COMPRO_2_8.py
      reason:
          Needs root for its mocked BLE and Wi-Fi topology. Run it with sudo
          scripts/tests/run_python_test.py --load-from-env out/test_env.yaml.
    - name: TC_COMPRO_2_9.py
      reason:
          Needs root for its mocked BLE and Wi-Fi topology. Run it with sudo
          scripts/tests/run_python_test.py --load-from-env out/test_env.yaml.

# This is a list of slow tests (just arbitrarily picked around 20 seconds)
# used in some script reporting for "be patient" messages as well as potentially
# to consider improving. May not be exhaustive
slow_tests:
    - { name: mobile-device-test.py, duration: 3 minutes }
    - { name: TC_AccessChecker.py, duration: 15 minutes }
    - { name: TC_CADMIN_1_3_4.py, duration: 4 minutes }
    - { name: TC_CADMIN_1_19.py, duration: 30 seconds }
    - { name: TC_CADMIN_1_22_24.py, duration: 3 minutes }
    - { name: TC_CADMIN_1_9.py, duration: 40 seconds }
    - { name: TC_CLCTRL_4_1.py, duration: 45 seconds }
    - { name: TC_DEM_2_10.py, duration: 40 seconds }
    - { name: TC_DeviceBasicComposition.py, duration: 9 minutes }
    - { name: TC_DRLK_2_12.py, duration: 30 seconds }
    - { name: TC_DRLK_2_3.py, duration: 30 seconds }
    - { name: TC_EEVSE_2_6.py, duration: 30 seconds }
    - { name: TC_FAN_3_1.py, duration: 15 seconds }
    - { name: TC_IDM_2_2.py, duration: 3 minutes }
    - { name: TC_IDM_4_3.py, duration: 4 minutes }
    - { name: TC_MCORE_FS_1_4.py, duration: 20 seconds }
    - { name: TC_OO_2_8.py, duration: 1 minute }
    - { name: TC_OPSTATE_2_5.py, duration: 1.25 minutes }
    - { name: TC_OPSTATE_2_6.py, duration: 35 seconds }
    - { name: TC_PS_2_3.py, duration: 30 seconds }
    - { name: TC_RR_1_1.py, duration: 25 seconds }
    - { name: TC_SWTCH.py, duration: 1 minute }
    - { name: TC_TestAttrAvail.py, duration: 30 seconds }
    - { name: TC_TIMESYNC_2_10.py, duration: 20 seconds }
    - { name: TC_TIMESYNC_2_11.py, duration: 30 seconds }
    - { name: TC_TIMESYNC_2_12.py, duration: 20 seconds }
    - { name: TC_TIMESYNC_2_7.py, duration: 20 seconds }
    - { name: TC_TIMESYNC_2_8.py, duration: 1.5 minutes }
    - { name: TC_JFADMIN_1_4.py, duration: 1.5 minutes }
    - { name: TC_JFADMIN_2_1.py, duration: 30 seconds }
    - { name: TC_JFADMIN_2_2.py, duration: 30 seconds }
nightly:
    - { name: TC_SU_2_2.py, duration: 35 minutes }
    - { name: TC_SU_2_4.py, duration: 10 minutes }
    - { name: TC_SU_2_5.py, duration: 20 minutes }
    - { name: TC_CC_2_2.py, duration: 2.5 minutes }
    - { name: TC_BRBINFO_4_1.py, duration: 5 minutes }