src/python_testing/test_metadata.yaml

# Tests that are NOT executed in CI, along with the reason on
# why they are not.
not_automated:
    - name: TC_DD_3_23.py
      reason:
          NFC-Thread hardware setup needed for running this test-case and CI
          does not support it
    - name: TC_DD_3_24.py
      reason:
          NFC-Thread hardware setup needed for running this test-case and CI
          does not support it
    - name: MinimalRepresentation.py
      reason: Code/Test not being used or not shared code for any other tests
    - name: TC_AVSMTestBase.py
      reason: Shared code for TC_AVSM, not a standalone test
    - name: TC_BRBINFO_3_1.py
      reason:
          Attribute is not implemented in the bridge app. Same code as
          BINFO-3.1, which is run in the CI
    - name: TC_CNET_4_2.py
      reason: It has no CI execution block, it not executed in CI
    - name: TC_CNET_4_1.py
      reason: Required commissioning not implemented on CI
    - name: TC_CNET_4_4.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_9.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_10.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_12.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_15.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_CNET_4_16.py
      reason: Can not run thread CNET tests in CI
    - name: TC_CNET_4_22.py
      reason: It has no CI execution block, is not executed in CI
    - name: TC_DGGEN_3_2.py
      reason:
          src/python_testing/test_testing/test_TC_DGGEN_3_2.py is the Unit test
          of this test
    - name: TC_EEVSE_Utils.py
      reason: Shared code for TC_EEVSE, not a standalone test
    - name: TC_EWATERHTRBase.py
      reason: Shared code for TC_EWATERHTR, not a standalone test
    - name: TC_EnergyReporting_Utils.py
      reason: Shared code for TC_EEM and TC_EPM, not a standalone test
    - name: TC_EGCTestBase.py
      reason: Shared code for TC_EGC, not a standalone test
    - name: TC_OpstateCommon.py
      reason: Shared code for TC_OPSTATE, not a standalone test
    - name: TC_pics_checker.py
      reason:
          Currently isn't enabled because we don't have any examples with
          conformant PICS
    - name: TC_OCC_3_1.py
      reason:
          There are CI issues for the test cases that implements manually
          controlling sensor device for the occupancy state ON/OFF change
    - name: TC_OCC_3_2.py
      reason:
          There are CI issues for the test cases that implements manually
          controlling sensor device for the occupancy state ON/OFF change
    - name: TestCommissioningTimeSync.py
      reason: Code/Test not being used or not shared code for any other tests
    - name: TestConformanceSupport.py
      reason: Unit test - does not run against an app
    - name: TestChoiceConformanceSupport.py
      reason: Unit test - does not run against an app
    - name: TC_DEMTestBase.py
      reason: Shared code for TC_DEM, not a standalone test
    - name: TC_EGCTestBase.py
      reason: Shared code for TC_EGC, not a standalone test
    - name: TC_SEPRTestBase.py
      reason: Shared code for TC_SEPR, not a standalone test
    - name: TC_SETRF_TestBase.py
      reason: Shared code for TC_SETRF, not a standalone test
    - name: TC_SUTestBase.py
      reason: Shared code for TC_SU, not a standalone test
    - name: TC_SU_2_2.py
      reason: Test takes around 10 minutes, skipped in CI. Works on CI if added.
    - name: TC_SU_2_5.py
      reason:
          Test is skipped as it takes around 25 minutes to complete. Works on CI
          if added.
    - name: TC_SU_2_7.py
      reason:
          Test is skipped as it takes around 15 minutes to complete. Works on CI
          if added.
    - name: TC_COMMTR_TestBase.py
      reason: Shared code for TC_COMMTR, not a standalone test
    - name: TC_MTRIDTestBase.py
      reason: Shared code for TC_MTRID, not a standalone test
    - name: TestConformanceTest.py
      reason:
          Unit test of the conformance test (TC_DeviceConformance) - does not
          run against an app
    - name: TestDefaultWarnings.py
      reason: Unit test - does not run against an app
    - name: TestIdChecks.py
      reason: Unit test - does not run against an app
    - name: TestSpecParsingDataType.py
      reason: Unit test - does not run against an app
    - name: TestSpecParsingDeviceType.py
      reason: Unit test - does not run against an app
    - name: TestSpecParsingNamespace.py
      reason: Unit test - does not run against an app
    - name: TestConformanceTest.py
      reason: Unit test - does not run against an app
    - name: TestPics.py
      reason: Unit test - does not run against an app
    - name: TestSpecParsingSelection.py
      reason: Unit test - does not run against an app
    - name: TestMatterTestingSupport.py
      reason: Unit test - does not run against an app
    - name: TestSpecParsingSupport.py
      reason: Unit test - does not run against an app
    - name: TestTimeSyncTrustedTimeSource.py
      reason:
          Unit test and shared code for
          scripts/tests/TestTimeSyncTrustedTimeSourceRunner.py
    - name: drlk_2_x_common.py
      reason: Shared code for TC_DRLK, not a standalone test
    - name: execute_python_tests.py
      reason:
          Python code that runs all the python tests from src/python_testing
          (This code itself run via tests.yaml)
    - name: fake_device_builder.py
      reason: Unit test helper code, not a standalone test
    - name: hello_external_runner.py
      reason: Code/Test not being used or not shared code for any other tests
    - name: hello_test.py
      reason: Is a template for tests
    - name: test_plan_support.py
      reason: Shared code for TC_*, not a standalone test
    - name: test_plan_table_generator.py
      reason: Code/Test not being used or not shared code for any other tests
    - name: modebase_cluster_check.py
      reason: Shared code for Modebase derived clusters, not a standalone test.
    - name: TC_AVSUMTestBase.py
      reason:
          Shared code for Camera AV Settings (TC_AVSUM*), not a standalone test.
    - name: TC_WEBRTC_1_5.py
      reason:
          Depends on Python WebRTC bindings and Camera App. Will be enabled once
          local tests are fully verified.
    - name: TC_WEBRTC_Utils.py
      reason: Helper methods for WebRTC TCs, not a standalone test.
    - name: TC_WEBRTC_1_6.py
      reason: Depends on a browser peer for webrtc. CI is not supported.
    - name: TC_CHIMETestBase.py
      reason: Shared code for the Chime Cluster, not a standalone test.
    - name: TC_WEBRTCRTestBase.py
      reason:
          Shared code for the WebRTC Requestor Cluster, not a standalone test.
    - name: TC_WEBRTCPTestBase.py
      reason:
          Shared code for the WebRTC Provider Cluster, not a standalone test.
    - name: TC_PAVSTTestBase.py
      reason:
          Shared code for Push AV Cluster tests (TC_PAVST_*), not a standalone
          test.
    - name: TC_PAVSTI_Utils.py
      reason: Helper methods for Push AV Integration TCs
    - name: TC_TLS_Utils.py
      reason: Helper methods for TC tests dependent on TLS clusters
    - name: TC_TLSCERT_Base.py
      reason: Shared code for TC_TLSCERT, not a standalone test
    - name: TC_TLSCLIENT_Base.py
      reason: Shared code for TC_TLSCLIENT, not a standalone test
    - name: TC_DD_1_5.py
      reason:
          No existing app corresponding to the test content (NFC-based
          onboarding data security requirements)
    - name: TC_GC_common.py
      reason: Shared code for TC_GC, not a standalone test.
    - name: TC_GC_2_2.py
      reason:
          Test fails in REPL Tests - Linux CI environment because report
          chunking is not enabled.
    - name: TC_GC_2_7.py
      reason: Does not currently pass.

# This is a list of slow tests (just arbitrarily picked around 20 seconds)
# used in some script reporting for "be patient" messages as well as potentially
# to consider improving. May not be exhaustive
slow_tests:
    - { name: mobile-device-test.py, duration: 3 minutes }
    - { name: TC_AccessChecker.py, duration: 15 minutes }
    - { name: TC_BRBINFO_4_1.py, duration: 2 minutes }
    - { name: TC_CADMIN_1_3_4.py, duration: 4 minutes }
    - { name: TC_CADMIN_1_19.py, duration: 30 seconds }
    - { name: TC_CADMIN_1_22_24.py, duration: 3 minutes }
    - { name: TC_CADMIN_1_9.py, duration: 40 seconds }
    - { name: TC_CC_2_2.py, duration: 1.5 minutes }
    - { name: TC_CLCTRL_4_1.py, duration: 45 seconds }
    - { name: TC_DEM_2_10.py, duration: 40 seconds }
    - { name: TC_DeviceBasicComposition.py, duration: 9 minutes }
    - { name: TC_DRLK_2_12.py, duration: 30 seconds }
    - { name: TC_DRLK_2_3.py, duration: 30 seconds }
    - { name: TC_EEVSE_2_6.py, duration: 30 seconds }
    - { name: TC_FAN_3_1.py, duration: 15 seconds }
    - { name: TC_JFPKI_2_4.py, duration: 5 minutes }
    - { name: TC_MCORE_FS_1_4.py, duration: 20 seconds }
    - { name: TC_OPSTATE_2_5.py, duration: 1.25 minutes }
    - { name: TC_OPSTATE_2_6.py, duration: 35 seconds }
    - { name: TC_PS_2_3.py, duration: 30 seconds }
    - { name: TC_RR_1_1.py, duration: 25 seconds }
    - { name: TC_SWTCH.py, duration: 1 minute }
    - { name: TC_TestAttrAvail.py, duration: 30 seconds }
    - { name: TC_TIMESYNC_2_10.py, duration: 20 seconds }
    - { name: TC_TIMESYNC_2_11.py, duration: 30 seconds }
    - { name: TC_TIMESYNC_2_12.py, duration: 20 seconds }
    - { name: TC_TIMESYNC_2_7.py, duration: 20 seconds }
    - { name: TC_TIMESYNC_2_8.py, duration: 1.5 minutes }
    - { name: TC_CADMIN_1_27.py, duration: 30 seconds }
    - { name: TC_CADMIN_1_28.py, duration: 30 seconds }