Updated Testscripts id's (#20514)

* Updated Testscripts id's

* Added Auto generated files

* Restyled by whitespace

* Restyled by clang-format

* Added tests.yaml

Co-authored-by: Restyled.io <commits@restyled.io>

.github/workflows/tests.yaml

@@ -196,7 +196,7 @@ jobs:
  ./scripts/run_in_build_env.sh \
  "./scripts/tests/run_test_suite.py \
  --chip-tool ./out/darwin-x64-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT}/chip-tool \
- --target-skip-glob '{TestGroupMessaging,Test_TC_DIAG_TH_NW_2_1,Test_TC_DIAG_TH_NW_2_2,Test_TC_DIAG_TH_NW_2_3,Test_TC_DIAG_TH_NW_2_4}' \
+ --target-skip-glob '{TestGroupMessaging,Test_TC_DGTHREAD_2_1,Test_TC_DGTHREAD_2_2,Test_TC_DGTHREAD_2_3,Test_TC_DGTHREAD_2_4}' \
  run \
  --iterations 1 \
  --test-timeout-seconds 120 \

examples/darwin-framework-tool/templates/tests/tests.js

@@ -46,16 +46,16 @@ function getTests() {
  tests.disable('TestGroupMessaging');
 
  // TODO: Test_TC_DIAG_TH_NW_2_1 does not work on Darwin for now.
- tests.disable('Test_TC_DIAG_TH_NW_2_1');
+ tests.disable('Test_TC_DGTHREAD_2_1');
 
  // TODO: Test_TC_DIAG_TH_NW_2_2 does not work on Darwin for now.
- tests.disable('Test_TC_DIAG_TH_NW_2_2');
+ tests.disable('Test_TC_DGTHREAD_2_2');
 
  // TODO: Test_TC_DIAG_TH_NW_2_3 does not work on Darwin for now.
- tests.disable('Test_TC_DIAG_TH_NW_2_3');
+ tests.disable('Test_TC_DGTHREAD_2_3');
 
  // TODO: Test_TC_DIAG_TH_NW_2_4 does not work on Darwin for now.
- tests.disable('Test_TC_DIAG_TH_NW_2_4');
+ tests.disable('Test_TC_DGTHREAD_2_4');
 
  // TODO: Test_TC_CC_9_1 does not work on Darwin for now.
  // But is disabled in CI, so we can't disable it here.
@@ -70,13 +70,13 @@ function getTests() {
  //tests.disable('Test_TC_CC_9_3');
 
  // TODO: Test_TC_MC_3_7 does not work on Darwin for now.
- tests.disable('Test_TC_MC_3_7');
+ tests.disable('Test_TC_APPLAUNCHER_3_7');
 
  // TODO: Test_TC_MC_3_8 does not work on Darwin for now.
- tests.disable('Test_TC_MC_3_8');
+ tests.disable('Test_TC_APPLAUNCHER_3_8');
 
  // TODO: Test_TC_MC_3_9 does not work on Darwin for now.
- tests.disable('Test_TC_MC_3_9');
+ tests.disable('Test_TC_APPLAUNCHER_3_9');
 
  return tests;
 }

scripts/tests/chiptest/__init__.py

@@ -21,7 +21,7 @@
 
 
 def target_for_name(name: str):
- if name.startswith("TV_") or name.startswith("Test_TC_MC_"):
+ if name.startswith("TV_") or name.startswith("Test_TC_MC_") or name.startswith("Test_TC_LOWPOWER_") or name.startswith("Test_TC_KEYPADINPUT_") or name.startswith("Test_TC_APPLAUNCHER_") or name.startswith("Test_TC_MEDIAINPUT_") or name.startswith("Test_TC_WAKEONLAN_") or name.startswith("Test_TC_CHANNEL_") or name.startswith("Test_TC_MEDIAPLAYBACK_") or name.startswith("Test_TC_AUDIOOUTPUT_") or name.startswith("Test_TC_TGTNAV_") or name.startswith("Test_TC_APBSC_") or name.startswith("Test_TC_CONTENTLAUNCHER_") or name.startswith("Test_TC_ALOGIN_"):
  return TestTarget.TV
  if name.startswith("DL_") or name.startswith("Test_TC_DLRK_"):
  return TestTarget.LOCK

src/app/tests/suites/certification/Test_TC_MC_12_1.yaml → src/app/tests/suites/certification/Test_TC_ALOGIN_12_1.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 18.14.1. [TC-MC-12.1] Account Login Verification
+name: 19.14.1. [TC-ALOGIN-12.1] Account Login Verification
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_12_2.yaml → src/app/tests/suites/certification/Test_TC_ALOGIN_12_2.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 18.14.2. [TC-MC-12.2] Account Login Verification (DUT as Client)
+name: 19.14.2. [TC-ALOGIN-12.2] Account Login Verification (DUT as Client)
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_1_12.yaml → src/app/tests/suites/certification/Test_TC_ALOGIN_1_12.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 
 name:
- 18.1.12. [TC-MC-1.12] Global attributes - Account Login Cluster (DUT as
+ 19.1.12. [TC-ALOGIN-1.12] Global attributes - Account Login Cluster (DUT as
  Server)
 
 config:

src/app/tests/suites/certification/Test_TC_MC_1_10.yaml → src/app/tests/suites/certification/Test_TC_APBSC_1_10.yaml

@@ -13,8 +13,8 @@
 # limitations under the License.
 
 name:
- 18.1.10. [TC-MC-1.10] Global attributes - Application Basic Cluster (DUT as
- Server)
+ 19.1.10. [TC-APBSC-1.10] Global attributes - Application Basic Cluster (DUT
+ as Server)
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_9_1.yaml → src/app/tests/suites/certification/Test_TC_APBSC_9_1.yaml

@@ -12,9 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-name:
- 21.11.1. [TC-MC-9.1] Application Basic Attribute Verification (DUT as
- Server)
+name: 19.11.1. [TC-APBSC-9.1] Application Basic Attribute Verification
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_1_3.yaml → src/app/tests/suites/certification/Test_TC_APPLAUNCHER_1_3.yaml

@@ -13,8 +13,8 @@
 # limitations under the License.
 
 name:
- 18.1.3. [TC-MC-1.3] Global attributes - Application Launcher Cluster (DUT as
- Server)
+ 19.1.3. [TC-APPLAUNCHER-1.3] Global attributes - Application Launcher
+ Cluster (DUT as Server)
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_3_5.yaml → src/app/tests/suites/certification/Test_TC_APPLAUNCHER_3_5.yaml

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-name: 21.4.1. [TC-MC-3.5] Catalog List Verification
+name: 19.4.1. [TC-APPLAUNCHER-3.5] Catalog List Verification
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_3_6.yaml → src/app/tests/suites/certification/Test_TC_APPLAUNCHER_3_6.yaml

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-name: 21.4.2. [TC-MC-3.6] Current App Verification
+name: 19.4.2. [TC-APPLAUNCHER-3.6] Current App Verification
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_3_7.yaml → src/app/tests/suites/certification/Test_TC_APPLAUNCHER_3_7.yaml

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-name: 18.4.3. [TC-MC-3.7] Launch Application Verification
+name: 19.4.3. [TC-APPLAUNCHER-3.7] Launch Application Verification
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_3_7_1.yaml → src/app/tests/suites/certification/Test_TC_APPLAUNCHER_3_7_1.yaml

@@ -13,7 +13,9 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 18.4.4. [TC-MC-3.7.1] Launch Application Verification (DUT as Client)
+name:
+ 19.4.4. [TC-APPLAUNCHER-3.7.1] Launch Application Verification (DUT as
+ Client)
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_3_8.yaml → src/app/tests/suites/certification/Test_TC_APPLAUNCHER_3_8.yaml

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-name: 18.4.4. [TC-MC-3.8] Stop Application Verification
+name: 19.4.5. [TC-APPLAUNCHER-3.8] Stop Application Verification
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_APPLAUNCHER_3_8_1.yaml

@@ -0,0 +1,42 @@
+# Copyright (c) 2021 Project CHIP Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
+
+name:
+ 19.4.6. [TC-APPLAUNCHER-3.8.1] Stop Application Verification (DUT as Client)
+
+config:
+ nodeId: 0x12344321
+ cluster: "Basic"
+ endpoint: 0
+
+tests:
+ - label: "DUT sends StopApp command to TH"
+ PICS: MC_APPLAUNCHER.C.C0001
+ verification: |
+ product maker needs to provide instructions for how to trigger the command:
+ Refer to device or application documentation for special argument values to each command, and/or additional steps required to put device into in correct state to exhibit test behavior.
+
+
+ The following chip-tool command simulates the interaction of the DUT and the log below shows the resulting log on the TH.
+
+ ./chip-tool applicationlauncher stop-app '{"catalogVendorId": 123, "applicationId": "exampleid"}' 1 1
+
+
+ [1646163695248] [9384:3955170] CHIP: [TOO] Endpoint: 1 Cluster: 0x0000_050C Command 0x0000_0003
+ [1646163695249] [9384:3955170] CHIP: [TOO] LauncherResponse: {
+ [1646163695249] [9384:3955170] CHIP: [TOO] status: 0
+ [1646163695249] [9384:3955170] CHIP: [TOO] data: 64617461
+ [1646163695249] [9384:3955170] CHIP: [TOO] }
+ disabled: true

src/app/tests/suites/certification/Test_TC_MC_3_9.yaml → src/app/tests/suites/certification/Test_TC_APPLAUNCHER_3_9.yaml

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-name: 18.4.5. [TC-MC-3.9] Hide Application Verification
+name: 19.4.7. [TC-APPLAUNCHER-3.9] Hide Application Verification
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_3_9_1.yaml → src/app/tests/suites/certification/Test_TC_APPLAUNCHER_3_9_1.yaml

@@ -13,7 +13,8 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 18.4.8. [TC-MC-3.9.1] Hide Application Verification (DUT as Client)
+name:
+ 19.4.8. [TC-APPLAUNCHER-3.9.1] Hide Application Verification (DUT as Client)
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_1_8.yaml → src/app/tests/suites/certification/Test_TC_AUDIOOUTPUT_1_8.yaml

@@ -13,7 +13,8 @@
 # limitations under the License.
 
 name:
- 18.1.8. [TC-MC-1.8] Global attributes - Audio Output Cluster (DUT as Server)
+ 19.1.8. [TC-AUDIOOUTPUT-1.8] Global attributes - Audio Output Cluster(DUT as
+ Server)
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_7_1.yaml → src/app/tests/suites/certification/Test_TC_AUDIOOUTPUT_7_1.yaml

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-name: 21.9.1. [TC-MC-7.1] Select Output Verification
+name: 19.9.1. [TC-AUDIOOUTPUT-7.1] Select Output Verification
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_7_2.yaml → src/app/tests/suites/certification/Test_TC_AUDIOOUTPUT_7_2.yaml

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-name: 21.9.2. [TC-MC-7.2] Rename Output Verification
+name: 19.9.2. [TC-AUDIOOUTPUT-7.2] Rename Output Verification
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_7_3.yaml → src/app/tests/suites/certification/Test_TC_AUDIOOUTPUT_7_3.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 18.9.3. [TC-MC-7.3] Select Output Verification (DUT as Client)
+name: 19.9.3. [TC-AUDIOOUTPUT-7.3] Select Output Verification (DUT as Client)
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MC_7_4.yaml → src/app/tests/suites/certification/Test_TC_AUDIOOUTPUT_7_4.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 18.9.4. [TC-MC-7.4] Rename Output Verification (DUT as Client)
+name: 19.9.4. [TC-AUDIOOUTPUT-7.4] Rename Output Verification (DUT as Client)
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MF_1_1.yaml → src/app/tests/suites/certification/Test_TC_CADMIN_1_1.yaml

@@ -13,7 +13,8 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 24.1.1. [TC-MF-1.1] Administrator Behavior using ECM [DUT - Commissioner]
+name:
+ 24.1.1. [TC-CADMIN-1.1] Administrator Behavior using ECM [DUT -Commissioner]
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MF_1_10.yaml → src/app/tests/suites/certification/Test_TC_CADMIN_1_10.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 
 name:
- 22.1.10. [TC-MF-1.10] Device exit commissioning mode after 20 failed
+ 24.1.10. [TC-CADMIN-1.10] Device exit commissioning mode after 20 failed
  commission attempts [BCM] [DUT - Commissionee]
 
 config:

src/app/tests/suites/certification/Test_TC_MF_1_11.yaml → src/app/tests/suites/certification/Test_TC_CADMIN_1_11.yaml

@@ -14,7 +14,7 @@
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
 name:
- 3.1.11. [TC-MF-1.11] Device exits commissioning mode after 20 failed
+ 24.1.11. [TC-CADMIN-1.11] Device exits commissioning mode after 20 failed
  commission attempts [ECM] [DUT - Commissioner]
 
 config:

src/app/tests/suites/certification/Test_TC_MF_1_12.yaml → src/app/tests/suites/certification/Test_TC_CADMIN_1_12.yaml

@@ -14,7 +14,7 @@
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
 name:
- 3.1.12. [TC-MF-1.12] Device exits commissioning mode after 20 failed
+ 24.1.12. [TC-CADMIN-1.12] Device exits commissioning mode after 20 failed
  commission attempts [BCM] [DUT - Commissioner]
 
 config:

src/app/tests/suites/certification/Test_TC_MF_1_13.yaml → src/app/tests/suites/certification/Test_TC_CADMIN_1_13.yaml

@@ -14,8 +14,8 @@
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
 name:
- 3.1.13. [TC-MF-1.13] Open commissioning window on DUT twice using ECM then
- BCM [DUT - Commissionee]
+ 24.1.13. [TC-CADMIN-1.13] Open commissioning window on DUT twice using ECM
+ then BCM [DUT - Commissionee]
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MF_1_14.yaml → src/app/tests/suites/certification/Test_TC_CADMIN_1_14.yaml

@@ -14,8 +14,8 @@
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
 name:
- 3.1.14. [TC-MF-1.14] Open commissioning window on DUT twice using ECM then
- BCM [DUT - Commissioner]
+ 24.1.14. [TC-CADMIN-1.14] Open commissioning window on DUT twice using ECM
+ then BCM [DUT - Commissioner]
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MF_1_15.yaml → src/app/tests/suites/certification/Test_TC_CADMIN_1_15.yaml

@@ -14,8 +14,8 @@
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
 name:
- 22.1.15. [TC-MF-1.15] Open commissioning window twice on DUT using BCM then
- ECM [DUT - Commissionee]
+ 24.1.15. [TC-CADMIN-1.15] Open commissioning window twice on DUT using BCM
+ then ECM [DUT - Commissionee]
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MF_1_16.yaml → src/app/tests/suites/certification/Test_TC_CADMIN_1_16.yaml

@@ -14,8 +14,8 @@
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
 name:
- 3.1.16. [TC-MF-1.16] Open commissioning window twice on DUT using BCM then
- ECM [DUT - Commissioner]
+ 24.1.16. [TC-CADMIN-1.16] Open commissioning window twice on DUT using BCM
+ then ECM [DUT - Commissioner]
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MF_1_17.yaml → src/app/tests/suites/certification/Test_TC_CADMIN_1_17.yaml

@@ -14,8 +14,8 @@
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
 name:
- 3.1.17. [TC-MF-1.17] Removing Fabrics from DUT and Fabric index enumeration
- using ECM [DUT - Commissionee]
+ 24.1.17. [TC-CADMIN-1.17] Removing Fabrics from DUT and Fabric index
+ enumeration using ECM [DUT - Commissionee]
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MF_1_18.yaml → src/app/tests/suites/certification/Test_TC_CADMIN_1_18.yaml

@@ -14,8 +14,8 @@
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
 name:
- 3.1.18. [TC-MF-1.18] Removing Fabrics from DUT and Fabric index enumeration
- using BCM [DUT - Commissionee]
+ 24.1.18. [TC-CADMIN-1.18] Removing Fabrics from DUT and Fabric index
+ enumeration using BCM [DUT - Commissionee]
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MF_1_19.yaml → src/app/tests/suites/certification/Test_TC_CADMIN_1_19.yaml

@@ -14,8 +14,8 @@
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
 name:
- 3.1.19. [TC-MF-1.19] Removing Fabrics from DUT and Fabric index enumeration
- using ECM [DUT - Commissioner]
+ 24.1.19. [TC-CADMIN-1.19] Removing Fabrics from DUT and Fabric index
+ enumeration using ECM [DUT - Commissioner]
 
 config:
  nodeId: 0x12344321

src/app/tests/suites/certification/Test_TC_MF_1_2.yaml → src/app/tests/suites/certification/Test_TC_CADMIN_1_2.yaml

@@ -13,7 +13,9 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 24.1.2. [TC-MF-1.2] Administrator Behavior using BCM [DUT - Commissioner]
+name:
+ 24.1.2. [TC-CADMIN-1.2] Administrator Behavior using BCM [DUT -
+ Commissioner]
 
 config:
  nodeId: 0x12344321