Fixes manual script issues (#29727)

* Fixes manual script issues 676, 682, 684, 685, 686, 690, 691, 692 * Restyled by whitespace * Modified scripts: TC_CNET_4_1 TC_CNET_4_10 TC_CNET_4_11 TC_CNET_4_12 TC_CNET_4_13 TC_CNET_4_14 TC_CNET_4_15 TC_CNET_4_16 TC_CNET_4_2 TC_CNET_4_20 TC_CNET_4_21 TC_CNET_4_22 TC_CNET_4_3 TC_CNET_4_4 TC_CNET_4_5 TC_CNET_4_6 TC_CNET_4_9 TC_DA_1_4 TC_OPSTATE_2_2 TC_WNCV_5_1_Simulated TC_WNCV_6_1_Simulated TC_WNCV_7_1_Simulated * Restyled by whitespace * Fixing CNET manual YAML's * Modified test TC-CNET-4.15 --------- Co-authored-by: Restyled.io <[email protected]>
project-chip · May 22, 2024 · 4953892 · 4953892
1 parent 9959bc5
commit 4953892
Show file tree

Hide file tree

Showing 38 changed files with 3,482 additions and 735 deletions.
diff --git a/src/app/tests/suites/certification/PICS.yaml b/src/app/tests/suites/certification/PICS.yaml
@@ -7584,36 +7584,6 @@ PICS:
           attribute implemented on the server ?"
       id: WNCV.C.A001a
 
-    - label:
-          "Does the DUT(client) have access privileges for the (0xFFF8)
-          GeneratedCommandList attribute implemented on the server ?"
-      id: WNCV.C.Afff8
-
-    - label:
-          "Does the DUT(client) have access privileges for the (0xFFF9)
-          AcceptedCommandList attribute implemented on the server ?"
-      id: WNCV.C.Afff9
-
-    - label:
-          "Does the DUT(client) have access privileges for the (0xFFFA)
-          EventList attribute implemented on the server ?"
-      id: WNCV.C.Afffa
-
-    - label:
-          "Does the DUT(client) have access privileges for the (0xFFFB)
-          AttributeList attribute implemented on the server ?"
-      id: WNCV.C.Afffb
-
-    - label:
-          "Does the DUT(client) have access privileges for the (0xFFFC)
-          FeatureMap attribute implemented on the server ?"
-      id: WNCV.C.Afffc
-
-    - label:
-          "Does the DUT(client) have access privileges for the (0xFFFD)
-          ClusterRevision attribute implemented on the server ?"
-      id: WNCV.C.Afffd
-
     #
     # client / commandsGenerated
     #

diff --git a/src/app/tests/suites/certification/Test_TC_CNET_4_1.yaml b/src/app/tests/suites/certification/Test_TC_CNET_4_1.yaml
@@ -25,6 +25,14 @@ config:
     endpoint: 0
 
 tests:
+    - label: "Preconditions"
+      verification: |
+          1. DUT supports CNET.S.F00(WI)
+          2. DUT has a Network Commissioning cluster on endpoint PIXIT.CNET.ENDPOINT_WIFI with FeatureMap attribute of 1
+          3. DUT is commissioned on PIXIT.CNET.WIFI_1ST_ACCESSPOINT_SSID
+          4. TH can communicate with the DUT
+      disabled: true
+
     - label: "Step 1: Factory reset the DUT"
       verification: |
 

diff --git a/src/app/tests/suites/certification/Test_TC_CNET_4_10.yaml b/src/app/tests/suites/certification/Test_TC_CNET_4_10.yaml
@@ -26,15 +26,12 @@ config:
     endpoint: 0
 
 tests:
-    - label: "Precondition"
+    - label: "Preconditions"
       verification: |
-          Commission TH and DUT on Thread setup
-
-          The cluster Identifier 49 (0x0031) is present in the ServerList attribute
-
-          The FeatureMap attribute value is 2
-
-          MaxNetworks attribute value is at least 1 which is saved as 'MaxNetworksValue' for future use
+          1. DUT supports CNET.S.F01(TH)
+          2. DUT has a Network Commissioning cluster on endpoint PIXIT.CNET.ENDPOINT_THREAD with FeatureMap attribute of 2
+          3. DUT is commissioned on PIXIT.CNET.THREAD_1ST_OPERATIONALDATASET
+          4. TH can communicate with the DUT on PIXIT.CNET.THREAD_1ST_OPERATIONALDATASET
       disabled: true
 
     - label:
@@ -92,7 +89,7 @@ tests:
 
           Below is an example:
 
-           ./chip-tool networkcommissioning  remove-network hex:1850171990782922 62 0
+           ./chip-tool networkcommissioning  remove-network hex:1850171990782922 62 0 --Breadcrumb 1
 
           Via the TH (chip-tool), Verify the NetworkConfigResponse that contains Networking Status value as 0 (success).
 
@@ -230,7 +227,7 @@ tests:
       disabled: true
 
     - label:
-          "Step 11: TH sends ArmFailSafe command to the DUT with
+          "Step 13: TH sends ArmFailSafe command to the DUT with
           ExpiryLengthSeconds set to 900"
       verification: |
           ./chip-tool generalcommissioning arm-fail-safe 900 1 1 0
@@ -248,7 +245,7 @@ tests:
       disabled: true
 
     - label:
-          "Step 12: TH sends RemoveNetwork Command to the DUT with NetworkID
+          "Step 14: TH sends RemoveNetwork Command to the DUT with NetworkID
           field set to extended PAN ID of
           PIXIT.CNET.THREAD_1ST_OPERATIONALDATASET and Breadcrumb field set to 1"
       PICS: CNET.S.C04.Rsp && CNET.S.C05.Tx
@@ -271,7 +268,7 @@ tests:
           [1657791030.762608][5336:5341] CHIP:EM: Sending Standalone Ack for MessageCounter:266194732 on exchange 7795i
       disabled: true
 
-    - label: "Step 13: TH sends the CommissioningComplete command to the DUT"
+    - label: "Step 15: TH sends the CommissioningComplete command to the DUT"
       PICS: CNET.S.C04.Rsp
       verification: |
           ./chip-tool generalcommissioning commissioning-complete 1 0
@@ -289,7 +286,7 @@ tests:
       disabled: true
 
     - label:
-          "Step 14: TH sends ArmFailSafe command to the DUT with
+          "Step 16: TH sends ArmFailSafe command to the DUT with
           ExpiryLengthSeconds set to 0 to ensure the CommissioningComplete call
           properly persisted the failsafe context. This call should have no
           effect if Commissioning Complete call is handled correctly"
@@ -309,7 +306,7 @@ tests:
           [1657626274.219632][2802:2807] CHIP:EM: Sending Standalone Ack for MessageCounter:52231112 on exchange 13160i
       disabled: true
 
-    - label: "Step 15: TH reads Networks attribute from the DUT"
+    - label: "Step 17: TH reads Networks attribute from the DUT"
       PICS: CNET.S.A0001
       verification: |
           ./chip-tool networkcommissioning read networks 1 0

diff --git a/src/app/tests/suites/certification/Test_TC_CNET_4_11.yaml b/src/app/tests/suites/certification/Test_TC_CNET_4_11.yaml
@@ -26,59 +26,17 @@ config:
     endpoint: 0
 
 tests:
-    - label: "Commission TH and DUT over BLE to setup the Wi-Fi"
+    - label: "Preconditions"
       verification: |
-          All the below commands are to check the Pre-Condition note mentioned in D column.
+          1. DUT supports CNET.S.F00(WI)
+          2. DUT has a Network Commissioning cluster on endpoint PIXIT.CNET.ENDPOINT_WIFI with FeatureMap attribute of 1
+          3. DUT is commissioned on PIXIT.CNET.WIFI_1ST_ACCESSPOINT_SSID
+          4. TH can connect to two valid Wi-Fi access points: PIXIT.CNET.WIFI_1ST_ACCESSPOINT_SSID and PIXIT.CNET.WIFI_2ND_ACCESSPOINT_SSID
       disabled: true
 
-    - label:
-          "The cluster Identifier 49 (0x0031) is present in the ServerList
-          attribute"
-      verification: |
-          ./chip-tool descriptor read server-list 1 0
-
-          Verify the "descriptor" on the TH(Chip-tool) log
-
-          [1653478221.662178][27661:27666] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_001D Attribute 0x0000_0001 DataVersion: 1626448966
-          [1653478221.662314][27661:27666] CHIP:TOO:   server list: 26 entries
-          [1653478221.662350][27661:27666] CHIP:TOO:     [1]: 3
-          [1653478221.662376][27661:27666] CHIP:TOO:     [2]: 4
-          [1653478221.662401][27661:27666] CHIP:TOO:     [3]: 29
-          [1653478221.662426][27661:27666] CHIP:TOO:     [4]: 30
-          [1653478221.662450][27661:27666] CHIP:TOO:     [5]: 31
-          [1653478221.662474][27661:27666] CHIP:TOO:     [6]: 40
-          [1653478221.662499][27661:27666] CHIP:TOO:     [7]: 42
-          [1653478221.662523][27661:27666] CHIP:TOO:     [8]: 43
-          [1653478221.662548][27661:27666] CHIP:TOO:     [9]: 44
-          [1653478221.662572][27661:27666] CHIP:TOO:     [10]: 45
-          [1653478221.662596][27661:27666] CHIP:TOO:     [11]: 46
-          [1653478221.662621][27661:27666] CHIP:TOO:     [12]: 47
-          [1653478221.662645][27661:27666] CHIP:TOO:     [13]: 48
-          [1653478221.662669][27661:27666] CHIP:TOO:     [14]: 49
-          [1653478221.662693][27661:27666] CHIP:TOO:     [15]: 50
-          [1653478221.662717][27661:27666] CHIP:TOO:     [16]: 51
-          [1653478221.662742][27661:27666] CHIP:TOO:     [17]: 52
-          [1653478221.662766][27661:27666] CHIP:TOO:     [18]: 53
-          [1653478221.662791][27661:27666] CHIP:TOO:     [19]: 54
-          [1653478221.662815][27661:27666] CHIP:TOO:     [20]: 55
-          [1653478221.662839][27661:27666] CHIP:TOO:     [21]: 60
-          [1653478221.662863][27661:27666] CHIP:TOO:     [22]: 62
-          [1653478221.662888][27661:27666] CHIP:TOO:     [23]: 63
-          [1653478221.662912][27661:27666] CHIP:TOO:     [24]: 64
-          [1653478221.662937][27661:27666] CHIP:TOO:     [25]: 65
-          [1653478221.662962][27661:27666] CHIP:TOO:     [26]: 1029
-      disabled: true
-
-    - label: "The FeatureMap attribute value is 1"
+    - label: "Commission TH and DUT over BLE to setup the Wi-Fi"
       verification: |
-          ./chip-tool networkcommissioning read feature-map 1 0
-
-          Verify the "feature-map" on the TH(Chip-tool) log
 
-          [1653478255.044168][27668:27673] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_0031 Attribute 0x0000_FFFC DataVersion: 3424382863
-          [1653478255.044240][27668:27673] CHIP:TOO:   FeatureMap: 1
-          [1653478255.044352][27668:27673] CHIP:EM: Sending Standalone Ack for MessageCounter:8977728 on exchange 59777i
-          [1653478255.044428][27668:27673] CHIP:IN: Prepared secure message 0xffffa77ed958 to 0x0000000000000001 (1)  of type 0x10 and protocolId (0, 0) on exchange 5
       disabled: true
 
     - label:

diff --git a/src/app/tests/suites/certification/Test_TC_CNET_4_12.yaml b/src/app/tests/suites/certification/Test_TC_CNET_4_12.yaml
@@ -26,19 +26,16 @@ config:
     endpoint: 0
 
 tests:
-    - label: "Commission TH and DUT on Thread setup"
-      verification: |
-
-      disabled: true
-
-    - label:
-          "The cluster Identifier 49 (0x0031) is present in the ServerList
-          attribute"
+    - label: "Preconditions"
       verification: |
-
+          1. DUT supports CNET.S.F01(TH)
+          2. DUT has a Network Commissioning cluster on endpoint PIXIT.CNET.ENDPOINT_THREAD with FeatureMap attribute of 2
+          3. TH has can communicate to two valid thread PANs: PIXIT.CNET.THREAD_1ST_OPERATIONALDATASET and PIXIT.CNET.THREAD_2ND_OPERATIONALDATASET
+          4. TH can connect to two valid Wi-Fi access points: PIXIT.CNET.WIFI_1ST_ACCESSPOINT_SSID and PIXIT.CNET.WIFI_2ND_ACCESSPOINT_SSID
+          5. XPANID of PIXIT.CNET.THREAD_1ST_OPERATIONALDATASET is saved as th_xpan and the XPANID of PIXIT.CNET.THREAD_2ND_OPERATIONALDATASET is saved as th_xpan1
       disabled: true
 
-    - label: "The FeatureMap attribute value is 2"
+    - label: "Commission TH and DUT on Thread setup"
       verification: |
 
       disabled: true

diff --git a/src/app/tests/suites/certification/Test_TC_CNET_4_13.yaml b/src/app/tests/suites/certification/Test_TC_CNET_4_13.yaml
@@ -26,71 +26,17 @@ config:
     endpoint: 0
 
 tests:
-    - label: "Commission TH and DUT over BLE to setup the Wi-Fi"
-      verification: |
-
-      disabled: true
-
-    - label:
-          "The cluster Identifier 49 (0x0031) is present in the ServerList
-          attribute"
-      verification: |
-          ./chip-tool descriptor read server-list 1 0
-
-          Verify the "server-list" on the TH(Chip-tool) log
-
-          [1653474860.462391][29901:29906] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_001D Attribute 0x0000_0001 DataVersion: 1237231415
-          [1653474860.462487][29901:29906] CHIP:TOO:   server list: 25 entries
-          [1653474860.462524][29901:29906] CHIP:TOO:     [1]: 3
-          [1653474860.462549][29901:29906] CHIP:TOO:     [2]: 4
-          [1653474860.462574][29901:29906] CHIP:TOO:     [3]: 29
-          [1653474860.462598][29901:29906] CHIP:TOO:     [4]: 30
-          [1653474860.462622][29901:29906] CHIP:TOO:     [5]: 31
-          [1653474860.462646][29901:29906] CHIP:TOO:     [6]: 40
-          [1653474860.462670][29901:29906] CHIP:TOO:     [7]: 42
-          [1653474860.462693][29901:29906] CHIP:TOO:     [8]: 43
-          [1653474860.462717][29901:29906] CHIP:TOO:     [9]: 44
-          [1653474860.462741][29901:29906] CHIP:TOO:     [10]: 45
-          [1653474860.462765][29901:29906] CHIP:TOO:     [11]: 46
-          [1653474860.462788][29901:29906] CHIP:TOO:     [12]: 48
-          [1653474860.462812][29901:29906] CHIP:TOO:     [13]: 49
-          [1653474860.462836][29901:29906] CHIP:TOO:     [14]: 50
-          [1653474860.462859][29901:29906] CHIP:TOO:     [15]: 51
-          [1653474860.462883][29901:29906] CHIP:TOO:     [16]: 52
-          [1653474860.462906][29901:29906] CHIP:TOO:     [17]: 53
-          [1653474860.462930][29901:29906] CHIP:TOO:     [18]: 54
-          [1653474860.462954][29901:29906] CHIP:TOO:     [19]: 55
-          [1653474860.462977][29901:29906] CHIP:TOO:     [20]: 60
-          [1653474860.463001][29901:29906] CHIP:TOO:     [21]: 62
-          [1653474860.463024][29901:29906] CHIP:TOO:     [22]: 63
-          [1653474860.463048][29901:29906] CHIP:TOO:     [23]: 64
-          [1653474860.463071][29901:29906] CHIP:TOO:     [24]: 65
-          [1653474860.463095][29901:29906] CHIP:TOO:     [25]: 1029
-          [1653474860.463296][29901:29906] CHIP:EM: Sending Standalone Ack for MessageCounter:10703464 on exchange 2435i
-      disabled: true
-
-    - label: "The FeatureMap attribute value is 1"
+    - label: "Preconditions"
       verification: |
-          ./chip-tool networkcommissioning read feature-map 1 0
-
-          Verify the "feature-map" on the TH(Chip-tool) log
-
-          [1653474932.055513][29920:29925] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_0031 Attribute 0x0000_FFFC DataVersion: 1600858167
-          [1653474932.055578][29920:29925] CHIP:TOO:   FeatureMap: 1
-          [1653474932.055675][29920:29925] CHIP:EM: Sending Standalone Ack for MessageCounter:1494059 on exchange 5482i
+          1. Commission TH and DUT over BLE to setup the Wi-Fi on PIXIT.CNET.WIFI_1ST_ACCESSPOINT_SSID
+          2. The cluster Identifier 49 (0x0031) is present in the ServerList attribute
+          3. The FeatureMap attribute value is 1
+          4. MaxNetworks attribute value is at least 2 which is saved as 'MaxNetworksValue' for future use
       disabled: true
 
-    - label:
-          "MaxNetworks attribute value is at least 4 which is saved as
-          MaxNetworksValue for future use"
+    - label: "Commission TH and DUT over BLE to setup the Wi-Fi"
       verification: |
-          The test case is not verifiable. As MaxNetworks value is 1 but expected is 4
-
-          ./chip-tool networkcommissioning read max-networks 1 0
 
-          [1653476960.303444][30164:30169] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_0031 Attribute 0x0000_0000 DataVersion: 1600858167
-          [1653476960.303531][30164:30169] CHIP:TOO:   MaxNetworks: 1
-          [1653476960.303641][30164:30169] CHIP:EM: Sending Standalone Ack for MessageCounter:2083922 on exchange 45120i
       disabled: true
 
     - label:

diff --git a/src/app/tests/suites/certification/Test_TC_CNET_4_14.yaml b/src/app/tests/suites/certification/Test_TC_CNET_4_14.yaml
@@ -28,69 +28,10 @@ config:
 tests:
     - label: "Preconditions"
       verification: |
-          Commission TH and DUT on Thread setup
-      disabled: true
-
-    - label:
-          "Preconditions: The cluster Identifier 49 (0x0031) is present in the
-          ServerList attribute"
-      verification: |
-          ./chip-tool descriptor read server-list 1 0
-
-          Verify the "server-list" on the TH(Chip-tool) log
-
-          [1653474860.462391][29901:29906] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_001D Attribute 0x0000_0001 DataVersion: 1237231415
-          [1653474860.462487][29901:29906] CHIP:TOO:   server list: 25 entries
-          [1653474860.462524][29901:29906] CHIP:TOO:     [1]: 3
-          [1653474860.462549][29901:29906] CHIP:TOO:     [2]: 4
-          [1653474860.462574][29901:29906] CHIP:TOO:     [3]: 29
-          [1653474860.462598][29901:29906] CHIP:TOO:     [4]: 30
-          [1653474860.462622][29901:29906] CHIP:TOO:     [5]: 31
-          [1653474860.462646][29901:29906] CHIP:TOO:     [6]: 40
-          [1653474860.462670][29901:29906] CHIP:TOO:     [7]: 42
-          [1653474860.462693][29901:29906] CHIP:TOO:     [8]: 43
-          [1653474860.462717][29901:29906] CHIP:TOO:     [9]: 44
-          [1653474860.462741][29901:29906] CHIP:TOO:     [10]: 45
-          [1653474860.462765][29901:29906] CHIP:TOO:     [11]: 46
-          [1653474860.462788][29901:29906] CHIP:TOO:     [12]: 48
-          [1653474860.462812][29901:29906] CHIP:TOO:     [13]: 49
-          [1653474860.462836][29901:29906] CHIP:TOO:     [14]: 50
-          [1653474860.462859][29901:29906] CHIP:TOO:     [15]: 51
-          [1653474860.462883][29901:29906] CHIP:TOO:     [16]: 52
-          [1653474860.462906][29901:29906] CHIP:TOO:     [17]: 53
-          [1653474860.462930][29901:29906] CHIP:TOO:     [18]: 54
-          [1653474860.462954][29901:29906] CHIP:TOO:     [19]: 55
-          [1653474860.462977][29901:29906] CHIP:TOO:     [20]: 60
-          [1653474860.463001][29901:29906] CHIP:TOO:     [21]: 62
-          [1653474860.463024][29901:29906] CHIP:TOO:     [22]: 63
-          [1653474860.463048][29901:29906] CHIP:TOO:     [23]: 64
-          [1653474860.463071][29901:29906] CHIP:TOO:     [24]: 65
-          [1653474860.463095][29901:29906] CHIP:TOO:     [25]: 1029
-          [1653474860.463296][29901:29906] CHIP:EM: Sending Standalone Ack for MessageCounter:10703464 on exchange 2435i
-      disabled: true
-
-    - label: "Preconditions: The FeatureMap attribute value is 2"
-      verification: |
-          ./chip-tool networkcommissioning read feature-map 1 0
-
-          Verify the "feature-map" on the TH(Chip-tool) log
-
-          [1653474932.055513][29920:29925] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_0031 Attribute 0x0000_FFFC DataVersion: 1600858167
-          [1653474932.055578][29920:29925] CHIP:TOO:   FeatureMap: 1
-          [1653474932.055675][29920:29925] CHIP:EM: Sending Standalone Ack for MessageCounter:1494059 on exchange 5482i
-      disabled: true
-
-    - label:
-          "Preconditions: MaxNetworks attribute value is at least 4 which is
-          saved as 'MaxNetworksValue' for future use"
-      verification: |
-          The test case is not verifiable. As MaxNetworks value is 1 but expected is 4
-
-          ./chip-tool networkcommissioning read max-networks 1 0
-
-          [1653476960.303444][30164:30169] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_0031 Attribute 0x0000_0000 DataVersion: 1600858167
-          [1653476960.303531][30164:30169] CHIP:TOO:   MaxNetworks: 1
-          [1653476960.303641][30164:30169] CHIP:EM: Sending Standalone Ack for MessageCounter:2083922 on exchange 45120i
+          1. Commission TH and DUT on Thread setup on PIXIT.CNET.THREAD_1ST_OPERATIONALDATASET
+          2. The cluster Identifier 49 (0x0031) is present in the ServerList attribute
+          3. The FeatureMap attribute value is 2
+          4. MaxNetworks attribute value is at least 2 which is saved as 'MaxNetworksValue' for future use
       disabled: true
 
     - label: