Updated Manual scripts (#21637)

* Added Manual scripts * Added Auto generated files * updated Manual scripts * Locally styled script * Auto generated files Co-authored-by: manjunath-grl <[email protected]>
project-chip · Aug 4, 2022 · 8c555ca · 8c555ca
1 parent 9198141
commit 8c555ca
Show file tree

Hide file tree

Showing 49 changed files with 5,138 additions and 7,811 deletions.
diff --git a/src/app/tests/suites/certification/PICS.yaml b/src/app/tests/suites/certification/PICS.yaml
@@ -3358,6 +3358,14 @@ PICS:
     - label: "Can the EndpointLists attribute be changed by some means?"
       id: ACT.S.M.FillEndpointLists
 
+    - label: "Can a suffix be used on SetupURL"
+      id: ACT.S.M.SetupURLWithSuffix
+
+    - label:
+          "Does the DUT support exposing an Endpoint in multiple
+          EndpointListStructs"
+      id: ACT.S.M.OverlappingEndpointLists
+
     - label: "Does the DUT support sending the InstantAction command?"
       id: ACT.C.C00.Tx
 
@@ -3873,9 +3881,6 @@ PICS:
     - label: "Does the DUT-client support the ActiveNetworkFaults attribute?"
       id: DGTHREAD.C.A003e
 
-    - label: "Does the DUT-client support the ActiveNetworkFaults attribute?"
-      id: DGTHREAD.C.A003e
-
     #Illuminance Measurement Cluster
     #server
     - label: "Does the device implement the MeasuredValue attribute?"
@@ -4924,6 +4929,9 @@ PICS:
     - label: "Does the DUT support receiving the ChangeToMode command?"
       id: MOD.S.C00.Rsp
 
+    - label: "Does the DUT support the SupportedModes attribute?"
+      id: MOD.C.A0002
+
     #Device Attestation
     - label:
           "Does Commissioner notify user that Commissionee is not a fully

diff --git a/src/app/tests/suites/certification/Test_TC_ACL_2_3.yaml b/src/app/tests/suites/certification/Test_TC_ACL_2_3.yaml
diff --git a/src/app/tests/suites/certification/Test_TC_ACL_2_4.yaml b/src/app/tests/suites/certification/Test_TC_ACL_2_4.yaml
@@ -13,7 +13,10 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 132.2.4. [TC-ACL-2.4] ACL attribute
+name: 131.2.4. [TC-ACL-2.4] ACL attribute
+
+PICS:
+    - ACL.S
 
 config:
     nodeId: 0x12344321
@@ -688,7 +691,7 @@ tests:
       verification: |
           ./chip-tool accesscontrol write acl "[{"fabricIndex": 1, "privilege": 5, "authMode": 2, "subjects": [112233], "targets": null},
           {"fabricIndex": 1, "privilege": 1, "authMode": 2, "subjects":  [111, 222, 333, 444], "targets": null},
-          {"fabricIndex": 1, "privilege": 3, "authMode": 3, "subjects":  [111, 222, 333, 444], "targets": null}]" 1 0
+          {"fabricIndex": 1, "privilege": 3, "authMode": 3, "subjects":  [555, 666, 777, 888], "targets": null}]" 1 0
           On TH , Verify DUT  Responds  Successfully to acl attribute with a  value is list of AccessControlEntryStruct containing 3 elements as Target Null.
 
           [1657542060.230268][3398:3403] CHIP:DMG: {
@@ -2366,11 +2369,11 @@ tests:
 
     - label:
           "TH1 writes DUT Endpoint 0 AccessControl cluster ACL attribute value
-          is list of AccessControlEntryStruct containing 2 elements 1.struct
-          Privilege field: Administer (5) AuthMode field: CASE (2) Subjects
-          field: [N1] Targets field: null 2.struct Privilege field: Operate (3)
-          AuthMode field: CASE (2) Subjects field: null Targets field:
-          [{Endpoint: 255}]"
+          is list of AccessControlEntryStruct containing 2 elements 1.
+          struct  Privilege field: Administer (5)  AuthMode field: CASE
+          (2)  Subjects field: [N1]  Targets field: null 2. struct  Privilege
+          field: Operate (3)  AuthMode field: CASE (2)  Subjects field:
+          null  Targets field: [{Endpoint: 65535}]"
       PICS: ACL.S.A0000
       verification: |
           ./chip-tool accesscontrol write acl "[{"fabricIndex": 1, "privilege": 5, "authMode": 2, "subjects": [112233], "targets": null}, {"fabricIndex": 1, "privilege": 3, "authMode": 2, "subjects": null, "targets":[{ "cluster": null, "endpoint": 65535, "deviceType": null }]}]" 1 0

diff --git a/src/app/tests/suites/certification/Test_TC_ACL_2_5.yaml b/src/app/tests/suites/certification/Test_TC_ACL_2_5.yaml
@@ -13,7 +13,10 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 132.2.5. [TC-ACL-2.5] AccessControlExtensionChanged event
+name: 133.2.5. [TC-ACL-2.5] AccessControlExtensionChanged event
+
+PICS:
+    - ACL.S
 
 config:
     nodeId: 0x12344321

diff --git a/src/app/tests/suites/certification/Test_TC_ACL_2_6.yaml b/src/app/tests/suites/certification/Test_TC_ACL_2_6.yaml
diff --git a/src/app/tests/suites/certification/Test_TC_ACT_2_1.yaml b/src/app/tests/suites/certification/Test_TC_ACT_2_1.yaml
diff --git a/src/app/tests/suites/certification/Test_TC_ACT_2_2.yaml b/src/app/tests/suites/certification/Test_TC_ACT_2_2.yaml
diff --git a/src/app/tests/suites/certification/Test_TC_BINFO_1_1.yaml b/src/app/tests/suites/certification/Test_TC_BINFO_1_1.yaml
@@ -14,22 +14,22 @@
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
 name:
-    11.1.1. [TC-BINFO-1.1] Global Attributes for Basic Information Cluster
+    12.1.1. [TC-BINFO-1.1] Global Attributes for Basic Information Cluster
     [DUT-Server]
 
+PICS:
+    - BINFO.S
+
 config:
     nodeId: 0x12344321
     cluster: "Basic"
     endpoint: 0
 
 tests:
     - label: "Commission DUT to TH"
-      cluster: "DelayCommands"
-      command: "WaitForCommissionee"
-      arguments:
-          values:
-              - name: "nodeId"
-                value: nodeId
+      verification: |
+          verification step to be updated.
+      disabled: true
 
     - label: "TH reads the ClusterRevision from DUT"
       verification: |
@@ -38,14 +38,9 @@ tests:
 
           [1651214669.313397][2666:2671] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_0028 Attribute 0x0000_FFFD DataVersion: 158558310
           [1651214669.313472][2666:2671] CHIP:TOO:   ClusterRevision: 1
-      command: "readAttribute"
-      attribute: "ClusterRevision"
-      response:
-          value: 1
-          constraints:
-              type: int16u
-
-    - label: "TH reads the FeatureMap from DUT"
+      disabled: true
+
+    - label: "TH reads the FeatureMap from DUTF"
       verification: |
           ./chip-tool basic read feature-map 1 0
 
@@ -54,12 +49,7 @@ tests:
           [1653459580.065669][29174:29179] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_0028 Attribute 0x0000_FFFC DataVersion: 46104872
           [1653459580.065758][29174:29179] CHIP:TOO:   FeatureMap: 0
           [1653459580.065936][29174:29179] CHIP:EM: Sending Standalone Ack for MessageCounter:14961519 on exchange 31457i
-      command: "readAttribute"
-      attribute: "FeatureMap"
-      response:
-          value: 0
-          constraints:
-              type: bitmap32
+      disabled: true
 
     - label: "TH reads AttributeList from DUT"
       verification: |
@@ -80,14 +70,6 @@ tests:
           [1657021528.885865][7089:7094] CHIP:TOO:     [9]: 8
           [1657021528.885890][7089:7094] CHIP:TOO:     [10]: 9
           [1657021528.885915][7089:7094] CHIP:TOO:     [11]: 10
-          [1657021528.886135][7089:7094] CHIP:TOO:     [20]: 19
-          [1657021528.886160][7089:7094] CHIP:TOO:     [21]: 65528
-          [1657021528.886184][7089:7094] CHIP:TOO:     [22]: 65529
-          [1657021528.886209][7089:7094] CHIP:TOO:     [23]: 65531
-          [1657021528.886234][7089:7094] CHIP:TOO:     [24]: 65532
-          [1657021528.886258][7089:7094] CHIP:TOO:     [25]: 65533
-
-          NOTE also any optional attributes:
           [1657021528.885939][7089:7094] CHIP:TOO:     [12]: 11
           [1657021528.885964][7089:7094] CHIP:TOO:     [13]: 12
           [1657021528.885988][7089:7094] CHIP:TOO:     [14]: 13
@@ -96,32 +78,13 @@ tests:
           [1657021528.886062][7089:7094] CHIP:TOO:     [17]: 16
           [1657021528.886086][7089:7094] CHIP:TOO:     [18]: 17
           [1657021528.886111][7089:7094] CHIP:TOO:     [19]: 18
-
-      command: "readAttribute"
-      attribute: "AttributeList"
-      response:
-          constraints:
-              type: list
-              contains:
-                  [
-                      0,
-                      1,
-                      2,
-                      3,
-                      4,
-                      5,
-                      6,
-                      7,
-                      8,
-                      9,
-                      10,
-                      19,
-                      65528,
-                      65529,
-                      65531,
-                      65532,
-                      65533,
-                  ]
+          [1657021528.886135][7089:7094] CHIP:TOO:     [20]: 19
+          [1657021528.886160][7089:7094] CHIP:TOO:     [21]: 65528
+          [1657021528.886184][7089:7094] CHIP:TOO:     [22]: 65529
+          [1657021528.886209][7089:7094] CHIP:TOO:     [23]: 65531
+          [1657021528.886234][7089:7094] CHIP:TOO:     [24]: 65532
+          [1657021528.886258][7089:7094] CHIP:TOO:     [25]: 65533
+      disabled: true
 
     - label: "TH reads EventList from DUT"
       verification: |
@@ -136,12 +99,7 @@ tests:
 
           [1651214820.355561][2695:2700] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_0028 Attribute 0x0000_FFF9 DataVersion: 158558310
           [1651214820.355673][2695:2700] CHIP:TOO:   AcceptedCommandList: 0 entries
-      command: "readAttribute"
-      attribute: "AcceptedCommandList"
-      response:
-          value: []
-          constraints:
-              type: list
+      disabled: true
 
     - label: "TH reads GeneratedCommandList from DUT"
       verification: |
@@ -151,9 +109,4 @@ tests:
 
           [1651214861.208575][2702:2707] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_0028 Attribute 0x0000_FFF8 DataVersion: 158558310
           [1651214861.208682][2702:2707] CHIP:TOO:   GeneratedCommandList: 0 entries
-      command: "readAttribute"
-      attribute: "GeneratedCommandList"
-      response:
-          value: []
-          constraints:
-              type: list
+      disabled: true
diff --git a/src/app/tests/suites/certification/Test_TC_BINFO_2_2.yaml b/src/app/tests/suites/certification/Test_TC_BINFO_2_2.yaml
@@ -13,22 +13,26 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: "[TC-BINFO-2.2]  Events [DUT - Server]"
+name: 12.2.2. [TC-BINFO-2.2] Events [DUT-Server]
+
+PICS:
+    - BINFO.S
 
 config:
     nodeId: 0x12344321
     cluster: "Basic"
     endpoint: 0
+
 tests:
     - label: "Reboot the DUT TH reads the StartUp event from DUT"
       PICS: BINFO.S.E00
       verification: |
-          On Raspi platform the event is triggered with this command, Pls use equivalent command on the respective DUT
+          To verify StartUp event follow the below commands , Pls use equivalent command on the respective DUT
 
 
           ./chip-tool basic read-event start-up 1 0
 
-          On TH verify that StartUp event has priority set as CRITICAL and software verision
+          verify that StartUp event as priority set has CRITICAL and software verision on TH(chip-tool)
 
           [1657193007.841105][5422:5427] CHIP:DMG:         ],
           [1657193007.841137][5422:5427] CHIP:DMG:
@@ -48,7 +52,7 @@ tests:
     - label: "TH subscribes to the ShutDown event on the DUT. Shutdown DUT."
       PICS: BINFO.S.E01
       verification: |
-          On Raspi platform the event is triggered with this command, Pls use equivalent command on the respective DUT
+          To verify leave event follow the below commands , Pls use equivalent command on the respective DUT
 
 
           1. Launch chip-tool into interactive mode with the command
@@ -59,7 +63,7 @@ tests:
           2.  run below command in interactive mode shell and  Turn down the DUT
 
 
-          On TH verify that StartUp event has priority set as CRITICAL
+          verify that ShutDown event as priority set has CRITICAL on TH(chip-tool)
 
           CHIP:TOO: Endpoint: 0 Cluster: 0x0000_0028 Event 0x0000_0001
           [1653050528.900202][119367:119372] CHIP:TOO:          Event number: 5