Test Script Updates - July 21st (#21014)

* 1. Test script issues fixed - 288,259,261,262,267,269,270,282 2. PICS updates as per latest test plan * 1. Fixed issues 203, 201, 263, 281, 279, 274, 272, 270, 269, 265, 262 * 1.Issues fixed 229, 275, 231 * Adding auto generated files * Restyled by whitespace * Restyled by prettier-yaml * PICS file format error fixed * 1. Increasing delay after move to saturation command * Updating auto generated files * 1.Increasing delay after move commands * 1.Updating auto generated files Co-authored-by: Restyled.io <[email protected]>
project-chip · Jul 20, 2022 · 8145ce3 · 8145ce3
1 parent 62ccd49
commit 8145ce3
Show file tree

Hide file tree

Showing 114 changed files with 13,043 additions and 13,323 deletions.
diff --git a/src/app/tests/suites/certification/PICS.yaml b/src/app/tests/suites/certification/PICS.yaml
@@ -1766,13 +1766,13 @@ PICS:
       id: CADMIN.AudioInterface
     #server
     - label: "Does the Device support Enhanced Commissioning Method (ECM)?"
-      id: CADMIN.S.C0000
+      id: CADMIN.S.C00.Rsp
 
     - label: "Does the Device support Basic Commissioning Method (BCM)?"
-      id: CADMIN.S.C0001
+      id: CADMIN.S.C01.Rsp
 
     - label: "Does the Device support revoking commissioning window?"
-      id: CADMIN.S.C0002
+      id: CADMIN.S.C02.Rsp
 
     - label: "Does the Device implement receiving the RemoveFabric command?"
       id: OPCREDS.S.C0a.Rsp
@@ -1788,13 +1788,13 @@ PICS:
 
     #client
     - label: "Does the Device support Enhanced Commissioning Method (ECM)?"
-      id: CADMIN.C.C0000
+      id: CADMIN.C.C00.Tx
 
     - label: "Does the Device support Basic Commissioning Method (BCM)?"
-      id: CADMIN.C.C0001
+      id: CADMIN.C.C01.Tx
 
     - label: "Does the Device support revoking commissioning window?"
-      id: CADMIN.C.C0002
+      id: CADMIN.C.C02.Tx
 
     - label: "Does the Device implement receiving the RemoveFabric command?"
       id: OPCREDS.C.C0a.Tx
@@ -1808,6 +1808,12 @@ PICS:
     - label: "Does the Device support WindowStatus attribute?"
       id: CADMIN.C.A0000
 
+    - label: "Does the Device implement the Multi Fabric cluster as a server?"
+      id: CADMIN.S
+
+    - label: "Does the Device implement the Multi Fabric cluster as a client?"
+      id: CADMIN.C
+
     #User Label cluster
     - label: "Does the DUT Server support LabelList attribute?"
       id: ULABEL.S.A0000
@@ -1890,16 +1896,16 @@ PICS:
     - label:
           "Does the DUT support the Channel server cluster ChangeChannel
           command?"
-      id: CHANNEL.S.C0000
+      id: CHANNEL.S.C00.Rsp
 
     - label:
           "Does the DUT support the Channel server cluster ChangeChannelByNumber
           command?"
-      id: CHANNEL.S.C0002
+      id: CHANNEL.S.C02.Rsp
 
     - label:
           "Does the DUT support the Channel server cluster SkipChannel command?"
-      id: CHANNEL.S.C0003
+      id: CHANNEL.S.C03.Rsp
 
     - label:
           "Does the DUT support the Media Playback server cluster Advanced Seek
@@ -2056,18 +2062,9 @@ PICS:
       id: CHANNEL.S.A0002
 
     - label:
-          "Does the DUT support the Channel server cluster ChangeChannel
+          "Does the DUT support the Channel server cluster ChangeChannelResponse
           command?"
-      id: CHANNEL.S.C0000
-
-    - label:
-          "Does the DUT support the Channel server cluster ChangeChannelByNumber
-          command?"
-      id: CHANNEL.S.C0002
-
-    - label:
-          "Does the DUT support the Channel server cluster SkipChannel command?"
-      id: CHANNEL.S.C0003
+      id: CHANNEL.S.C01.Tx
 
     - label:
           "Does the DUT support the Media Playback server cluster Advanced Seek
@@ -2129,40 +2126,40 @@ PICS:
     - label:
           "Does the DUT support the Media Playback server cluster StartOver
           command?"
-      id: MEDIAPLAYBACK.S.C0003
+      id: MEDIAPLAYBACK.S.C03.Rsp
 
     - label:
           "Does the DUT support the Media Playback server cluster Previous
           command?"
-      id: MEDIAPLAYBACK.S.C0004
+      id: MEDIAPLAYBACK.S.C04.Rsp
 
     - label:
           "Does the DUT support the Media Playback server cluster Next command?"
-      id: MEDIAPLAYBACK.S.C0005
+      id: MEDIAPLAYBACK.S.C05.Rsp
 
     - label:
           "Does the DUT support the Media Playback server cluster Rewind
           command?"
-      id: MEDIAPLAYBACK.S.C0006
+      id: MEDIAPLAYBACK.S.C06.Rsp
 
     - label:
           "Does the DUT support the Media Playback server cluster FastForward
           command?"
-      id: MEDIAPLAYBACK.S.C0007
+      id: MEDIAPLAYBACK.S.C07.Rsp
 
     - label:
           "Does the DUT support the Media Playback server cluster SkipForward
           command?"
-      id: MEDIAPLAYBACK.S.C0008
+      id: MEDIAPLAYBACK.S.C08.Rsp
 
     - label:
           "Does the DUT support the Media Playback server cluster SkipBackward
           command?"
-      id: MEDIAPLAYBACK.S.C0009
+      id: MEDIAPLAYBACK.S.C09.Rsp
 
     - label:
           "Does the DUT support the Media Playback server cluster Seek command?"
-      id: MEDIAPLAYBACK.S.C000B
+      id: MEDIAPLAYBACK.S.C0B.Rsp
 
     - label:
           "Does the DUT support the Media Playback client cluster Play command?"
@@ -2812,10 +2809,10 @@ PICS:
       id: MCORE.DD.CONTROLLER
 
     - label: "Does the DUT support Discovery Capability over IP Network?"
-      id: MCORE.DD.DT_IP
+      id: MCORE.DD.DISCOVERY_IP
 
     - label: "Does the DUT support Discovery Capability over SoftAP?"
-      id: MCORE.DD.DT_SOFTAP
+      id: MCORE.DD.DISCOVERY_SOFTAP
 
     - label: "Does the DUT support Standard Commissioning Flow?"
       id: MCORE.DD.STANDARD_COMM_FLOW
@@ -2857,6 +2854,19 @@ PICS:
     - label: "Does the device support Wifi or Thread interfaces?"
       id: MCORE.DD.WIRELESS
 
+    - label:
+          "Does the device support TXT Key 'VP' (Vendor ID / Product ID) in it’s
+          DNS-SD TXT Records for Commissionable Node Discovery?"
+      id: MCORE.DD.TXT_KEY_VP
+
+    - label:
+          "Does the device support TXT Key 'DT' (Device Type) in it’s DNS-SD TXT
+          Records for Commissionable Node Discovery?"
+      id: MCORE.DD.TXT_KEY_DT
+
+    - label: "Does the Commissioner support Discovery Capability over BLE?"
+      id: MCORE.DD.DISCOVERY_BLE
+
     #Ethernet Network Diagnostics Cluster
     - label: "Does the device implement the ResetCounts command?"
       id: DGETH.S.C00.Rsp
@@ -4338,6 +4348,11 @@ PICS:
 
     #Node Operational Credential
     #Server Attributes
+    - label:
+          "Factory Reset DUT (to ensure NOC list is empty at the beginning of
+          the following steps)"
+      id: MCORE.FACTORY_RESET
+
     - label: "Does the DUT(server) support the NOC list attribute?"
       id: OPCREDS.S.A0000
 

diff --git a/src/app/tests/suites/certification/Test_TC_ACT_3_1.yaml b/src/app/tests/suites/certification/Test_TC_ACT_3_1.yaml
@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 76.2.3. [TC-ACT-3.1] GLobal attributes with client as DUT
+name: 77.2.3. [TC-ACT-3.1] GLobal attributes with client as DUT
 
 config:
     nodeId: 0x12344321
@@ -26,28 +26,58 @@ tests:
           a manufacturer specific order"
       verification: |
           ./chip-tool bridgedactions  read action-list 1 1
+
+          Verify in DUT as client side log
+          [1657608767.991103][57130:57135] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0025 Attribute 0x0000_0000 DataVersion: 2843363251
+          [1657608767.991158][57130:57135] CHIP:TOO:   action list: 0 entries
+
+
           ./chip-tool bridgedactions  read endpoint-list   1 1
+
+          Verify in DUT as client side log
+          [1657608786.230461][57139:57144] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0025 Attribute 0x0000_0001 DataVersion: 2843363251
+          [1657608786.230485][57139:57144] CHIP:TOO:   endpoint list: 2 entries
+          [1657608786.230504][57139:57144] CHIP:TOO:     [1]: {
+          [1657608786.230514][57139:57144] CHIP:TOO:       EndpointListID: 57345
+          [1657608786.230519][57139:57144] CHIP:TOO:       Name: Room 1
+          [1657608786.230525][57139:57144] CHIP:TOO:       Type: 1
+          [1657608786.230531][57139:57144] CHIP:TOO:       Endpoints: 2 entries
+          [1657608786.230538][57139:57144] CHIP:TOO:         [1]: 10
+          [1657608786.230544][57139:57144] CHIP:TOO:         [2]: 11
+          [1657608786.230549][57139:57144] CHIP:TOO:      }
+          [1657608786.230558][57139:57144] CHIP:TOO:     [2]: {
+          [1657608786.230563][57139:57144] CHIP:TOO:       EndpointListID: 57346
+          [1657608786.230567][57139:57144] CHIP:TOO:       Name: Room 2
+          [1657608786.230572][57139:57144] CHIP:TOO:       Type: 1
+          [1657608786.230578][57139:57144] CHIP:TOO:       Endpoints: 2 entries
+          [1657608786.230583][57139:57144] CHIP:TOO:         [1]: 12
+          [1657608786.230589][57139:57144] CHIP:TOO:         [2]: 13
+          [1657608786.230594][57139:57144] CHIP:TOO:      }
       disabled: true
 
     - label:
           "DUT reads all supported optional attributes from TH one at a time in
           a manufacturer specific order"
       verification: |
+          Optional attibute
+          Verify in DUT as client side log
+
           ./chip-tool bridgedactions  read  setup-url  1 1
+          Needs an SDK Implementation
       disabled: true
 
     - label:
           "DUT writes a suitable value to all supported mandatory attributes on
           the TH one at a time in a manufacturer specific order"
       verification: |
-          No writeable attribute
+          This cluster doesn't have any writable attributes
       disabled: true
 
     - label:
           "DUT writes a suitable value to all supported optional attributes on
           the TH one at a time in a manufacturer specific order"
       verification: |
-          No writeable attribute
+          This cluster doesn't have any writable attributes
       disabled: true
 
     - label:
@@ -57,7 +87,33 @@ tests:
           AttributeList. Commission DUT to TH again"
       verification: |
           ./chip-tool bridgedactions  read action-list 1 1
+
+          Verify in DUT as client side log
+          [1657608767.991103][57130:57135] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0025 Attribute 0x0000_0000 DataVersion: 2843363251
+          [1657608767.991158][57130:57135] CHIP:TOO:   action list: 0 entries
+
+
           ./chip-tool bridgedactions  read endpoint-list   1 1
+
+          Verify in DUT as client side log
+          [1657608786.230461][57139:57144] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0025 Attribute 0x0000_0001 DataVersion: 2843363251
+          [1657608786.230485][57139:57144] CHIP:TOO:   endpoint list: 2 entries
+          [1657608786.230504][57139:57144] CHIP:TOO:     [1]: {
+          [1657608786.230514][57139:57144] CHIP:TOO:       EndpointListID: 57345
+          [1657608786.230519][57139:57144] CHIP:TOO:       Name: Room 1
+          [1657608786.230525][57139:57144] CHIP:TOO:       Type: 1
+          [1657608786.230531][57139:57144] CHIP:TOO:       Endpoints: 2 entries
+          [1657608786.230538][57139:57144] CHIP:TOO:         [1]: 10
+          [1657608786.230544][57139:57144] CHIP:TOO:         [2]: 11
+          [1657608786.230549][57139:57144] CHIP:TOO:      }
+          [1657608786.230558][57139:57144] CHIP:TOO:     [2]: {
+          [1657608786.230563][57139:57144] CHIP:TOO:       EndpointListID: 57346
+          [1657608786.230567][57139:57144] CHIP:TOO:       Name: Room 2
+          [1657608786.230572][57139:57144] CHIP:TOO:       Type: 1
+          [1657608786.230578][57139:57144] CHIP:TOO:       Endpoints: 2 entries
+          [1657608786.230583][57139:57144] CHIP:TOO:         [1]: 12
+          [1657608786.230589][57139:57144] CHIP:TOO:         [2]: 13
+          [1657608786.230594][57139:57144] CHIP:TOO:      }
       disabled: true
 
     - label:
@@ -66,34 +122,35 @@ tests:
       verification: |
           ./chip-tool bridgedactions  read  setup-url  1 1
 
+          Verify in DUT as client side log
           [1656480136859] [49753:5741500] CHIP: [DMG] ReportDataMessage =
           [1656480136859] [49753:5741500] CHIP: [DMG] {
-          [1656480136859] [49753:5741500] CHIP: [DMG] 	AttributeReportIBs =
-          [1656480136859] [49753:5741500] CHIP: [DMG] 	[
-          [1656480136859] [49753:5741500] CHIP: [DMG] 		AttributeReportIB =
-          [1656480136859] [49753:5741500] CHIP: [DMG] 		{
-          [1656480136859] [49753:5741500] CHIP: [DMG] 			AttributeStatusIB =
-          [1656480136859] [49753:5741500] CHIP: [DMG] 			{
-          [1656480136859] [49753:5741500] CHIP: [DMG] 				AttributePathIB =
-          [1656480136859] [49753:5741500] CHIP: [DMG] 				{
-          [1656480136859] [49753:5741500] CHIP: [DMG] 					Endpoint = 0x1,
-          [1656480136859] [49753:5741500] CHIP: [DMG] 					Cluster = 0x25,
-          [1656480136859] [49753:5741500] CHIP: [DMG] 					Attribute = 0x0000_0002,
-          [1656480136859] [49753:5741500] CHIP: [DMG] 				}
+          [1656480136859] [49753:5741500] CHIP: [DMG]         AttributeReportIBs =
+          [1656480136859] [49753:5741500] CHIP: [DMG]         [
+          [1656480136859] [49753:5741500] CHIP: [DMG]                 AttributeReportIB =
+          [1656480136859] [49753:5741500] CHIP: [DMG]                 {
+          [1656480136859] [49753:5741500] CHIP: [DMG]                         AttributeStatusIB =
+          [1656480136859] [49753:5741500] CHIP: [DMG]                         {
+          [1656480136859] [49753:5741500] CHIP: [DMG]                                 AttributePathIB =
+          [1656480136859] [49753:5741500] CHIP: [DMG]                                 {
+          [1656480136859] [49753:5741500] CHIP: [DMG]                                         Endpoint = 0x1,
+          [1656480136859] [49753:5741500] CHIP: [DMG]                                         Cluster = 0x25,
+          [1656480136859] [49753:5741500] CHIP: [DMG]                                         Attribute = 0x0000_0002,
+          [1656480136859] [49753:5741500] CHIP: [DMG]                                 }
           [1656480136859] [49753:5741500] CHIP: [DMG]
-          [1656480136859] [49753:5741500] CHIP: [DMG] 				StatusIB =
-          [1656480136859] [49753:5741500] CHIP: [DMG] 				{
-          [1656480136859] [49753:5741500] CHIP: [DMG] 					status = 0x86 (UNSUPPORTED_ATTRIBUTE),
-          [1656480136859] [49753:5741500] CHIP: [DMG] 				},
+          [1656480136859] [49753:5741500] CHIP: [DMG]                                 StatusIB =
+          [1656480136859] [49753:5741500] CHIP: [DMG]                                 {
+          [1656480136859] [49753:5741500] CHIP: [DMG]                                         status = 0x86 (UNSUPPORTED_ATTRIBUTE),
+          [1656480136859] [49753:5741500] CHIP: [DMG]                                 },
           [1656480136859] [49753:5741500] CHIP: [DMG]
-          [1656480136859] [49753:5741500] CHIP: [DMG] 			},
+          [1656480136859] [49753:5741500] CHIP: [DMG]                         },
           [1656480136859] [49753:5741500] CHIP: [DMG]
-          [1656480136859] [49753:5741500] CHIP: [DMG] 		},
+          [1656480136859] [49753:5741500] CHIP: [DMG]                 },
           [1656480136859] [49753:5741500] CHIP: [DMG]
-          [1656480136859] [49753:5741500] CHIP: [DMG] 	],
+          [1656480136859] [49753:5741500] CHIP: [DMG]         ],
           [1656480136859] [49753:5741500] CHIP: [DMG]
-          [1656480136859] [49753:5741500] CHIP: [DMG] 	SuppressResponse = true,
-          [1656480136859] [49753:5741500] CHIP: [DMG] 	InteractionModelRevision = 1
+          [1656480136859] [49753:5741500] CHIP: [DMG]         SuppressResponse = true,
+          [1656480136859] [49753:5741500] CHIP: [DMG]         InteractionModelRevision = 1
           [1656480136859] [49753:5741500] CHIP: [DMG] }
           [1656480136859] [49753:5741500] CHIP: [TOO] Response Failure: IM Error 0x00000586: General error: 0x86 (UNSUPPORTED_ATTRIBUTE)
       disabled: true
@@ -102,5 +159,5 @@ tests:
           "DUT writes a suitable value to all supported optional attributes on
           the TH one at a time in a manufacturer specific order"
       verification: |
-          No writeable attribute
+          This cluster doesn't have any writable attributes
       disabled: true
diff --git a/src/app/tests/suites/certification/Test_TC_APPLAUNCHER_1_3.yaml b/src/app/tests/suites/certification/Test_TC_APPLAUNCHER_1_3.yaml
@@ -38,7 +38,7 @@ tests:
           constraints:
               type: uint16
 
-    - label: "Read the optional global attribute: FeatureMap"
+    - label: "Read the global attribute: FeatureMap"
       PICS: APPLAUNCHER.S.AP
       command: "readAttribute"
       attribute: "FeatureMap"