Modified scripts Mar 16 (#25712)

* Modified test: TC_BR_4 TC_CC_2_1 TC_CC_7_5 TC_CNET_4_12 TC_CNET_4_14 TC_CNET_4_17 TC_CNET_4_18 TC_CNET_4_19 TC_DD_1_11 TC_DESC_1_1 TC_DGWIFI_3_2 TC_DRLK_2_11 TC_DRLK_2_3 TC_DRLK_2_9 TC_I_3_1_Simulated TC_OCC_2_2_Simulated TC_OCC_2_4_Simulated TC_PCC_2_2 TC_PCC_2_3 TC_PCC_2_4 TC_PRS_3_1_Simulated TC_PS_3_1_Simulated TC_SC_6_1 TC_ULABEL_3_1_Simulated * Auto generated files * Fixes issue 717 second list updated on Mar 15 TC_BIND_2_1 TC_BIND_2_3 TC_BRBINFO_2_3 TC_BR_1 TC_BR_3 TC_BR_4 TC_CADMIN_1_1 TC_CADMIN_1_2 TC_CNET_4_15 TC_CONTENTLAUNCHER_10_5 TC_DA_1_4 TC_DD_1_5 TC_DGGEN_2_3 TC_DGTHREAD_2_1 TC_DRLK_2_11 TC_DRLK_2_9 TC_DRLK_3_1 TC_DRLK_3_2 TC_MC_11_1 TC_MC_11_2 TC_MOD_1_3 TC_MOD_3_1 * Auto generated files * Fixes issue 741 TC_CC_2_2 TC_CC_3_4 TC_G_2_3 TC_MOD_2_1 TC_PS_2_2 TC_SWTCH_2_2 TC_SWTCH_3_2 TC_SC_6_1 Scripts reverted back to Manual testcases. TC_ACT_3_1 TC_BOOL_3_1 TC_ALOGIN_12_1 TC_BRBINFO_1_1 TC_BRBINFO_2_1 TC_FLW_3_1 TC_IDM_3_1 TC_I_3_1 TC_PRS_3_1 TC_PSCFG_3_1 TC_PS_3_1 TC_SWTCH_3_1 TC_WAKEONLAN_4_1 * Auto generated files * Modified script TC-LVL-3.1 TC-DD-1.11 TC-DD-2.1 TC-OPCREDS-3.6 * Auto generated files * Restyled by whitespace * Updated URL comment in LVL-3.1 * Fix issues 502 & 506 Modified scripts TC-BRBINFO-2.3 TC-DRLK-2.7 * Fix issue 510 TC-DGTHREAD-1.1 * Fix issue 735 TC-DRLK-2.9 * Fix issue 737 TC-DA-1.2 * Fixes issue 730 TC-DRLK-2.11 * Fixes issue 511 TC-ACL-2.7 TC-ACL-2.8 TC-ACL-2.10 * Fixes Issue 513 TC-CADMIN-1.3 TC-CADMIN-1.4 TC-CADMIN-1.5 TC-CADMIN-1.6 TC-CADMIN-1.10 TC-CADMIN-1.13 TC-CADMIN-1.15 TC-CADMIN-1.16 * Fixes issue 514, 513, 503 TC_ACL_2_10 TC_ACL_2_4 TC_ACL_2_7 TC_ACL_2_8 TC_ACL_2_9 TC_CADMIN_1_11 TC_CADMIN_1_12 TC_CADMIN_1_13 TC_CADMIN_1_15 TC_CADMIN_1_17 TC_CADMIN_1_18 TC_CADMIN_1_22 TC_CADMIN_1_24 TC_CADMIN_1_3 TC_CADMIN_1_5 TC_CADMIN_1_7 TC_CADMIN_1_9 TC_CC_5_1 TC_DRLK_2_11 TC_DRLK_2_9 TC_SC_5_1 TC_SC_5_2 * Auto generated files * Restyled by whitespace * Modified test TC-DRLK-2.9 TC-TSTAT-2.2 TC-MOD-3.1 * Restyled by whitespace * Modified scripts TC-BR-1 TC-BR-4 TC-DRLK-2.9 TC-G-2.3 * Auto generated files --------- Co-authored-by: Restyled.io <[email protected]>
project-chip · Aug 21, 2023 · 5691625 · 5691625
1 parent d5a317e
commit 5691625
Show file tree

Hide file tree

Showing 102 changed files with 13,481 additions and 15,712 deletions.
diff --git a/examples/placeholder/linux/apps/app1/ciTests.json b/examples/placeholder/linux/apps/app1/ciTests.json
@@ -1,20 +1,12 @@
 {
     "Test": [
         "Test_TC_BINFO_2_3_Simulated",
-        "Test_TC_ACT_3_1_Simulated",
-        "Test_TC_BOOL_3_1_Simulated",
         "Test_TC_DESC_2_2_Simulated",
         "Test_TC_DGETH_3_1_Simulated",
         "Test_TC_DGSW_3_1_Simulated",
         "Test_TC_DGWIFI_3_1_Simulated",
-        "Test_TC_FLW_3_1_Simulated",
         "Test_TC_G_3_1_Simulated",
-        "Test_TC_I_3_1_Simulated",
-        "Test_TC_PRS_3_1_Simulated",
-        "Test_TC_PS_3_1_Simulated",
-        "Test_TC_PSCFG_3_1_Simulated",
         "Test_TC_RH_3_1_Simulated",
-        "Test_TC_SWTCH_3_1_Simulated",
         "Test_TC_WNCV_5_1_Simulated",
         "Test_TC_LCFG_3_1_Simulated",
         "Test_TC_LUNIT_1_1_Simulated",

diff --git a/src/app/tests/suites/certification/Test_TC_ACL_2_10.yaml b/src/app/tests/suites/certification/Test_TC_ACL_2_10.yaml
@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 133.2.3. [TC-ACL-2.10] Extension attribute
+name: 133.2.3. [TC-ACL-2.10] Persistence
 
 PICS:
     - ACL.S
@@ -71,6 +71,7 @@ tests:
           saveAs: TH1FabricIndex
 
     - label: "Step 3:TH1 puts DUT into commissioning mode"
+      PICS: PICS_SDK_CI_ONLY && CADMIN.S.C00.Rsp
       cluster: "Administrator Commissioning"
       command: "OpenCommissioningWindow"
       timedInteractionTimeoutMs: 10000
@@ -88,14 +89,45 @@ tests:
                 value: "SPAKE2P Key Salt"
 
     - label: "Waiting after opening commissioning window"
+      PICS: PICS_SDK_CI_ONLY && CADMIN.S.C00.Rsp
       cluster: "DelayCommands"
       command: "WaitForMs"
       arguments:
           values:
               - name: "ms"
                 value: waitAfterCommissioning
 
+    - label:
+          "TH1 puts DUT into commissioning mode, TH2 commissions DUT using admin
+          node ID N2"
+      verification: |
+          Open a commissioning window On TH1(Chiptool)using below command
+
+          ./chip-tool  pairing open-commissioning-window 1 1 400 2000 3841
+
+          [1657186324.710951][10820:10825] CHIP:DMG: Received Command Response Status for Endpoint=0 Cluster=0x0000_003C Command=0x0000_0000 Status=0x0
+          [1657186324.710980][10820:10825] CHIP:CTL: Successfully opened pairing window On TH(Chiptool)e device
+          [1657186324.711048][10820:10825] CHIP:CTL: Manual pairing code: [36253605617]
+          [1657186324.711108][10820:10825] CHIP:CTL: SetupQRCode: [MT:-24J0IRV01A7TB7E700]
+
+
+          Commission TH2(Chiptool) to DUT using manualcode generated in TH1 using open commission window
+
+          ./chip-tool pairing code 2 36253605617 --commissioner-name beta --commissioner-nodeid 223344
+          [1657186359.584672][3509:3514] CHIP:CTL: Successfully finished commissioning step 'Cleanup'
+          [1657186359.584743][3509:3514] CHIP:TOO: Device commissioning completed with success
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP && CADMIN.S.C00.Rsp
+      arguments:
+          values:
+              - name: "message"
+                value: "Enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "TH2 starts a commissioning process with DUT"
+      PICS: PICS_SDK_CI_ONLY
       identity: "beta"
       cluster: "CommissionerCommands"
       command: "PairWithCode"
@@ -106,7 +138,8 @@ tests:
               - name: "payload"
                 value: payload
 
-    - label: "DUT is commissioned by TH2 on Fabric ID2 "
+    - label: "DUT is commissioned by TH2 on Fabric ID2"
+      PICS: PICS_SDK_CI_ONLY
       identity: "beta"
       cluster: "DelayCommands"
       command: "WaitForCommissionee"
@@ -223,6 +256,7 @@ tests:
                 value: "y"
 
     - label: "TH1 Connects to the device again"
+      PICS: PICS_SDK_CI_ONLY
       cluster: "DelayCommands"
       command: "WaitForCommissionee"
       arguments:
@@ -231,6 +265,7 @@ tests:
                 value: nodeId
 
     - label: "TH2 Connects to the device again"
+      PICS: PICS_SDK_CI_ONLY
       identity: "beta"
       cluster: "DelayCommands"
       command: "WaitForCommissionee"
@@ -323,6 +358,22 @@ tests:
               - name: "expectedValue"
                 value: "y"
 
+    - label: "TH2 writes Extension attibute value as empty list"
+      identity: "beta"
+      PICS: ACL.S.A0001
+      command: "writeAttribute"
+      attribute: "Extension"
+      arguments:
+          value: []
+
+    - label: "TH2 writes ACL attribute value is an empty list"
+      identity: "beta"
+      PICS: ACL.S.A0000
+      command: "writeAttribute"
+      attribute: "ACL"
+      arguments:
+          value: []
+
     - label: "Step 15:TH1 removes fabric F2 from DUT"
       PICS: OPCREDS.S.C0a.Rsp
       cluster: "Operational Credentials"
@@ -381,3 +432,17 @@ tests:
                 value: "Enter 'y' after success"
               - name: "expectedValue"
                 value: "y"
+
+    - label: "TH1 writes Extension attribute value as empty list"
+      PICS: ACL.S.A0001
+      command: "writeAttribute"
+      attribute: "Extension"
+      arguments:
+          value: []
+
+    - label: "TH1 writes ACL attribute value is an empty list"
+      PICS: ACL.S.A0000
+      command: "writeAttribute"
+      attribute: "ACL"
+      arguments:
+          value: []
diff --git a/src/app/tests/suites/certification/Test_TC_ACL_2_4.yaml b/src/app/tests/suites/certification/Test_TC_ACL_2_4.yaml
@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 133.2.3. [TC-ACL-2.4] Extension attribute
+name: 133.2.3. [TC-ACL-2.4] ACL attribute
 
 PICS:
     - ACL.S

diff --git a/src/app/tests/suites/certification/Test_TC_ACL_2_7.yaml b/src/app/tests/suites/certification/Test_TC_ACL_2_7.yaml
@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 133.2.3. [TC-ACL-2.7] Extension attribute
+name: 133.2.3. [TC-ACL-2.7] Extension multi-fabric
 
 PICS:
     - ACL.S
@@ -74,6 +74,7 @@ tests:
       cluster: "Administrator Commissioning"
       command: "OpenCommissioningWindow"
       timedInteractionTimeoutMs: 10000
+      PICS: CADMIN.S.C00.Rsp && PICS_SDK_CI_ONLY
       arguments:
           values:
               - name: "CommissioningTimeout"
@@ -87,7 +88,37 @@ tests:
               - name: "Salt"
                 value: "SPAKE2P Key Salt"
 
+    - label:
+          "Step 3 & 4: TH1 puts DUT into commissioning mode, TH2 commissions DUT
+          using admin node ID N2"
+      verification: |
+          Open a commissioning window On TH1(Chiptool)using below command
+
+          ./chip-tool  pairing open-commissioning-window 1 1 400 2000 3841
+
+          [1657186324.710951][10820:10825] CHIP:DMG: Received Command Response Status for Endpoint=0 Cluster=0x0000_003C Command=0x0000_0000 Status=0x0
+          [1657186324.710980][10820:10825] CHIP:CTL: Successfully opened pairing window On TH(Chiptool)e device
+          [1657186324.711048][10820:10825] CHIP:CTL: Manual pairing code: [36253605617]
+          [1657186324.711108][10820:10825] CHIP:CTL: SetupQRCode: [MT:-24J0IRV01A7TB7E700]
+
+
+          Commission TH2(Chiptool) to DUT using manualcode generated in TH1 using open commission window
+
+          ./chip-tool pairing code 2 36253605617 --commissioner-name beta --commissioner-nodeid 223344
+          [1657186359.584672][3509:3514] CHIP:CTL: Successfully finished commissioning step 'Cleanup'
+          [1657186359.584743][3509:3514] CHIP:TOO: Device commissioning completed with success
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP && CADMIN.S.C00.Rsp
+      arguments:
+          values:
+              - name: "message"
+                value: "Enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "Waiting after opening commissioning window"
+      PICS: CADMIN.S.C00.Rsp && PICS_SDK_CI_ONLY
       cluster: "DelayCommands"
       command: "WaitForMs"
       arguments:
@@ -97,6 +128,7 @@ tests:
 
     - label: "Step 4:TH2 starts a commissioning process with DUT"
       identity: "beta"
+      PICS: PICS_SDK_CI_ONLY
       cluster: "CommissionerCommands"
       command: "PairWithCode"
       arguments:
@@ -108,6 +140,7 @@ tests:
 
     - label: "DUT is commissioned by TH2 on Fabric ID2 "
       identity: "beta"
+      PICS: PICS_SDK_CI_ONLY
       cluster: "DelayCommands"
       command: "WaitForCommissionee"
       arguments:
@@ -204,3 +237,18 @@ tests:
                       { Data: D_OK_SINGLE, FabricIndex: TH2FabricIndex },
                   FabricIndex: TH2FabricIndex,
               }
+
+    - label: "TH1 writes Extension attribute value as empty list"
+      PICS: ACL.S.A0001
+      command: "writeAttribute"
+      attribute: "Extension"
+      arguments:
+          value: []
+
+    - label: "TH2 writes Extension attribute value as empty list"
+      identity: "beta"
+      PICS: ACL.S.A0001
+      command: "writeAttribute"
+      attribute: "Extension"
+      arguments:
+          value: []
diff --git a/src/app/tests/suites/certification/Test_TC_ACL_2_8.yaml b/src/app/tests/suites/certification/Test_TC_ACL_2_8.yaml
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-name: 133.2.3. [TC-ACL-2.8] Extension attribute
+name: 133.2.3. [TC-ACL-2.8] ACL multi-fabric
 
 PICS:
     - ACL.S
@@ -63,6 +63,7 @@ tests:
           saveAs: TH1FabricIndex
 
     - label: "TH1 puts DUT into commissioning mode"
+      PICS: CADMIN.S.C00.Rsp && PICS_SDK_CI_ONLY
       cluster: "Administrator Commissioning"
       command: "OpenCommissioningWindow"
       timedInteractionTimeoutMs: 10000
@@ -80,14 +81,46 @@ tests:
                 value: "SPAKE2P Key Salt"
 
     - label: "Waiting after opening commissioning window"
+      PICS: CADMIN.S.C00.Rsp && PICS_SDK_CI_ONLY
       cluster: "DelayCommands"
       command: "WaitForMs"
       arguments:
           values:
               - name: "ms"
                 value: waitAfterCommissioning
 
+    - label:
+          "TH1 puts DUT into commissioning mode, TH2 commissions DUT using admin
+          node ID N2"
+      verification: |
+          Open a commissioning window On TH1(Chiptool)using below command
+
+          ./chip-tool  pairing open-commissioning-window 1 1 400 2000 3841
+
+          [1657186324.710951][10820:10825] CHIP:DMG: Received Command Response Status for Endpoint=0 Cluster=0x0000_003C Command=0x0000_0000 Status=0x0
+          [1657186324.710980][10820:10825] CHIP:CTL: Successfully opened pairing window On TH(Chiptool)e device
+          [1657186324.711048][10820:10825] CHIP:CTL: Manual pairing code: [36253605617]
+          [1657186324.711108][10820:10825] CHIP:CTL: SetupQRCode: [MT:-24J0IRV01A7TB7E700]
+
+
+          Commission TH2(Chiptool) to DUT using manualcode generated in TH1 using open commission window
+
+          ./chip-tool pairing code 2 36253605617 --commissioner-name beta --commissioner-nodeid 223344
+
+          [1657186359.584672][3509:3514] CHIP:CTL: Successfully finished commissioning step 'Cleanup'
+          [1657186359.584743][3509:3514] CHIP:TOO: Device commissioning completed with success
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP && CADMIN.S.C00.Rsp
+      arguments:
+          values:
+              - name: "message"
+                value: "Enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "TH2 starts a commissioning process with DUT"
+      PICS: PICS_SDK_CI_ONLY
       identity: "beta"
       cluster: "CommissionerCommands"
       command: "PairWithCode"
@@ -99,6 +132,7 @@ tests:
                 value: payload
 
     - label: "DUT is commissioned by TH2 on Fabric ID2 "
+      PICS: PICS_SDK_CI_ONLY
       identity: "beta"
       cluster: "DelayCommands"
       command: "WaitForCommissionee"
@@ -303,3 +337,18 @@ tests:
                               },
                           FabricIndex: TH2FabricIndex,
                       }
+
+    - label: "TH1 writes ACL attribute value is an empty list"
+      PICS: ACL.S.A0000
+      command: "writeAttribute"
+      attribute: "ACL"
+      arguments:
+          value: []
+
+    - label: "TH2 writes ACL attribute value is an empty list"
+      identity: "beta"
+      PICS: ACL.S.A0000
+      command: "writeAttribute"
+      attribute: "ACL"
+      arguments:
+          value: []
diff --git a/src/app/tests/suites/certification/Test_TC_ACL_2_9.yaml b/src/app/tests/suites/certification/Test_TC_ACL_2_9.yaml
@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 133.2.3. [TC-ACL-2.9] Extension attribute
+name: 133.2.3. [TC-ACL-2.9] Cluster Access
 
 PICS:
     - ACL.S
@@ -165,3 +165,21 @@ tests:
       event: "AccessControlExtensionChanged"
       response:
           error: UNSUPPORTED_ACCESS
+
+    - label: "Test cleanup: Reset Devices to factory defaults"
+      PICS: PICS_SDK_CI_ONLY
+      cluster: "SystemCommands"
+      command: "FactoryReset"
+
+    - label: "Test cleanup: Reset Devices to factory defaults"
+      verification: |
+          Reset Devices to factory defaults
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP
+      arguments:
+          values:
+              - name: "message"
+                value: "Factory Reset the DUT and enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"