Skip to content

Commit

Permalink
Added Manual scripts
Browse files Browse the repository at this point in the history
  • Loading branch information
@kowsisoundhar12
kowsisoundhar12 committed Jun 27, 2022
1 parent 5e9d413 commit 9362d7e
Show file tree
Hide file tree
Showing 47 changed files with 7,381 additions and 3,769 deletions.
102 changes: 60 additions & 42 deletions .github/workflows/tests.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,8 @@ on:
workflow_dispatch:

concurrency:
group: ${{ github.ref }}-${{ github.workflow }}-${{ (github.event_name ==
group:
${{ github.ref }}-${{ github.workflow }}-${{ (github.event_name ==
'pull_request' && github.event.number) || (github.event_name ==
'workflow_dispatch' && github.run_number) || github.sha }}
cancel-in-progress: true
Expand All @@ -37,14 +38,17 @@ jobs:
env:
BUILD_VARIANT: ${{matrix.build_variant}}
CHIP_TOOL_VARIANT: ${{matrix.chip_tool}}
TSAN_OPTIONS: "halt_on_error=1 suppressions=scripts/tests/chiptest/tsan-linux-suppressions.txt"
TSAN_OPTIONS:
"halt_on_error=1
suppressions=scripts/tests/chiptest/tsan-linux-suppressions.txt"

if: github.actor != 'restyled-io[bot]'
runs-on: ubuntu-latest

container:
image: connectedhomeip/chip-build:0.5.79
options: --privileged --sysctl "net.ipv6.conf.all.disable_ipv6=0
options:
--privileged --sysctl "net.ipv6.conf.all.disable_ipv6=0
net.ipv4.conf.all.forwarding=1 net.ipv6.conf.all.forwarding=1"

steps:
Expand All @@ -58,7 +62,8 @@ jobs:
attempt_delay: 2000
- name: Checkout submodules
run: scripts/checkout_submodules.py --shallow --platform linux
- name: Try to ensure the directories for core dumping exist and we
- name:
Try to ensure the directories for core dumping exist and we
can write them.
run: |
mkdir /tmp/cores || true
Expand All @@ -71,7 +76,9 @@ jobs:
uses: actions/upload-artifact@v2
if: ${{ always() }} && ${{ !env.ACT }}
with:
name: bootstrap-logs-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}
name:
bootstrap-logs-linux-${{ matrix.build_variant }}${{
matrix.chip_tool }}
path: |
.environment/gn_out/.ninja_log
.environment/pigweed-venv/*.log
Expand Down Expand Up @@ -108,15 +115,19 @@ jobs:
uses: actions/upload-artifact@v2
if: ${{ failure() }} && ${{ !env.ACT }}
with:
name: crash-core-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}
name:
crash-core-linux-${{ matrix.build_variant }}${{
matrix.chip_tool }}
path: /tmp/cores/
# Cores are big; don't hold on to them too long.
retention-days: 5
- name: Uploading objdir for debugging
uses: actions/upload-artifact@v2
if: ${{ failure() }} && ${{ !env.ACT }}
with:
name: crash-objdir-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}
name:
crash-objdir-linux-${{ matrix.build_variant }}${{
matrix.chip_tool }}
path: objdir-clone/
# objdirs are big; don't hold on to them too long.
retention-days: 5
Expand Down Expand Up @@ -172,7 +183,9 @@ jobs:
uses: actions/upload-artifact@v2
if: ${{ always() }} && ${{ !env.ACT }}
with:
name: bootstrap-logs-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
name:
bootstrap-logs-darwin-${{ matrix.build_variant }}${{
matrix.chip_tool }}
path: |
.environment/gn_out/.ninja_log
.environment/pigweed-venv/*.log
Expand All @@ -196,7 +209,7 @@ jobs:
./scripts/run_in_build_env.sh \
"./scripts/tests/run_test_suite.py \
--chip-tool ./out/darwin-x64-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT}/chip-tool \
--target-skip-glob '{TestGroupMessaging,Test_TC_DIAG_TH_NW_1_1,Test_TC_DIAG_TH_NW_1_2,Test_TC_DIAG_TH_NW_2_2,Test_TC_DIAG_TH_NW_2_3,Test_TC_DIAG_TH_NW_2_6,Test_TC_DIAG_TH_NW_2_7,Test_TC_DIAG_TH_NW_2_8,Test_TC_DIAG_TH_NW_2_9}' \
--target-skip-glob '{TestGroupMessaging,Test_TC_DIAG_TH_NW_2_1,Test_TC_DIAG_TH_NW_2_2,Test_TC_DIAG_TH_NW_2_3,Test_TC_DIAG_TH_NW_2_4}' \
run \
--iterations 1 \
--test-timeout-seconds 120 \
Expand All @@ -210,21 +223,27 @@ jobs:
uses: actions/upload-artifact@v2
if: ${{ failure() }} && ${{ !env.ACT }}
with:
name: crash-core-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
name:
crash-core-darwin-${{ matrix.build_variant }}${{
matrix.chip_tool }}
path: /cores/
# Cores are big; don't hold on to them too long.
retention-days: 5
- name: Uploading diagnostic logs
uses: actions/upload-artifact@v2
if: ${{ failure() }} && ${{ !env.ACT }}
with:
name: crash-log-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
name:
crash-log-darwin-${{ matrix.build_variant }}${{
matrix.chip_tool }}
path: ~/Library/Logs/DiagnosticReports/
- name: Uploading objdir for debugging
uses: actions/upload-artifact@v2
if: ${{ failure() }} && ${{ !env.ACT }}
with:
name: crash-objdir-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
name:
crash-objdir-darwin-${{ matrix.build_variant }}${{
matrix.chip_tool }}
path: objdir-clone/
# objdirs are big; don't hold on to them too long.
retention-days: 5
Expand All @@ -233,7 +252,9 @@ jobs:
timeout-minutes: 130

env:
TSAN_OPTIONS: "halt_on_error=1 suppressions=scripts/tests/chiptest/tsan-linux-suppressions.txt"
TSAN_OPTIONS:
"halt_on_error=1
suppressions=scripts/tests/chiptest/tsan-linux-suppressions.txt"

if: github.actor != 'restyled-io[bot]'
runs-on: ubuntu-latest
Expand Down Expand Up @@ -264,40 +285,39 @@ jobs:
if: ${{ always() }} && ${{ !env.ACT }}
with:
name:
bootstrap-logs-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}
bootstrap-logs-linux-${{ matrix.build_variant }}${{
matrix.chip_tool }}
path: |
.environment/gn_out/.ninja_log
.environment/pigweed-venv/*.log
- name: Build Python REPL and example apps
timeout-minutes: 50
run: |
scripts/run_in_build_env.sh './scripts/build_python.sh --install_wheel build-env'
./scripts/run_in_build_env.sh \
"./scripts/build/build_examples.py \
--target linux-x64-all-clusters-no-ble-no-wifi-tsan-clang-test \
--target linux-x64-python-bindings \
build \
--copy-artifacts-to objdir-clone \
"
scripts/run_in_build_env.sh './scripts/build_python.sh --install_wheel build-env'
./scripts/run_in_build_env.sh \
"./scripts/build/build_examples.py \
--target linux-x64-all-clusters-no-ble-no-wifi-tsan-clang-test \
--target linux-x64-python-bindings \
build \
--copy-artifacts-to objdir-clone \
"
- name: Run Tests
timeout-minutes: 40
run: |
scripts/run_in_build_env.sh './scripts/tests/run_python_test.py --app out/linux-x64-all-clusters-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --script-args "--log-level INFO -t 3600 --disable-test ClusterObjectTests.TestTimedRequestTimeout"'
scripts/run_in_build_env.sh './scripts/tests/run_python_test.py --app out/linux-x64-all-clusters-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --script-args "--log-level INFO -t 3600 --disable-test ClusterObjectTests.TestTimedRequestTimeout"'
- name: Uploading core files
uses: actions/upload-artifact@v2
if: ${{ failure() }} && ${{ !env.ACT }}
with:
name:
crash-core-linux-python-repl
name: crash-core-linux-python-repl
path: /tmp/cores/
# Cores are big; don't hold on to them too long.
retention-days: 5
- name: Uploading objdir for debugging
uses: actions/upload-artifact@v2
if: ${{ failure() }} && ${{ !env.ACT }}
with:
name:
crash-objdir-linux-python-repl
name: crash-objdir-linux-python-repl
path: objdir-clone/
# objdirs are big; don't hold on to them too long.
retention-days: 5
Expand Down Expand Up @@ -347,46 +367,44 @@ jobs:
if: ${{ always() }} && ${{ !env.ACT }}
with:
name:
bootstrap-logs-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
bootstrap-logs-darwin-${{ matrix.build_variant }}${{
matrix.chip_tool }}
path: |
.environment/gn_out/.ninja_log
.environment/pigweed-venv/*.log
- name: Build Python REPL and example apps
timeout-minutes: 50
run: |
scripts/run_in_build_env.sh './scripts/build_python.sh --install_wheel build-env'
./scripts/run_in_build_env.sh \
"./scripts/build/build_examples.py \
--target darwin-x64-all-clusters-${BUILD_VARIANT}-test \
build \
--copy-artifacts-to objdir-clone \
"
scripts/run_in_build_env.sh './scripts/build_python.sh --install_wheel build-env'
./scripts/run_in_build_env.sh \
"./scripts/build/build_examples.py \
--target darwin-x64-all-clusters-${BUILD_VARIANT}-test \
build \
--copy-artifacts-to objdir-clone \
"
- name: Run Tests
timeout-minutes: 30
run: |
scripts/run_in_build_env.sh './scripts/tests/run_python_test.py --app out/darwin-x64-all-clusters-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --app-args "--discriminator 3840 --interface-id -1" --script-args "-t 3600 --disable-test ClusterObjectTests.TestTimedRequestTimeout"'
scripts/run_in_build_env.sh './scripts/tests/run_python_test.py --app out/darwin-x64-all-clusters-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --app-args "--discriminator 3840 --interface-id -1" --script-args "-t 3600 --disable-test ClusterObjectTests.TestTimedRequestTimeout"'
- name: Uploading core files
uses: actions/upload-artifact@v2
if: ${{ failure() }} && ${{ !env.ACT }}
with:
name:
crash-core-darwin-python-repl
name: crash-core-darwin-python-repl
path: /cores/
# Cores are big; don't hold on to them too long.
retention-days: 5
- name: Uploading diagnostic logs
uses: actions/upload-artifact@v2
if: ${{ failure() }} && ${{ !env.ACT }}
with:
name:
crash-log-darwin-python-repl
name: crash-log-darwin-python-repl
path: ~/Library/Logs/DiagnosticReports/
- name: Uploading objdir for debugging
uses: actions/upload-artifact@v2
if: ${{ failure() }} && ${{ !env.ACT }}
with:
name:
crash-objdir-darwin-python-repl
name: crash-objdir-darwin-python-repl
path: objdir-clone/
# objdirs are big; don't hold on to them too long.
retention-days: 5
10 changes: 5 additions & 5 deletions examples/darwin-framework-tool/templates/tests/tests.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -45,18 +45,18 @@ function getTests() {
// TODO: TestGroupMessaging does not work on Darwin for now.
tests.disable('TestGroupMessaging');

// TODO: Test_TC_DIAG_TH_NW_1_1 does not work on Darwin for now.
tests.disable('Test_TC_DIAG_TH_NW_1_1');

// TODO: Test_TC_DIAG_TH_NW_1_2 does not work on Darwin for now.
tests.disable('Test_TC_DIAG_TH_NW_1_2');
// TODO: Test_TC_DIAG_TH_NW_2_1 does not work on Darwin for now.
tests.disable('Test_TC_DIAG_TH_NW_2_1');

// TODO: Test_TC_DIAG_TH_NW_2_2 does not work on Darwin for now.
tests.disable('Test_TC_DIAG_TH_NW_2_2');

// TODO: Test_TC_DIAG_TH_NW_2_3 does not work on Darwin for now.
tests.disable('Test_TC_DIAG_TH_NW_2_3');

// TODO: Test_TC_DIAG_TH_NW_2_4 does not work on Darwin for now.
tests.disable('Test_TC_DIAG_TH_NW_2_4');

// TODO: Test_TC_CC_9_1 does not work on Darwin for now.
// But is disabled in CI, so we can't disable it here.
//tests.disable('Test_TC_CC_9_1');
Expand Down
26 changes: 15 additions & 11 deletions src/app/tests/suites/certification/Test_TC_ACT_1_1.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -38,29 +38,33 @@ tests:
verification: |
./chip-tool bridgedactions read feature-map 1 1
Need to implement in SDK
[1653914882.418462][4356:4361] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0025 Attribute 0x0000_FFFC DataVersion: 2247417279
[1653914882.418776][4356:4361] CHIP:TOO: FeatureMap: 0
[1653914882.419152][4356:4361] CHIP:EM: Sending Standalone Ack for MessageCounter:10814203 on exchange 4481i
disabled: true

- label: "Read AttributeList (global attribute 65531)"
verification: |
./chip-tool bridgedactions read attribute-list 1 1
CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0025 Attribute 0x0000_FFFB DataVersion: 3573360937
[1649664685.946524][8671:8676] CHIP:TOO: AttributeList: 7 entries
[1649664685.946600][8671:8676] CHIP:TOO: [1]: 0
[1649664685.946649][8671:8676] CHIP:TOO: [2]: 1
[1649664685.946696][8671:8676] CHIP:TOO: [3]: 2
[1649664685.946744][8671:8676] CHIP:TOO: [4]: 65528
[1649664685.946790][8671:8676] CHIP:TOO: [5]: 65529
[1649664685.946836][8671:8676] CHIP:TOO: [6]: 65531
[1649664685.946901][8671:8676] CHIP:TOO: [7]: 65533
[1653914972.556033][4366:4371] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0025 Attribute 0x0000_FFFB DataVersion: 2247417279
[1653914972.556185][4366:4371] CHIP:TOO: AttributeList: 8 entries
[1653914972.556260][4366:4371] CHIP:TOO: [1]: 0
[1653914972.556324][4366:4371] CHIP:TOO: [2]: 1
[1653914972.556387][4366:4371] CHIP:TOO: [3]: 2
[1653914972.556448][4366:4371] CHIP:TOO: [4]: 65528
[1653914972.556509][4366:4371] CHIP:TOO: [5]: 65529
[1653914972.556569][4366:4371] CHIP:TOO: [6]: 65531
[1653914972.556629][4366:4371] CHIP:TOO: [7]: 65532
[1653914972.556688][4366:4371] CHIP:TOO: [8]: 65533
[1653914972.556946][4366:4371] CHIP:EM: Sending Standalone Ack for MessageCounter:7114704 on exchange 4513i
disabled: true

- label: "Read EventList (global attribute 65530)"
verification: |
./chip-tool bridgedactions read event-list 1 1
Need to implement in chip-tool
Out of scope for v1.0
disabled: true

- label:
Expand Down
Loading

0 comments on commit 9362d7e

Please sign in to comment.