add device farm ci job testing on android 8 #1573
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches-ignore: | |
| - 'main' | |
| - 'docs' | |
| env: | |
| BUILDER_VERSION: v0.9.58 | |
| BUILDER_SOURCE: releases | |
| BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net | |
| PACKAGE_NAME: aws-iot-device-sdk-java-v2 | |
| RUN: ${{ github.run_id }}-${{ github.run_number }} | |
| AWS_DEFAULT_REGION: us-east-1 | |
| AWS_DEVICE_FARM_REGION: us-west-2 # Device Farm only available in us-west-2 region | |
| DA_TOPIC: test/da | |
| DA_SHADOW_NAME: DATestShadow | |
| DA_SHADOW_PROPERTY: datest | |
| DA_SHADOW_VALUE_SET: ON | |
| DA_SHADOW_VALUE_DEFAULT: OFF | |
| CI_IOT_CONTAINERS: arn:aws:iam::123124136734:role/CRT_IoT_Containers | |
| CI_PUBSUB_ROLE: arn:aws:iam::180635532705:role/CI_PubSub_Role | |
| CI_COGNITO_ROLE: arn:aws:iam::180635532705:role/CI_Cognito_Role | |
| CI_CUSTOM_AUTHORIZER_ROLE: arn:aws:iam::180635532705:role/CI_CustomAuthorizer_Role | |
| CI_SHADOW_ROLE: arn:aws:iam::180635532705:role/CI_Shadow_Role | |
| CI_JOBS_ROLE: arn:aws:iam::180635532705:role/CI_Jobs_Role | |
| CI_FLEET_PROVISIONING_ROLE: arn:aws:iam::180635532705:role/service-role/CI_FleetProvisioning_Role | |
| CI_GREENGRASS_ROLE: arn:aws:iam::180635532705:role/CI_Greengrass_Role | |
| CI_GREENGRASS_INSTALLER_ROLE: arn:aws:iam::180635532705:role/CI_GreengrassInstaller_Role | |
| CI_DEVICE_ADVISOR: arn:aws:iam::180635532705:role/CI_DeviceAdvisor_Role | |
| CI_X509_ROLE: arn:aws:iam::180635532705:role/CI_X509_Role | |
| CI_MQTT5_ROLE: arn:aws:iam::180635532705:role/CI_MQTT5_Role | |
| CI_ANDROID_DEVICE_TESTING_ROLE: arn:aws:iam::180635532705:role/CI_Android_Device_Testing_Role | |
| CI_SHADOW_SERVICE_CLIENT_ROLE: arn:aws:iam::180635532705:role/CI_ShadowServiceClient_Role | |
| CI_JOBS_SERVICE_CLIENT_ROLE: arn:aws:iam::180635532705:role/CI_JobsServiceClient_Role | |
| jobs: | |
| linux-compat: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| image: | |
| - manylinux2014-x64 | |
| - al2-x64 | |
| - fedora-34-x64 | |
| - rhel8-x64 | |
| #- manylinux2014-x86 until we find 32-bit linux binaries we can use | |
| permissions: | |
| id-token: write # This is required for requesting the JWT | |
| steps: | |
| - name: configure AWS credentials (containers) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_IOT_CONTAINERS }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} | |
| # NOTE: we cannot run samples or DeviceAdvisor here due to container restrictions | |
| linux-musl: | |
| runs-on: ubuntu-22.04 # latest | |
| strategy: | |
| matrix: | |
| image: | |
| - alpine-3.16-x64 | |
| - alpine-3.16-arm64 | |
| - openwrt-x64-openjdk8 | |
| permissions: | |
| id-token: write # This is required for requesting the JWT | |
| steps: | |
| - name: configure AWS credentials (containers) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_IOT_CONTAINERS }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Install qemu/docker | |
| run: docker run --rm --privileged multiarch/qemu-user-static --reset -p yes | |
| - name: Checkout Sources | |
| uses: actions/checkout@v2 | |
| with: | |
| submodules: true | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} | |
| # armv7 needs its own action due to inability to differentiate at runtime armv6 vs armv7 in the jvm: | |
| # | |
| # At build time we can properly figure out that we're targeting armv7. | |
| # At run time we have to force armv7 (via environment variable) in order to achieve proper resource path | |
| # resolution. | |
| linux-musl-armv7: | |
| runs-on: ubuntu-20.04 # latest | |
| permissions: | |
| id-token: write # This is required for requesting the JWT | |
| steps: | |
| - name: configure AWS credentials (containers) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_IOT_CONTAINERS }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Install qemu/docker | |
| run: docker run --rm --privileged multiarch/qemu-user-static --reset -p yes | |
| - name: Checkout Sources | |
| uses: actions/checkout@v2 | |
| with: | |
| submodules: true | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| export AWS_CRT_ARCH=armv7 | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-alpine-3.16-armv7 build -p ${{ env.PACKAGE_NAME }} | |
| raspberry: | |
| runs-on: ubuntu-20.04 # latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| image: | |
| - raspbian-bullseye | |
| permissions: | |
| id-token: write # This is required for requesting the JWT | |
| steps: | |
| - name: configure AWS credentials (containers) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_IOT_CONTAINERS }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| # set arm arch | |
| - name: Install qemu/docker | |
| run: docker run --rm --privileged multiarch/qemu-user-static --reset -p yes | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} | |
| windows: | |
| runs-on: windows-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| version: | |
| - 8 | |
| - 11 | |
| - 17 | |
| permissions: | |
| id-token: write # This is required for requesting the JWT | |
| steps: | |
| - name: Checkout Sources | |
| uses: actions/checkout@v2 | |
| - name: Setup Java | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: temurin | |
| java-version: ${{ matrix.version }} | |
| cache: maven | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| python -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder.pyz')" | |
| python builder.pyz build -p ${{ env.PACKAGE_NAME }} --spec=downstream | |
| - name: configure AWS credentials (MQTT5) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_MQTT5_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: MQTT311 tests | |
| shell: bash | |
| run: | | |
| source utils/mqtt5_test_setup.sh s3://iot-sdk-ci-bucket-us-east1/IotUsProdMqtt5EnvironmentVariables.txt us-east-1 | |
| mvn test -Dtest=MqttBuilderTest -Dsurefire.failIfNoSpecifiedTests=false | |
| source utils/mqtt5_test_setup.sh s3://iot-sdk-ci-bucket-us-east1/IotUsProdMqtt5EnvironmentVariables.txt cleanup | |
| - name: MQTT5 tests | |
| shell: bash | |
| run: | | |
| source utils/mqtt5_test_setup.sh s3://iot-sdk-ci-bucket-us-east1/IotUsProdMqtt5EnvironmentVariables.txt us-east-1 | |
| mvn test -Dtest=Mqtt5BuilderTest -Dsurefire.failIfNoSpecifiedTests=false | |
| source utils/mqtt5_test_setup.sh s3://iot-sdk-ci-bucket-us-east1/IotUsProdMqtt5EnvironmentVariables.txt cleanup | |
| - name: Running samples in CI setup | |
| run: | | |
| python -m pip install boto3 | |
| mvn install -DskipTests | |
| - name: configure AWS credentials (PubSub) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_PUBSUB_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run PubSub sample | |
| run: | | |
| python ./utils/run_in_ci.py --file ./.github/workflows/ci_run_pubsub_cfg.json | |
| - name: run Windows Certificate Connect sample | |
| run: | | |
| python ./utils/run_in_ci.py --file ./.github/workflows/ci_run_windows_cert_connect_cfg.json | |
| - name: configure AWS credentials (MQTT5) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_MQTT5_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run MQTT5 PubSub sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_mqtt5_pubsub_cfg.json | |
| - name: configure AWS credentials (Device Advisor) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_DEVICE_ADVISOR }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run DeviceAdvisor | |
| run: | | |
| python ./deviceadvisor/script/DATestRun.py | |
| osx: | |
| runs-on: ${{ matrix.runner }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| runner: | |
| - macos-13 | |
| - macos-latest | |
| version: | |
| - 8 | |
| - 11 | |
| - 17 | |
| permissions: | |
| id-token: write # This is required for requesting the JWT | |
| steps: | |
| - name: Checkout Sources | |
| uses: actions/checkout@v2 | |
| - name: Setup Java | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: temurin | |
| java-version: ${{ matrix.version }} | |
| cache: maven | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder')" | |
| chmod a+x builder | |
| ./builder build -p ${{ env.PACKAGE_NAME }} --spec=downstream | |
| - name: configure AWS credentials (MQTT5) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_MQTT5_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: MQTT311 tests | |
| run: | | |
| source utils/mqtt5_test_setup.sh s3://iot-sdk-ci-bucket-us-east1/IotUsProdMqtt5EnvironmentVariables.txt us-east-1 | |
| mvn test -Dtest=MqttBuilderTest -DfailIfNoTests=false -Dsurefire.failIfNoSpecifiedTests=false | |
| source utils/mqtt5_test_setup.sh s3://iot-sdk-ci-bucket-us-east1/IotUsProdMqtt5EnvironmentVariables.txt cleanup | |
| - name: MQTT5 tests | |
| run: | | |
| source utils/mqtt5_test_setup.sh s3://iot-sdk-ci-bucket-us-east1/IotUsProdMqtt5EnvironmentVariables.txt us-east-1 | |
| mvn test -Dtest=Mqtt5BuilderTest -DfailIfNoTests=false -Dsurefire.failIfNoSpecifiedTests=false | |
| source utils/mqtt5_test_setup.sh s3://iot-sdk-ci-bucket-us-east1/IotUsProdMqtt5EnvironmentVariables.txt cleanup | |
| - name: Running samples in CI setup | |
| run: | | |
| python3 -m venv .venv | |
| source .venv/bin/activate | |
| python3 -m pip install boto3 | |
| mvn install -Dmaven.test.skip=true | |
| - name: configure AWS credentials (PubSub) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_PUBSUB_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run PubSub sample | |
| run: | | |
| source .venv/bin/activate | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_pubsub_cfg.json | |
| - name: run PKCS12 Connect sample | |
| run: | | |
| cert=$(aws secretsmanager get-secret-value --region us-east-1 --secret-id "ci/PubSub/cert" --query "SecretString" | cut -f2 -d":" | cut -f2 -d\") && echo -e "$cert" > /tmp/certificate.pem | |
| key=$(aws secretsmanager get-secret-value --region us-east-1 --secret-id "ci/PubSub/key" --query "SecretString" | cut -f2 -d":" | cut -f2 -d\") && echo -e "$key" > /tmp/privatekey.pem | |
| pkcs12_password=$(aws secretsmanager get-secret-value --region us-east-1 --secret-id "ci/PubSub/key_pkcs12_password" --query "SecretString" | cut -f2 -d":" | cut -f2 -d\") | |
| openssl pkcs12 -export -in /tmp/certificate.pem -inkey /tmp/privatekey.pem -out ./pkcs12-key.p12 -name PubSub_Thing_Alias -password pass:$pkcs12_password | |
| source .venv/bin/activate | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_pkcs12_connect_cfg.json | |
| - name: configure AWS credentials (MQTT5) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_MQTT5_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run MQTT5 PubSub sample | |
| run: | | |
| source .venv/bin/activate | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_mqtt5_pubsub_cfg.json | |
| - name: configure AWS credentials (Device Advisor) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_DEVICE_ADVISOR }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run DeviceAdvisor | |
| run: | | |
| source .venv/bin/activate | |
| python3 ./deviceadvisor/script/DATestRun.py | |
| java-compat: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| version: | |
| - 8 | |
| - 11 | |
| - 17 | |
| permissions: | |
| id-token: write # This is required for requesting the JWT | |
| steps: | |
| - name: Checkout Sources | |
| uses: actions/checkout@v2 | |
| - name: Setup Java | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: temurin | |
| java-version: ${{ matrix.version }} | |
| cache: maven | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| java -version | |
| mvn -B test -Daws.crt.debugnative=true | |
| mvn install -Dmaven.test.skip | |
| - name: configure AWS credentials (MQTT5) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_MQTT5_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: MQTT311 tests | |
| run: | | |
| source utils/mqtt5_test_setup.sh s3://iot-sdk-ci-bucket-us-east1/IotUsProdMqtt5EnvironmentVariables.txt us-east-1 | |
| mvn test -Dtest=MqttBuilderTest -DfailIfNoTests=false | |
| source utils/mqtt5_test_setup.sh s3://iot-sdk-ci-bucket-us-east1/IotUsProdMqtt5EnvironmentVariables.txt cleanup | |
| - name: MQTT5 tests | |
| run: | | |
| source utils/mqtt5_test_setup.sh s3://iot-sdk-ci-bucket-us-east1/IotUsProdMqtt5EnvironmentVariables.txt us-east-1 | |
| mvn test -Dtest=Mqtt5BuilderTest -DfailIfNoTests=false | |
| source utils/mqtt5_test_setup.sh s3://iot-sdk-ci-bucket-us-east1/IotUsProdMqtt5EnvironmentVariables.txt cleanup | |
| - name: Running samples in CI setup | |
| run: | | |
| python3 -m pip install boto3 | |
| - name: configure AWS credentials (PubSub) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_PUBSUB_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run PubSub sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_pubsub_cfg.json | |
| - name: configure AWS credentials (MQTT5) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_MQTT5_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run MQTT5 PubSub sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_mqtt5_pubsub_cfg.json | |
| - name: configure AWS credentials (Device Advisor) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_DEVICE_ADVISOR }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run DeviceAdvisor | |
| run: | | |
| python3 ./deviceadvisor/script/DATestRun.py | |
| android-device-farm: | |
| name: Android Device Farm | |
| runs-on: ubuntu-20.04 # latest | |
| permissions: | |
| # These permissions needed to interact with GitHub's OIDC Token endpoint | |
| id-token: write # This is required for requesting the JWT | |
| steps: | |
| - name: Checkout Sources | |
| uses: actions/checkout@v2 | |
| with: | |
| submodules: true | |
| # Setup JDK 11 | |
| - name: set up JDK 11 | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: '11' | |
| distribution: 'temurin' | |
| cache: 'gradle' | |
| - name: Configure AWS credentials for Device Farm | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_ANDROID_DEVICE_TESTING_ROLE }} | |
| aws-region: ${{ env.AWS_DEVICE_FARM_REGION }} | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| cd android | |
| ./gradlew assembledebug | |
| ./gradlew publishToMavenLocal -PnewVersion="1.0.0-SNAPSHOT" | |
| echo "Build status report=${{ job.status }}." | |
| - name: Setup Android Test Files New | |
| run: | | |
| cd sdk/tests/android/testapp/src/main/assets | |
| python3 -m pip install boto3 | |
| python3 ./android_file_creation.py | |
| - name: Build Test App | |
| run: | | |
| cd sdk/tests/android/testapp | |
| ../../../../android/gradlew assembledebug | |
| ../../../../android/gradlew assembleAndroidTest | |
| cd ~ | |
| - name: Device Farm Tests Highly Available | |
| run: | | |
| echo "Attempting to run python script" | |
| python3 -m pip install requests | |
| python3 ./utils/run_android_ci.py \ | |
| --region ${{ env.AWS_DEVICE_FARM_REGION }} \ | |
| --run_id ${{ github.run_id }} \ | |
| --run_attempt ${{ github.run_attempt }} \ | |
| --project_arn $(aws secretsmanager get-secret-value --region us-east-1 --secret-id "ci/DeviceFarm/ProjectArn" --query "SecretString" | cut -f5 -d\" | cut -f1 -d'\') \ | |
| --device_pool_arn $(aws secretsmanager get-secret-value --region us-east-1 --secret-id "ci/DeviceFarm/DevicePoolArn" --query "SecretString" | cut -f5 -d\" | cut -f1 -d'\') \ | |
| --device_pool highly_available | |
| - name: Device Farm Tests Android 8 | |
| run: | | |
| echo "Attempting to run python script" | |
| python3 -m pip install requests | |
| python3 ./utils/run_android_ci.py \ | |
| --region ${{ env.AWS_DEVICE_FARM_REGION }} \ | |
| --run_id ${{ github.run_id }} \ | |
| --run_attempt ${{ github.run_attempt }} \ | |
| --project_arn $(aws secretsmanager get-secret-value --region us-east-1 --secret-id "ci/DeviceFarm/ProjectArn" --query "SecretString" | cut -f5 -d\" | cut -f1 -d'\') \ | |
| --device_pool_arn $(aws secretsmanager get-secret-value --region us-east-1 --secret-id "ci/DeviceFarm/DevicePoolArn/Android8" --query "SecretString" | cut -f5 -d\" | cut -f1 -d'\') \ | |
| --device_pool android_8 | |
| # check that docs can still build | |
| check-docs: | |
| runs-on: ubuntu-20.04 # latest | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Check docs | |
| run: | | |
| mvn install -Dmaven.test.skip | |
| ./make-docs.py | |
| # ensure that aws-crt version is consistent among different files | |
| consistent-crt-version: | |
| runs-on: ubuntu-20.04 # latest | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Consistent aws-crt version | |
| run: | | |
| ./update-crt.py --check_consistency | |
| check-codegen-edits: | |
| runs-on: ubuntu-20.04 # latest | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| fetch-depth: 0 | |
| - name: Check for edits to code-generated files | |
| run: | | |
| ./utils/check_codegen_edits.py | |
| # Runs the samples and ensures that everything is working | |
| linux-smoke-tests: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| version: | |
| - 17 | |
| permissions: | |
| id-token: write # This is required for requesting the JWT | |
| steps: | |
| - name: Checkout Sources | |
| uses: actions/checkout@v2 | |
| - name: Setup Java | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: temurin | |
| java-version: ${{ matrix.version }} | |
| cache: maven | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| java -version | |
| mvn install -Dmaven.test.skip | |
| - name: Running samples and service client tests in CI setup | |
| run: | | |
| python3 -m pip install boto3 | |
| sudo apt-get update -y | |
| sudo apt-get install softhsm -y | |
| softhsm2-util --version | |
| - name: configure AWS credentials (Fleet provisioning) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_FLEET_PROVISIONING_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run Fleet Provisioning service client test for MQTT311 | |
| working-directory: ./servicetests | |
| run: | | |
| export PYTHONPATH=${{ github.workspace }}/utils | |
| python3 ./test_cases/test_fleet_provisioning.py --thing-name-prefix Fleet_Thing_ --mqtt-version 3 | |
| - name: run Fleet Provisioning service client test for MQTT5 | |
| working-directory: ./servicetests | |
| run: | | |
| export PYTHONPATH=${{ github.workspace }}/utils | |
| python3 ./test_cases/test_fleet_provisioning.py --thing-name-prefix Fleet_Thing_ --mqtt-version 5 | |
| - name: run Fleet Provisioning with CSR service client test for MQTT311 | |
| working-directory: ./servicetests | |
| run: | | |
| export PYTHONPATH=${{ github.workspace }}/utils | |
| python3 ./test_cases/test_fleet_provisioning.py --thing-name-prefix Fleet_Thing_ --mqtt-version 3 --use-csr | |
| - name: run Fleet Provisioning with CSR service client test for MQTT5 | |
| working-directory: ./servicetests | |
| run: | | |
| export PYTHONPATH=${{ github.workspace }}/utils | |
| python3 ./test_cases/test_fleet_provisioning.py --thing-name-prefix Fleet_Thing_ --mqtt-version 5 --use-csr | |
| - name: configure AWS credentials (Shadow) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_SHADOW_SERVICE_CLIENT_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run Shadow service client test for MQTT311 | |
| working-directory: ./servicetests | |
| run: | | |
| export PYTHONPATH=${{ github.workspace }}/utils | |
| python3 ./test_cases/test_shadow_update.py --mqtt-version 3 | |
| - name: run Shadow service client test for MQTT5 | |
| working-directory: ./servicetests | |
| run: | | |
| export PYTHONPATH=${{ github.workspace }}/utils | |
| python3 ./test_cases/test_shadow_update.py --mqtt-version 5 | |
| - name: run Named Shadow service client test for MQTT311 | |
| working-directory: ./servicetests | |
| run: | | |
| export PYTHONPATH=${{ github.workspace }}/utils | |
| python3 ./test_cases/test_shadow_update.py --mqtt-version 3 --use-named-shadow | |
| - name: run Named Shadow service client test for MQTT5 | |
| working-directory: ./servicetests | |
| run: | | |
| export PYTHONPATH=${{ github.workspace }}/utils | |
| python3 ./test_cases/test_shadow_update.py --mqtt-version 5 --use-named-shadow | |
| - name: configure AWS credentials (Jobs) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_JOBS_SERVICE_CLIENT_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run Jobs service client test for MQTT311 | |
| working-directory: ./servicetests | |
| run: | | |
| export PYTHONPATH=${{ github.workspace }}/utils | |
| python3 ./test_cases/test_jobs_execution.py --mqtt-version 3 | |
| - name: run Jobs service client test for MQTT5 | |
| working-directory: ./servicetests | |
| run: | | |
| export PYTHONPATH=${{ github.workspace }}/utils | |
| python3 ./test_cases/test_jobs_execution.py --mqtt-version 5 | |
| - name: configure AWS credentials (Connect and PubSub) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_PUBSUB_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run Basic Connect sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_basic_connect_cfg.json | |
| - name: run Websocket Connect sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_websocket_connect_cfg.json | |
| - name: run PubSub sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_pubsub_cfg.json | |
| - name: run CustomKeyOperations sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_custom_key_ops_cfg.json | |
| - name: run PKCS11 Connect sample | |
| run: | | |
| mkdir -p /tmp/tokens | |
| export SOFTHSM2_CONF=/tmp/softhsm2.conf | |
| echo "directories.tokendir = /tmp/tokens" > /tmp/softhsm2.conf | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_pkcs11_connect_cfg.json | |
| - name: run Java keystore Connect sample | |
| run: | | |
| cert=$(aws secretsmanager get-secret-value --region us-east-1 --secret-id "ci/PubSub/cert" --query "SecretString" | cut -f2 -d":" | cut -f2 -d\") && echo -e "$cert" > /tmp/certificate.pem | |
| key=$(aws secretsmanager get-secret-value --region us-east-1 --secret-id "ci/PubSub/key" --query "SecretString" | cut -f2 -d":" | cut -f2 -d\") && echo -e "$key" > /tmp/privatekey.pem | |
| pkcs12_password=$(aws secretsmanager get-secret-value --region us-east-1 --secret-id "ci/PubSub/key_pkcs12_password" --query "SecretString" | cut -f2 -d":" | cut -f2 -d\") | |
| openssl pkcs12 -export -in /tmp/certificate.pem -inkey /tmp/privatekey.pem -out /tmp/pkcs12-key.p12 -name PubSub_Thing_Alias -password pass:$pkcs12_password | |
| keytool -importkeystore -srckeystore /tmp/pkcs12-key.p12 -destkeystore ./java_keystore.keys -srcstoretype PKCS12 -alias PubSub_Thing_Alias -srcstorepass $pkcs12_password -deststorepass $pkcs12_password | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_keystore_connect_cfg.json | |
| - name: configure AWS credentials (Cognito) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_COGNITO_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run CognitoConnect sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_cognito_connect_cfg.json | |
| - name: configure AWS credentials (Custom Authorizer) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_CUSTOM_AUTHORIZER_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run CustomAuthorizerConnect sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_custom_authorizer_connect_cfg.json | |
| - name: configure AWS credentials (Shadow) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_SHADOW_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run Shadow sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_shadow_cfg.json | |
| - name: run Mqtt5 Shadow sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_shadow_mqtt5_cfg.json | |
| - name: configure AWS credentials (Jobs) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_JOBS_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run Jobs sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_jobs_cfg.json | |
| - name: run Mqtt5 Jobs sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_jobs_mqtt5_cfg.json | |
| - name: configure AWS credentials (Fleet provisioning) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_FLEET_PROVISIONING_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run Fleet Provisioning sample | |
| run: | | |
| python3 ./utils/run_fleet_provisioning_sample.py --file ./.github/workflows/ci_run_fleet_provisioning_cfg.json --thing-name-prefix "Fleet_Thing_" | |
| - name: run Mqtt5 Fleet Provisioning sample | |
| run: | | |
| python3 ./utils/run_fleet_provisioning_sample.py --file ./.github/workflows/ci_run_fleet_provisioning_mqtt5_cfg.json --thing-name-prefix "Fleet_Thing_" | |
| - name: configure AWS credentials (X509) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_X509_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run X509 sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_x509_connect_cfg.json | |
| - name: configure AWS credentials (MQTT5) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_MQTT5_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: run MQTT5 PubSub sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_mqtt5_pubsub_cfg.json | |
| - name: run MQTT5 Shared Subscription sample | |
| run: | | |
| python3 ./utils/run_in_ci.py --file ./.github/workflows/ci_run_mqtt5_shared_subscription_cfg.json | |
| # Runs the Greengrass samples | |
| linux-greengrass-tests: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| version: | |
| - 17 | |
| permissions: | |
| id-token: write # This is required for requesting the JWT | |
| steps: | |
| - name: Checkout Sources | |
| uses: actions/checkout@v2 | |
| - name: Setup Java | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: temurin | |
| java-version: ${{ matrix.version }} | |
| cache: maven | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| java -version | |
| mvn install -Dmaven.test.skip | |
| - name: Install Greengrass Development Kit | |
| run: | | |
| python3 -m pip install awsiotsdk | |
| python3 -m pip install -U git+https://github.com/aws-greengrass/[email protected] | |
| - name: configure AWS credentials (Greengrass) | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.CI_GREENGRASS_INSTALLER_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Build and run Greengrass basic discovery sample | |
| working-directory: ./tests/greengrass/basic_discovery | |
| run: | | |
| gdk component build | |
| gdk test-e2e build | |
| gdk test-e2e run | |
| - name: Show logs | |
| working-directory: ./tests/greengrass/basic_discovery | |
| # Print logs unconditionally to provide more details on Greengrass run even if the test failed. | |
| if: always() | |
| run: | | |
| echo "=== greengrass.log" | |
| cat testResults/gg*/greengrass.log | |
| echo "=== software.amazon.awssdk.sdk-gg-test-discovery.log" | |
| cat testResults/gg*/software.amazon.awssdk.sdk-gg-test-discovery.log | |
| - name: Build and run Greengrass IPC sample | |
| working-directory: ./tests/greengrass/ipc | |
| run: | | |
| gdk component build | |
| gdk test-e2e build | |
| gdk test-e2e run | |
| - name: Show logs | |
| working-directory: ./tests/greengrass/ipc | |
| # Print logs unconditionally to provide more details on Greengrass run even if the test failed. | |
| if: always() | |
| run: | | |
| echo "=== greengrass.log" | |
| cat testResults/gg*/greengrass.log | |
| echo "=== software.amazon.awssdk.sdk-gg-ipc.log" | |
| cat testResults/gg*/software.amazon.awssdk.sdk-gg-ipc.log |