Merge pull request #333 from zowe/reboot/springframework-upgrade #421
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI Testing | |
| on: | |
| push: | |
| branches: | |
| - v1.x/master | |
| - v2.x/master | |
| pull_request: | |
| branches: | |
| - v1.x/master | |
| - v2.x/master | |
| workflow_dispatch: | |
| env: | |
| MARIST_HOST: ${{ secrets.SSH_MARIST_RACF_HOST }} | |
| MARIST_SSH_PORT: ${{ secrets.SSH_MARIST_ALLSYS_PORT }} | |
| MARIST_TMP_DIRECTORY: /ZOWE/tmp | |
| MARIST_TEST_DIRECTORY: /ZOWE/tmp/files-integration-test-${{ github.run_id }}_${{ github.run_number }} | |
| JOB_ID: ${{ github.run_id }}-${{ github.run_number }} | |
| MARIST_FILE_SETUP_SCRIPT: prepare-integration-test-folders.sh | |
| ZOSMF_PORT: 10443 | |
| GATEWAY_PORT: 7554 | |
| FILES_PORT: 8443 | |
| FILES_LOG_DIR: .apiml/files-api.log | |
| jobs: | |
| UnitTest: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| ref: ${{ github.head_ref }} | |
| - uses: ./.github/actions/setup | |
| - name: Build with Gradle | |
| run: ./gradlew build | |
| - name: Unit test with Gradle | |
| run: ./gradlew coverage | |
| - name: Store test results | |
| uses: actions/upload-artifact@v2 | |
| if: always() | |
| with: | |
| name: UnitTestResults-${{ env.JOB_ID }} | |
| path: | | |
| build/reports/jacoco/jacocoFullReport/html | |
| data-sets-api-server/build/reports/tests/test | |
| - uses: ./.github/actions/teardown | |
| IntegrationTest: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 20 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| ref: ${{ github.head_ref }} | |
| - uses: ./.github/actions/setup | |
| - name: Build with Gradle | |
| run: ./gradlew build | |
| - name: Run APIML containers | |
| run: | | |
| chmod +x scripts/run-containerized-apiml.sh | |
| ./scripts/run-containerized-apiml.sh -h ${{ env.MARIST_HOST }} -p ${{ env.ZOSMF_PORT }} -f ${{ env.FILES_PORT }} -l | |
| env: | |
| GATEWAY_PORT: ${{ env.GATEWAY_PORT }} | |
| - name: Run Data Set API server | |
| run: | | |
| # start.sh uses $(pwd)/bin to locate jar file | |
| mkdir ./bin | |
| cp data-sets-api-server/build/libs/data-sets-api-server-*.jar ./bin | |
| chmod +x ./bin/data-sets-api-server-*.jar | |
| chmod +x data-sets-zowe-server-package/src/main/resources/bin/start.sh | |
| data-sets-zowe-server-package/src/main/resources/bin/start.sh > ${{ env.FILES_LOG_DIR }} & | |
| env: | |
| ZWE_configs_debug: true | |
| ZWE_configs_port: ${{ env.FILES_PORT }} | |
| ZWE_configs_certificate_keystore_alias: localhost | |
| ZWE_configs_certificate_keystore_file: .apiml/keystore/localhost.keystore.p12 | |
| ZWE_configs_certificate_keystore_password: password | |
| ZWE_components_gateway_port: ${{ env.GATEWAY_PORT }} | |
| - name: Validate APIML setup | |
| # poll for 2 minutes, if GW not healthy after 3 minutes then exit | |
| run: | | |
| set +e # curl -s doesn't swallow the error alone | |
| attemptCounter=1 | |
| maxAttempts=18 | |
| until [ $attemptCounter -gt $maxAttempts ]; do | |
| sleep 10 | |
| gwHealth=$(curl -k -s https://localhost:${{ env.GATEWAY_PORT }}/application/health) | |
| echo "Polling for GW health: $attemptCounter" | |
| echo $gwHealth | |
| gatewayUp=$(echo $gwHealth | jq -r '.status') | |
| authUp=$(echo $gwHealth | jq -r '.components.gateway.details.auth') | |
| if [ "$gatewayUp" = "UP" ] && [ "$authUp" = "UP" ]; then | |
| echo ">>>>>APIML is ready" | |
| break | |
| fi | |
| attemptCounter=$((attemptCounter+1)) | |
| done | |
| if [ "$gatewayUp" != "UP" ] || [ "$authUp" != "UP" ]; then | |
| echo ">>>>>APIML is not ready" | |
| exit 1 | |
| fi | |
| - uses: zowe-actions/shared-actions/prepare-workflow@main | |
| - name: Lock marist server | |
| uses: zowe-actions/shared-actions/lock-resource@main | |
| with: | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| lock-resource-name: files-integration-tests-${{ env.MARIST_HOST }}-lock | |
| lock-avg-retry-interval: 60 | |
| - name: Prepare server side files | |
| timeout-minutes: 3 | |
| run: | | |
| sshpass -e sftp -o BatchMode=no -o StrictHostKeyChecking=no -o PubkeyAuthentication=no -b - -P ${{ env.MARIST_SSH_PORT }} ${{ secrets.SSH_MARIST_USERNAMEP }}@${{ env.MARIST_HOST }} << EOF | |
| cd ${{ env.MARIST_TMP_DIRECTORY }} | |
| put scripts/${{ env.MARIST_FILE_SETUP_SCRIPT }} | |
| EOF | |
| sshpass -e ssh -tt -o StrictHostKeyChecking=no -o PubkeyAuthentication=no -p ${{ env.MARIST_SSH_PORT }} ${{ secrets.SSH_MARIST_USERNAMEP }}@${{ env.MARIST_HOST }} << EOF | |
| cd ${{ env.MARIST_TMP_DIRECTORY }} | |
| iconv -f ISO8859-1 -t IBM-1047 ${{ env.MARIST_FILE_SETUP_SCRIPT }} > ${{ env.MARIST_FILE_SETUP_SCRIPT }}.new | |
| mv ${{ env.MARIST_FILE_SETUP_SCRIPT }}.new ${{ env.MARIST_FILE_SETUP_SCRIPT }} && chmod +x ${{ env.MARIST_FILE_SETUP_SCRIPT }} | |
| ./${{ env.MARIST_FILE_SETUP_SCRIPT }} "${{ env.MARIST_TEST_DIRECTORY }}_v1" || { echo "[${{ env.MARIST_FILE_SETUP_SCRIPT }} v1] failed"; exit 1; } | |
| ./${{ env.MARIST_FILE_SETUP_SCRIPT }} "${{ env.MARIST_TEST_DIRECTORY }}_v2" || { echo "[${{ env.MARIST_FILE_SETUP_SCRIPT }} v2] failed"; exit 1; } | |
| echo "[${{ env.MARIST_FILE_SETUP_SCRIPT }}] successful for v1 and v2" && exit 0 | |
| EOF | |
| env: | |
| SSHPASS: ${{ secrets.SSH_MARIST_PASSWORDP }} | |
| - name: Integration tests for v1 - LTPA | |
| run: > | |
| ./gradlew runIntegrationTests --info | |
| -Pserver.host=localhost | |
| -Pserver.port=${{ env.GATEWAY_PORT }} | |
| -Pserver.username=${{ secrets.SSH_MARIST_USERNAMEL }} | |
| -Pserver.password=${{ secrets.SSH_MARIST_PASSWORDL }} | |
| -Pserver.test.directory=${{ env.MARIST_TEST_DIRECTORY }}_v1 | |
| -Ptest.version=1 | |
| - name: Integration tests for v2 - JWT | |
| run: > | |
| ./gradlew runIntegrationTests --info | |
| -Pserver.host=localhost | |
| -Pserver.port=${{ env.GATEWAY_PORT }} | |
| -Pserver.username=${{ secrets.SSH_MARIST_USERNAMEL }} | |
| -Pserver.password=${{ secrets.SSH_MARIST_PASSWORDL }} | |
| -Pserver.test.directory=${{ env.MARIST_TEST_DIRECTORY }}_v2 | |
| -Ptest.version=2 | |
| - name: Clean up integration test files | |
| timeout-minutes: 3 | |
| if: always() | |
| run: | | |
| sshpass -e ssh -tt -o StrictHostKeyChecking=no -o PubkeyAuthentication=no -p ${{ env.MARIST_SSH_PORT }} ${{ secrets.SSH_MARIST_USERNAMEP }}@${{ env.MARIST_HOST }} << EOF | |
| cd ${{ env.MARIST_TMP_DIRECTORY }} | |
| [ -f "${{ env.MARIST_FILE_SETUP_SCRIPT }}" ] && rm ${{ env.MARIST_FILE_SETUP_SCRIPT }} | |
| [ -d "${{ env.MARIST_TEST_DIRECTORY }}_v1" ] && rm -rf ${{ env.MARIST_TEST_DIRECTORY }}_v1 | |
| [ -d "${{ env.MARIST_TEST_DIRECTORY }}_v2" ] && rm -rf ${{ env.MARIST_TEST_DIRECTORY }}_v2 | |
| echo "Done cleaning up integration test files" && exit 0 | |
| EOF | |
| env: | |
| SSHPASS: ${{ secrets.SSH_MARIST_PASSWORDP }} | |
| - name: Output Files API logs | |
| if: always() | |
| run: > | |
| if [ -f ${{ env.FILES_LOG_DIR }} ]; then | |
| echo ">>>>>Data Set API logs" | |
| cat ${{ env.FILES_LOG_DIR }} | |
| else | |
| echo ">>>>>No Data Set API logs" | |
| fi | |
| - name: Output APIML logs | |
| if: always() | |
| run: docker compose -f .apiml/docker-compose.yml logs | |
| - name: Store test results | |
| uses: actions/upload-artifact@v2 | |
| if: always() | |
| with: | |
| name: IntegrationTestResults-${{ env.JOB_ID }} | |
| path: | | |
| data-sets-tests/build/reports/tests/test-1 | |
| data-sets-tests/build/reports/tests/test-2 | |
| - uses: ./.github/actions/teardown | |
| SonarQubeScan: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| ref: ${{ github.head_ref }} | |
| - uses: ./.github/actions/setup | |
| with: | |
| jdkVersion: 17 | |
| - name: Sonar scan with Gradle | |
| run: > | |
| ./gradlew compileJava compileTestJava sonarqube --info | |
| -x test | |
| -Psonar.host.url=$SONAR_HOST_URL -Dsonar.login=$SONAR_TOKEN | |
| -Partifactory_user=$ARTIFACTORY_USERNAME -Partifactory_password=$ARTIFACTORY_PASSWORD | |
| env: | |
| ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }} | |
| ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| SONAR_HOST_URL: ${{ secrets.SONAR_HOST_URL }} | |
| SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }} | |
| - uses: ./.github/actions/teardown |