integrate-cluster-scale #4302
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: integrate-cluster-scale | |
| on: | |
| schedule: | |
| # times are in UTC | |
| - cron: '19 21 * * *' | |
| pull_request: | |
| branches: | |
| - master | |
| - release-* | |
| paths-ignore: | |
| - '**.html' | |
| - '**.md' | |
| - 'CNAME' | |
| - 'LICENSE' | |
| - 'doc/**' | |
| - 'embed/templates/examples/**' | |
| - 'components/client/**' | |
| - 'components/ctl/**' | |
| - 'components/dm/**' | |
| - 'components/doc/**' | |
| - 'components/errdoc/**' | |
| - 'components/playground/**' | |
| - 'server/**' | |
| - 'pkg/version/version.go' | |
| - '.github/workflows/integrate-tiup**' | |
| - '.github/workflows/integrate-dm**' | |
| - '.github/workflows/integrate-playground**' | |
| jobs: | |
| cluster: | |
| runs-on: ubuntu-20.04 | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| cases: | |
| - 'test_scale_core' | |
| - 'test_scale_tools' | |
| - 'test_scale_core_tls' | |
| - 'test_scale_tools_tls' | |
| - 'test_scale_tiproxy' | |
| env: | |
| working-directory: ${{ github.workspace }}/go/src/github.com/${{ github.repository }} | |
| steps: | |
| - name: Set up Go 1.21 | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: 1.21.x | |
| id: go | |
| - name: Check out code into the Go module directory | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| path: go/src/github.com/${{ github.repository }} | |
| - name: Build build_integration_test | |
| working-directory: ${{ env.working-directory }} | |
| run: | | |
| export GOPATH=${GITHUB_WORKSPACE}/go | |
| export PATH=$PATH:$GOPATH/bin | |
| make build_integration_test | |
| - name: Build the docker-compose stack | |
| working-directory: ${{ env.working-directory }} | |
| # with --dev the first run will fail for unknow reason, just retry it and will success now.. | |
| run: TIUP_CLUSTER_ROOT=${{ env.working-directory }} ./docker/up.sh --daemon --dev || TIUP_CLUSTER_ROOT=${{ env.working-directory }} ./docker/up.sh --daemon --dev | |
| - name: Check running containers | |
| run: | | |
| docker ps | |
| df -h | |
| free -h | |
| - name: Run test suite | |
| id: test | |
| working-directory: ${{ env.working-directory }} | |
| run: | | |
| # ensuere docker ssh is ready | |
| sleep 5 | |
| # should not use -it | |
| # ref: https://stackoverflow.com/questions/43099116/error-the-input-device-is-not-a-tty | |
| docker exec tiup-cluster-control bash /tiup-cluster/tests/tiup-cluster/run.sh ${{ matrix.cases }} | |
| - name: Collect component log | |
| working-directory: ${{ env.working-directory }} | |
| if: ${{ failure() }} | |
| # if: always() | |
| run: | | |
| docker exec tiup-cluster-control bash /tiup-cluster/tests/tiup-cluster/script/pull_log.sh /tiup-cluster/logs | |
| ls ${{ env.working-directory }} | |
| - name: Detect error log | |
| working-directory: ${{ env.working-directory }} | |
| if: ${{ failure() }} | |
| # if: always() | |
| run: | | |
| bash ./tests/tiup-cluster/script/detect_error.sh ./logs/ | |
| - name: Upload component log | |
| if: ${{ failure() }} | |
| # if: always() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: cluster_logs | |
| path: ${{ env.working-directory }}/logs/ | |
| - name: Output cluster debug log | |
| working-directory: ${{ env.working-directory }} | |
| if: ${{ failure() }} | |
| # if: always() | |
| run: | | |
| pwd | |
| docker ps | |
| df -h | |
| free -h | |
| find ${{ env.working-directory }}/logs -type f -exec sh -c 'echo "{}" && cat {} && echo "\n"' \; || true | |
| - name: Upload coverage to Codecov | |
| working-directory: ${{ env.working-directory }} | |
| run: | | |
| curl -Os https://uploader.codecov.io/latest/linux/codecov | |
| chmod +x codecov | |
| ./codecov -F cluster -s ${{ env.working-directory }}/tests/tiup-cluster/cover -f '*.out' |