feat: optimize implement of the sync peers (#3677) #1519
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Compatibility E2E Test(API v2 - Rust Client) | |
| on: | |
| push: | |
| branches: [main, release-*] | |
| paths-ignore: ["**.md", "**.png", "**.jpg", "**.svg", "**/docs/**"] | |
| pull_request: | |
| branches: [main, release-*] | |
| paths-ignore: ["**.md", "**.png", "**.jpg", "**.svg", "**/docs/**"] | |
| schedule: | |
| - cron: '0 4 * * *' | |
| permissions: | |
| contents: read | |
| env: | |
| KIND_VERSION: v0.12.0 | |
| CONTAINERD_VERSION: v1.5.2 | |
| KIND_CONFIG_PATH: test/testdata/kind/config-v2.yaml | |
| DRAGONFLY_CHARTS_CONFIG_PATH: test/testdata/charts/config-v2.yaml | |
| DRAGONFLY_CHARTS_PATH: deploy/helm-charts/charts/dragonfly | |
| DRAGONFLY_FILE_SERVER_PATH: test/testdata/k8s/file-server.yaml | |
| jobs: | |
| compatibility_e2e_tests: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 60 | |
| strategy: | |
| matrix: | |
| module: ["manager", "scheduler", "client", "seed-client"] | |
| include: | |
| - module: manager | |
| image: manager | |
| image-tag: v2.1.65 | |
| chart-name: manager | |
| - module: scheduler | |
| image: scheduler | |
| image-tag: v2.1.65 | |
| chart-name: scheduler | |
| - module: client | |
| image: client | |
| image-tag: v0.1.119 | |
| chart-name: client | |
| - module: seed-client | |
| image: client | |
| image-tag: v0.1.119 | |
| chart-name: seed-client | |
| steps: | |
| - name: Free Disk Space (Ubuntu) | |
| uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be | |
| with: | |
| tool-cache: false | |
| android: true | |
| dotnet: true | |
| haskell: true | |
| large-packages: true | |
| docker-images: true | |
| swap-storage: true | |
| - name: Checkout code | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - name: Install Go | |
| uses: actions/setup-go@41dfa10bad2bb2ae585af6ee5bb4d7d973ad74ed | |
| with: | |
| go-version-file: go.mod | |
| - name: Get dependencies | |
| run: | | |
| go install github.com/onsi/ginkgo/v2/[email protected] | |
| mkdir -p /tmp/artifact | |
| - name: Setup buildx | |
| uses: docker/setup-buildx-action@988b5a0280414f521da01fcc63a27aeeb4b104db | |
| id: buildx | |
| with: | |
| install: true | |
| - name: Cache Docker layers | |
| uses: actions/cache@6849a6489940f00c2f30c0fb92c6274307ccb58a | |
| with: | |
| path: /tmp/.buildx-cache | |
| key: ${{ runner.os }}-buildx-${{ github.sha }} | |
| restore-keys: | | |
| ${{ runner.os }}-buildx- | |
| - name: Pull Rust Client Image | |
| run: | | |
| cd client-rs | |
| CLIENT_TAG=$(git describe --tags $(git rev-parse HEAD)) | |
| docker pull dragonflyoss/client:$CLIENT_TAG | |
| docker tag dragonflyoss/client:$CLIENT_TAG dragonflyoss/client:latest | |
| docker pull dragonflyoss/dfinit:$CLIENT_TAG | |
| docker tag dragonflyoss/dfinit:$CLIENT_TAG dragonflyoss/dfinit:latest | |
| - name: Build Scheduler Image | |
| uses: docker/build-push-action@5cd11c3a4ced054e52742c5fd54dca954e0edd85 | |
| with: | |
| context: . | |
| file: build/images/scheduler/Dockerfile | |
| push: false | |
| load: true | |
| tags: dragonflyoss/scheduler:latest | |
| cache-from: type=local,src=/tmp/.buildx-cache | |
| cache-to: type=local,dest=/tmp/.buildx-cache-new | |
| - name: Build Manager Image | |
| uses: docker/build-push-action@5cd11c3a4ced054e52742c5fd54dca954e0edd85 | |
| with: | |
| context: . | |
| file: build/images/manager/Dockerfile | |
| push: false | |
| load: true | |
| tags: dragonflyoss/manager:latest | |
| cache-from: type=local,src=/tmp/.buildx-cache | |
| cache-to: type=local,dest=/tmp/.buildx-cache-new | |
| - name: Setup Kind | |
| uses: helm/kind-action@0025e74a8c7512023d06dc019c617aa3cf561fde | |
| with: | |
| version: ${{ env.KIND_VERSION }} | |
| config: ${{ env.KIND_CONFIG_PATH }} | |
| cluster_name: kind | |
| - name: Kind load images | |
| run: | | |
| kind load docker-image dragonflyoss/manager:latest | |
| kind load docker-image dragonflyoss/scheduler:latest | |
| kind load docker-image dragonflyoss/client:latest | |
| kind load docker-image dragonflyoss/dfinit:latest | |
| - name: Setup dragonfly | |
| run: | | |
| helm install --wait --timeout 15m --dependency-update --create-namespace --namespace dragonfly-system --set ${{ matrix.chart-name }}.image.tag=${{ matrix.image-tag }} --set ${{ matrix.chart-name }}.image.repository=dragonflyoss/${{ matrix.image }} -f ${{ env.DRAGONFLY_CHARTS_CONFIG_PATH }} dragonfly ${{ env.DRAGONFLY_CHARTS_PATH }} | |
| kubectl apply -f ${{ env.DRAGONFLY_FILE_SERVER_PATH }} | |
| kubectl wait po file-server-0 --namespace dragonfly-e2e --for=condition=ready --timeout=10m | |
| - name: Run E2E test | |
| run: | | |
| ginkgo -v -r --race --fail-fast --cover --trace --show-node-events --skip=${{ matrix.skip }} test/e2e/v2 | |
| cat coverprofile.out >> coverage.txt | |
| - name: Move cache | |
| run: | | |
| rm -rf /tmp/.buildx-cache | |
| mv /tmp/.buildx-cache-new /tmp/.buildx-cache | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@015f24e6818733317a2da2edd6290ab26238649a | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| files: ./coverage.txt | |
| flags: e2etests | |
| - name: Upload Logs | |
| uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 | |
| if: always() | |
| with: | |
| name: ${{ matrix.module }}-e2e-tests-logs | |
| path: | | |
| /tmp/artifact/** |