nydusify: fix unit test fail #2536
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Smoke Test | |
| on: | |
| push: | |
| branches: ["**", "stable/**"] | |
| paths-ignore: [ '**.md', '**.png', '**.jpg', '**.svg', '**/docs/**' ] | |
| pull_request: | |
| branches: ["**", "stable/**"] | |
| paths-ignore: [ '**.md', '**.png', '**.jpg', '**.svg', '**/docs/**' ] | |
| schedule: | |
| # Run daily sanity check at 03:00 clock UTC | |
| - cron: "0 03 * * *" | |
| workflow_dispatch: | |
| env: | |
| CARGO_TERM_COLOR: always | |
| jobs: | |
| contrib-build: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| arch: [amd64, arm64, ppc64le, riscv64] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Setup Golang | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version-file: 'go.work' | |
| cache-dependency-path: "**/*.sum" | |
| - name: Build Contrib | |
| run: | | |
| make -e DOCKER=false GOARCH=${{ matrix.arch }} contrib-release | |
| - name: Upload Nydusify | |
| if: matrix.arch == 'amd64' | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: nydusify-artifact | |
| path: contrib/nydusify/cmd | |
| nydus-build: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| arch: [amd64, arm64, ppc64le, riscv64] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Rust Cache | |
| uses: Swatinem/[email protected] | |
| with: | |
| cache-on-failure: true | |
| shared-key: ${{ runner.os }}-cargo-${{ matrix.arch }} | |
| save-if: ${{ github.ref == 'refs/heads/master' }} | |
| - name: Build Nydus | |
| run: | | |
| declare -A rust_target_map=( ["amd64"]="x86_64-unknown-linux-musl" ["arm64"]="aarch64-unknown-linux-musl" ["ppc64le"]="powerpc64le-unknown-linux-gnu" ["riscv64"]="riscv64gc-unknown-linux-gnu") | |
| RUST_TARGET=${rust_target_map[${{ matrix.arch }}]} | |
| cargo install --locked --version 0.2.4 cross | |
| rustup component add rustfmt clippy | |
| make -e RUST_TARGET_STATIC=$RUST_TARGET -e CARGO=cross static-release | |
| sudo mv target/$RUST_TARGET/release/nydusd . | |
| sudo mv target/$RUST_TARGET/release/nydus-image . | |
| - name: Upload Nydus Binaries | |
| if: matrix.arch == 'amd64' | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: nydus-artifact | |
| path: | | |
| nydus-image | |
| nydusd | |
| nydusd-build-macos: | |
| runs-on: macos-11 | |
| strategy: | |
| matrix: | |
| arch: [amd64, arm64] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Cache cargo | |
| uses: Swatinem/[email protected] | |
| with: | |
| cache-on-failure: true | |
| shared-key: ${{ runner.os }}-cargo-${{ matrix.arch }} | |
| save-if: ${{ github.ref == 'refs/heads/master' }} | |
| - name: build | |
| run: | | |
| if [[ "${{matrix.arch}}" == "amd64" ]]; then | |
| RUST_TARGET="x86_64-apple-darwin" | |
| else | |
| RUST_TARGET="aarch64-apple-darwin" | |
| fi | |
| cargo install --version 0.2.4 cross | |
| rustup target add ${RUST_TARGET} | |
| rustup component add rustfmt clippy | |
| make -e RUST_TARGET_STATIC=$RUST_TARGET -e CARGO=cross static-release | |
| nydus-integration-test: | |
| runs-on: ubuntu-latest | |
| needs: [contrib-build, nydus-build] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Docker Cache | |
| uses: jpribyl/[email protected] | |
| continue-on-error: true | |
| - name: Download Nydus | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: nydus-artifact | |
| path: | | |
| target/release | |
| - name: Download Nydusify | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: nydusify-artifact | |
| path: contrib/nydusify/cmd | |
| - name: Prepare Older Binaries | |
| id: prepare-binaries | |
| run: | | |
| export NYDUS_STABLE_VERSION=$(curl https://api.github.com/repos/Dragonflyoss/nydus/releases/latest | jq -r '.tag_name') | |
| versions=(v0.1.0 ${NYDUS_STABLE_VERSION}) | |
| version_archs=(v0.1.0-x86_64 ${NYDUS_STABLE_VERSION}-linux-amd64) | |
| for i in ${!versions[@]}; do | |
| version=${versions[$i]} | |
| version_arch=${version_archs[$i]} | |
| wget -q https://github.com/dragonflyoss/nydus/releases/download/$version/nydus-static-$version_arch.tgz | |
| sudo mkdir nydus-$version /usr/bin/nydus-$version | |
| sudo tar xzf nydus-static-$version_arch.tgz -C nydus-$version | |
| sudo cp -r nydus-$version/nydus-static/* /usr/bin/nydus-$version/ | |
| done | |
| - name: Setup Golang | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version-file: 'go.work' | |
| cache-dependency-path: "**/*.sum" | |
| - name: Integration Test | |
| run: | | |
| sudo mkdir -p /usr/bin/nydus-latest /home/runner/work/workdir | |
| sudo install -D -m 755 contrib/nydusify/cmd/nydusify /usr/bin/nydus-latest | |
| sudo install -D -m 755 target/release/nydusd target/release/nydus-image /usr/bin/nydus-latest | |
| export NYDUS_STABLE_VERSION=$(curl https://api.github.com/repos/Dragonflyoss/nydus/releases/latest | jq -r '.tag_name') | |
| export NYDUS_STABLE_VERSION_EXPORT="${NYDUS_STABLE_VERSION//./_}" | |
| versions=(v0.1.0 ${NYDUS_STABLE_VERSION} latest) | |
| version_exports=(v0_1_0 ${NYDUS_STABLE_VERSION_EXPORT} latest) | |
| for i in ${!version_exports[@]}; do | |
| version=${versions[$i]} | |
| version_export=${version_exports[$i]} | |
| export NYDUS_BUILDER_$version_export=/usr/bin/nydus-$version/nydus-image | |
| export NYDUS_NYDUSD_$version_export=/usr/bin/nydus-$version/nydusd | |
| export NYDUS_NYDUSIFY_$version_export=/usr/bin/nydus-$version/nydusify | |
| done | |
| curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sudo sh -s -- -b /usr/bin v1.54.2 | |
| sudo -E make smoke-only | |
| nydus-unit-test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Rust Cache | |
| uses: Swatinem/[email protected] | |
| with: | |
| cache-on-failure: true | |
| shared-key: Linux-cargo-amd64 | |
| save-if: ${{ github.ref == 'refs/heads/master' }} | |
| - name: Install cargo nextest | |
| uses: taiki-e/install-action@nextest | |
| - name: Fscache Setup | |
| run: sudo bash misc/fscache/setup.sh | |
| - name: Unit Test | |
| run: | | |
| CARGO_HOME=${HOME}/.cargo | |
| CARGO_BIN=$(which cargo) | |
| sudo -E CARGO=${CARGO_BIN} make ut-nextest | |
| contrib-unit-test-coverage: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Setup Golang | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version-file: 'go.work' | |
| cache-dependency-path: "**/*.sum" | |
| - name: Unit Test | |
| run: | | |
| curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sudo sh -s -- -b /usr/bin v1.54.2 | |
| make -e DOCKER=false contrib-test | |
| - name: Upload contrib coverage file | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: contrib-test-coverage-artifact | |
| path: | | |
| contrib/nydusify/coverage.txt | |
| nydus-unit-test-coverage: | |
| runs-on: ubuntu-latest | |
| env: | |
| CARGO_TERM_COLOR: always | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Rust Cache | |
| uses: Swatinem/[email protected] | |
| with: | |
| cache-on-failure: true | |
| shared-key: Linux-cargo-amd64 | |
| save-if: ${{ github.ref == 'refs/heads/master' }} | |
| - name: Install cargo-llvm-cov | |
| uses: taiki-e/install-action@cargo-llvm-cov | |
| - name: Fscache Setup | |
| run: sudo bash misc/fscache/setup.sh | |
| - name: Generate code coverage | |
| run: | | |
| CARGO_HOME=${HOME}/.cargo | |
| CARGO_BIN=$(which cargo) | |
| sudo -E CARGO=${CARGO_BIN} make coverage-codecov | |
| - name: Upload nydus coverage file | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: nydus-test-coverage-artifact | |
| path: | | |
| codecov.json | |
| upload-coverage-to-codecov: | |
| runs-on: ubuntu-latest | |
| needs: [contrib-unit-test-coverage, nydus-unit-test-coverage] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Download nydus coverage file | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: nydus-test-coverage-artifact | |
| - name: Download contrib coverage file | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: contrib-test-coverage-artifact | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@v3 | |
| with: | |
| files: ./codecov.json,./coverage.txt | |
| fail_ci_if_error: true | |
| nydus-cargo-deny: | |
| name: cargo-deny | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: EmbarkStudios/cargo-deny-action@v1 | |
| performance-test: | |
| runs-on: ubuntu-latest | |
| needs: [contrib-build, nydus-build] | |
| strategy: | |
| matrix: | |
| include: | |
| - mode: fs-version-5 | |
| - mode: fs-version-6 | |
| - mode: zran | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Download Nydus | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: nydus-artifact | |
| path: target/release | |
| - name: Download Nydusify | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: nydusify-artifact | |
| path: contrib/nydusify/cmd | |
| - name: Prepare Nydus Container Environment | |
| run: | | |
| sudo bash misc/performance/prepare.sh | |
| - name: Performance Test | |
| run: | | |
| export PERFORMANCE_TEST_MODE=${{ matrix.mode }} | |
| sudo -E make smoke-performance |