xtask(qemu): simplify memory calculation #4685
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| merge_group: | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| RUSTFLAGS: -Dwarnings | |
| RUSTDOCFLAGS: -Dwarnings | |
| defaults: | |
| run: | |
| shell: bash | |
| jobs: | |
| check: | |
| name: Check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: taiki-e/install-action@cargo-hack | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| - run: rustup target add x86_64-unknown-none | |
| - name: Check each feature | |
| run: cargo hack check --package hermit-kernel --each-feature --skip gem-net --no-dev-deps --target x86_64-unknown-none | |
| env: | |
| RUSTFLAGS: | |
| clippy: | |
| name: Clippy | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - run: rustup component add clippy | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| workspaces: | | |
| . | |
| hermit-builtins | |
| - run: cargo xtask clippy | |
| format: | |
| name: Format | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - run: rustup component add rustfmt | |
| - run: cargo fmt -- --check | |
| doc: | |
| name: Doc | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| - run: cargo xtask doc | |
| build: | |
| name: Build | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| workspaces: | | |
| . | |
| hermit-builtins | |
| - name: Build minimal kernel | |
| run: | | |
| cargo xtask build --arch x86_64 --no-default-features | |
| cargo xtask build --arch aarch64 --no-default-features | |
| test: | |
| name: Test | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install QEMU | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install qemu-system-x86 | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| workspaces: | | |
| . | |
| hermit-builtins | |
| - name: Unit tests | |
| run: cargo test --lib | |
| env: | |
| RUSTFLAGS: -Awarnings | |
| - name: Macro unit tests | |
| run: cargo test --package hermit-macro | |
| - name: Download loader | |
| run: gh release download --repo hermit-os/loader --pattern hermit-loader-x86_64 | |
| - run: rustup target add x86_64-unknown-none | |
| - name: Integration tests | |
| run: cargo test --tests --no-fail-fast --target x86_64-unknown-none -- --bootloader_path=hermit-loader-x86_64 | |
| env: | |
| RUSTFLAGS: | |
| run-hermit: | |
| name: Run | |
| runs-on: ubuntu-latest | |
| env: | |
| HERMIT_CAREFUL: ${{ matrix.hermit-careful }} | |
| defaults: | |
| run: | |
| working-directory: kernel | |
| strategy: | |
| matrix: | |
| arch: [x86_64, aarch64, riscv64] | |
| profile: [dev, release] | |
| include: | |
| - profile: dev | |
| hermit-careful: 1 | |
| - arch: x86_64 | |
| packages: qemu-system-x86 libcap-ng-dev libseccomp-dev uftrace | |
| flags: --accel --sudo | |
| - arch: aarch64 | |
| packages: qemu-system-aarch64 | |
| - arch: riscv64 | |
| packages: qemu-system-misc | |
| steps: | |
| - name: Checkout hermit-rs | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: hermit-os/hermit-rs | |
| submodules: true | |
| - name: Remove hermit-kernel submodule | |
| run: git rm -r kernel | |
| working-directory: . | |
| - name: Checkout hermit-kernel | |
| uses: actions/checkout@v4 | |
| with: | |
| path: kernel | |
| - name: Install QEMU | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install ${{ matrix.packages }} | |
| - uses: dtolnay/rust-toolchain@stable | |
| - uses: dtolnay/rust-toolchain@nightly | |
| with: | |
| components: rust-src | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - run: rustup component add llvm-tools | |
| working-directory: . | |
| - run: rustup target add wasm32-wasip1 | |
| working-directory: . | |
| - uses: mkroening/rust-toolchain-toml@main | |
| with: | |
| toolchain-file: 'kernel/rust-toolchain.toml' | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| key: ${{ matrix.arch }}-${{ matrix.profile }} | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| workspaces: | | |
| . | |
| kernel | |
| kernel/hermit-builtins | |
| - name: Download loader | |
| run: gh release download --repo hermit-os/loader --pattern 'hermit-loader-${{ matrix.arch }}*' | |
| - name: Dowload OpenSBI | |
| if: matrix.arch == 'riscv64' | |
| run: | | |
| gh release download v1.4 --repo riscv-software-src/opensbi --pattern 'opensbi-*-rv-bin.tar.xz' | |
| tar -xvf opensbi-*-rv-bin.tar.xz opensbi-1.4-rv-bin/share/opensbi/lp64/generic/firmware/fw_jump.bin | |
| - name: Install Firecracker | |
| run: | | |
| # https://github.com/firecracker-microvm/firecracker/blob/v1.5.1/docs/getting-started.md#getting-a-firecracker-binary | |
| ARCH="$(uname -m)" | |
| release_url="https://github.com/firecracker-microvm/firecracker/releases" | |
| latest=$(basename $(curl -fsSLI -o /dev/null -w %{url_effective} ${release_url}/latest)) | |
| curl -L ${release_url}/download/${latest}/firecracker-${latest}-${ARCH}.tgz \ | |
| | tar -xz | |
| mkdir -p $HOME/.local/bin | |
| mv release-${latest}-$(uname -m)/firecracker-${latest}-${ARCH} $HOME/.local/bin/firecracker | |
| echo $HOME/.local/bin >> $GITHUB_PATH | |
| $HOME/.local/bin/firecracker --version | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo +stable install --locked uhyve | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo +stable install --locked virtiofsd | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo +stable install cargo-careful | |
| if: matrix.profile == 'dev' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package hello_world | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package wasmtime-demo --features ci | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package hello_world --no-default-features --microvm | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package rusty_demo --features fs --virtiofsd | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package rusty_demo --features fs --virtiofsd --smp 4 | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package rusty_demo --features fs --virtiofsd --no-default-virtio-features | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package rusty_demo --features fs --virtiofsd --no-default-virtio-features --smp 4 | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package rusty_demo | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package rusty_demo --smp 4 | |
| # https://github.com/hermit-os/kernel/issues/737 | |
| if: matrix.arch != 'aarch64' | |
| # https://github.com/hermit-os/kernel/issues/1286 | |
| continue-on-error: ${{ matrix.arch == 'riscv64' }} | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package rftrace-example --virtiofsd | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package httpd --features ci,hermit/dhcpv4 --netdev virtio-net-pci | |
| if: matrix.arch != 'riscv64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package httpd --features ci,hermit/dhcpv4 --netdev virtio-net-pci --no-default-virtio-features | |
| if: matrix.arch != 'riscv64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package httpd --no-default-features --microvm --features ci,hermit/dhcpv4,hermit/tcp --netdev virtio-net-mmio | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package httpd --features ci,hermit/dhcpv4 --netdev rtl8139 --features hermit/rtl8139 | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package testudp --features hermit/udp,hermit/dhcpv4 --netdev virtio-net-pci | |
| if: matrix.arch != 'riscv64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package testudp --features hermit/udp,hermit/dhcpv4 --netdev rtl8139 --features hermit/rtl8139 | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package miotcp --features hermit/dhcpv4 --netdev virtio-net-pci | |
| if: matrix.arch != 'riscv64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package miotcp --features hermit/dhcpv4 --netdev rtl8139 --features hermit/rtl8139 | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package poll --features hermit/dhcpv4 --netdev virtio-net-pci | |
| if: matrix.arch != 'riscv64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package poll --features hermit/dhcpv4 --netdev rtl8139 --features hermit/rtl8139 | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package mioudp --features hermit/udp,hermit/dhcpv4 --netdev virtio-net-pci | |
| if: matrix.arch != 'riscv64' | |
| - run: cargo xtask ci qemu --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} ${{ matrix.flags }} --package mioudp --features hermit/udp,hermit/dhcpv4 --netdev rtl8139 --features hermit/rtl8139 | |
| if: matrix.arch == 'x86_64' | |
| - run: UHYVE=$CARGO_HOME/bin/uhyve cargo xtask ci uhyve --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --sudo --package rusty_demo | |
| if: matrix.arch == 'x86_64' | |
| - run: UHYVE=$CARGO_HOME/bin/uhyve cargo xtask ci uhyve --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --sudo --package rusty_demo --smp | |
| if: matrix.arch == 'x86_64' | |
| - run: FIRECRACKER=$HOME/.local/bin/firecracker cargo xtask ci firecracker --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --sudo --package hello_world --no-default-features | |
| if: matrix.arch == 'x86_64' |