Consolidate caches in CI #95
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Run this job on pushes to master and all PRs | |
| name: Build and Test | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| # Define the strategy for the build job. We generally want to cover each | |
| # platform that we support here | |
| strategy: | |
| matrix: | |
| platform: [generic, hifive_unmatched, cva6] | |
| bits: [32, 64] | |
| exclude: | |
| # unmatched is not 32 bit | |
| - platform: hifive_unmatched | |
| bits: 32 | |
| # Output cache keys that were used so we can consolidate them later. Note | |
| # that this is a matrix job, and job outputs for these are not well supported | |
| # at all in Github Actions (https://github.com/orgs/community/discussions/26639). | |
| # Essentially, the last job to set these output variables will win, which is | |
| # not always great. In our case, though, this is actually fine since we don't | |
| # necessarily need "precise" matching here -- any job's output should be good | |
| # enough to serve as a future key into the cache. | |
| outputs: | |
| buildroot-dl-key: ${{ steps.restore-buildroot-dl.outputs.cache-primary-key }} | |
| ccache-key: ${{ steps.restore-ccache.outputs.cache-primary-key }} | |
| ymdh: ${{ steps.cache-keys.outputs.YMDH }} | |
| steps: | |
| ########### | |
| ## Setup ## | |
| ########### | |
| # First, we need to get the version of Keystone we are working on. We | |
| # will also need submodules here since we are doing full builds | |
| - name: Checkout Keystone | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: 'true' | |
| # Get various keys for various caches | |
| - name: Get cache keys | |
| id: cache-keys | |
| run: | | |
| # Grab some timestamps for compiler caches | |
| echo "YMDH=$(date -u +'%Y-%m-%d-%H')" >> "$GITHUB_OUTPUT" | |
| echo "YMD=$(date -u +'%Y-%m-%d')" >> "$GITHUB_OUTPUT" | |
| echo "YM=$(date -u +'%Y-%m')" >> "$GITHUB_OUTPUT" | |
| echo "Y=$(date -u +'%Y')" >> "$GITHUB_OUTPUT" | |
| # Install build dependencies | |
| - name: Install dependencies | |
| run: sudo apt-get update && sudo apt-get install -y cpio rsync bc makeself | |
| # Restore build and download caches. We key these based on timestamps and build | |
| # target, since these essentially "accumulate" useful information (such as source | |
| # packages or cached compiled objects) over time. With this scheme, we'll pretty | |
| # much always be using the max Github Action cache limit (10GB), but this is okay | |
| # since we really only care about keeping the latest cache anyways. | |
| - name: Restore buildroot packages | |
| id: restore-buildroot-dl | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: dl.tar | |
| key: buildroot-dl-${{ steps.cache-keys.outputs.YMDH }} | |
| restore-keys: | | |
| buildroot-dl-${{ steps.cache-keys.outputs.YMD }} | |
| buildroot-dl-${{ steps.cache-keys.outputs.YM }} | |
| buildroot-dl-${{ steps.cache-keys.outputs.Y }} | |
| buildroot-dl- | |
| - name: Restore ccache | |
| id: restore-ccache | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: ccache.tar.xz | |
| key: ccache-${{ steps.cache-keys.outputs.YMDH }} | |
| restore-keys: | | |
| ccache-${{ steps.cache-keys.outputs.YMD }} | |
| ccache-${{ steps.cache-keys.outputs.YM }} | |
| ccache-${{ steps.cache-keys.outputs.Y }} | |
| ccache- | |
| - name: Decompress caches | |
| run: | | |
| if [[ -f dl.tar ]] ; then tar -xf dl.tar -C buildroot ; fi | |
| if [[ -f ccache.tar.xz ]]; then tar -xf ccache.tar.xz -C ~ ; fi | |
| ############## | |
| ## Keystone ## | |
| ############## | |
| # Build Keystone and upload the results log if we fail to do so | |
| - name: Build Keystone | |
| run: | | |
| KEYSTONE_PLATFORM=${{ matrix.platform }} \ | |
| KEYSTONE_BITS=${{ matrix.bits }} make -j$(nproc) | |
| - name: Upload build log | |
| if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: build-keystone-${{ matrix.platform }}${{ matrix.bits }}.log | |
| path: build-${{ matrix.platform }}${{ matrix.bits }}/build.log | |
| # We need parts of the build directory for future tests | |
| - name: Compress build directory | |
| run: | | |
| # Convenient vars | |
| BASEDIR="build-${{ matrix.platform }}${{ matrix.bits }}/buildroot.build" | |
| PERPACKAGEDIR="$BASEDIR/per-package" | |
| # Needed by most tests | |
| COMPRESSDIRS="$BASEDIR/host $BASEDIR/images" | |
| # Needed by runtime build tests | |
| COMPRESSDIRS="$COMPRESSDIRS $PERPACKAGEDIR/keystone-examples/host/usr/share/keystone/sdk" | |
| # Needed by end-to-end tests | |
| COMPRESSDIRS="$COMPRESSDIRS $BASEDIR/target/root/" | |
| tar -cf - $COMPRESSDIRS | xz -9 -T0 > build.tar.xz | |
| - name: Compress cache directories | |
| run: | | |
| tar -C buildroot --exclude='**/git' -cf dl.tar dl/ | |
| tar -C ~ -cf - .buildroot-ccache | xz -9 -T0 > ccache.tar.xz | |
| - name: Upload build directory | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: keystone-${{ matrix.platform }}${{ matrix.bits }}-builddir | |
| path: build.tar.xz | |
| retention-days: 1 | |
| compression-level: 0 | |
| - name: Upload buildroot download directory | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: keystone-${{ matrix.platform }}${{ matrix.bits }}-buildroot-dl | |
| path: dl.tar | |
| retention-days: 1 | |
| compression-level: 0 | |
| - name: Upload ccache directory | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: keystone-${{ matrix.platform }}${{ matrix.bits }}-ccache | |
| path: ccache.tar.xz | |
| retention-days: 1 | |
| compression-level: 0 | |
| ############### | |
| ## Utilities ## | |
| ############### | |
| # Combine cache directories to save space | |
| combine-caches: | |
| runs-on: ubuntu-latest | |
| needs: build | |
| steps: | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get -y update && sudo apt-get -y install ccache | |
| # First, fetch the caches themselves | |
| - name: Prepare output directories | |
| run: | | |
| mkdir -p buildroot/dl/ ~/.buildroot-ccache/ | |
| - name: Fetch buildroot caches | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: keystone-*-buildroot-dl | |
| - name: Fetch ccache caches | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: keystone-*-ccache | |
| # Then, combine the caches | |
| - name: Merge caches | |
| run: | | |
| for d in keystone-*-buildroot-dl; do | |
| tar --skip-old-files -xf "$d/dl.tar" -C buildroot | |
| done | |
| RESULTDIR="$HOME/.buildroot-ccache" | |
| for d in keystone-*-ccache; do | |
| TMPDIR=$(mktemp -d) | |
| tar -xf "$d/ccache.tar.xz" -C "$TMPDIR" | |
| ( cd "$TMPDIR/.buildroot-ccache" ; cp -a --parents ? "$RESULTDIR" ) | |
| rm -rf "$TMPDIR" | |
| done | |
| ccache -d "$RESULTDIR" -c | |
| - name: Recompress caches | |
| run: | | |
| tar -C buildroot --exclude='**/git' -cf dl.tar dl/ | |
| tar -C ~ -cf - .buildroot-ccache | xz -9 -T0 > ccache.tar.xz | |
| - name: Save buildroot download cache | |
| uses: actions/cache/save@v3 | |
| with: | |
| path: dl.tar | |
| key: ${{ needs.build.outputs.buildroot-dl-key }} | |
| - name: Save ccache | |
| uses: actions/cache/save@v3 | |
| with: | |
| path: ccache.tar.xz | |
| key: ${{ needs.build.outputs.ccache-key }} | |
| ########### | |
| ## Tests ## | |
| ########### | |
| # Generic runtime tests, which only need to run once (on the host) | |
| test-runtime-format: | |
| runs-on: ubuntu-latest | |
| steps: | |
| # We don't need submodules here since Keystone is a monorepo! | |
| - name: Checkout Keystone | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: 'false' | |
| - name: Check format | |
| run: | | |
| sudo apt-get update && sudo apt-get install -y clang-format | |
| FORMAT=$(git help -a | grep clang-format | tail -n1) | |
| cd runtime ; FORMAT_RESULT=$(git $FORMAT) | |
| [ "$FORMAT_RESULT" = "no modified files to format" ] || [ "$FORMAT_RESULT" = "clang-format did not modify any files" ] | |
| test-runtime-functionality: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Keystone | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: 'recursive' | |
| - name: Run ctest | |
| run: | | |
| cd runtime | |
| mkdir -p obj/test | |
| pushd obj/test | |
| cmake ../../test | |
| make | |
| ctest -VV || ( cat obj/test/Testing/Temporary/LastTest.log && false ) | |
| popd | |
| # Build tests, which are run for each supported platform | |
| test-runtime-build: | |
| needs: build | |
| uses: ./.github/workflows/build-runtime.yml | |
| # System tests, which are run for simulatable platforms | |
| test-system: | |
| needs: build | |
| uses: ./.github/workflows/test-system.yml |