build: use better references for --call fallback images #4446
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: build | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }} | |
cancel-in-progress: true | |
on: | |
workflow_dispatch: | |
push: | |
branches: | |
- 'master' | |
- 'v[0-9]*' | |
tags: | |
- 'v*' | |
pull_request: | |
paths-ignore: | |
- '.github/releases.json' | |
- 'README.md' | |
- 'docs/**' | |
env: | |
BUILDX_VERSION: "latest" | |
BUILDKIT_IMAGE: "moby/buildkit:latest" | |
SCOUT_VERSION: "1.11.0" | |
REPO_SLUG: "docker/buildx-bin" | |
DESTDIR: "./bin" | |
TEST_CACHE_SCOPE: "test" | |
TESTFLAGS: "-v --parallel=6 --timeout=30m" | |
GOTESTSUM_FORMAT: "standard-verbose" | |
GO_VERSION: "1.22" | |
GOTESTSUM_VERSION: "v1.9.0" # same as one in Dockerfile | |
jobs: | |
test-integration: | |
runs-on: ubuntu-24.04 | |
env: | |
TESTFLAGS_DOCKER: "-v --parallel=1 --timeout=30m" | |
TEST_IMAGE_BUILD: "0" | |
TEST_IMAGE_ID: "buildx-tests" | |
TEST_COVERAGE: "1" | |
strategy: | |
fail-fast: false | |
matrix: | |
buildkit: | |
- master | |
- latest | |
- buildx-stable-1 | |
- v0.15.2 | |
- v0.14.1 | |
- v0.13.2 | |
worker: | |
- docker-container | |
- remote | |
pkg: | |
- ./tests | |
mode: | |
- "" | |
- experimental | |
include: | |
- worker: docker | |
pkg: ./tests | |
- worker: docker+containerd # same as docker, but with containerd snapshotter | |
pkg: ./tests | |
- worker: docker | |
pkg: ./tests | |
mode: experimental | |
- worker: docker+containerd # same as docker, but with containerd snapshotter | |
pkg: ./tests | |
mode: experimental | |
steps: | |
- | |
name: Prepare | |
run: | | |
echo "TESTREPORTS_NAME=${{ github.job }}-$(echo "${{ matrix.pkg }}-${{ matrix.buildkit }}-${{ matrix.worker }}-${{ matrix.mode }}" | tr -dc '[:alnum:]-\n\r' | tr '[:upper:]' '[:lower:]')" >> $GITHUB_ENV | |
if [ -n "${{ matrix.buildkit }}" ]; then | |
echo "TEST_BUILDKIT_TAG=${{ matrix.buildkit }}" >> $GITHUB_ENV | |
fi | |
testFlags="--run=//worker=$(echo "${{ matrix.worker }}" | sed 's/\+/\\+/g')$" | |
case "${{ matrix.worker }}" in | |
docker | docker+containerd) | |
echo "TESTFLAGS=${{ env.TESTFLAGS_DOCKER }} $testFlags" >> $GITHUB_ENV | |
;; | |
*) | |
echo "TESTFLAGS=${{ env.TESTFLAGS }} $testFlags" >> $GITHUB_ENV | |
;; | |
esac | |
if [[ "${{ matrix.worker }}" == "docker"* ]]; then | |
echo "TEST_DOCKERD=1" >> $GITHUB_ENV | |
fi | |
if [ "${{ matrix.mode }}" = "experimental" ]; then | |
echo "TEST_BUILDX_EXPERIMENTAL=1" >> $GITHUB_ENV | |
fi | |
- | |
name: Checkout | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- | |
name: Set up QEMU | |
uses: docker/setup-qemu-action@v3 | |
- | |
name: Set up Docker Buildx | |
uses: docker/setup-buildx-action@v3 | |
with: | |
version: ${{ env.BUILDX_VERSION }} | |
driver-opts: image=${{ env.BUILDKIT_IMAGE }} | |
buildkitd-flags: --debug | |
- | |
name: Build test image | |
uses: docker/bake-action@v5 | |
with: | |
targets: integration-test | |
set: | | |
*.output=type=docker,name=${{ env.TEST_IMAGE_ID }} | |
- | |
name: Test | |
run: | | |
./hack/test | |
env: | |
TEST_REPORT_SUFFIX: "-${{ env.TESTREPORTS_NAME }}" | |
TESTPKGS: "${{ matrix.pkg }}" | |
- | |
name: Send to Codecov | |
if: always() | |
uses: codecov/codecov-action@v4 | |
with: | |
directory: ./bin/testreports | |
flags: integration | |
token: ${{ secrets.CODECOV_TOKEN }} | |
disable_file_fixes: true | |
- | |
name: Generate annotations | |
if: always() | |
uses: crazy-max/.github/.github/actions/gotest-annotations@fa6141aedf23596fb8bdcceab9cce8dadaa31bd9 | |
with: | |
directory: ./bin/testreports | |
- | |
name: Upload test reports | |
if: always() | |
uses: actions/upload-artifact@v4 | |
with: | |
name: test-reports-${{ env.TESTREPORTS_NAME }} | |
path: ./bin/testreports | |
test-unit: | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
os: | |
- ubuntu-24.04 | |
- macos-12 | |
- windows-2022 | |
env: | |
SKIP_INTEGRATION_TESTS: 1 | |
steps: | |
- | |
name: Checkout | |
uses: actions/checkout@v4 | |
- | |
name: Set up Go | |
uses: actions/setup-go@v5 | |
with: | |
go-version: "${{ env.GO_VERSION }}" | |
- | |
name: Prepare | |
run: | | |
testreportsName=${{ github.job }}--${{ matrix.os }} | |
testreportsBaseDir=./bin/testreports | |
testreportsDir=$testreportsBaseDir/$testreportsName | |
echo "TESTREPORTS_NAME=$testreportsName" >> $GITHUB_ENV | |
echo "TESTREPORTS_BASEDIR=$testreportsBaseDir" >> $GITHUB_ENV | |
echo "TESTREPORTS_DIR=$testreportsDir" >> $GITHUB_ENV | |
mkdir -p $testreportsDir | |
shell: bash | |
- | |
name: Install gotestsum | |
run: | | |
go install gotest.tools/gotestsum@${{ env.GOTESTSUM_VERSION }} | |
- | |
name: Test | |
env: | |
TMPDIR: ${{ runner.temp }} | |
run: | | |
gotestsum \ | |
--jsonfile="${{ env.TESTREPORTS_DIR }}/go-test-report.json" \ | |
--junitfile="${{ env.TESTREPORTS_DIR }}/junit-report.xml" \ | |
--packages="./..." \ | |
-- \ | |
"-mod=vendor" \ | |
"-coverprofile" "${{ env.TESTREPORTS_DIR }}/coverage.txt" \ | |
"-covermode" "atomic" ${{ env.TESTFLAGS }} | |
shell: bash | |
- | |
name: Send to Codecov | |
if: always() | |
uses: codecov/codecov-action@v4 | |
with: | |
directory: ${{ env.TESTREPORTS_DIR }} | |
env_vars: RUNNER_OS | |
flags: unit | |
token: ${{ secrets.CODECOV_TOKEN }} | |
disable_file_fixes: true | |
- | |
name: Generate annotations | |
if: always() | |
uses: crazy-max/.github/.github/actions/gotest-annotations@fa6141aedf23596fb8bdcceab9cce8dadaa31bd9 | |
with: | |
directory: ${{ env.TESTREPORTS_DIR }} | |
- | |
name: Upload test reports | |
if: always() | |
uses: actions/upload-artifact@v4 | |
with: | |
name: test-reports-${{ env.TESTREPORTS_NAME }} | |
path: ${{ env.TESTREPORTS_BASEDIR }} | |
govulncheck: | |
runs-on: ubuntu-24.04 | |
permissions: | |
# required to write sarif report | |
security-events: write | |
# required to check out the repository | |
contents: read | |
steps: | |
- | |
name: Checkout | |
uses: actions/checkout@v4 | |
- | |
name: Set up Docker Buildx | |
uses: docker/setup-buildx-action@v3 | |
with: | |
version: ${{ env.BUILDX_VERSION }} | |
driver-opts: image=${{ env.BUILDKIT_IMAGE }} | |
buildkitd-flags: --debug | |
- | |
name: Run | |
uses: docker/bake-action@v5 | |
with: | |
targets: govulncheck | |
env: | |
GOVULNCHECK_FORMAT: sarif | |
- | |
name: Upload SARIF report | |
if: ${{ github.ref == 'refs/heads/master' && github.repository == 'docker/buildx' }} | |
uses: github/codeql-action/upload-sarif@v3 | |
with: | |
sarif_file: ${{ env.DESTDIR }}/govulncheck.out | |
prepare-binaries: | |
runs-on: ubuntu-24.04 | |
outputs: | |
matrix: ${{ steps.platforms.outputs.matrix }} | |
steps: | |
- | |
name: Checkout | |
uses: actions/checkout@v4 | |
- | |
name: Create matrix | |
id: platforms | |
run: | | |
echo "matrix=$(docker buildx bake binaries-cross --print | jq -cr '.target."binaries-cross".platforms')" >>${GITHUB_OUTPUT} | |
- | |
name: Show matrix | |
run: | | |
echo ${{ steps.platforms.outputs.matrix }} | |
binaries: | |
runs-on: ubuntu-24.04 | |
needs: | |
- prepare-binaries | |
strategy: | |
fail-fast: false | |
matrix: | |
platform: ${{ fromJson(needs.prepare-binaries.outputs.matrix) }} | |
steps: | |
- | |
name: Prepare | |
run: | | |
platform=${{ matrix.platform }} | |
echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV | |
- | |
name: Checkout | |
uses: actions/checkout@v4 | |
- | |
name: Set up QEMU | |
uses: docker/setup-qemu-action@v3 | |
- | |
name: Set up Docker Buildx | |
uses: docker/setup-buildx-action@v3 | |
with: | |
version: ${{ env.BUILDX_VERSION }} | |
driver-opts: image=${{ env.BUILDKIT_IMAGE }} | |
buildkitd-flags: --debug | |
- | |
name: Build | |
run: | | |
make release | |
env: | |
PLATFORMS: ${{ matrix.platform }} | |
CACHE_FROM: type=gha,scope=binaries-${{ env.PLATFORM_PAIR }} | |
CACHE_TO: type=gha,scope=binaries-${{ env.PLATFORM_PAIR }},mode=max | |
- | |
name: Upload artifacts | |
uses: actions/upload-artifact@v4 | |
with: | |
name: buildx-${{ env.PLATFORM_PAIR }} | |
path: ${{ env.DESTDIR }}/* | |
if-no-files-found: error | |
bin-image: | |
runs-on: ubuntu-24.04 | |
needs: | |
- test-integration | |
- test-unit | |
if: ${{ github.event_name != 'pull_request' && github.repository == 'docker/buildx' }} | |
steps: | |
- | |
name: Checkout | |
uses: actions/checkout@v4 | |
- | |
name: Set up QEMU | |
uses: docker/setup-qemu-action@v3 | |
- | |
name: Set up Docker Buildx | |
uses: docker/setup-buildx-action@v3 | |
with: | |
version: ${{ env.BUILDX_VERSION }} | |
driver-opts: image=${{ env.BUILDKIT_IMAGE }} | |
buildkitd-flags: --debug | |
- | |
name: Docker meta | |
id: meta | |
uses: docker/metadata-action@v5 | |
with: | |
images: | | |
${{ env.REPO_SLUG }} | |
tags: | | |
type=ref,event=branch | |
type=ref,event=pr | |
type=semver,pattern={{version}} | |
bake-target: meta-helper | |
- | |
name: Login to DockerHub | |
if: github.event_name != 'pull_request' | |
uses: docker/login-action@v3 | |
with: | |
username: ${{ vars.DOCKERPUBLICBOT_USERNAME }} | |
password: ${{ secrets.DOCKERPUBLICBOT_WRITE_PAT }} | |
- | |
name: Build and push image | |
uses: docker/bake-action@v5 | |
with: | |
files: | | |
./docker-bake.hcl | |
${{ steps.meta.outputs.bake-file }} | |
targets: image-cross | |
push: ${{ github.event_name != 'pull_request' }} | |
sbom: true | |
set: | | |
*.cache-from=type=gha,scope=bin-image | |
*.cache-to=type=gha,scope=bin-image,mode=max | |
scout: | |
runs-on: ubuntu-24.04 | |
if: ${{ github.ref == 'refs/heads/master' && github.repository == 'docker/buildx' }} | |
permissions: | |
# required to write sarif report | |
security-events: write | |
needs: | |
- bin-image | |
steps: | |
- | |
name: Checkout | |
uses: actions/checkout@v4 | |
- | |
name: Login to DockerHub | |
uses: docker/login-action@v3 | |
with: | |
username: ${{ vars.DOCKERPUBLICBOT_USERNAME }} | |
password: ${{ secrets.DOCKERPUBLICBOT_WRITE_PAT }} | |
- | |
name: Scout | |
id: scout | |
uses: crazy-max/.github/.github/actions/docker-scout@ccae1c98f1237b5c19e4ef77ace44fa68b3bc7e4 | |
with: | |
version: ${{ env.SCOUT_VERSION }} | |
format: sarif | |
image: registry://${{ env.REPO_SLUG }}:master | |
- | |
name: Upload SARIF report | |
uses: github/codeql-action/upload-sarif@v3 | |
with: | |
sarif_file: ${{ steps.scout.outputs.result-file }} | |
release: | |
runs-on: ubuntu-24.04 | |
needs: | |
- test-integration | |
- test-unit | |
- binaries | |
steps: | |
- | |
name: Checkout | |
uses: actions/checkout@v4 | |
- | |
name: Download binaries | |
uses: actions/download-artifact@v4 | |
with: | |
path: ${{ env.DESTDIR }} | |
pattern: buildx-* | |
merge-multiple: true | |
- | |
name: Create checksums | |
run: ./hack/hash-files | |
- | |
name: List artifacts | |
run: | | |
tree -nh ${{ env.DESTDIR }} | |
- | |
name: Check artifacts | |
run: | | |
find ${{ env.DESTDIR }} -type f -exec file -e ascii -- {} + | |
- | |
name: GitHub Release | |
if: startsWith(github.ref, 'refs/tags/v') | |
uses: softprops/action-gh-release@c062e08bd532815e2082a85e87e3ef29c3e6d191 # v2.0.8 | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
with: | |
draft: true | |
files: ${{ env.DESTDIR }}/* |