Skip to content

Commit

Permalink
feat(dockerfiles/cd/builders): archive old centos builder images (#444)
Browse files Browse the repository at this point in the history
Signed-off-by: wuhuizuo <[email protected]>

---------

Signed-off-by: wuhuizuo <[email protected]>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
  • Loading branch information
wuhuizuo and pre-commit-ci[bot] authored Sep 30, 2024
1 parent 09625fd commit 4478861
Show file tree
Hide file tree
Showing 13 changed files with 940 additions and 253 deletions.
118 changes: 118 additions & 0 deletions .github/workflows/pull-cd-builder-images-centos7.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,118 @@
name: Pull test for CD builder images
on:
pull_request:
branches:
- main
paths:
- "dockerfiles/cd/builders/*/centos7/Dockerfile"
- "dockerfiles/cd/builders/*/centos7/*.Dockerfile"
- "dockerfiles/cd/builders/skaffold-centos7.yaml"

concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true

jobs:
skaffold-go:
name: build images with skaffold
runs-on: ubuntu-latest

permissions:
contents: read
packages: write

strategy:
matrix:
module: [builder-go]
go-profile: [go-1.23, go-1.22, go-1.21, go-1.20, go-1.19]
platform: [linux/amd64, linux/arm64]
steps:
- name: Checkout sources
uses: actions/checkout@v4
with:
fetch-depth: '0'
fetch-tags: 'true'

# https://github.com/docker/setup-qemu-action
- name: Set up QEMU
uses: docker/setup-qemu-action@v3
# https://github.com/docker/setup-buildx-action
- name: Set up Docker Buildx
id: buildx
uses: docker/setup-buildx-action@v3

- name: Log in to the Container registry
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}

- name: Setup skaffold
run: |
curl -Lo skaffold https://storage.googleapis.com/skaffold/releases/v2.13.2/skaffold-linux-amd64 && \
sudo install skaffold /usr/local/bin/
- name: Build images
working-directory: dockerfiles/cd/builders
run: |
skaffold build \
--filename=skaffold-centos7.yaml \
--build-concurrency=1 \
--cache-artifacts \
--default-repo=ghcr.io/pingcap-qe/cd/builders \
--module=${{ matrix.module }} \
--profile=${{ matrix.go-profile }} \
--platform=${{ matrix.platform }} \
--push=false
skaffold-nogo:
name: build images with skaffold
runs-on: ubuntu-latest

permissions:
contents: read
packages: write

strategy:
matrix:
module: [builder-tiflash, builder-tikv]
platform: [linux/amd64, linux/arm64]
steps:
- name: Checkout sources
uses: actions/checkout@v4
with:
fetch-depth: '0'
fetch-tags: 'true'

# https://github.com/docker/setup-qemu-action
- name: Set up QEMU
uses: docker/setup-qemu-action@v3
# https://github.com/docker/setup-buildx-action
- name: Set up Docker Buildx
id: buildx
uses: docker/setup-buildx-action@v3

- name: Log in to the Container registry
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}

- name: Setup skaffold
run: |
curl -Lo skaffold https://storage.googleapis.com/skaffold/releases/v2.13.2/skaffold-linux-amd64 && \
sudo install skaffold /usr/local/bin/
- name: Build images
working-directory: dockerfiles/cd/builders
run: |
skaffold build \
--filename=skaffold-centos7.yaml \
--build-concurrency=1 \
--cache-artifacts \
--default-repo=ghcr.io/pingcap-qe/cd/builders \
--module=${{ matrix.module }} \
--platform=${{ matrix.platform }} \
--push=false
45 changes: 12 additions & 33 deletions .github/workflows/pull-cd-builder-images.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,8 @@ on:
branches:
- main
paths:
- "dockerfiles/cd/builders/**/Dockerfile"
- "dockerfiles/cd/builders/**/*.Dockerfile"
- "dockerfiles/cd/builders/*/Dockerfile"
- "dockerfiles/cd/builders/*/*.Dockerfile"
- "dockerfiles/cd/builders/skaffold.yaml"

concurrency:
Expand All @@ -25,7 +25,6 @@ jobs:
matrix:
module: [builder-go]
go-profile: [go-1.23, go-1.22, go-1.21]
builder-profile: [local-docker]
platform: [linux/amd64, linux/arm64]
steps:
- name: Checkout sources
Expand Down Expand Up @@ -54,25 +53,16 @@ jobs:
curl -Lo skaffold https://storage.googleapis.com/skaffold/releases/v2.13.2/skaffold-linux-amd64 && \
sudo install skaffold /usr/local/bin/
- name: Cache layers
uses: actions/cache@v4
with:
path: "~/.skaffold/cache"
key: skaffold/${{ matrix.platform }}/cd/${{ matrix.module }}/${{ matrix.go-profile }}-${{ github.sha }}
restore-keys: |
skaffold/${{ matrix.platform }}/cd/${{ matrix.module }}/${{ matrix.go-profile }}-
skaffold/${{ matrix.platform }}/cd/${{ matrix.module }}/
- name: Build images
working-directory: dockerfiles/cd/builders
run: |
skaffold build \
--build-concurrency 1 \
--build-concurrency=1 \
--cache-artifacts \
--default-repo ghcr.io/pingcap-qe/cd/builders \
--module ${{ matrix.module }} \
--platform ${{ matrix.platform }} \
--profile ${{ matrix.go-profile }},${{ matrix.builder-profile }} \
--default-repo=ghcr.io/pingcap-qe/cd/builders \
--module=${{ matrix.module }} \
--profile=${{ matrix.go-profile }} \
--platform=${{ matrix.platform }} \
--push=false
skaffold-nogo:
Expand All @@ -85,9 +75,8 @@ jobs:

strategy:
matrix:
module: [builder-tiflash, builder-tikv, builder-tikv-fips, builder-others]
module: [builder-tiflash, builder-tikv, builder-tikv-fips]
platform: [linux/amd64, linux/arm64]
builder-profile: [local-docker]
steps:
- name: Checkout sources
uses: actions/checkout@v4
Expand Down Expand Up @@ -115,23 +104,13 @@ jobs:
curl -Lo skaffold https://storage.googleapis.com/skaffold/releases/v2.13.2/skaffold-linux-amd64 && \
sudo install skaffold /usr/local/bin/
- name: Cache layers
uses: actions/cache@v4
with:
path: "~/.skaffold/cache"
key: skaffold/${{ matrix.platform }}/cd/${{ matrix.module }}-${{ github.sha }}
restore-keys: |
skaffold/${{ matrix.platform }}/cd/${{ matrix.module }}-
skaffold/${{ matrix.platform }}/cd/${{ matrix.module }}/
- name: Build images
working-directory: dockerfiles/cd/builders
run: |
skaffold build \
--build-concurrency 1 \
--build-concurrency=1 \
--cache-artifacts \
--default-repo ghcr.io/pingcap-qe/cd/builders \
--module ${{ matrix.module }} \
--platform ${{ matrix.platform }} \
--profile ${{ matrix.builder-profile }} \
--default-repo=ghcr.io/pingcap-qe/cd/builders \
--module=${{ matrix.module }} \
--platform=${{ matrix.platform }} \
--push=false
107 changes: 107 additions & 0 deletions .github/workflows/release-cd-builder-images-centos7.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,107 @@
name: Publish CD builder images
on:
workflow_dispatch:
push:
branches:
- main
paths:
- "dockerfiles/cd/builders/*/centos7/Dockerfile"
- "dockerfiles/cd/builders/*/centos7/*.Dockerfile"
- "dockerfiles/cd/builders/skaffold-centos7.yaml"

jobs:
skaffold-go:
name: publish images with skaffold
runs-on: ubuntu-latest

permissions:
contents: read
packages: write

strategy:
matrix:
module: [builder-go]
go-profile: [go-1.23, go-1.22, go-1.21, go-1.20, go-1.19]
steps:
- name: Checkout sources
uses: actions/checkout@v4
with:
fetch-depth: '0'
fetch-tags: 'true'

# https://github.com/docker/setup-qemu-action
- name: Set up QEMU
uses: docker/setup-qemu-action@v3
# https://github.com/docker/setup-buildx-action
- name: Set up Docker Buildx
id: buildx
uses: docker/setup-buildx-action@v3

- name: Log in to the Container registry
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}

- name: Setup skaffold
run: |
curl -Lo skaffold https://storage.googleapis.com/skaffold/releases/v2.13.2/skaffold-linux-amd64 && \
sudo install skaffold /usr/local/bin/
- name: Publish images
working-directory: dockerfiles/cd/builders
run: |
skaffold build \
--filename=skaffold-centos7.yaml \
--build-concurrency=1 \
--cache-artifacts \
--default-repo=ghcr.io/pingcap-qe/cd/builders \
--module=${{ matrix.module }} \
--profile=${{ matrix.go-profile }}
skaffold-nogo:
name: publish images with skaffold
runs-on: ubuntu-latest

permissions:
contents: read
packages: write
strategy:
matrix:
module: [builder-tiflash, builder-tikv]
steps:
- name: Checkout sources
uses: actions/checkout@v4
with:
fetch-depth: '0'
fetch-tags: 'true'

# https://github.com/docker/setup-qemu-action
- name: Set up QEMU
uses: docker/setup-qemu-action@v3
# https://github.com/docker/setup-buildx-action
- name: Set up Docker Buildx
id: buildx
uses: docker/setup-buildx-action@v3

- name: Log in to the Container registry
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}

- name: Setup skaffold
run: |
curl -Lo skaffold https://storage.googleapis.com/skaffold/releases/v2.13.2/skaffold-linux-amd64 && \
sudo install skaffold /usr/local/bin/
- name: Publish images
working-directory: dockerfiles/cd/builders
run: |
skaffold build \
--filename=skaffold-centos7.yaml \
--build-concurrency=1 \
--cache-artifacts \
--default-repo=ghcr.io/pingcap-qe/cd/builders \
--module=${{ matrix.module }}
30 changes: 5 additions & 25 deletions .github/workflows/release-cd-builder-images.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,8 @@ on:
branches:
- main
paths:
- "dockerfiles/cd/builders/**/Dockerfile"
- "dockerfiles/cd/builders/**/*.Dockerfile"
- "dockerfiles/cd/builders/*/Dockerfile"
- "dockerfiles/cd/builders/*/*.Dockerfile"
- "dockerfiles/cd/builders/skaffold.yaml"

jobs:
Expand All @@ -22,7 +22,6 @@ jobs:
matrix:
module: [builder-go]
go-profile: [go-1.23, go-1.22, go-1.21]
builder-profile: [local-docker]
steps:
- name: Checkout sources
uses: actions/checkout@v4
Expand Down Expand Up @@ -50,15 +49,6 @@ jobs:
curl -Lo skaffold https://storage.googleapis.com/skaffold/releases/v2.13.2/skaffold-linux-amd64 && \
sudo install skaffold /usr/local/bin/
- name: Cache layers
uses: actions/cache@v4
with:
path: "~/.skaffold/cache"
key: skaffold/cd/${{ matrix.module }}/${{ matrix.go-profile }}-${{ github.sha }}
restore-keys: |
skaffold/cd/${{ matrix.module }}/${{ matrix.go-profile }}-
skaffold/cd/${{ matrix.module }}/
- name: Publish images
working-directory: dockerfiles/cd/builders
run: |
Expand All @@ -67,7 +57,7 @@ jobs:
--cache-artifacts \
--default-repo ghcr.io/pingcap-qe/cd/builders \
--module ${{ matrix.module }} \
--profile ${{ matrix.go-profile }},${{ matrix.builder-profile }}
--profile ${{ matrix.go-profile }}
skaffold-nogo:
name: publish images with skaffold
runs-on: ubuntu-latest
Expand All @@ -77,8 +67,7 @@ jobs:
packages: write
strategy:
matrix:
module: [builder-tiflash, builder-tikv, builder-tikv-fips, builder-others]
builder-profile: [local-docker]
module: [builder-tiflash, builder-tikv, builder-tikv-fips]
steps:
- name: Checkout sources
uses: actions/checkout@v4
Expand Down Expand Up @@ -106,20 +95,11 @@ jobs:
curl -Lo skaffold https://storage.googleapis.com/skaffold/releases/v2.13.2/skaffold-linux-amd64 && \
sudo install skaffold /usr/local/bin/
- name: Cache layers
uses: actions/cache@v4
with:
path: "~/.skaffold/cache"
key: skaffold/cd/${{ matrix.module }}-${{ github.sha }}
restore-keys: |
skaffold/cd/${{ matrix.module }}-
- name: Publish images
working-directory: dockerfiles/cd/builders
run: |
skaffold build \
--build-concurrency 1 \
--cache-artifacts \
--default-repo ghcr.io/pingcap-qe/cd/builders \
--module ${{ matrix.module }} \
--profile ${{ matrix.builder-profile }}
--module ${{ matrix.module }}
Loading

0 comments on commit 4478861

Please sign in to comment.