chore: Merge repo pegasus-kv/pegasus-docker

.circleci/config.yml

@@ -0,0 +1,26 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+---
+version: 2.1
+orbs:
+  docker: circleci/[email protected]
+workflows:
+  lint:
+    jobs:
+      - docker/hadolint:
+          dockerfiles: 'docker/bcc-centos7/Dockerfile:docker/ci-env/Dockerfile:docker/clang-format-3.9/Dockerfile:docker/pegasus-build-env/centos7/Dockerfile:docker/pegasus-build-env/ubuntu1604/Dockerfile:docker/pegasus-build-env/ubuntu1804/Dockerfile:docker/pegasus-build-env/ubuntu2004/Dockerfile:docker/pegasus-docker-compose/image_for_prebuilt_bin/Dockerfile:docker/thirdparties-bin/Dockerfile:docker/thirdparties-src/Dockerfile'
+          ignore-rules: 'DL3033,DL3013,DL3059,SC2086,DL3003,SC2164,DL3008,DL3007,DL3006'

.github/build-push-env-docker.yml

@@ -0,0 +1,68 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+---
+name: BuildCompilationEnvDocker-build and publish multi compilation os env
+
+on:
+  push:
+    paths:
+      - 'docker/pegasus-build-env/**'
+      - '.github/workflows/build-push-env-docker.yml'
+
+  # for manually triggering workflow
+  workflow_dispatch:
+
+jobs:
+  build_compilation_env_docker_images:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        dockertag:
+          - ubuntu1604
+          - ubuntu1804
+          - ubuntu2004
+          #- centos6 is EOL
+          - centos7
+    steps:
+      -
+        name: Checkout
+        uses: actions/checkout@v2
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@v1
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v1
+      -
+        name: Login to DockerHub
+        uses: docker/login-action@v1 
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      -
+        name: Build and push
+        uses: docker/build-push-action@v2
+        with:
+          context: .
+          file: ./docker/pegasus-build-env/${{ matrix.dockertag }}/Dockerfile
+          push: true
+          tags: |
+            apachepegasus/build-env:${{ matrix.dockertag }}
+      -
+        name: Image digest
+        run: echo ${{ steps.docker_build.outputs.digest }}

.github/pegasus-regular-build.yml

@@ -0,0 +1,93 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+---
+name: BuildPegasusRegularly-build pegasus and rdsn on different env every day
+
+on:
+  push:
+    paths:
+      - '.github/workflows/pegasus-regular-build.yml'
+
+  # for manually triggering workflow
+  workflow_dispatch:
+
+  # run for every day 2am UTC+8(Beijing)
+  schedule:
+    - cron:  '0 18 */1 * *'
+
+jobs:
+  build_docker_images:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        os:
+          - ubuntu1604
+          - ubuntu1804
+          - ubuntu2004
+          #- centos6 is EOL
+          - centos7
+        compiler-family:
+          - gcc
+        include:
+          - compiler-family: clang
+            compiler: "clang-10,clang++-10"
+            os: ubuntu2004
+          - compiler-family: clang
+            compiler: "clang-9,clang++-9"
+            os: ubuntu1804
+    container:
+      image: apachepegasus/thirdparties-bin:${{ matrix.os }}
+    defaults:
+      run:
+        working-directory: /root/incubator-pegasus
+    steps:
+      - name: Clone Apache Pegasus Source
+        working-directory: /root
+        run: |
+          git clone --recursive --depth=1 https://github.com/apache/incubator-pegasus.git
+          cd incubator-pegasus
+      -
+        name: Unpack prebuilt third-parties
+        run: unzip /root/thirdparties-bin.zip -d ./rdsn/thirdparty
+      -
+        name: Compilation rdsn on GCC 
+        if: ${{ matrix.compiler-family == 'gcc' }}
+        run: |
+          cd ./rdsn
+          ./run.sh build -c --skip_thirdparty
+      -
+        name: Compilation pegasus on GCC 
+        if: ${{ matrix.compiler-family == 'gcc' }}
+        run: ./run.sh build -c --skip_thirdparty
+      -
+        name: Compilation rdsn on Clang
+        if: ${{ matrix.compiler-family == 'clang' }}
+        env:
+          COMPILER: ${{ matrix.compiler }}
+        run: |
+          cd ./rdsn
+          ./run.sh build --compiler $COMPILER --skip_thirdparty
+      -
+        name: Compilation pegasus on Clang
+        if: ${{ matrix.compiler-family == 'clang' }}
+        env:
+          COMPILER: ${{ matrix.compiler }}
+        run: ./run.sh build --compiler $COMPILER --skip_thirdparty
+      -
+        name: Packaging Server
+        run: ./run.sh pack_server

.github/thirdparty-regular-push.yml

@@ -0,0 +1,106 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+---
+name:  BuildThirdpartyDockerRegularly-build and publish thirdparty every week
+
+on:
+  push:
+    paths:
+      - 'docker/thirdparties-src/**'
+      - 'docker/thirdparties-bin/**'
+      - '.github/workflows/thirdparty-regular-push.yml'
+
+  # for manually triggering workflow
+  workflow_dispatch:
+
+  # run for every week 2am UTC+8(Beijing)
+  schedule:
+    - cron:  '0 18 * * 1'
+
+jobs:
+  build_push_src_docker_images:
+    runs-on: ubuntu-latest
+    steps:
+      -
+        uses: actions/checkout@v2
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@v1
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v1
+      -
+        name: Login to DockerHub
+        uses: docker/login-action@v1 
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      -
+        name: Build and push
+        uses: docker/build-push-action@v2
+        with:
+          context: .
+          file: ./docker/thirdparties-src/Dockerfile
+          push: true
+          tags: |
+            apachepegasus/thirdparties-src
+          build-args: |
+            REGISTRY_REPO=apachepegasus
+      -
+        name: Image digest
+        run: echo ${{ steps.docker_build.outputs.digest }}
+
+  build_push_bin_docker_images:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        osversion:
+          - ubuntu1604
+          - ubuntu1804
+          - ubuntu2004
+          #- centos6 is EOL
+          - centos7
+    steps:
+      -
+        uses: actions/checkout@v2
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@v1
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v1
+      -
+        name: Login to DockerHub
+        uses: docker/login-action@v1 
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      -
+        name: Build and push
+        uses: docker/build-push-action@v2
+        with:
+          context: .
+          file: ./docker/thirdparties-bin/Dockerfile
+          push: true
+          tags: |
+            apachepegasus/thirdparties-bin:${{ matrix.osversion }}
+          build-args: |
+            OS_VERSION=${{ matrix.osversion }}
+      -
+        name: Image digest
+        run: echo ${{ steps.docker_build.outputs.digest }}

docker/README.md

@@ -0,0 +1,64 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+# Pegasus Docker
+
+This project maintains the stuff you can use from building Pegasus docker images,
+to deploying a standalone cluster of Pegasus containers on your local machine.
+
+## Workflows
+
+![Build and publish multi pegasus-build-env docker images](https://github.com/pegasus-kv/pegasus-docker/workflows/BuildCompilationEnvDocker-build%20and%20publish%20multi%20compilation%20os%20env/badge.svg?branch=master)
+
+![Build and publish multi os env thirdparty docker images every week](https://github.com/pegasus-kv/pegasus-docker/workflows/BuildThirdpartyDockerRegularly-build%20and%20publish%20thirdparty%20every%20week/badge.svg?branch=master)
+
+![Build pegasus/rdsn regularly based env and thirdparty docker  everyday](https://github.com/pegasus-kv/pegasus-docker/workflows/BuildPegasusRegularly-build%20pegasus%20and%20rdsn%20on%20different%20env%20every%20day/badge.svg?branch=master)
+
+## pegasus-build-env
+
+Building environment for Pegasus compilation.
+
+Github Actions automatically rebuilds and publishes build-env for every commit.
+
+- `apachepegasus/build-env:centos7`
+- `apachepegasus/build-env:ubuntu1604`
+- `apachepegasus/build-env:ubuntu1804`
+- `apachepegasus/build-env:ubuntu2004`
+
+DockerHub: https://hub.docker.com/r/apachepegasus/build-env
+
+The How-to-use Manual is at: http://pegasus.apache.org/docs/build/compile-by-docker/
+
+## thirdparties-src
+
+This image is to eliminate extra downloading of third-party sources of Pegasus.
+It packages the downloaded sources into a zip in the container, so that
+other repos can easily extract third-parties from the container (via `docker cp`),
+without downloading from the cloud object storage.
+
+- `apachepegasus/thirdparties-src`
+
+## thirdparties-bin
+
+This is a Docker image for Pegasus unit-testing. It prebuilts the thirdparty libraries,
+so jobs based on this image can skip building third-parties.
+
+- `apachepegasus/thirdparties-bin:centos7`
+- `apachepegasus/thirdparties-bin:ubuntu1604`
+- `apachepegasus/thirdparties-bin:ubuntu1804`
+- `apachepegasus/thirdparties-bin:ubuntu2004`