Make builds and tests possible in Altinity's infrastructure

add comment and rename github robot token add clickhouse instance password parameter use Altinity's s3 bucket Use altinityinfra dockerhub images and minor adjustments (#135) Allow CI to be triggered on PR Proper error reporting during docker pull and lowercase version name allow `v22.3.x.y-altinitystable` git tags Download specific MinIO version instead of latest - same as upstream master remove stale chmod More stable CI/CD builds: - Rebuilding all docker images - Reduced number of docker images - Rerunning functional tests even if those were already executed in previous run Added missing dependencies for stateful tests Re-generating _pb2 files on each test run Changed hardcoded docker images name prefixes from `clickhouse/` to `altinityinfra/` Pushing images as :latest too to avoid some test failures Disabled upstream's release workflow Added VERSION_TWEAK, VERSION_FLAVOUR used in generating package and binary versions Removed dependecny on BuilderDebAarch64 Use gh-data.checks table instead of default.checks for docker_server etc.
Altinity · Sep 17, 2022 · d23e632 · d23e632
1 parent 4a08f8a
commit d23e632
Show file tree

Hide file tree

Showing 94 changed files with 610 additions and 2,010 deletions.
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -1,66 +1,66 @@
-name: ReleaseWorkflow
-# - Gets artifacts from S3
-# - Sends it to JFROG Artifactory
-# - Adds them to the release assets
+# name: ReleaseWorkflow
+# # - Gets artifacts from S3
+# # - Sends it to JFROG Artifactory
+# # - Adds them to the release assets
 
-on: # yamllint disable-line rule:truthy
-  release:
-    types:
-    - published
+# on: # yamllint disable-line rule:truthy
+#   release:
+#     types:
+#     - published
 
-jobs:
-  ReleasePublish:
-    runs-on: [self-hosted, style-checker]
-    steps:
-    - name: Set envs
-      run: |
-        cat >> "$GITHUB_ENV" << 'EOF'
-        JFROG_API_KEY=${{ secrets.JFROG_KEY_API_PACKAGES }}
-        TEMP_PATH=${{runner.temp}}/release_packages
-        REPO_COPY=${{runner.temp}}/release_packages/ClickHouse
-        EOF
-    - name: Check out repository code
-      uses: actions/checkout@v2
-      with:
-        # Always use the most recent script version
-        ref: master
-    - name: Download packages and push to Artifactory
-      run: |
-        rm -rf "$TEMP_PATH" && mkdir -p "$TEMP_PATH"
-        cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH"
-        cd "$REPO_COPY"
-        python3 ./tests/ci/push_to_artifactory.py --release "${{ github.ref }}" \
-          --commit '${{ github.sha }}' --all
-    - name: Upload packages to release assets
-      uses: svenstaro/upload-release-action@v2
-      with:
-        repo_token: ${{ secrets.GITHUB_TOKEN }}
-        file: ${{runner.temp}}/push_to_artifactory/*
-        overwrite: true
-        tag: ${{ github.ref }}
-        file_glob: true
-  ############################################################################################
-  ##################################### Docker images  #######################################
-  ############################################################################################
-  DockerServerImages:
-    runs-on: [self-hosted, style-checker]
-    steps:
-    - name: Clear repository
-      run: |
-        sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
-    - name: Check out repository code
-      uses: actions/checkout@v2
-      with:
-        fetch-depth: 0  # otherwise we will have no version info
-    - name: Check docker clickhouse/clickhouse-server building
-      run: |
-        cd "$GITHUB_WORKSPACE/tests/ci"
-        python3 docker_server.py --release-type auto --version "${{ github.ref }}"
-        python3 docker_server.py --release-type auto --version "${{ github.ref }}" --no-ubuntu \
-          --image-repo clickhouse/clickhouse-keeper --image-path docker/keeper
-    - name: Cleanup
-      if: always()
-      run: |
-        docker kill "$(docker ps -q)" ||:
-        docker rm -f "$(docker ps -a -q)" ||:
-        sudo rm -fr "$TEMP_PATH"
+# jobs:
+#   ReleasePublish:
+#     runs-on: [self-hosted, style-checker]
+#     steps:
+#     - name: Set envs
+#       run: |
+#         cat >> "$GITHUB_ENV" << 'EOF'
+#         JFROG_API_KEY=${{ secrets.JFROG_KEY_API_PACKAGES }}
+#         TEMP_PATH=${{runner.temp}}/release_packages
+#         REPO_COPY=${{runner.temp}}/release_packages/ClickHouse
+#         EOF
+#     - name: Check out repository code
+#       uses: actions/checkout@v2
+#       with:
+#         # Always use the most recent script version
+#         ref: master
+#     - name: Download packages and push to Artifactory
+#       run: |
+#         rm -rf "$TEMP_PATH" && mkdir -p "$TEMP_PATH"
+#         cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH"
+#         cd "$REPO_COPY"
+#         python3 ./tests/ci/push_to_artifactory.py --release "${{ github.ref }}" \
+#           --commit '${{ github.sha }}' --all
+#     - name: Upload packages to release assets
+#       uses: svenstaro/upload-release-action@v2
+#       with:
+#         repo_token: ${{ secrets.GITHUB_TOKEN }}
+#         file: ${{runner.temp}}/push_to_artifactory/*
+#         overwrite: true
+#         tag: ${{ github.ref }}
+#         file_glob: true
+#   ############################################################################################
+#   ##################################### Docker images  #######################################
+#   ############################################################################################
+#   DockerServerImages:
+#     runs-on: [self-hosted, style-checker]
+#     steps:
+#     - name: Clear repository
+#       run: |
+#         sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
+#     - name: Check out repository code
+#       uses: actions/checkout@v2
+#       with:
+#         fetch-depth: 0  # otherwise we will have no version info
+#     - name: Check docker clickhouse/clickhouse-server building
+#       run: |
+#         cd "$GITHUB_WORKSPACE/tests/ci"
+#         python3 docker_server.py --release-type auto --version "${{ github.ref }}"
+#         python3 docker_server.py --release-type auto --version "${{ github.ref }}" --no-ubuntu \
+#           --image-repo clickhouse/clickhouse-keeper --image-path docker/keeper
+#     - name: Cleanup
+#       if: always()
+#       run: |
+#         docker kill "$(docker ps -q)" ||:
+#         docker rm -f "$(docker ps -a -q)" ||:
+#         sudo rm -fr "$TEMP_PATH"