diff --git a/.github/workflows/backend-integration-test.yml b/.github/workflows/backend-integration-test.yml index 87ca02362d2..0925fad7cc4 100644 --- a/.github/workflows/backend-integration-test.yml +++ b/.github/workflows/backend-integration-test.yml @@ -80,6 +80,10 @@ jobs: if: ${{ contains(github.event.pull_request.labels.*.name, 'debug action') }} uses: csexton/debugger-action@master + - name: Free up disk space + run: | + dev/ci/util_free_space.sh + - name: Backend Integration Test id: integrationTest run: | diff --git a/.github/workflows/frontend-integration-test.yml b/.github/workflows/frontend-integration-test.yml index c67b0ac78c5..de2062910fd 100644 --- a/.github/workflows/frontend-integration-test.yml +++ b/.github/workflows/frontend-integration-test.yml @@ -80,6 +80,10 @@ jobs: if: ${{ contains(github.event.pull_request.labels.*.name, 'debug action') }} uses: csexton/debugger-action@master + - name: Free up disk space + run: | + dev/ci/util_free_space.sh + - name: Frontend Integration Test id: integrationTest run: | diff --git a/LICENSE b/LICENSE index f98cdae8201..789bd150548 100644 --- a/LICENSE +++ b/LICENSE @@ -268,3 +268,6 @@ Trino ./integration-test-common/src/test/java/com/datastrato/gravitino/integration/test/util/CloseableGroup.java ./trino-connector/src/main/java/com/datastrato/gravitino/trino/connector/catalog/hive/SortingColumn.java + + Apache Arrow + ./dev/ci/util_free_space.sh diff --git a/NOTICE b/NOTICE index 97ee8ecc78f..6900d05a97d 100644 --- a/NOTICE +++ b/NOTICE @@ -28,5 +28,8 @@ Copyright 2011-2023 The Apache Software Foundation Apache Submarine Copyright 2019 and onwards The Apache Software Foundation. +Apache Arrow +Copyright 2016-2024 The Apache Software Foundation + This product includes software developed at The Apache Software Foundation (http://www.apache.org/). diff --git a/dev/ci/util_free_space.sh b/dev/ci/util_free_space.sh new file mode 100755 index 00000000000..e26792cdced --- /dev/null +++ b/dev/ci/util_free_space.sh @@ -0,0 +1,73 @@ +#!/usr/bin/env bash +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# +# Copied from Apache Arrow: ci/scripts/util_free_space.sh + +set -eux + +if [ "${GITHUB_ACTIONS}" = "true" ]; then + df -h + echo "::group::/usr/local/*" + du -hsc /usr/local/* + echo "::endgroup::" + echo "::group::/usr/local/bin/*" + du -hsc /usr/local/bin/* + echo "::endgroup::" + # ~1GB (From 1.2GB to 214MB) + sudo rm -rf \ + /usr/local/bin/aliyun \ + /usr/local/bin/azcopy \ + /usr/local/bin/bicep \ + /usr/local/bin/cmake-gui \ + /usr/local/bin/cpack \ + /usr/local/bin/helm \ + /usr/local/bin/hub \ + /usr/local/bin/kubectl \ + /usr/local/bin/minikube \ + /usr/local/bin/node \ + /usr/local/bin/packer \ + /usr/local/bin/pulumi* \ + /usr/local/bin/stack \ + /usr/local/bin/terraform || : + echo "::group::/usr/local/share/*" + du -hsc /usr/local/share/* + echo "::endgroup::" + # 1.3GB + sudo rm -rf /usr/local/share/powershell || : + echo "::group::/opt/*" + du -hsc /opt/* + echo "::endgroup::" + echo "::group::/opt/hostedtoolcache/*" + du -hsc /opt/hostedtoolcache/* + echo "::endgroup::" + # 5.3GB + sudo rm -rf /opt/hostedtoolcache/CodeQL || : + # 1.4GB + sudo rm -rf /opt/hostedtoolcache/go || : + # 489MB + sudo rm -rf /opt/hostedtoolcache/PyPy || : + # 376MB + sudo rm -rf /opt/hostedtoolcache/node || : + # Remove Web browser packages + sudo apt purge -y \ + firefox \ + google-chrome-stable \ + microsoft-edge-stable + df -h +fi \ No newline at end of file