No commit message

.circleci/config.yml

@@ -1,3 +1,4 @@
+
 version: 2
 
 jobs:

.github/workflows/crossbow.yml

@@ -0,0 +1,120 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+
+# NOTE: must set "Crossbow" as name to have the badge links working in the
+# github comment reports!
+name: Crossbow
+on:
+  push:
+    branches:
+      - "*-github-*"
+
+env:
+  ARCHERY_DEBUG: 1
+  ARCHERY_USE_DOCKER_CLI: 1
+
+
+jobs:
+  test:
+    name: |
+      Docker Test --no-leaf-cache conda-python-spark 
+    runs-on: ubuntu-latest
+    env:
+      PYTHON: "3.8"
+      SPARK: "v3.5.0"
+      TEST_PYARROW_ONLY: "false"
+      NUMPY: "latest"
+      JDK: "8"
+
+    steps:
+      - name: Checkout Arrow
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+          path: arrow
+          repository: vibhatha/arrow
+          ref: 5e91dab22f8d23ce8615d89b46d04ef6bfbaf731
+          submodules: recursive
+
+      - name: Free up disk space
+        if: runner.os == 'Linux' && runner.arch == 'X64'
+        shell: bash
+        run: |
+          arrow/ci/scripts/util_free_space.sh
+
+      - name: Set up Python by actions/setup-python
+        if: |
+          !(runner.os == 'Linux' && runner.arch != 'X64')
+        uses: actions/setup-python@v4
+        with:
+          cache: 'pip'
+          python-version: 3.12
+      - name: Set up Python by apt
+        if: runner.os == 'Linux' && runner.arch != 'X64'
+        run: |
+          sudo apt update
+          sudo apt-get install -y python3-pip
+          pip install -U pip
+          echo "$HOME/.local/bin" >>"$GITHUB_PATH"
+      - name: Install Archery
+        shell: bash
+        run: pip install -e arrow/dev/archery[all]
+
+
+      - name: Execute Docker Build
+        shell: bash
+        env:
+          AWS_ACCESS_KEY_ID: "${{ secrets.AWS_ACCESS_KEY_ID }}"
+          AWS_SECRET_ACCESS_KEY: "${{ secrets.AWS_SECRET_ACCESS_KEY }}"
+          SCCACHE_BUCKET: "${{ secrets.SCCACHE_BUCKET }}"
+          SCCACHE_REGION: "${{ secrets.SCCACHE_REGION }}"
+          SCCACHE_S3_KEY_PREFIX: "sccache"
+
+        run: |
+          # GH-40558: reduce ASLR to avoid TSAN crashing
+          sudo sysctl -w vm.mmap_rnd_bits=28
+          archery docker run \
+            -e SETUPTOOLS_SCM_PRETEND_VERSION="17.0.0.dev160" \
+            --no-leaf-cache \
+            conda-python-spark \
+            
+
+      - name: Dump R install logs
+        if: always()
+        run: |
+          log=arrow/r/check/arrow.Rcheck/00install.out
+          if [ -f ${log} ]; then
+            cat ${log}
+          fi
+      - name: Dump R test logs
+        if: always()
+        run: |
+          for log in arrow/r/check/arrow.Rcheck/tests/testthat.Rout*; do
+            if [ -f ${log} ]; then
+              echo ${log}
+              cat ${log}
+            fi
+          done
+      - name: Save the R test output
+        if: always()
+        uses: actions/upload-artifact@v2
+        with:
+          name: test-output
+          path: arrow/r/check/arrow.Rcheck/tests/testthat.Rout*
+          if-no-files-found: ignore
+