Add workflow to build RAPIDS from source with local CCCL

.devcontainer/cuda12.2-conda/devcontainer.json

@@ -0,0 +1,74 @@
+{
+  "build": {
+    "context": "${localWorkspaceFolder}/.devcontainer",
+    "dockerfile": "${localWorkspaceFolder}/.devcontainer/rapids.Dockerfile",
+    "args": {
+      "CUDA": "12.2",
+      "PYTHON_PACKAGE_MANAGER": "conda",
+      "BASE": "rapidsai/devcontainers:24.06-cpp-mambaforge-ubuntu22.04"
+    }
+  },
+  "runArgs": [
+    "--rm",
+    "--name",
+    "${localEnv:USER}-rapids-${localWorkspaceFolderBasename}-24.06-cuda12.2-conda"
+  ],
+  "hostRequirements": {"gpu": "optional"},
+  "features": {
+    "ghcr.io/rapidsai/devcontainers/features/rapids-build-utils:24.6": {}
+  },
+  "overrideFeatureInstallOrder": [
+    "ghcr.io/rapidsai/devcontainers/features/rapids-build-utils"
+  ],
+  "initializeCommand": ["/bin/bash", "-c", "mkdir -m 0755 -p ${localWorkspaceFolder}/.{aws,cache,config} ${localWorkspaceFolder}/../.{conda/pkgs,conda/${localWorkspaceFolderBasename}-cuda12.2-envs,log/devcontainer-utils} ${localWorkspaceFolder}/../{rmm,kvikio,ucxx,cudf,raft,cuvs,cuml,wholegraph,cugraph,cuspatial}"],
+  "postAttachCommand": ["/bin/bash", "-c", "if [ ${CODESPACES:-false} = 'true' ]; then . devcontainer-utils-post-attach-command; fi"],
+  "workspaceFolder": "/home/coder/${localWorkspaceFolderBasename}",
+  "workspaceMount": "source=${localWorkspaceFolder},target=/home/coder/${localWorkspaceFolderBasename},type=bind,consistency=consistent",
+  "mounts": [
+    "source=${localWorkspaceFolder}/.aws,target=/home/coder/.aws,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/.cache,target=/home/coder/.cache,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/.config,target=/home/coder/.config,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../rmm,target=/home/coder/rmm,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../kvikio,target=/home/coder/kvikio,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../ucxx,target=/home/coder/ucxx,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../cudf,target=/home/coder/cudf,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../raft,target=/home/coder/raft,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../cuvs,target=/home/coder/cuvs,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../cuml,target=/home/coder/cuml,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../wholegraph,target=/home/coder/wholegraph,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../cugraph,target=/home/coder/cugraph,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../cuspatial,target=/home/coder/cuspatial,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../.conda/pkgs,target=/home/coder/.conda/pkgs,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../.conda/${localWorkspaceFolderBasename}-cuda12.2-envs,target=/home/coder/.conda/envs,type=bind,consistency=consistent",
+    "source=${localWorkspaceFolder}/../.log/devcontainer-utils,target=/var/log/devcontainer-utils,type=bind,consistency=consistent"
+  ],
+  "customizations": {
+    "vscode": {
+      "extensions": [
+        "augustocdias.tasks-shell-input",
+        "ms-python.flake8",
+        "nvidia.nsight-vscode-edition"
+      ],
+      "files.watcherExclude": {
+        "**/build/**": true,
+        "**/_skbuild/**": true,
+        "**/target/**": true,
+        "/home/coder/.aws/**/*": true,
+        "/home/coder/.cache/**/*": true,
+        "/home/coder/.conda/**/*": true,
+        "/home/coder/.local/share/**/*": true,
+        "/home/coder/.vscode-server/**/*": true
+      },
+      "search.exclude": {
+        "**/build/**": true,
+        "**/_skbuild/**": true,
+        "**/*.code-search": true,
+        "/home/coder/.aws/**/*": true,
+        "/home/coder/.cache/**/*": true,
+        "/home/coder/.conda/**/*": true,
+        "/home/coder/.local/share/**/*": true,
+        "/home/coder/.vscode-server/**/*": true
+      }
+    }
+  }
+}

.devcontainer/rapids.Dockerfile

@@ -0,0 +1,53 @@
+# syntax=docker/dockerfile:1.5
+
+ARG BASE
+ARG PYTHON_PACKAGE_MANAGER=conda
+
+FROM ${BASE} as pip-base
+
+RUN apt update -y \
+ && DEBIAN_FRONTEND=noninteractive apt install -y --no-install-recommends \
+    # C++ build tools
+    doxygen \
+    graphviz \
+    # C++ test dependencies
+    libgmock-dev \
+    libgtest-dev \
+    # needed by libcudf_kafka
+    librdkafka-dev \
+    # cuML/cuGraph dependencies
+    libblas-dev \
+    liblapack-dev \
+    # needed by libcuspatial
+    libgdal-dev \
+    sqlite3 \
+    libsqlite3-dev \
+    libtiff-dev \
+    libcurl4-openssl-dev \
+ && rm -rf /tmp/* /var/tmp/* /var/cache/apt/* /var/lib/apt/lists/*;
+
+ENV DEFAULT_VIRTUAL_ENV=rapids
+
+FROM ${BASE} as conda-base
+
+ENV DEFAULT_CONDA_ENV=rapids
+
+FROM ${PYTHON_PACKAGE_MANAGER}-base
+
+ARG CUDA
+ENV CUDAARCHS="RAPIDS"
+ENV CUDA_VERSION="${CUDA_VERSION:-${CUDA}}"
+
+ARG PYTHON_PACKAGE_MANAGER
+ENV PYTHON_PACKAGE_MANAGER="${PYTHON_PACKAGE_MANAGER}"
+
+ENV PYTHONSAFEPATH="1"
+ENV PYTHONUNBUFFERED="1"
+ENV PYTHONDONTWRITEBYTECODE="1"
+
+ENV SCCACHE_REGION="us-east-2"
+ENV SCCACHE_BUCKET="rapids-sccache-devs"
+ENV VAULT_HOST="https://vault.ops.k8s.rapids.ai"
+ENV HISTFILE="/home/coder/.cache/._bash_history"
+
+ENV LIBCUDF_KERNEL_CACHE_PATH="/home/coder/cudf/cpp/build/${PYTHON_PACKAGE_MANAGER}/cuda-${CUDA}/latest/jitify_cache"

.github/workflows/build-in-devcontainer.yml

@@ -0,0 +1,119 @@
+on:
+  workflow_call:
+    inputs:
+      sha:
+        type: string
+      arch:
+        type: string
+        default: '["amd64"]'
+      cuda:
+        type: string
+        default: '["12.0"]'
+      repo:
+        type: string
+      node_type:
+        type: string
+        default: "cpu8"
+      build_command:
+        type: string
+        required: true
+      # Note that this is the _name_ of a secret containing the key, not the key itself.
+      extra-repo-deploy-key:
+        required: false
+        type: string
+        default: ''
+      # Note that this is the _name_ of a secret containing the key, not the key itself.
+      extra-repo-deploy-key-2:
+        required: false
+        type: string
+        default: ''
+
+permissions:
+  actions: read
+  checks: none
+  contents: read
+  deployments: none
+  discussions: none
+  id-token: write
+  issues: none
+  packages: read
+  pages: none
+  pull-requests: read
+  repository-projects: none
+  security-events: none
+  statuses: none
+
+jobs:
+  build:
+    strategy:
+      fail-fast: false
+      matrix:
+        arch: ${{ fromJSON(inputs.arch) }}
+        cuda: ${{ fromJSON(inputs.cuda) }}
+        pkgr: ["conda"]
+    runs-on: "linux-${{ matrix.arch }}-${{ inputs.node_type }}"
+    steps:
+      - uses: actions/checkout@v4
+        env:
+          GIT_TRACE_PACKET: 1
+          GIT_TRACE: 1
+          GIT_CURL_VERBOSE: 1
+        with:
+          repository: ${{ inputs.repo }}
+          ref: ${{ inputs.sha }}
+          fetch-depth: 0
+      - name: Check if repo has devcontainer
+        run: |
+          echo "REPOSITORY=$(basename $(pwd))" | tee -a "${GITHUB_ENV}";
+          if test -f .devcontainer/cuda${{ matrix.cuda }}-${{ matrix.pkgr }}/devcontainer.json; then
+            echo "HAS_DEVCONTAINER=true" >> "${GITHUB_ENV}";
+          else
+            echo "HAS_DEVCONTAINER=false" >> "${GITHUB_ENV}";
+          fi
+      - if: ${{ env.HAS_DEVCONTAINER == 'true' }}
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          role-to-assume: arn:aws:iam::279114543810:role/gha-oidc-NVIDIA
+          aws-region: us-east-2
+          role-duration-seconds: 43200 # 12h
+      - if: ${{ env.HAS_DEVCONTAINER == 'true' }}
+        name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '16'
+      - if: ${{ env.HAS_DEVCONTAINER == 'true' }}
+        name: Run build in devcontainer
+        uses: devcontainers/[email protected]
+        with:
+          push: never
+          configFile: .devcontainer/cuda${{ matrix.cuda }}-${{ matrix.pkgr }}/devcontainer.json
+          env: |
+            REPOSITORY=${{ env.REPOSITORY }}
+            SCCACHE_REGION=us-east-2
+            AWS_ACCESS_KEY_ID=${{ env.AWS_ACCESS_KEY_ID }}
+            AWS_SESSION_TOKEN=${{ env.AWS_SESSION_TOKEN }}
+            AWS_SECRET_ACCESS_KEY=${{ env.AWS_SECRET_ACCESS_KEY }}
+          runCmd: |
+            set -e;
+            mkdir -p ~/.config/pip/;
+            cat <<EOF >> ~/.config/pip/pip.conf
+            [global]
+            extra-index-url = https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
+            EOF
+
+            rapids-make-${PYTHON_PACKAGE_MANAGER}-env;
+
+            if test -n '${{ inputs.extra-repo-deploy-key }}' \
+            || test -n '${{ inputs.extra-repo-deploy-key-2 }}'; then
+              if ! pgrep ssh-agent >/dev/null 2>&1; then eval "$(ssh-agent -s)"; fi;
+              if test -n '${{ inputs.extra-repo-deploy-key }}'; then
+                ssh-add - <<< '${{ secrets[inputs.extra-repo-deploy-key] }}';
+              fi
+              if test -n '${{ inputs.extra-repo-deploy-key-2 }}'; then
+                ssh-add - <<< '${{ secrets[inputs.extra-repo-deploy-key-2] }}';
+              fi
+              devcontainer-utils-init-ssh-deploy-keys || true;
+            fi
+
+            cd ~/"${REPOSITORY}";
+            ${{ inputs.build_command }}

.github/workflows/build-rapids.yml

@@ -0,0 +1,103 @@
+name: Build all RAPIDS repositories
+
+on:
+  schedule:
+    - cron: '0 0 * * *'
+  workflow_call:
+
+jobs:
+  check-event:
+    name: Check GH Event
+    runs-on: ubuntu-latest
+    outputs:
+      ok: ${{ steps.check_gh_event.outputs.ok }}
+    steps:
+      - id: check_gh_event
+        name: Check GH Event
+        shell: bash
+        run: |
+          [[ '${{ github.event_name }}' == 'push' && '${{ github.repository }}' == 'NVIDIA/cccl' ]] || \
+          [[ '${{ github.event_name }}' == 'schedule' && '${{ github.repository }}' == 'NVIDIA/cccl' ]] || \
+          [[ '${{ github.event_name }}' == 'pull_request' && '${{ github.repository }}' != 'NVIDIA/cccl' ]] \
+          && echo "ok=true"  | tee -a $GITHUB_OUTPUT \
+          || echo "ok=false" | tee -a $GITHUB_OUTPUT;
+
+  build-rapids:
+    name: Build all RAPIDS repos
+    if: needs.check-event.outputs.ok == 'true'
+    needs: check-event
+    secrets: inherit
+    # TODO: this is temporary
+    uses: ./.github/workflows/build-in-devcontainer.yml
+    # uses: rapidsai/shared-workflows/.github/workflows/[email protected]
+    permissions:
+      actions: read
+      packages: read
+      id-token: write
+      contents: read
+      pull-requests: read
+    with:
+      arch: '["amd64"]'
+      cuda: '["12.2"]'
+      node_type: cpu32
+      build_command: |
+        # Remove cumlprims_mg and cugraph-ops from /opt/rapids-build-utils/manifest.yaml
+        sudo yq -i '.repos |= filter(.name != "cumlprims_mg" and .name != "cugraph-ops")' /opt/rapids-build-utils/manifest.yaml;
+        # Regenerate builds scripts after modifying /opt/rapids-build-utils/manifest.yaml
+        rapids-generate-scripts;
+        # Clone all the RAPIDS repos
+        clone-all -j$(nproc) -v -q --clone-upstream --single-branch --shallow-submodules;
+        # Build the RAPIDS repos using the local CCCL mount
+        sccache -z;
+        sccache --show-adv-stats;
+        args=(
+          -v
+          -j$(nproc --ignore=1)
+          -DBUILD_TESTS=OFF
+          -DBUILD_BENCHMARKS=OFF
+          -DBUILD_ANN_BENCH=OFF
+          -DBUILD_PRIMS_BENCH=OFF
+          -DBUILD_SHARED_LIBS=ON
+          -DENABLE_CUMLPRIMS_MG=OFF
+          -DUSE_CUGRAPH_OPS=OFF
+          -DCPM_CCCL_SOURCE="${HOME}/cccl"
+        );
+        build-rmm-cpp "${args[@]}" || true;
+        build-ucxx-cpp "${args[@]}" || true;
+        build-KvikIO-cpp "${args[@]}" || true;
+        build-cudf-cpp "${args[@]}" || true;
+        build-cudf_kafka-cpp "${args[@]}" || true;
+        build-raft-cpp "${args[@]}" || true;
+        build-cuvs-cpp "${args[@]}" || true;
+        build-cuml-cpp "${args[@]}" || true;
+        build-wholegraph-cpp "${args[@]}" || true;
+        build-cugraph-cpp "${args[@]}" || true;
+        build-cugraph_etl-cpp "${args[@]}" || true;
+        build-cuspatial-cpp "${args[@]}" || true;
+        sccache --show-adv-stats;
+
+        args=(
+          -v
+          -j$(nproc --ignore=1)
+          -DBUILD_TESTS=ON
+          -DBUILD_BENCHMARKS=ON
+          -DBUILD_ANN_BENCH=ON
+          -DBUILD_PRIMS_BENCH=ON
+          -DBUILD_SHARED_LIBS=ON
+          -DENABLE_CUMLPRIMS_MG=OFF
+          -DUSE_CUGRAPH_OPS=OFF
+          -DCPM_CCCL_SOURCE="${HOME}/cccl"
+        );
+        build-rmm-cpp "${args[@]}" || true;
+        build-ucxx-cpp "${args[@]}" || true;
+        build-KvikIO-cpp "${args[@]}" || true;
+        build-cudf-cpp "${args[@]}" || true;
+        build-cudf_kafka-cpp "${args[@]}" || true;
+        build-raft-cpp "${args[@]}" || true;
+        build-cuvs-cpp "${args[@]}" || true;
+        build-cuml-cpp "${args[@]}" || true;
+        build-wholegraph-cpp "${args[@]}" || true;
+        build-cugraph-cpp "${args[@]}" || true;
+        build-cugraph_etl-cpp "${args[@]}" || true;
+        build-cuspatial-cpp "${args[@]}" || true;
+        sccache --show-adv-stats;

.github/workflows/pr.yml

@@ -219,6 +219,17 @@ jobs:
           export CXX="g++"
           ./ci/verify_codegen.sh
 
+  build-rapids:
+    name: Build RAPIDS
+    secrets: inherit
+    permissions:
+      actions: read
+      packages: read
+      id-token: write
+      contents: read
+      pull-requests: read
+    uses: ./.github/workflows/build-rapids.yml
+
   # This job is the final job that runs after all other jobs and is used for branch protection status checks.
   # See: https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/collaborating-on-repositories-with-code-quality-features/about-status-checks
   # https://github.com/orgs/community/discussions/26822#discussioncomment-5122101