Skip to content

Commit

Permalink
update to cuda12
Browse files Browse the repository at this point in the history
  • Loading branch information
AjayThorve committed Jul 5, 2023
1 parent c89c274 commit 68c81c0
Show file tree
Hide file tree
Showing 9 changed files with 118 additions and 48 deletions.
6 changes: 3 additions & 3 deletions .github/workflows/build.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ concurrency:
jobs:
python-build:
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-build.yaml@branch-23.08
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-build.yaml@cuda-120
with:
build_type: ${{ inputs.build_type || 'branch' }}
branch: ${{ inputs.branch }}
Expand All @@ -37,7 +37,7 @@ jobs:
upload-conda:
needs: [python-build]
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/conda-upload-packages.yaml@branch-23.08
uses: rapidsai/shared-action-workflows/.github/workflows/conda-upload-packages.yaml@cuda-120
with:
build_type: ${{ inputs.build_type || 'branch' }}
branch: ${{ inputs.branch }}
Expand All @@ -47,7 +47,7 @@ jobs:
if: github.ref_type == 'branch'
needs: python-build
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@branch-23.08
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@cuda-120
with:
arch: "amd64"
branch: ${{ inputs.branch }}
Expand Down
12 changes: 6 additions & 6 deletions .github/workflows/pr.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -18,27 +18,27 @@ jobs:
- conda-notebook-tests
- docs-build
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/pr-builder.yaml@branch-23.08
uses: rapidsai/shared-action-workflows/.github/workflows/pr-builder.yaml@cuda-120
checks:
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/checks.yaml@branch-23.08
uses: rapidsai/shared-action-workflows/.github/workflows/checks.yaml@cuda-120
conda-python-build:
needs: checks
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-build.yaml@branch-23.08
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-build.yaml@cuda-120
with:
build_type: pull-request
conda-python-tests:
needs: conda-python-build
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-tests.yaml@branch-23.08
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-tests.yaml@cuda-120
with:
build_type: pull-request
run_codecov: false
conda-notebook-tests:
needs: conda-python-build
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@branch-23.08
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@cuda-120
with:
build_type: pull-request
node_type: "gpu-v100-latest-1"
Expand All @@ -48,7 +48,7 @@ jobs:
docs-build:
needs: conda-python-build
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@branch-23.08
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@cuda-120
with:
build_type: pull-request
node_type: "gpu-v100-latest-1"
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/test-external.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ on:
jobs:
test-external:
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@branch-23.08
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@cuda-120
with:
build_type: branch
node_type: "gpu-v100-latest-1"
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/test.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ on:
jobs:
conda-python-tests:
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-tests.yaml@branch-23.08
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-tests.yaml@cuda-120
with:
build_type: nightly
branch: ${{ inputs.branch }}
Expand Down
23 changes: 16 additions & 7 deletions ci/release/update-version.sh
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
#!/bin/bash
# Copyright (c) 2020-2023, NVIDIA CORPORATION.
#############################
# cuxfilter Version Updater #
#############################
Expand All @@ -22,6 +23,9 @@ NEXT_MAJOR=$(echo $NEXT_FULL_TAG | awk '{split($0, a, "."); print a[1]}')
NEXT_MINOR=$(echo $NEXT_FULL_TAG | awk '{split($0, a, "."); print a[2]}')
NEXT_SHORT_TAG=${NEXT_MAJOR}.${NEXT_MINOR}

# Need to distutils-normalize the original version
NEXT_SHORT_TAG_PEP440=$(python -c "from setuptools.extern import packaging; print(packaging.version.Version('${NEXT_SHORT_TAG}'))")

echo "Preparing release $CURRENT_TAG => $NEXT_FULL_TAG"

# Inplace sed replace; workaround for Linux and Mac
Expand All @@ -33,15 +37,20 @@ function sed_runner() {
sed_runner 's/version = .*/version = '"'${NEXT_SHORT_TAG}'"'/g' docs/source/conf.py
sed_runner 's/release = .*/release = '"'${NEXT_FULL_TAG}'"'/g' docs/source/conf.py

# bump cudf
for FILE in conda/environments/*.yaml dependencies.yaml; do
sed_runner "s/cudf=.*/cudf=${NEXT_SHORT_TAG}/g" ${FILE};
sed_runner "s/cugraph=.*/cugraph=${NEXT_SHORT_TAG}/g" ${FILE};
sed_runner "s/cuspatial=.*/cuspatial=${NEXT_SHORT_TAG}/g" ${FILE};
sed_runner "s/dask-cuda=.*/dask-cuda=${NEXT_SHORT_TAG}/g" ${FILE};
sed_runner "s/dask-cudf=.*/dask-cudf=${NEXT_SHORT_TAG}/g" ${FILE};
DEPENDENCIES=(
cudf
dask-cuda
dask-cudf
cugraph
cuspatial
)
for FILE in dependencies.yaml conda/environments/*.yaml; do
for DEP in "${DEPENDENCIES[@]}"; do
sed_runner "/- ${DEP}==/ s/==.*/==${NEXT_SHORT_TAG_PEP440}\.*/g" ${FILE};
done
done


# README.md update
sed_runner "s/version == ${CURRENT_SHORT_TAG}/version == ${NEXT_SHORT_TAG}/g" README.md
sed_runner "s/cuxfilter=${CURRENT_SHORT_TAG}/cuxfilter=${NEXT_SHORT_TAG}/g" README.md
Expand Down
14 changes: 8 additions & 6 deletions conda/environments/all_cuda-118_arch-x86_64.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,12 +7,14 @@ channels:
- nvidia
dependencies:
- bokeh>=2.4.2,<=2.5
- cudatoolkit=11.8
- cudf=23.08
- cugraph=23.08
- cuspatial=23.08
- dask-cuda=23.08
- dask-cudf=23.08
- cuda-version=11.8
- cudatoolkit
- cudf=23.08.*
- cugraph=23.08.*
- cupy>=12.0.0
- cuspatial=23.08.*
- dask-cuda=23.08.*
- dask-cudf=23.08.*
- datashader>=0.15
- geopandas>=0.11.0
- holoviews>=1.15.0,<=1.15.4
Expand Down
45 changes: 45 additions & 0 deletions conda/environments/all_cuda-120_arch-x86_64.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
# This file is generated by `rapids-dependency-file-generator`.
# To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.
channels:
- rapidsai
- rapidsai-nightly
- conda-forge
- nvidia
dependencies:
- bokeh>=2.4.2,<=2.5
- cuda-version=12.0
- cudf=23.08.*
- cugraph=23.08.*
- cupy>=12.0.0
- cuspatial=23.08.*
- dask-cuda=23.08.*
- dask-cudf=23.08.*
- datashader>=0.15
- geopandas>=0.11.0
- holoviews>=1.15.0,<=1.15.4
- ipython
- jupyter-server-proxy
- jupyter_sphinx
- libwebp
- nbsphinx
- nodejs>=14
- notebook>=0.5.0
- numba>=0.57
- numpy>=1.21
- numpydoc
- packaging
- pandoc<=2.0.0
- panel >=0.14.0,<=0.14.1
- pre-commit
- pydeck>=0.3,<=0.5.0
- pyppeteer>=0.2.6
- pyproj>=2.4,<=3.4
- pytest
- pytest-cov
- python>=3.9,<3.11
- recommonmark
- sphinx
- sphinx-markdown-tables
- sphinx_rtd_theme
- sphinxcontrib-websupport
name: all_cuda-120_arch-x86_64
18 changes: 10 additions & 8 deletions conda/recipes/cuxfilter/meta.yaml
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
# Copyright (c) 2018-2023, NVIDIA CORPORATION.

{% set version = environ.get('GIT_DESCRIBE_TAG', '0.0.0.dev').lstrip('v') %}
{% set minor_version = version.split('.')[0] + '.' + version.split('.')[1] %}
{% set py_version = environ['CONDA_PY'] %}
{% set cuda_version = '.'.join(environ['RAPIDS_CUDA_VERSION'].split('.')[:2]) %}
{% set cuda_major = cuda_version.split('.')[0] %}
{% set py_version = environ['CONDA_PY'] %}
{% set date_string = environ['RAPIDS_DATE_STRING'] %}

package:
Expand All @@ -15,19 +15,20 @@ source:

build:
number: {{ GIT_DESCRIBE_NUMBER }}
string: py{{ py_version }}_{{ date_string }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }}
string: cuda{{ cuda_major }}_py{{ py_version }}_{{ date_string }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }}

requirements:
host:
- python
- setuptools
- cuda-version ={{ cuda_version }}
run:
- bokeh >=2.4.2,<=2.5
- cudf ={{ minor_version }}
- cudf ={{ version }}
- cupy >=12.0.0
- cuspatial ={{ minor_version }}
- dask-cuda ={{ minor_version }}
- dask-cudf ={{ minor_version }}
- cuspatial ={{ version }}
- dask-cuda ={{ version }}
- dask-cudf ={{ version }}
- datashader >=0.15
- geopandas >=0.11.0
- holoviews>=1.15.0,<=1.15.4
Expand All @@ -42,10 +43,11 @@ requirements:
- pyppeteer >=0.2.6
- pyproj >=2.4,<=3.4
- python
- {{ pin_compatible('cuda-version', max_pin='x', min_pin='x') }}

test:
requires:
- cudatoolkit ={{ cuda_version }}
- cuda-version ={{ cuda_version }}
imports:
- cuxfilter

Expand Down
44 changes: 28 additions & 16 deletions dependencies.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,11 +3,11 @@ files:
all:
output: conda
matrix:
cuda: ["11.8"]
cuda: ["11.8", "12.0"]
arch: [x86_64]
includes:
- cudatoolkit
- develop
- checks
- docs
- notebook
- py_version
Expand All @@ -28,7 +28,7 @@ files:
checks:
output: none
includes:
- develop
- checks
docs:
output: none
includes:
Expand All @@ -46,22 +46,30 @@ dependencies:
- output_types: conda
matrices:
- matrix:
cuda: "11.2"
cuda: "12.0"
packages:
- cudatoolkit=11.2
- cuda-version=12.0
- matrix:
cuda: "11.4"
cuda: "11.8"
packages:
- cudatoolkit=11.4
- cuda-version=11.8
- cudatoolkit
- matrix:
cuda: "11.5"
packages:
- cudatoolkit=11.5
- cuda-version=11.5
- cudatoolkit
- matrix:
cuda: "11.8"
cuda: "11.4"
packages:
- cudatoolkit=11.8
develop:
- cuda-version=11.4
- cudatoolkit
- matrix:
cuda: "11.2"
packages:
- cuda-version=11.2
- cudatoolkit
checks:
common:
- output_types: [conda, requirements]
packages:
Expand All @@ -88,7 +96,7 @@ dependencies:
- notebook>=0.5.0
- output_types: [conda]
packages:
- cugraph=23.08
- cugraph=23.08.*
py_version:
specific:
- output_types: conda
Expand All @@ -109,6 +117,10 @@ dependencies:
- output_types: [conda, requirements]
packages:
- bokeh>=2.4.2,<=2.5
- cudf=23.08.*
- cuspatial=23.08.*
- dask-cuda=23.08.*
- dask-cudf=23.08.*
- datashader>=0.15
- geopandas>=0.11.0
- holoviews>=1.15.0,<=1.15.4
Expand All @@ -124,10 +136,10 @@ dependencies:
- pyproj>=2.4,<=3.4
- output_types: conda
packages:
- cudf=23.08
- cuspatial=23.08
- dask-cuda=23.08
- dask-cudf=23.08
- cupy>=12.0.0
- output_types: requirements
packages:
- cupy-cuda11x>=12.0.0
test_python:
common:
- output_types: [conda, requirements]
Expand Down

0 comments on commit 68c81c0

Please sign in to comment.