Unpin dask version in CI (#8533)

This PR unpins `dask` to fetch `main` branch as the fixes to `streamz` package are merged: python-streamz/streamz#423

Authors:
  - GALI PREM SAGAR (https://github.com/galipremsagar)

Approvers:
  - AJ Schmidt (https://github.com/ajschmidt8)
  - Paul Taylor (https://github.com/trxcllnt)

URL: #8533

ci/benchmark/build.sh

@@ -75,12 +75,12 @@ conda install "rmm=$MINOR_VERSION.*" "cudatoolkit=$CUDA_REL" \
 # conda install "your-pkg=1.0.0"
 
 # Install the master version of dask, distributed, and streamz
-logger "pip install git+https://github.com/dask/distributed.git@2021.06.0 --upgrade --no-deps"
-pip install "git+https://github.com/dask/distributed.git@2021.06.0" --upgrade --no-deps
-logger "pip install git+https://github.com/dask/dask.git@2021.06.0 --upgrade --no-deps"
-pip install "git+https://github.com/dask/dask.git@2021.06.0" --upgrade --no-deps
-logger "pip install git+https://github.com/python-streamz/streamz.git --upgrade --no-deps"
-pip install "git+https://github.com/python-streamz/streamz.git" --upgrade --no-deps
+logger "pip install git+https://github.com/dask/distributed.git@main --upgrade --no-deps"
+pip install "git+https://github.com/dask/distributed.git@main" --upgrade --no-deps
+logger "pip install git+https://github.com/dask/dask.git@main --upgrade --no-deps"
+pip install "git+https://github.com/dask/dask.git@main" --upgrade --no-deps
+logger "pip install git+https://github.com/python-streamz/streamz.git@master --upgrade --no-deps"
+pip install "git+https://github.com/python-streamz/streamz.git@master" --upgrade --no-deps
 
 logger "Check versions..."
 python --version

ci/gpu/build.sh

@@ -101,9 +101,11 @@ function install_dask {
     # Install the main version of dask, distributed, and streamz
     gpuci_logger "Install the main version of dask, distributed, and streamz"
     set -x
-    pip install "git+https://github.com/dask/[email protected]" --upgrade --no-deps
-    pip install "git+https://github.com/dask/[email protected]" --upgrade --no-deps
-    pip install "git+https://github.com/python-streamz/streamz.git" --upgrade --no-deps
+    pip install "git+https://github.com/dask/distributed.git@main" --upgrade --no-deps
+    pip install "git+https://github.com/dask/dask.git@main" --upgrade --no-deps
+    # Need to uninstall streamz that is already in the env.
+    pip uninstall -y streamz
+    pip install "git+https://github.com/python-streamz/streamz.git@master" --upgrade --no-deps
     set +x
 }
 

conda/environments/cudf_dev_cuda11.0.yml

@@ -60,7 +60,7 @@ dependencies:
   - cachetools
   - transformers
   - pip:
-      - git+https://github.com/dask/dask.git@2021.06.0
-      - git+https://github.com/dask/distributed.git@2021.06.0
-      - git+https://github.com/python-streamz/streamz.git
+      - git+https://github.com/dask/dask.git@main
+      - git+https://github.com/dask/distributed.git@main
+      - git+https://github.com/python-streamz/streamz.git@master
       - pyorc

conda/environments/cudf_dev_cuda11.2.yml

@@ -60,7 +60,7 @@ dependencies:
   - cachetools
   - transformers
   - pip:
-      - git+https://github.com/dask/dask.git@2021.06.0
-      - git+https://github.com/dask/distributed.git@2021.06.0
-      - git+https://github.com/python-streamz/streamz.git
+      - git+https://github.com/dask/dask.git@main
+      - git+https://github.com/dask/distributed.git@main
+      - git+https://github.com/python-streamz/streamz.git@master
       - pyorc

conda/recipes/dask-cudf/run_test.sh

@@ -9,11 +9,11 @@ function logger() {
 }
 
 # Install the latest version of dask and distributed
-logger "pip install git+https://github.com/dask/distributed.git@2021.06.0 --upgrade --no-deps"
-pip install "git+https://github.com/dask/distributed.git@2021.06.0" --upgrade --no-deps
+logger "pip install git+https://github.com/dask/distributed.git@main --upgrade --no-deps"
+pip install "git+https://github.com/dask/distributed.git@main" --upgrade --no-deps
 
-logger "pip install git+https://github.com/dask/dask.git@2021.06.0 --upgrade --no-deps"
-pip install "git+https://github.com/dask/dask.git@2021.06.0" --upgrade --no-deps
+logger "pip install git+https://github.com/dask/dask.git@main --upgrade --no-deps"
+pip install "git+https://github.com/dask/dask.git@main" --upgrade --no-deps
 
 logger "python -c 'import dask_cudf'"
 python -c "import dask_cudf"