Pin dask and distributed for 23.10 release (#1864)

This PR pins `dask` and `distributed` to `2023.9.2` for `23.10` release.

xref: rapidsai/cudf#14225

Authors:
   - GALI PREM SAGAR (https://github.com/galipremsagar)

Approvers:
   - Ray Douglass (https://github.com/raydouglass)
   - Peter Andreas Entschev (https://github.com/pentschev)
   - Ben Frederickson (https://github.com/benfred)

ci/test_wheel_raft_dask.sh

@@ -12,7 +12,7 @@ RAPIDS_PY_WHEEL_NAME="pylibraft_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels
 python -m pip install --no-deps ./local-pylibraft-dep/pylibraft*.whl
 
 # Always install latest dask for testing
-python -m pip install git+https://github.com/dask/dask.git@main git+https://github.com/dask/distributed.git@main git+https://github.com/rapidsai/dask-cuda.git@branch-23.10
+python -m pip install git+https://github.com/dask/dask.git@2023.9.2 git+https://github.com/dask/distributed.git@2023.9.2 git+https://github.com/rapidsai/dask-cuda.git@branch-23.10
 
 # echo to expand wildcard before adding `[extra]` requires for pip
 python -m pip install $(echo ./dist/raft_dask*.whl)[test]

conda/environments/all_cuda-118_arch-x86_64.yaml

@@ -19,10 +19,10 @@ dependencies:
 - cupy>=12.0.0
 - cxx-compiler
 - cython>=3.0.0
-- dask-core>=2023.7.1
+- dask-core==2023.9.2
 - dask-cuda==23.10.*
-- dask>=2023.7.1
-- distributed>=2023.7.1
+- dask==2023.9.2
+- distributed==2023.9.2
 - doxygen>=1.8.20
 - gcc_linux-64=11.*
 - gmock>=1.13.0

conda/environments/all_cuda-120_arch-x86_64.yaml

@@ -20,10 +20,10 @@ dependencies:
 - cupy>=12.0.0
 - cxx-compiler
 - cython>=3.0.0
-- dask-core>=2023.7.1
+- dask-core==2023.9.2
 - dask-cuda==23.10.*
-- dask>=2023.7.1
-- distributed>=2023.7.1
+- dask==2023.9.2
+- distributed==2023.9.2
 - doxygen>=1.8.20
 - gcc_linux-64=11.*
 - gmock>=1.13.0

conda/recipes/raft-dask/meta.yaml

@@ -60,10 +60,10 @@ requirements:
  - cudatoolkit
  {% endif %}
  - {{ pin_compatible('cuda-version', max_pin='x', min_pin='x') }}
- - dask >=2023.7.1
- - dask-core >=2023.7.1
+ - dask ==2023.9.2
+ - dask-core ==2023.9.2
  - dask-cuda ={{ minor_version }}
- - distributed >=2023.7.1
+ - distributed ==2023.9.2
  - joblib >=0.11
  - nccl >=2.9.9
  - pylibraft {{ version }}

dependencies.yaml

@@ -430,15 +430,15 @@ dependencies:
  common:
  - output_types: [conda, pyproject]
  packages:
- - dask>=2023.7.1
+ - dask==2023.9.2
  - dask-cuda==23.10.*
- - distributed>=2023.7.1
+ - distributed==2023.9.2
  - joblib>=0.11
  - numba>=0.57
  - *numpy
  - output_types: conda
  packages:
- - dask-core>=2023.7.1
+ - dask-core==2023.9.2
  - ucx>=1.13.0
  - ucx-proc=*=gpu
  - &ucx_py_conda ucx-py==0.34.*

python/raft-dask/pyproject.toml

@@ -35,8 +35,8 @@ license = { text = "Apache 2.0" }
 requires-python = ">=3.9"
 dependencies = [
  "dask-cuda==23.10.*",
- "dask>=2023.7.1",
- "distributed>=2023.7.1",
+ "dask==2023.9.2",
+ "distributed==2023.9.2",
  "joblib>=0.11",
  "numba>=0.57",
  "numpy>=1.21",