Prepare for 2023.10.0 release (#1241)

* Add dask<=2023.1.1 max version constraint for release * Fix typo * Update dask/distributed pinnings * Include dataframe dependencies for dask * Pin dask/distributed for release * Pin dask to 2023.9.3 * Bump to RAPIDS 23.12 * Bump dask-sql rust lib to 2023.10.0 * Unpin dask/distributed in all gpu ci files
dask-contrib · Oct 6, 2023 · 1552348 · 1552348
1 parent 6439e31
commit 1552348
Show file tree

Hide file tree

Showing 14 changed files with 24 additions and 27 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -1,7 +1,7 @@
 [package]
 name = "dask-sql"
 repository = "https://github.com/dask-contrib/dask-sql"
-version = "2023.6.0"
+version = "2023.10.0"
 description = "Bindings for DataFusion used by Dask-SQL"
 readme = "README.md"
 license = "Apache-2.0"

diff --git a/continuous_integration/environment-3.10-dev.yaml b/continuous_integration/environment-3.10-dev.yaml
@@ -4,7 +4,7 @@ channels:
 - nodefaults
 dependencies:
 - c-compiler
-- dask>=2022.3.0
+- dask>=2022.3.0,<=2023.9.3
 - fastapi>=0.92.0
 - fugue>=0.7.3
 - httpx>=0.24.1

diff --git a/continuous_integration/environment-3.9-dev.yaml b/continuous_integration/environment-3.9-dev.yaml
@@ -4,7 +4,7 @@ channels:
 - nodefaults
 dependencies:
 - c-compiler
-- dask>=2022.3.0
+- dask>=2022.3.0,<=2023.9.3
 - fastapi>=0.92.0
 - fugue>=0.7.3
 - httpx>=0.24.1

diff --git a/continuous_integration/gpuci/axis.yaml b/continuous_integration/gpuci/axis.yaml
@@ -9,6 +9,6 @@ LINUX_VER:
 - ubuntu18.04
 
 RAPIDS_VER:
-- "23.10"
+- "23.12"
 
 excludes:
diff --git a/continuous_integration/gpuci/build.sh b/continuous_integration/gpuci/build.sh
@@ -49,11 +49,6 @@ gpuci_retry aws s3 cp --only-show-errors "${DASK_SQL_BUCKET_NAME}parquet_2gb_sor
 gpuci_logger "Download query files"
 gpuci_retry aws s3 cp --only-show-errors "${DASK_SQL_BUCKET_NAME}queries/" tests/unit/queries/ --recursive
 
-gpuci_logger "Install dask"
-python -m pip install git+https://github.com/dask/dask
-gpuci_logger "Install distributed"
-python -m pip install git+https://github.com/dask/distributed
-
 gpuci_logger "Install dask-sql"
 pip install -e . -vv
 

diff --git a/continuous_integration/gpuci/environment-3.10.yaml b/continuous_integration/gpuci/environment-3.10.yaml
@@ -8,7 +8,7 @@ channels:
 dependencies:
 - c-compiler
 - zlib
-- dask>=2022.3.0
+- dask>=2022.3.0,<=2023.9.3
 - fastapi>=0.92.0
 - fugue>=0.7.3
 - httpx>=0.24.1
@@ -49,7 +49,8 @@ dependencies:
 - ucx-py=0.34
 - xgboost=*=rapidsai_py*
 - libxgboost=*=rapidsai_h*
-- pip
-- pip:
-    - git+https://github.com/dask/dask
-    - git+https://github.com/dask/distributed
+# TODO: unpin after RAPIDS 23.12 release
+# - pip
+# - pip:
+#     - git+https://github.com/dask/dask
+#     - git+https://github.com/dask/distributed
diff --git a/continuous_integration/gpuci/environment-3.9.yaml b/continuous_integration/gpuci/environment-3.9.yaml
@@ -8,7 +8,7 @@ channels:
 dependencies:
 - c-compiler
 - zlib
-- dask>=2022.3.0
+- dask>=2022.3.0,<=2023.9.3
 - fastapi>=0.92.0
 - fugue>=0.7.3
 - httpx>=0.24.1
@@ -49,7 +49,8 @@ dependencies:
 - ucx-py=0.34
 - xgboost=*=rapidsai_py*
 - libxgboost=*=rapidsai_h*
-- pip
-- pip:
-    - git+https://github.com/dask/dask
-    - git+https://github.com/dask/distributed
+# TODO: unpin after RAPIDS 23.12 release
+# - pip
+# - pip:
+#     - git+https://github.com/dask/dask
+#     - git+https://github.com/dask/distributed
diff --git a/continuous_integration/recipe/meta.yaml b/continuous_integration/recipe/meta.yaml
@@ -38,7 +38,7 @@ requirements:
     - xz  # [linux64]
   run:
     - python
-    - dask >=2022.3.0
+    - dask >=2022.3.0,<=2023.9.3
     - pandas >=1.4.0
     - fastapi >=0.92.0
     - httpx >=0.24.1

diff --git a/docker/conda.txt b/docker/conda.txt
@@ -1,5 +1,5 @@
 python>=3.8
-dask>=2022.3.0
+dask>=2022.3.0,<=2023.9.3
 pandas>=1.4.0
 jpype1>=1.0.2
 openjdk>=8

diff --git a/docker/main.dockerfile b/docker/main.dockerfile
@@ -16,7 +16,7 @@ RUN mamba install -y \
     # build requirements
     "maturin>=1.1,<1.2" \
     # core dependencies
-    "dask>=2022.3.0" \
+    "dask>=2022.3.0,<=2023.9.3" \
     "pandas>=1.4.0" \
     "fastapi>=0.92.0" \
     "httpx>=0.24.1" \

diff --git a/docs/environment.yml b/docs/environment.yml
@@ -7,7 +7,7 @@ dependencies:
   - sphinx>=4.0.0
   - sphinx-tabs
   - dask-sphinx-theme>=2.0.3
-  - dask>=2022.3.0
+  - dask>=2022.3.0,<=2023.9.3
   - pandas>=1.4.0
   - fugue>=0.7.3
   - fastapi>=0.92.0

diff --git a/docs/requirements-docs.txt b/docs/requirements-docs.txt
@@ -1,7 +1,7 @@
 sphinx>=4.0.0
 sphinx-tabs
 dask-sphinx-theme>=3.0.0
-dask>=2022.3.0
+dask>=2022.3.0,<=2023.9.3
 pandas>=1.4.0
 fugue>=0.7.3
 fastapi>=0.92.0

diff --git a/pyproject.toml b/pyproject.toml
@@ -26,8 +26,8 @@ classifiers = [
 readme = "README.md"
 requires-python = ">=3.8"
 dependencies = [
-    "dask[dataframe]>=2022.3.0",
-    "distributed>=2022.3.0",
+    "dask[dataframe]>=2022.3.0,<=2023.9.3",
+    "distributed>=2022.3.0,<=2023.9.3",
     "pandas>=1.4.0",
     "fastapi>=0.92.0",
     "httpx>=0.24.1",