Unpin dask and distributed for 23.12 development

conda/recipes/dask-cuda/meta.yaml

@@ -32,7 +32,7 @@ requirements:
     - tomli
   run:
     - python
-    - dask-core ==2023.9.2
+    - dask-core >=2023.9.2
     {% for r in data.get("project", {}).get("dependencies", []) %}
     - {{ r }}
     {% endfor %}

dask_cuda/__init__.py

@@ -21,8 +21,6 @@
 
 __version__ = "23.12.00"
 
-from . import compat
-
 # Monkey patching Dask to make use of explicit-comms when `DASK_EXPLICIT_COMMS=True`
 dask.dataframe.shuffle.rearrange_by_column = get_rearrange_by_column_wrapper(
     dask.dataframe.shuffle.rearrange_by_column

dask_cuda/device_host_file.py

@@ -17,7 +17,7 @@
     serialize_bytelist,
 )
 from distributed.sizeof import safe_sizeof
-from distributed.spill import CustomFile as KeyAsStringFile
+from distributed.spill import AnyKeyFile as KeyAsStringFile
 from distributed.utils import nbytes
 
 from .is_device_object import is_device_object

dependencies.yaml

@@ -101,16 +101,16 @@ dependencies:
     common:
       - output_types: [conda, requirements]
         packages:
-          - dask==2023.9.2
-          - distributed==2023.9.2
+          - dask>=2023.9.2
+          - distributed>=2023.9.2
           - numba>=0.57
           - numpy>=1.21
           - pandas>=1.3,<1.6.0dev0
           - pynvml>=11.0.0,<11.5
           - zict>=2.0.0
       - output_types: [conda]
         packages:
-          - dask-core==2023.9.2
+          - dask-core>=2023.9.2
   test_python:
     common:
       - output_types: [conda]

pyproject.toml

@@ -16,8 +16,8 @@ authors = [
 license = { text = "Apache-2.0" }
 requires-python = ">=3.9"
 dependencies = [
-    "dask ==2023.9.2",
-    "distributed ==2023.9.2",
+    "dask >=2023.9.2",
+    "distributed >=2023.9.2",
     "pynvml >=11.0.0,<11.5",
     "numpy >=1.21",
     "numba >=0.57",