From 29751de83cb081a357d628136c7beaac2b9b9805 Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Tue, 30 Jul 2024 08:06:39 -0700 Subject: [PATCH] Add comments on cuDF spill registration function --- dask_cuda/__init__.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/dask_cuda/__init__.py b/dask_cuda/__init__.py index b4c4db07..5711ac08 100644 --- a/dask_cuda/__init__.py +++ b/dask_cuda/__init__.py @@ -55,8 +55,11 @@ def _register_cudf_spill_aware(): import cudf - # Only enable Dask/cuDF spilling if cuDF spilling is disabled + # Only enable Dask/cuDF spilling if cuDF spilling is disabled, see + # https://github.com/rapidsai/dask-cuda/issues/1363 if not cudf.get_option("spill"): + # This reproduces the implementation of `_register_cudf`, see + # https://github.com/dask/distributed/blob/40fcd65e991382a956c3b879e438be1b100dff97/distributed/protocol/__init__.py#L106-L115 from cudf.comm import serialize