From 5c39bb2a286d5817d3deef5f1d793b7fa73553f7 Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Mon, 29 Jul 2024 09:24:31 -0700 Subject: [PATCH] Add cuDF spill warning in `dask cuda worker` --- dask_cuda/cuda_worker.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/dask_cuda/cuda_worker.py b/dask_cuda/cuda_worker.py index b88c9bc9..3e03ed29 100644 --- a/dask_cuda/cuda_worker.py +++ b/dask_cuda/cuda_worker.py @@ -195,6 +195,14 @@ def del_pid_file(): }, ) + cudf_spill_warning = dask.config.get("cudf-spill-warning", default=True) + if enable_cudf_spill and cudf_spill_warning: + warnings.warn( + "cuDF spilling is enabled, please ensure the client and scheduler " + "processes set `CUDF_SPILL=on` as well. To disable this warning " + "set `DASK_CUDF_SPILL_WARNING=False`." + ) + self.nannies = [ Nanny( scheduler,