Add cuDF spill warning in dask cuda worker

rapidsai · Jul 29, 2024 · 5c39bb2 · 5c39bb2
1 parent ef02d90
commit 5c39bb2
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/dask_cuda/cuda_worker.py b/dask_cuda/cuda_worker.py
@@ -195,6 +195,14 @@ def del_pid_file():
                 },
             )
 
+        cudf_spill_warning = dask.config.get("cudf-spill-warning", default=True)
+        if enable_cudf_spill and cudf_spill_warning:
+            warnings.warn(
+                "cuDF spilling is enabled, please ensure the client and scheduler "
+                "processes set `CUDF_SPILL=on` as well. To disable this warning "
+                "set `DASK_CUDF_SPILL_WARNING=False`."
+            )
+
         self.nannies = [
             Nanny(
                 scheduler,