Reduce resources for workers etc, hoping to avoid memory crashes

dask · Apr 15, 2022 · 9cd7c9e · 9cd7c9e
1 parent 45c4576
commit 9cd7c9e
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/tests/test_pbs_backend.py b/tests/test_pbs_backend.py
@@ -63,8 +63,8 @@ async def test_pbs_backend():
     c = Config()
     c.PBSClusterConfig.scheduler_cmd = "/opt/python/bin/dask-scheduler"
     c.PBSClusterConfig.worker_cmd = "/opt/python/bin/dask-worker"
-    c.PBSClusterConfig.scheduler_memory = "256M"
-    c.PBSClusterConfig.worker_memory = "256M"
+    c.PBSClusterConfig.scheduler_memory = "128M"
+    c.PBSClusterConfig.worker_memory = "128M"
     c.PBSClusterConfig.scheduler_cores = 1
     c.PBSClusterConfig.worker_cores = 1
     c.DaskGateway.backend_class = PBSTestingBackend

diff --git a/tests/test_yarn_backend.py b/tests/test_yarn_backend.py
@@ -53,8 +53,8 @@ async def test_yarn_backend():
     c = Config()
     c.YarnClusterConfig.scheduler_cmd = "/opt/python/bin/dask-scheduler"
     c.YarnClusterConfig.worker_cmd = "/opt/python/bin/dask-worker"
-    c.YarnClusterConfig.scheduler_memory = "512M"
-    c.YarnClusterConfig.worker_memory = "512M"
+    c.YarnClusterConfig.scheduler_memory = "128M"
+    c.YarnClusterConfig.worker_memory = "128M"
     c.YarnClusterConfig.scheduler_cores = 1
     c.YarnClusterConfig.worker_cores = 1