Do not autoscale deepem-gpu cluster

It does not make sense to auto scale the cluster since the size is fixed
seung-lab · Jan 17, 2025 · b480a2d · b480a2d
1 parent 2c59d7e
commit b480a2d
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/dags/cluster_dag.py b/dags/cluster_dag.py
@@ -107,7 +107,7 @@ def cluster_control():
                 cluster_api.resize_instance_group(cluster_info[key], 0)
             continue
 
-        if num_workers != target_sizes[key]:
+        if num_workers != target_sizes[key] and key != "deepem-gpu":
             target_sizes[key] = max(num_workers, 1)
 
         if stable and requested_size < target_sizes[key]:

diff --git a/dags/heartbeat_dag.py b/dags/heartbeat_dag.py
@@ -102,6 +102,8 @@ def delete_dead_instances():
     r = redis.Redis(redis_host)
 
     for key in cluster_info:
+        if key == "deepem-gpu":
+            continue
         if target_sizes.get(key, 0) == 0:
             continue