Wait until the cluster shutdown before starting the next step

Otherwise tasks can be received by the wrong type of workers
seung-lab · Apr 28, 2024 · 5452a86 · 5452a86
1 parent 1e402b7
commit 5452a86
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/dags/synaptor_dags.py b/dags/synaptor_dags.py
@@ -206,6 +206,8 @@ def scale_down_cluster(
         dag, CPUTask("self_destruct"), prev_operator, tag=prev_cluster_tag
     )
 
+    wait_op >> scale_down
+
     return scale_down, wait_op