From 5452a86b256fe2035e93f04d729b96f583144cc2 Mon Sep 17 00:00:00 2001
From: Ran Lu <ranl@princeton.edu>
Date: Sun, 28 Apr 2024 16:43:59 -0400
Subject: [PATCH] Wait until the cluster shutdown before starting the next step

Otherwise tasks can be received by the wrong type of workers
---
 dags/synaptor_dags.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/dags/synaptor_dags.py b/dags/synaptor_dags.py
index 13753f19..7d84617d 100644
--- a/dags/synaptor_dags.py
+++ b/dags/synaptor_dags.py
@@ -206,6 +206,8 @@ def scale_down_cluster(
         dag, CPUTask("self_destruct"), prev_operator, tag=prev_cluster_tag
     )
 
+    wait_op >> scale_down
+
     return scale_down, wait_op