diff --git a/src/main/java/com/zeroturnaround/jenkins/plugin/ecs/deploy/steps/UpdateServiceStep.java b/src/main/java/com/zeroturnaround/jenkins/plugin/ecs/deploy/steps/UpdateServiceStep.java
index 8c43c91..52f930a 100644
--- a/src/main/java/com/zeroturnaround/jenkins/plugin/ecs/deploy/steps/UpdateServiceStep.java
+++ b/src/main/java/com/zeroturnaround/jenkins/plugin/ecs/deploy/steps/UpdateServiceStep.java
@@ -96,7 +96,13 @@ public void perform(AmazonECS ecs, AbstractBuild<?, ?> build, Launcher launcher,
                         deployment.getCreatedAt()
                 );
 
-                shouldRetry = shouldRetry || !"PRIMARY".equalsIgnoreCase(deployment.getStatus());
+                if ("PRIMARY".equalsIgnoreCase(deployment.getStatus())) {
+                    // Retry if it's PRIMARY and desired !== running
+                    shouldRetry = shouldRetry || deployment.getDesiredCount().equals(deployment.getRunningCount());
+                } else {
+                    // Retry if we found a non-primary task
+                    shouldRetry = true;
+                }
             }
             logger.println(TABLE_LINE);
             logger.println();