diff --git a/.github/workflows/unit-tests.yml b/.github/workflows/unit-tests.yml
index 7ff7533dc..9c25d2972 100644
--- a/.github/workflows/unit-tests.yml
+++ b/.github/workflows/unit-tests.yml
@@ -116,7 +116,7 @@ jobs:
   clean-up:
     needs: run-tests
     runs-on: self-hosted-nemo-gpus-1
-    if: ${{ always() }}
+    if: ${{ success() || failure() }}
     steps:
       - name: clean up image
         run: docker rmi nemoci.azurecr.io/bionemo:${{ github.run_id }}