diff --git a/.github/workflows/build-and-test.yml b/.github/workflows/build-and-test.yml
index 48ff5827b9..1489a9182a 100644
--- a/.github/workflows/build-and-test.yml
+++ b/.github/workflows/build-and-test.yml
@@ -338,13 +338,6 @@ jobs:
       - name: Build binaries
         run: make CONDA="$MAMBA_EXE" binaries
 
-      - name: Run invest-autotest with binaries
-        continue-on-error: true
-        if : |
-          github.event_name == 'push' &&
-          (contains(github.ref, 'release') || github.ref == 'refs/heads/main')
-        run: make invest_autotest
-
       - name: Install Node.js
         uses: actions/setup-node@v3
         with:
@@ -460,6 +453,12 @@ jobs:
           name: ${{ runner.os }}_puppeteer_log.zip'
           path: ${{ matrix.puppeteer-log }}
 
+      - name: Run invest-autotest with binaries
+        if : |
+          github.event_name == 'push' &&
+          (startsWith(github.ref, 'release') || github.ref == 'refs/heads/main')
+        run: make invest_autotest
+
       - name: Tar the workspace to preserve permissions (macOS)
         if: failure() && matrix.os == 'macos-latest'
         run: tar -cvf ${{ matrix.workspace-path}} ${{ github.workspace }}