diff --git a/.github/workflows/lmi-no-code.yml b/.github/workflows/lmi-no-code.yml
index 5ce1ed9eb..1aa736561 100644
--- a/.github/workflows/lmi-no-code.yml
+++ b/.github/workflows/lmi-no-code.yml
@@ -208,6 +208,7 @@ jobs:
           python3 llm/client.py no_code mistral-7b
           docker rm -f $(docker ps -aq)
       - name: GPTNeox lmi container
+        if: ${{ matrix.container  == 'deepspeed' }}
         working-directory: tests/integration
         run: |
           rm -rf models