diff --git a/.github/workflows/cli-commands-tests.yml b/.github/workflows/cli-commands-tests.yml
new file mode 100644
index 000000000..a9dde248a
--- /dev/null
+++ b/.github/workflows/cli-commands-tests.yml
@@ -0,0 +1,61 @@
+name: cli commands tests
+
+on:
+    pull_request:
+        paths:
+            - "agenta-backend/**"
+            - "agenta-cli/**"
+
+jobs:
+    run-agenta-cli:
+        runs-on: ubuntu-latest
+        environment: oss
+        steps:
+            - name: Check out repository
+              uses: actions/checkout@v4
+
+            - name: Set up python
+              id: setup-python
+              uses: actions/setup-python@v5
+              with:
+                  python-version: "3.12"
+
+            - name: Install dependencies
+              run: |
+                  python -m pip install --upgrade pip setuptools
+                  pip install poetry
+                  cd agenta-cli
+                  pip install -e .
+
+            - name: Create .env file
+              run: |
+                  echo "OPEN_API_KEY=${{ secrets.OPEN_API_KEY }}" > .env
+              working-directory: examples/baby_name_generator
+
+            - name: Run agenta init
+              env:
+                  BACKEND_HOST: ${{ secrets.BACKEND_HOST }}
+              run: |
+                  APP_NAME="gh-cli-$(shuf -i 1000-9999 -n 1)"
+                  cd examples/baby_name_generator
+                  agenta init --app_name $APP_NAME --backend_host ${{ secrets.BACKEND_HOST }}
+              shell: bash
+              continue-on-error: false
+
+            - name: Run agenta variant serve
+              env:
+                  BACKEND_HOST: ${{ secrets.BACKEND_HOST }}
+              run: |
+                  cd examples/baby_name_generator
+                  agenta variant serve --file_name app.py
+              shell: bash
+              continue-on-error: false
+
+            - name: Run agenta variant serve with overwrite
+              env:
+                  BACKEND_HOST: ${{ secrets.BACKEND_HOST }}
+              run: |
+                  cd examples/baby_name_generator
+                  agenta variant serve --file_name app.py --overwrite
+              shell: bash
+              continue-on-error: false