diff --git a/.github/workflows/test-agp-variants.yml b/.github/workflows/test-agp-variants.yml
new file mode 100644
index 0000000..575a8fb
--- /dev/null
+++ b/.github/workflows/test-agp-variants.yml
@@ -0,0 +1,46 @@
+name: 'Test Plugin with different AGP'
+
+on:
+  pull_request:
+  push:
+    branches:
+      - main
+
+jobs:
+  localPluginTestDifferentAGP:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        # We are aiming to test 5 different AGP versions
+        # 1. The current stable one
+        # 2. The latest three releases
+        # 3. The next after the current stable (alpha or beta doesn't matter)
+        # The test cases needs to be updated regularly here
+        # https://maven.google.com/web/index.html?q=gradle#com.android.tools.build:gradle
+        agp_version: [ '7.4.1', '8.0.2', '8.1.4', '8.2.1', '8.3.0-beta01' ]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Cache Gradle
+        uses: actions/cache@v3
+        with:
+          path: |
+            ~/.gradle/caches
+            ~/.gradle/wrapper
+          key: gradle-caches-v0-${{ hashFiles('build.gradle.kts', 'settings.gradle.kts', 'gradle/wrapper/gradle-wrapper.properties', 'gradle/libs.versions.tml') }}
+
+      - name: Change AGP version
+        run: |
+          export VERSION=${{ matrix.agp_version }} 
+          sed -i "s/com\.android\.tools\.build:gradle:[0-9]\+\.[0-9]\+\.[0-9]\+/com.android.tools.build:gradle:$VERSION/" ./gradle/libs.versions.toml
+          cat gradle/libs.versions.toml
+
+      - name: Setup JDK 17
+        uses: actions/setup-java@v4
+        with:
+          distribution: 'adopt'
+          java-version: '17'
+
+      - name: Run 'normal' tests
+        run: ./gradlew test --tests 'SentryProguardGradlePluginTest'
diff --git a/.github/workflows/test-plugin.yml b/.github/workflows/test-plugin.yml
index b0d27e4..e2cb8c6 100644
--- a/.github/workflows/test-plugin.yml
+++ b/.github/workflows/test-plugin.yml
@@ -19,7 +19,7 @@ jobs:
           path: |
             ~/.gradle/caches
             ~/.gradle/wrapper
-          key: gradle-caches-v0-${{ hashFiles('build.gradle.kts', 'settings.gradle.kts', 'gradle/wrapper/gradle-wrapper.properties') }}
+          key: gradle-caches-v0-${{ hashFiles('build.gradle.kts', 'settings.gradle.kts', 'gradle/wrapper/gradle-wrapper.properties', 'gradle/libs.versions.tml') }}
 
       - name: Setup JDK 17
         uses: actions/setup-java@v4
@@ -52,7 +52,7 @@ jobs:
           path: |
             ~/.gradle/caches
             ~/.gradle/wrapper
-          key: gradle-caches-v0-${{ hashFiles('build.gradle.kts', 'settings.gradle.kts', 'gradle/wrapper/gradle-wrapper.properties') }}
+          key: gradle-caches-v0-${{ hashFiles('build.gradle.kts', 'settings.gradle.kts', 'gradle/wrapper/gradle-wrapper.properties', 'gradle/libs.versions.tml') }}
 
       - name: Setup JDK 17
         uses: actions/setup-java@v4