diff --git a/.github/workflows/java-versions.yml b/.github/workflows/java-versions.yml
index 25e317b7..6645292c 100644
--- a/.github/workflows/java-versions.yml
+++ b/.github/workflows/java-versions.yml
@@ -14,6 +14,7 @@ on:
 jobs:
   openjdk:
     strategy:
+      fail-fast: false
       matrix:
         jdk: [8, 11, 17]
     name: "OpenJDK ${{ matrix.jdk }}"
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 10735bc3..c48962c7 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -14,6 +14,7 @@ on:
 jobs:
   gradle:
     strategy:
+      fail-fast: false
       matrix:
         os: [ubuntu-latest, macos-latest, windows-latest]
     runs-on: ${{ matrix.os }}
diff --git a/src/compatTest/kotlin/io/github/gradlenexus/publishplugin/JavaVersionInCompatTest.kt b/src/compatTest/kotlin/io/github/gradlenexus/publishplugin/JavaVersionInCompatTest.kt
new file mode 100644
index 00000000..c954ae45
--- /dev/null
+++ b/src/compatTest/kotlin/io/github/gradlenexus/publishplugin/JavaVersionInCompatTest.kt
@@ -0,0 +1,27 @@
+/*
+ * Copyright 2018 the original author or authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package io.github.gradlenexus.publishplugin
+
+import org.junit.jupiter.api.Test
+import org.junit.jupiter.api.fail
+
+class JavaVersionInCompatTest {
+
+    @Test fun test() {
+        fail(System.getProperty("java.version").toString())
+    }
+}
diff --git a/src/e2eTest/kotlin/io/github/gradlenexus/publishplugin/e2e/JavaVersionInE2ETest.kt b/src/e2eTest/kotlin/io/github/gradlenexus/publishplugin/e2e/JavaVersionInE2ETest.kt
new file mode 100644
index 00000000..c9d7ce59
--- /dev/null
+++ b/src/e2eTest/kotlin/io/github/gradlenexus/publishplugin/e2e/JavaVersionInE2ETest.kt
@@ -0,0 +1,27 @@
+/*
+ * Copyright 2018 the original author or authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package io.github.gradlenexus.publishplugin.e2e
+
+import org.junit.jupiter.api.Test
+import org.junit.jupiter.api.fail
+
+class JavaVersionInE2ETest {
+
+    @Test fun test() {
+        fail(System.getProperty("java.version").toString())
+    }
+}
diff --git a/src/test/kotlin/io/github/gradlenexus/publishplugin/JavaVersionUnitTest.kt b/src/test/kotlin/io/github/gradlenexus/publishplugin/JavaVersionUnitTest.kt
new file mode 100644
index 00000000..5abca4e2
--- /dev/null
+++ b/src/test/kotlin/io/github/gradlenexus/publishplugin/JavaVersionUnitTest.kt
@@ -0,0 +1,27 @@
+/*
+ * Copyright 2018 the original author or authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package io.github.gradlenexus.publishplugin
+
+import org.junit.jupiter.api.Test
+import org.junit.jupiter.api.fail
+
+class JavaVersionUnitTest {
+
+    @Test fun test() {
+        fail(System.getProperty("java.version").toString())
+    }
+}