diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 9702251..a768797 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -40,6 +40,7 @@ jobs:
         shell: bash
         working-directory: wildfly-glow
       - name: Run cli tests using bash
+        if: ${{ martix.java != '11' }}
         run: bash tests/run-cli-tests.sh
         shell: bash
         working-directory: wildfly-glow