diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 47367d43..1077b5f5 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -41,12 +41,15 @@ jobs:
           - "3.4"
         gemfile:
           - gemfiles/standalone.gemfile
-          - gemfiles/openssl.gemfile
           - gemfiles/rbnacl.gemfile
           - gemfiles/rbnacl_pre_6.gemfile
         experimental: [false]
         include:
           - os: ubuntu-20.04
+            ruby: "3.0"
+            gemfile: 'gemfiles/openssl.gemfile'
+            experimental: false
+          - os: ubuntu-latest
             ruby: "truffleruby-head"
             gemfile: 'gemfiles/standalone.gemfile'
             experimental: true
diff --git a/CHANGELOG.md b/CHANGELOG.md
index d0914f08..bff01cf6 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -12,6 +12,7 @@
 
 **Fixes and enhancements:**
 
+- Ruby 3.4 to CI matrix [#649](https://github.com/jwt/ruby-jwt/pull/649) ([@anakinj](https://github.com/anakinj))
 - Your contribution here
 
 ## [v2.10.1](https://github.com/jwt/ruby-jwt/tree/v2.10.1) (2024-12-26)