diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index bce623cf6..76a71ff45 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -38,7 +38,7 @@ jobs:
       - name: Build and test with Rake
         run: |
           sudo apt-get update
-          sudo apt-get install libcurl4-openssl-dev ca-certificates
+          sudo apt-get install libcurl4-openssl-dev
           ruby -v
           bundle install
       - name: Run All Tests
@@ -82,6 +82,7 @@ jobs:
     env:
       TEST_OPENSEARCH_SERVER: https://admin:myStrongPassword123!@localhost:9200
       PORT: 9200
+      JRUBY_VERSION: ${{ matrix.ruby == 'jruby-9.4' && '9.3' || null }}
     strategy:
       fail-fast: false
       matrix: