diff --git a/.github/workflows/build-gems.yml b/.github/workflows/build-gems.yml
index 0a4ed6ecd..e87c0dc48 100644
--- a/.github/workflows/build-gems.yml
+++ b/.github/workflows/build-gems.yml
@@ -27,7 +27,7 @@ jobs:
           supported-ruby-platforms: |
             exclude: [arm-linux, x64-mingw32, aarch64-mingw-ucrt]
           stable-ruby-versions: |
-            exclude: [head, "4.0"]
+            exclude: [head]
 
   cross-gem:
     name: Compile native gem for ${{ matrix.ruby-platform }}
@@ -64,7 +64,7 @@ jobs:
           RB_SYS_VERSION: ${{ steps.rb-sys.outputs.version }}
         run: |
           gem install rb_sys -v "$RB_SYS_VERSION"
-          rb-sys-dock --platform "$PLATFORM" --directory . --ruby-versions "$RUBY_VERSIONS" --tag "$RB_SYS_VERSION" --build
+          rb-sys-dock --platform "$PLATFORM" --directory . --ruby-versions "$RUBY_VERSIONS" --build
 
           gem_path="$(find ./pkg -name "*-${PLATFORM}.gem" | head -n1)"
           if [ -z "$gem_path" ]; then
diff --git a/Cargo.lock b/Cargo.lock
index 9f71988a6..a3b62efe5 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -1269,18 +1269,18 @@ dependencies = [
 
 [[package]]
 name = "rb-sys"
-version = "0.9.123"
+version = "0.9.124"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "45fb1a185af97ee456f1c9e56dbe6e2e662bec4fdeaf83c4c28e0e6adfb18816"
+checksum = "c85c4188462601e2aa1469def389c17228566f82ea72f137ed096f21591bc489"
 dependencies = [
  "rb-sys-build",
 ]
 
 [[package]]
 name = "rb-sys-build"
-version = "0.9.123"
+version = "0.9.124"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a58ebd02d7a6033e6a5f6f8d150c1e9f16506039092b84a73e6bedce6d3adf41"
+checksum = "568068db4102230882e6d4ae8de6632e224ca75fe5970f6e026a04e91ed635d3"
 dependencies = [
  "bindgen",
  "lazy_static",
diff --git a/Gemfile b/Gemfile
index fdd1ab1fd..d92df37f4 100644
--- a/Gemfile
+++ b/Gemfile
@@ -7,7 +7,7 @@ gemspec
 group :development do
   gem "rake"
   gem "rake-compiler"
-  gem "rb_sys", "0.9.108"
+  gem "rb_sys", "0.9.124"
   gem "rdoc", "~> 7.0"
 end