diff --git a/Gemfile b/Gemfile
index d30850cb..437d654e 100644
--- a/Gemfile
+++ b/Gemfile
@@ -2,7 +2,6 @@ source 'https://rubygems.org'
 
 gemspec
 
-gem 'base64'
 gem 'introspection', '~> 0.0.1'
 gem 'jaro_winkler', '>= 1.5.5'
 gem 'minitest'
@@ -14,6 +13,11 @@ if RUBY_VERSION >= '3.1.0'
   gem 'psych', '< 4'
 end
 
+# Avoid base64 gem warning about it not being available in Ruby v3.4
+if RUBY_VERSION >= '3.3.0'
+  gem 'base64'
+end
+
 if RUBY_ENGINE == 'jruby'
   # Workaround for https://github.com/jruby/jruby/issues/8488
   gem 'jar-dependencies', '~> 0.4.1'