diff --git a/optional/capi/ext/finalizer_spec.c b/optional/capi/ext/finalizer_spec.c
index ef546aa5b..08ad3d05b 100644
--- a/optional/capi/ext/finalizer_spec.c
+++ b/optional/capi/ext/finalizer_spec.c
@@ -12,7 +12,7 @@ static VALUE define_finalizer(VALUE self, VALUE obj, VALUE finalizer) {
 static VALUE undefine_finalizer(VALUE self, VALUE obj) {
 // Ruby 3.4.0 and 3.4.1 have a bug where rb_undefine_finalizer is missing
 // See: https://bugs.ruby-lang.org/issues/20981
-#if RUBY_API_VERSION_CODE == 30400 && (RUBY_VERSION_TEENY == 0 || RUBY_VERSION_TEENY == 1)
+#if RUBY_API_VERSION_CODE == 30400
   return Qnil;
 #else
   return rb_undefine_finalizer(obj);
diff --git a/optional/capi/finalizer_spec.rb b/optional/capi/finalizer_spec.rb
index 162e8ea69..9b64b510a 100644
--- a/optional/capi/finalizer_spec.rb
+++ b/optional/capi/finalizer_spec.rb
@@ -22,7 +22,7 @@
   end
 
   describe "rb_undefine_finalizer" do
-    ruby_bug "#20981", "3.4.0"..."3.4.2" do
+    ruby_bug "#20981", "3.4.0"..."3.5.0" do
       it "removes finalizers from the object" do
         code = <<~RUBY
           require #{extension_path.dump}