diff --git a/test/runtests.jl b/test/runtests.jl
index ba687a9..fa75616 100644
--- a/test/runtests.jl
+++ b/test/runtests.jl
@@ -40,11 +40,8 @@ non_diffeable_arg_functions = [(:Base, :rem2pi, 2), (:Base, :ldexp, 2), (:Base,
                     # We're happy with types with the correct promotion behavior, e.g.
                     # it's fine to return `1` as a derivative despite input being `Float64`.
                     @test promote_type(typeof($deriv), $T) === $T
-                    if $(f in (:log1pmx, :logmxp1)) && $T == Float32
-                        # These two functions currently don't have fallbacks for `Real`
-                        # arguments, nor optimized implementations for `Float32`
-                        @test_throws MethodError finitediff($M.$f, goo)
-                    else
+                    # In older versions of LogExpFunctions `log1pmx(::Float32)` and `logmxp1(::Float32)` are not defined
+                    if hasmethod($M.$f, Tuple{$T})
                         @test $deriv ≈ finitediff($M.$f, goo) rtol=1e-2 atol=1e-3     
                     end
                     # test for 2pi functions