diff --git a/.github/workflows/cpp.yml b/.github/workflows/cpp.yml
index 4e3e27016c18d..01b14ba17bae4 100644
--- a/.github/workflows/cpp.yml
+++ b/.github/workflows/cpp.yml
@@ -21,7 +21,7 @@ on:
   push:
     paths:
       - '.github/workflows/cpp.yml'
-      - 'ci/docker/**'
+      - 'ci/docker/*cpp*'
       - 'ci/scripts/cpp_*'
       - 'ci/scripts/msys2_*'
       - 'ci/scripts/util_*'
@@ -30,7 +30,7 @@ on:
   pull_request:
     paths:
       - '.github/workflows/cpp.yml'
-      - 'ci/docker/**'
+      - 'ci/docker/*cpp*'
       - 'ci/scripts/cpp_*'
       - 'ci/scripts/msys2_*'
       - 'ci/scripts/util_*'
diff --git a/.github/workflows/go.yml b/.github/workflows/go.yml
index 663a9dbb48b31..b6a36df248d03 100644
--- a/.github/workflows/go.yml
+++ b/.github/workflows/go.yml
@@ -28,7 +28,6 @@ on:
     paths:
       - '.github/workflows/go.yml'
       - 'ci/docker/*_go.dockerfile'
-      - 'ci/docker/**'
       - 'ci/scripts/go_*'
       - 'go/**'
 
diff --git a/.github/workflows/java_jni.yml b/.github/workflows/java_jni.yml
index ef406426bf485..7f308adad7a66 100644
--- a/.github/workflows/java_jni.yml
+++ b/.github/workflows/java_jni.yml
@@ -21,7 +21,7 @@ on:
   push:
     paths:
       - '.github/workflows/java_jni.yml'
-      - 'ci/docker/**'
+      - 'ci/docker/*-jni.dockerfile'
       - 'ci/scripts/cpp_build.sh'
       - 'ci/scripts/java_*'
       - 'cpp/**'
@@ -29,7 +29,7 @@ on:
   pull_request:
     paths:
       - '.github/workflows/java_jni.yml'
-      - 'ci/docker/**'
+      - 'ci/docker/*-jni.dockerfile'
       - 'ci/scripts/cpp_build.sh'
       - 'ci/scripts/java_*'
       - 'cpp/**'
diff --git a/.github/workflows/r.yml b/.github/workflows/r.yml
index 37aee1968838b..c4aaf2d92bb9a 100644
--- a/.github/workflows/r.yml
+++ b/.github/workflows/r.yml
@@ -25,7 +25,7 @@ on:
       - 'ci/scripts/cpp_*.sh'
       - 'ci/scripts/PKGBUILD'
       - 'ci/etc/rprofile'
-      - 'ci/docker/**'
+      - 'ci/docker/*-r.dockerfile'
       - 'cpp/**'
       - 'r/**'
   pull_request:
@@ -35,7 +35,7 @@ on:
       - 'ci/scripts/cpp_*.sh'
       - 'ci/scripts/PKGBUILD'
       - 'ci/etc/rprofile'
-      - 'ci/docker/**'
+      - 'ci/docker/*-r.dockerfile'
       - 'cpp/**'
       - 'r/**'
 
diff --git a/.github/workflows/ruby.yml b/.github/workflows/ruby.yml
index 0558ac8a2cf34..12231fdd2eb8b 100644
--- a/.github/workflows/ruby.yml
+++ b/.github/workflows/ruby.yml
@@ -21,7 +21,7 @@ on:
   push:
     paths:
       - '.github/workflows/ruby.yml'
-      - 'ci/docker/**'
+      - 'ci/docker/linux-apt-ruby.dockerfile'
       - 'ci/scripts/c_glib_*'
       - 'ci/scripts/cpp_*'
       - 'ci/scripts/msys2_*'
@@ -33,7 +33,7 @@ on:
   pull_request:
     paths:
       - '.github/workflows/ruby.yml'
-      - 'ci/docker/**'
+      - 'ci/docker/linux-apt-ruby.dockerfile'
       - 'ci/scripts/c_glib_*'
       - 'ci/scripts/cpp_*'
       - 'ci/scripts/msys2_*'