diff --git a/docker-compose.yml b/docker-compose.yml
index 533a656660fa6..a2a2b41c8747f 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -1565,6 +1565,7 @@ services:
       # so some build might pass without this setting, but we want to ensure that we stay to AVX2 regardless of runner.
       EXTRA_CMAKE_FLAGS: "-DARROW_RUNTIME_SIMD_LEVEL=AVX2"
       ARROW_SOURCE_HOME: "/arrow"
+      LIBARROW_DOWNLOAD: "false"
     volumes: *ubuntu-volumes
     command: >
       /bin/bash -c "