diff --git a/ci/docker/runtime_functions.sh b/ci/docker/runtime_functions.sh
index 07f2484144dc..4d46f5af8001 100755
--- a/ci/docker/runtime_functions.sh
+++ b/ci/docker/runtime_functions.sh
@@ -253,8 +253,6 @@ build_centos7_cpu() {
         USE_BLAS=openblas \
         USE_DIST_KVSTORE=1 \
         -j$(nproc)
-    cp lib/libmkldnn.so.0 lib/libmkldnn.so.0.tmp
-    mv lib/libmkldnn.so.0.tmp lib/libmkldnn.so.0
     cp lib/libmklml_intel.so lib/libmklml_intel.so.tmp
     mv lib/libmklml_intel.so.tmp lib/libmklml_intel.so
     cp lib/libiomp5.so lib/libiomp5.so.tmp
@@ -312,8 +310,6 @@ build_centos7_gpu() {
         USE_DIST_KVSTORE=1                        \
         CUDA_ARCH="$CI_CUDA_COMPUTE_CAPABILITIES" \
         -j$(nproc)
-    cp lib/libmkldnn.so.0 lib/libmkldnn.so.0.tmp
-    mv lib/libmkldnn.so.0.tmp lib/libmkldnn.so.0
     cp lib/libmklml_intel.so lib/libmklml_intel.so.tmp
     mv lib/libmklml_intel.so.tmp lib/libmklml_intel.so
     cp lib/libiomp5.so lib/libiomp5.so.tmp
@@ -624,8 +620,6 @@ build_ubuntu_gpu_cuda91_cudnn7() {
         USE_DIST_KVSTORE=1                        \
         CUDA_ARCH="$CI_CUDA_COMPUTE_CAPABILITIES" \
         -j$(nproc)
-    cp lib/libmkldnn.so.0 lib/libmkldnn.so.0.tmp
-    mv lib/libmkldnn.so.0.tmp lib/libmkldnn.so.0
     cp lib/libiomp5.so lib/libiomp5.so.tmp
     mv lib/libiomp5.so.tmp lib/libiomp5.so
 }