diff --git a/python-package/xgboost/core.py b/python-package/xgboost/core.py
index 53381f5e2de3..2910dee2d587 100644
--- a/python-package/xgboost/core.py
+++ b/python-package/xgboost/core.py
@@ -206,6 +206,7 @@ def _load_lib() -> ctypes.CDLL:
             lib = ctypes.cdll.LoadLibrary(lib_path)
             setattr(lib, "path", os.path.normpath(lib_path))
             lib_success = True
+            break
         except OSError as e:
             os_error_list.append(str(e))
             continue