[BUG] Fix flink lib to exclude dependencies that do not end in.jar #3568

apache · Feb 23, 2024 · 4804469 · 4804469
1 parent 003c888
commit 4804469
Showing 1 changed file with 6 additions and 5 deletions.
diff --git a/...ampark-flink-proxy/src/main/scala/org/apache/streampark/flink/proxy/FlinkShimsProxy.scala b/...ampark-flink-proxy/src/main/scala/org/apache/streampark/flink/proxy/FlinkShimsProxy.scala
@@ -165,10 +165,7 @@ object FlinkShimsProxy extends Logger {
         val libURL = getFlinkHomeLib(
           flinkVersion.flinkHome,
           "lib",
-          file => {
-            val name = file.getName.toLowerCase
-            name.endsWith(".jar") && !name.startsWith("log4j")
-          }
+          !_.getName.toLowerCase.startsWith("log4j")
         )
 
         val shimsUrls = ListBuffer[URL](libURL: _*)
@@ -197,7 +194,11 @@ object FlinkShimsProxy extends Logger {
       filterFun: File => Boolean): List[URL] = {
     val file = new File(flinkHome, childDir)
     require(file.isDirectory, s"FLINK_HOME $file does not exist")
-    file.listFiles.filter(filterFun).map(_.toURI.toURL).toList
+    file.listFiles
+      .filter(filterFun)
+      .filter(_.getName.toLowerCase.endsWith(".jar"))
+      .map(_.toURI.toURL)
+      .toList
   }
 
   @throws[Exception]