Skip to content

Commit

Permalink
drop mini cluster support for 1.1.0, cross hadoop versions isn't wort…
Browse files Browse the repository at this point in the history
…h the pain
  • Loading branch information
holdenk committed Jun 15, 2021
1 parent 60df9ea commit 09b031a
Show file tree
Hide file tree
Showing 6 changed files with 1 addition and 442 deletions.
11 changes: 1 addition & 10 deletions build.sbt
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ lazy val core = (project in file("core"))
"org.apache.spark" %% "spark-catalyst" % sparkVersion.value,
"org.apache.spark" %% "spark-yarn" % sparkVersion.value,
"org.apache.spark" %% "spark-mllib" % sparkVersion.value
) ++ commonDependencies ++ miniClusterDependencies
) ++ commonDependencies
)

lazy val kafka_0_8 = {
Expand Down Expand Up @@ -152,15 +152,6 @@ def excludeJavaxServlet(items: Seq[ModuleID]) =
def excludeJpountz(items: Seq[ModuleID]) =
excludeFromAll(items, "net.jpountz.lz4", "lz4")

lazy val miniClusterDependencies = excludeJavaxServlet(Seq(
"org.apache.hadoop" % "hadoop-hdfs" % "2.8.3" % "compile,test" classifier "" classifier "tests",
"org.apache.hadoop" % "hadoop-common" % "2.8.3" % "compile,test" classifier "" classifier "tests" ,
"org.apache.hadoop" % "hadoop-client" % "2.8.3" % "compile,test" classifier "" classifier "tests" ,
"org.apache.hadoop" % "hadoop-mapreduce-client-jobclient" % "2.8.3" % "compile,test" classifier "" classifier "tests",
"org.apache.hadoop" % "hadoop-yarn-server-tests" % "2.8.3" % "compile,test" classifier "" classifier "tests",
"org.apache.hadoop" % "hadoop-yarn-server-web-proxy" % "2.8.3" % "compile,test" classifier "" classifier "tests",
"org.apache.hadoop" % "hadoop-minicluster" % "2.8.3" % "compile,test"))

lazy val kafkaPublishSettings =
publishSettings ++ Seq(
skip in publish := scalaVersion.value >= "2.12.0"
Expand Down

This file was deleted.

This file was deleted.

This file was deleted.

Loading

0 comments on commit 09b031a

Please sign in to comment.