Skip to content

Commit

Permalink
Make pod name unique using the submission timestamp (apache#32)
Browse files Browse the repository at this point in the history
  • Loading branch information
foxish authored and ash211 committed Jan 19, 2017
1 parent fd84fca commit 93f4cdc
Showing 1 changed file with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -56,10 +56,10 @@ private[spark] class Client(
private val master = rawMaster.replaceFirst("k8s://", "")

private val launchTime = System.currentTimeMillis
private val kubernetesAppId = sparkConf.getOption("spark.app.name")
private val appName = sparkConf.getOption("spark.app.name")
.orElse(sparkConf.getOption("spark.app.id"))
.getOrElse(s"spark-$launchTime")

.getOrElse("spark")
private val kubernetesAppId = s"$appName-$launchTime"
private val secretName = s"spark-submission-server-secret-$kubernetesAppId"
private val driverLauncherSelectorValue = s"driver-launcher-$launchTime"
private val driverDockerImage = sparkConf.get(
Expand Down

0 comments on commit 93f4cdc

Please sign in to comment.