Skip to content

Commit

Permalink
CHG conf from using createOptional to createWithDefault(false)
Browse files Browse the repository at this point in the history
  • Loading branch information
attilapiros committed May 30, 2018
1 parent 2a8ab8d commit 0e78b38
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -54,8 +54,7 @@ private[spark] class YarnAllocatorBlacklistTracker(
private val blacklistTimeoutMillis =
sparkConf.get(BLACKLIST_TIMEOUT_CONF).getOrElse(Utils.timeStringAsMs(defaultTimeout))

private val launchBlacklistEnabled =
sparkConf.get(YARN_EXECUTOR_LAUNCH_BLACKLIST_ENABLED).getOrElse(false)
private val launchBlacklistEnabled = sparkConf.get(YARN_EXECUTOR_LAUNCH_BLACKLIST_ENABLED)

private val maxFailuresPerHost = sparkConf.get(MAX_FAILED_EXEC_PER_NODE)

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -332,7 +332,7 @@ package object config {
private[spark] val YARN_EXECUTOR_LAUNCH_BLACKLIST_ENABLED =
ConfigBuilder("spark.yarn.blacklist.executor.launch.blacklisting.enabled")
.booleanConf
.createOptional
.createWithDefault(false)

private[spark] val YARN_BLACKLIST_MAX_NODE_BLACKLIST_RATIO =
ConfigBuilder("spark.yarn.blacklist.maxNodeBlacklistRatio")
Expand Down

0 comments on commit 0e78b38

Please sign in to comment.