Skip to content

Commit

Permalink
add configs
Browse files Browse the repository at this point in the history
  • Loading branch information
scwf committed Aug 4, 2014
1 parent 829a195 commit da6ee59
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions core/src/main/scala/org/apache/spark/SparkConf.scala
Original file line number Diff line number Diff line change
Expand Up @@ -240,11 +240,13 @@ class SparkConf(loadDefaults: Boolean) extends Cloneable with Logging {
val memoryKeys = Seq(
"spark.storage.memoryFraction",
"spark.shuffle.memoryFraction",
"spark.shuffle.safetyFraction")
"spark.shuffle.safetyFraction",
"spark.storage.unrollFraction",
"spark.storage.safetyFraction")
for (key -> memoryKeys) {
val value = getDouble(key, 0.5)
if (value > 1 || value < 0) {
throw new IllegalArgumentException("$key should be between 0 and (was '$value').")
throw new IllegalArgumentException("$key should be between 0 and 1 (was '$value').")
}
}

Expand Down

0 comments on commit da6ee59

Please sign in to comment.