[minor] [core] Warn users who try to cache RDDs with dynamic allocati…

…on on.
apache · Apr 28, 2015 · 9efb9da · 9efb9da
1 parent 438859e
commit 9efb9da
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala
@@ -1387,6 +1387,11 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli
    * Register an RDD to be persisted in memory and/or disk storage
    */
   private[spark] def persistRDD(rdd: RDD[_]) {
+    _executorAllocationManager.foreach { _ =>
+      logWarning(
+        s"Dynamic allocation currently does not support cached RDDs. Cached data for RDD " +
+        s"${rdd.id} will be deallocated when executors are removed.")
+    }
     persistentRdds(rdd.id) = rdd
   }