We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 438859e commit 9efb9daCopy full SHA for 9efb9da
core/src/main/scala/org/apache/spark/SparkContext.scala
@@ -1387,6 +1387,11 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli
1387
* Register an RDD to be persisted in memory and/or disk storage
1388
*/
1389
private[spark] def persistRDD(rdd: RDD[_]) {
1390
+ _executorAllocationManager.foreach { _ =>
1391
+ logWarning(
1392
+ s"Dynamic allocation currently does not support cached RDDs. Cached data for RDD " +
1393
+ s"${rdd.id} will be deallocated when executors are removed.")
1394
+ }
1395
persistentRdds(rdd.id) = rdd
1396
}
1397
0 commit comments