We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e5bcf5b commit 3ba8f3eCopy full SHA for 3ba8f3e
sql/core/src/main/scala/org/apache/spark/sql/execution/SparkPlan.scala
@@ -87,6 +87,8 @@ case class SparkLogicalPlan(alreadyPlanned: SparkPlan)
87
override lazy val sizeInBytes: Long = {
88
val defaultSum = childrenStats.map(_.sizeInBytes).sum
89
alreadyPlanned match {
90
+ // TODO: Instead of returning a default value here, find a way to return a meaningful
91
+ // estimate for RDDs. See PR 1238 for more discussions.
92
case e: ExistingRdd if defaultSum == 0 => statsDefaultSizeInBytes
93
case _ => defaultSum
94
}
0 commit comments