Skip to content

Commit 0a89334

Browse files
committed
keep global limit
1 parent 46aea2e commit 0a89334

File tree

1 file changed

+2
-4
lines changed
  • sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer

1 file changed

+2
-4
lines changed

sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1458,13 +1458,11 @@ object PushPredicateThroughJoin extends Rule[LogicalPlan] with PredicateHelper {
14581458
*/
14591459
object EliminateLimits extends Rule[LogicalPlan] {
14601460
private def canEliminate(limitExpr: Expression, childMaxRow: Option[Long]): Boolean = {
1461-
limitExpr.foldable &&
1462-
childMaxRow.isDefined &&
1463-
childMaxRow.get <= limitExpr.eval().toString.toInt
1461+
limitExpr.foldable && childMaxRow.exists { _ <= limitExpr.eval().toString.toInt }
14641462
}
14651463

14661464
def apply(plan: LogicalPlan): LogicalPlan = plan transformDown {
1467-
case GlobalLimit(l, child) if canEliminate(l, child.maxRows) =>
1465+
case Limit(l, child) if canEliminate(l, child.maxRows) =>
14681466
child
14691467
case LocalLimit(l, child) if canEliminate(l, child.maxRows) =>
14701468
child

0 commit comments

Comments
 (0)