Skip to content

Commit 6f7dbc2

Browse files
committed
fix ut
1 parent d65a210 commit 6f7dbc2

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive/OptimizeLocalShuffleReader.scala

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -144,12 +144,12 @@ object OptimizeLocalShuffleReader {
144144
s.shuffle.canChangeNumPartitions
145145
// This CustomShuffleReaderExec used in skew side, its numPartitions increased.
146146
case CustomShuffleReaderExec(_, partitionSpecs)
147-
if partitionSpecs.exists(_.isInstanceOf[PartialReducerPartitionSpec]) => false
147+
if partitionSpecs.exists(_.isInstanceOf[PartialReducerPartitionSpec]) => false
148148
// This CustomShuffleReaderExec used in non-skew side, its numPartitions equals to
149149
// the skew side CustomShuffleReaderExec.
150-
case CustomShuffleReaderExec(_, partitionSpecs)
151-
if partitionSpecs.forall(_.isInstanceOf[CoalescedPartitionSpec]) &&
152-
partitionSpecs.toSet.size == partitionSpecs.size => false
150+
case CustomShuffleReaderExec(_, partitionSpecs) if partitionSpecs.size > 1 &&
151+
partitionSpecs.forall(_.isInstanceOf[CoalescedPartitionSpec]) &&
152+
partitionSpecs.toSet.size != partitionSpecs.size => false
153153
case CustomShuffleReaderExec(s: ShuffleQueryStageExec, partitionSpecs) =>
154154
s.shuffle.canChangeNumPartitions && partitionSpecs.nonEmpty
155155
case _ => false

0 commit comments

Comments
 (0)