File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -144,12 +144,12 @@ object OptimizeLocalShuffleReader {
144
144
s.shuffle.canChangeNumPartitions
145
145
// This CustomShuffleReaderExec used in skew side, its numPartitions increased.
146
146
case CustomShuffleReaderExec (_, partitionSpecs)
147
- if partitionSpecs.exists(_.isInstanceOf [PartialReducerPartitionSpec ]) => false
147
+ if partitionSpecs.exists(_.isInstanceOf [PartialReducerPartitionSpec ]) => false
148
148
// This CustomShuffleReaderExec used in non-skew side, its numPartitions equals to
149
149
// the skew side CustomShuffleReaderExec.
150
- case CustomShuffleReaderExec (_, partitionSpecs)
151
- if partitionSpecs.forall(_.isInstanceOf [CoalescedPartitionSpec ]) &&
152
- partitionSpecs.toSet.size = = partitionSpecs.size => false
150
+ case CustomShuffleReaderExec (_, partitionSpecs) if partitionSpecs.size > 1 &&
151
+ partitionSpecs.forall(_.isInstanceOf [CoalescedPartitionSpec ]) &&
152
+ partitionSpecs.toSet.size ! = partitionSpecs.size => false
153
153
case CustomShuffleReaderExec (s : ShuffleQueryStageExec , partitionSpecs) =>
154
154
s.shuffle.canChangeNumPartitions && partitionSpecs.nonEmpty
155
155
case _ => false
You can’t perform that action at this time.
0 commit comments