File tree Expand file tree Collapse file tree 1 file changed +1
-5
lines changed
sql/core/src/main/scala/org/apache/spark/sql/execution Expand file tree Collapse file tree 1 file changed +1
-5
lines changed Original file line number Diff line number Diff line change @@ -81,11 +81,7 @@ case class Exchange(
81
81
shuffleManager.isInstanceOf [UnsafeShuffleManager ]
82
82
val bypassMergeThreshold = conf.getInt(" spark.shuffle.sort.bypassMergeThreshold" , 200 )
83
83
val serializeMapOutputs = conf.getBoolean(" spark.shuffle.sort.serializeMapOutputs" , true )
84
- if (newOrdering.nonEmpty) {
85
- // If a new ordering is required, then records will be sorted with Spark's `ExternalSorter`,
86
- // which requires a defensive copy.
87
- true
88
- } else if (sortBasedShuffleOn) {
84
+ if (sortBasedShuffleOn) {
89
85
val bypassIsSupported = SparkEnv .get.shuffleManager.isInstanceOf [SortShuffleManager ]
90
86
if (bypassIsSupported && partitioner.numPartitions <= bypassMergeThreshold) {
91
87
// If we're using the original SortShuffleManager and the number of output partitions is
You can’t perform that action at this time.
0 commit comments