File tree Expand file tree Collapse file tree 1 file changed +1
-3
lines changed
core/src/main/java/org/apache/spark/util/collection/unsafe/sort Expand file tree Collapse file tree 1 file changed +1
-3
lines changed Original file line number Diff line number Diff line change @@ -122,9 +122,7 @@ private UnsafeExternalSorter(
122
122
// Use getSizeAsKb (not bytes) to maintain backwards compatibility for units
123
123
// this.fileBufferSizeBytes = (int) conf.getSizeAsKb("spark.shuffle.file.buffer", "32k") * 1024;
124
124
this .fileBufferSizeBytes = 32 * 1024 ;
125
- // TODO: metrics tracking + integration with shuffle write metrics
126
- // need to connect the write metrics to task metrics so we count the spill IO somewhere.
127
- this .writeMetrics = new ShuffleWriteMetrics ();
125
+ this .writeMetrics = taskContext .taskMetrics ().registerShuffleWriteMetrics ();
128
126
129
127
if (existingInMemorySorter == null ) {
130
128
this .inMemSorter = new UnsafeInMemorySorter (
You can’t perform that action at this time.
0 commit comments