File tree Expand file tree Collapse file tree 2 files changed +4
-4
lines changed
core/src/main/scala/org/apache/spark/shuffle Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -22,7 +22,7 @@ import java.nio.ByteBuffer
22
22
23
23
import com .google .common .io .ByteStreams
24
24
25
- import org .apache .spark .SparkEnv
25
+ import org .apache .spark .{ SparkConf , SparkEnv }
26
26
import org .apache .spark .network .buffer .{FileSegmentManagedBuffer , ManagedBuffer }
27
27
import org .apache .spark .network .netty .SparkTransportConf
28
28
import org .apache .spark .storage ._
@@ -39,11 +39,11 @@ import org.apache.spark.storage._
39
39
// Note: Changes to the format in this file should be kept in sync with
40
40
// org.apache.spark.network.shuffle.StandaloneShuffleBlockManager#getSortBasedShuffleBlockData().
41
41
private [spark]
42
- class IndexShuffleBlockManager extends ShuffleBlockManager {
42
+ class IndexShuffleBlockManager ( conf : SparkConf ) extends ShuffleBlockManager {
43
43
44
44
private lazy val blockManager = SparkEnv .get.blockManager
45
45
46
- private val transportConf = SparkTransportConf .fromSparkConf(SparkEnv .get. conf)
46
+ private val transportConf = SparkTransportConf .fromSparkConf(conf)
47
47
48
48
/**
49
49
* Mapping to a single shuffleBlockId with reduce ID 0.
Original file line number Diff line number Diff line change @@ -25,7 +25,7 @@ import org.apache.spark.shuffle.hash.HashShuffleReader
25
25
26
26
private [spark] class SortShuffleManager (conf : SparkConf ) extends ShuffleManager {
27
27
28
- private val indexShuffleBlockManager = new IndexShuffleBlockManager ()
28
+ private val indexShuffleBlockManager = new IndexShuffleBlockManager (conf )
29
29
private val shuffleMapNumber = new ConcurrentHashMap [Int , Int ]()
30
30
31
31
/**
You can’t perform that action at this time.
0 commit comments