Skip to content

Commit 619a9a8

Browse files
committed
set number of directories in TachyonStore back to 64; added a TODO tag for duplicated code from the DiskStore
1 parent be79d77 commit 619a9a8

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,7 @@ private[spark] class TachyonBlockManager(
5050

5151
private val MAX_DIR_CREATION_ATTEMPTS = 10
5252
private val subDirsPerTachyonDir =
53-
shuffleManager.conf.get("spark.tachyonStore.subDirectories", "4").toInt
53+
shuffleManager.conf.get("spark.tachyonStore.subDirectories", "64").toInt
5454

5555
// Create one Tachyon directory for each path mentioned in spark.tachyonStore.folderName.dir;
5656
// then, inside this directory, create multiple subdirectories that we will hash files into,
@@ -100,6 +100,7 @@ private[spark] class TachyonBlockManager(
100100

101101
def getFile(blockId: BlockId): TachyonFile = getFile(blockId.name)
102102

103+
// TODO: Some of the logic here could be consolidated/de-duplicated with that in the DiskStore.
103104
private def createTachyonDirs(): Array[TachyonFile] = {
104105
logDebug("Creating tachyon directories at root dirs '" + rootDirs + "'")
105106
val dateFormat = new SimpleDateFormat("yyyyMMddHHmmss")

0 commit comments

Comments
 (0)