Skip to content

Commit

Permalink
Merge branch 'master' of github.com:RongGu/spark-1
Browse files Browse the repository at this point in the history
  • Loading branch information
haoyuan committed Mar 28, 2014
2 parents 49cc724 + 619a9a8 commit ed73e19
Showing 1 changed file with 2 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,7 @@ private[spark] class TachyonBlockManager(

private val MAX_DIR_CREATION_ATTEMPTS = 10
private val subDirsPerTachyonDir =
shuffleManager.conf.get("spark.tachyonStore.subDirectories", "4").toInt
shuffleManager.conf.get("spark.tachyonStore.subDirectories", "64").toInt

// Create one Tachyon directory for each path mentioned in spark.tachyonStore.folderName.dir;
// then, inside this directory, create multiple subdirectories that we will hash files into,
Expand Down Expand Up @@ -100,6 +100,7 @@ private[spark] class TachyonBlockManager(

def getFile(blockId: BlockId): TachyonFile = getFile(blockId.name)

// TODO: Some of the logic here could be consolidated/de-duplicated with that in the DiskStore.
private def createTachyonDirs(): Array[TachyonFile] = {
logDebug("Creating tachyon directories at root dirs '" + rootDirs + "'")
val dateFormat = new SimpleDateFormat("yyyyMMddHHmmss")
Expand Down

0 comments on commit ed73e19

Please sign in to comment.