FakeFileUtil

Instance Constructors

new FakeFileUtil()

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val _chunkSize: Int

Definition Classes
FileUtil
def addDirectorySeparatorIfNecessary(dirName: String): String

Definition Classes
FileUtil
def addExistingFile(path: String): Unit
def addExpectedFileWritten(filename: String, expectedContents: String): Unit
def addFileToBeRead(filename: String, contents: String): Unit
def allowUnexpectedFiles(): Unit

Do not check fail if getFileWriter is called on an unexpected path.
final def asInstanceOf[T0]: T0

Definition Classes
Any
def blockOnFileDeletion(filename: String): Unit

Definition Classes
FakeFileUtil → FileUtil
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def copy(from: String, to: String): Unit

Definition Classes
FileUtil
def copyLines(reader: BufferedReader, writer: FileWriter): Unit

Copies the lines in reader to writer.
Copies the lines in reader to writer. Does not close writer.

Definition Classes
FileUtil
val countWords: (String) ⇒ Seq[String]

Definition Classes
FileUtil
def deleteDirectory(filename: String): Unit

Definition Classes
FakeFileUtil → FileUtil
def deleteFile(filename: String): Unit

Definition Classes
FakeFileUtil → FileUtil
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def expectFilesWritten(): Unit
def fileExists(path: String): Boolean

Definition Classes
FakeFileUtil → FileUtil
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def flatMapLinesFromFile[T](filename: String, function: (String) ⇒ Seq[T]): Seq[T]

Definition Classes
FileUtil
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getCountsFromFile[T](filename: String, f: (String) ⇒ Seq[T], chunkSize: Int = _chunkSize): Map[T, Int]

Definition Classes
FileUtil
def getDataInputStream(filename: String): DataInputStream

Definition Classes
FileUtil
def getDataOutputStream(filename: String): DataOutputStream

Definition Classes
FileUtil
def getFileContents(filename: String): String
def getFileWriter(filename: String, append: Boolean = false): FakeFileWriter

Definition Classes
FakeFileUtil → FileUtil
def getLineIterator(file: File): Iterator[String]

Definition Classes
FakeFileUtil → FileUtil
def getLineIterator(filename: String): Iterator[String]

Definition Classes
FakeFileUtil → FileUtil
def getLineIterator[T](stream: InputStream, f: (String) ⇒ T): Iterator[T]

Definition Classes
FileUtil
def getLineIterator[T](file: File, f: (String) ⇒ T): Iterator[T]

Definition Classes
FileUtil
def getLineIterator[T](filename: String, f: (String) ⇒ T): Iterator[T]

Definition Classes
FileUtil
def getLineIterator(stream: InputStream): Iterator[String]

Definition Classes
FileUtil
def getTimestamp(filename: String): Long

Definition Classes
FileUtil
def hashCode(): Int

Definition Classes
AnyRef → Any
def intTripleFromLine[T](line: String, f: (Int, Int, Int) ⇒ T = returnTriple): T

Definition Classes
FileUtil
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def listDirectoryContents(dirname: String): Seq[String]

Definition Classes
FakeFileUtil → FileUtil
def logEvery(logFrequency: Int, current: Int, toLog: String): Unit

Definition Classes
FileUtil
def logEvery(logFrequency: Int, current: Int): Unit

Definition Classes
FileUtil
def mapLinesFromFile[T](filename: String, function: (String) ⇒ T): Seq[T]

Definition Classes
FileUtil
def mkdirOrDie(dirName: String): Unit

Attempts to create the directory dirName, and exits if the directory already exists.
Attempts to create the directory dirName, and exits if the directory already exists.

Definition Classes
FakeFileUtil → FileUtil
def mkdirs(dirName: String): Unit

Calls new File(dirName).mkdirs().
Calls new File(dirName).mkdirs().

Definition Classes
FakeFileUtil → FileUtil
def mkdirsForFile(filename: String): Unit

Calls mkdirs on the parent of this file.
Calls mkdirs on the parent of this file.

Definition Classes
FileUtil
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def onlyAllowExpectedFiles(): Unit

If getFileWriter gets called with a path that was not given with addExpectedFileWritten, this will check fail.
def parFlatMapLinesFromFile[T](filename: String, function: (String) ⇒ Seq[T], chunkSize: Int = _chunkSize): Seq[T]

Definition Classes
FileUtil
def parMapLinesFromFile[T](filename: String, function: (String) ⇒ T, chunkSize: Int = _chunkSize): Seq[T]

Definition Classes
FileUtil
def parProcessFile(iterator: Iterator[String], f: (String) ⇒ Unit, chunkSize: Int = _chunkSize): Unit

Definition Classes
FileUtil
def parProcessFile(stream: InputStream, f: (String) ⇒ Unit): Unit

Definition Classes
FileUtil
def parProcessFile(file: File, f: (String) ⇒ Unit): Unit

Definition Classes
FileUtil
def parProcessFile(filename: String, f: (String) ⇒ Unit): Unit

Definition Classes
FileUtil
def parProcessFileInChunks(iterator: Iterator[String], f: (Seq[String]) ⇒ Unit, chunkSize: Int = _chunkSize): Unit

Definition Classes
FileUtil
def parProcessFileInChunks(stream: InputStream, f: (Seq[String]) ⇒ Unit): Unit

Definition Classes
FileUtil
def parProcessFileInChunks(file: File, f: (Seq[String]) ⇒ Unit): Unit

Definition Classes
FileUtil
def parProcessFileInChunks(filename: String, f: (Seq[String]) ⇒ Unit): Unit

Definition Classes
FileUtil
def processFile(iterator: Iterator[String], f: (String) ⇒ Unit): Unit

Definition Classes
FileUtil
def processFile(stream: InputStream, f: (String) ⇒ Unit): Unit

Definition Classes
FileUtil
def processFile(file: File, f: (String) ⇒ Unit): Unit

Definition Classes
FileUtil
def processFile(filename: String, f: (String) ⇒ Unit): Unit

Definition Classes
FileUtil
def readDoubleListFromFile(filename: String): Seq[Double]

Definition Classes
FileUtil
def readFileContents(file: File): String

Definition Classes
FileUtil
def readFileContents(filename: String): String

Definition Classes
FileUtil
def readIntegerListFromFile(filename: String, dict: Dictionary = null): Seq[Int]

The file is assumed to be a series of lines, one string per line.
The file is assumed to be a series of lines, one string per line. If the provided dictionary is null, we parse the string to an integer before adding it to a list. Otherwise, we look up the string in the dictionary to convert the string to an integer.

Definition Classes
FileUtil
def readIntegerSetFromFile(filename: String, dict: Dictionary = null): Set[Int]

The file is assumed to be a series of lines, one string per line.
The file is assumed to be a series of lines, one string per line. If the provided dictionary is null, we parse the string to an integer before adding it to a set. Otherwise, we look up the string in the dictionary to convert the string to an integer.

Definition Classes
FileUtil
def readInvertedMapListFromTsvFile(filename: String, logFrequency: Int = 1): Map[String, Seq[String]]

Definition Classes
FileUtil
def readLinesFromBZ2File(filename: String): Seq[String]

Definition Classes
FileUtil
def readLinesFromFile(file: File): Seq[String]

Definition Classes
FileUtil
def readLinesFromFile(filename: String): Seq[String]

Definition Classes
FileUtil
def readMapFromTsvFile(filename: String, skipErrors: Boolean = false): Map[String, String]

Definition Classes
FileUtil
def readMapListFromTsvFile(filename: String, keyIndex: Int = 0, overwrite: Boolean = false, filter: LineFilter = null): Map[String, Seq[String]]

Reads a tab-separated file and puts the contents into a map.
Reads a tab-separated file and puts the contents into a map.
We give a few options: - You can set the index for the key to the map. If the key is not zero, we only add the first column as a value to this map (and so setting overwrite to true in this case doesn't make a whole lot of sense - just use readMapFromTsv instead). - If overwrite is true, we don't bother checking to see if the key is already in the map. This will speed up the processing if you know that your file only has one line per unique key. - You can provide a LineFilter object that wlil be called with each line to determine if it should be skipped.

Definition Classes
FileUtil
def readStringPairsFromFile(filename: String): Seq[(String, String)]

Definition Classes
FileUtil
def recursiveListFiles(f: File, r: Regex): Seq[File]

Definition Classes
FileUtil
def returnTriple(i: Int, j: Int, k: Int): (Int, Int, Int)

Definition Classes
FileUtil
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def throwIOExceptionOnWrite(): Unit
def toString(): String

Definition Classes
AnyRef → Any
def touchFile(filename: String): Unit

Definition Classes
FakeFileUtil → FileUtil
def unsetThrowIOExceptionOnWrite(): Unit
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def writeContentsToFile(filename: String, contents: String, append: Boolean = false): Unit

Definition Classes
FileUtil
def writeLinesToFile(filename: String, lines: Iterable[String], append: Boolean = false): Unit

Definition Classes
FileUtil

class FakeFileUtil extends FileUtil

Instance Constructors

new FakeFileUtil()

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

val _chunkSize: Int

def addDirectorySeparatorIfNecessary(dirName: String): String

def addExistingFile(path: String): Unit

def addExpectedFileWritten(filename: String, expectedContents: String): Unit

def addFileToBeRead(filename: String, contents: String): Unit

def allowUnexpectedFiles(): Unit

final def asInstanceOf[T0]: T0

def blockOnFileDeletion(filename: String): Unit

def clone(): AnyRef

def copy(from: String, to: String): Unit

def copyLines(reader: BufferedReader, writer: FileWriter): Unit

val countWords: (String) ⇒ Seq[String]

def deleteDirectory(filename: String): Unit

def deleteFile(filename: String): Unit

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def expectFilesWritten(): Unit

def fileExists(path: String): Boolean

def finalize(): Unit

def flatMapLinesFromFile[T](filename: String, function: (String) ⇒ Seq[T]): Seq[T]

final def getClass(): Class[_]

def getCountsFromFile[T](filename: String, f: (String) ⇒ Seq[T], chunkSize: Int = _chunkSize): Map[T, Int]

def getDataInputStream(filename: String): DataInputStream

def getDataOutputStream(filename: String): DataOutputStream

def getFileContents(filename: String): String

def getFileWriter(filename: String, append: Boolean = false): FakeFileWriter

def getLineIterator(file: File): Iterator[String]

def getLineIterator(filename: String): Iterator[String]

def getLineIterator[T](stream: InputStream, f: (String) ⇒ T): Iterator[T]

def getLineIterator[T](file: File, f: (String) ⇒ T): Iterator[T]

def getLineIterator[T](filename: String, f: (String) ⇒ T): Iterator[T]

def getLineIterator(stream: InputStream): Iterator[String]

def getTimestamp(filename: String): Long

def hashCode(): Int

def intTripleFromLine[T](line: String, f: (Int, Int, Int) ⇒ T = returnTriple): T

final def isInstanceOf[T0]: Boolean

def listDirectoryContents(dirname: String): Seq[String]

def logEvery(logFrequency: Int, current: Int, toLog: String): Unit

def logEvery(logFrequency: Int, current: Int): Unit

def mapLinesFromFile[T](filename: String, function: (String) ⇒ T): Seq[T]

def mkdirOrDie(dirName: String): Unit

def mkdirs(dirName: String): Unit

def mkdirsForFile(filename: String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def onlyAllowExpectedFiles(): Unit

def parFlatMapLinesFromFile[T](filename: String, function: (String) ⇒ Seq[T], chunkSize: Int = _chunkSize): Seq[T]

def parMapLinesFromFile[T](filename: String, function: (String) ⇒ T, chunkSize: Int = _chunkSize): Seq[T]

def parProcessFile(iterator: Iterator[String], f: (String) ⇒ Unit, chunkSize: Int = _chunkSize): Unit

def parProcessFile(stream: InputStream, f: (String) ⇒ Unit): Unit

def parProcessFile(file: File, f: (String) ⇒ Unit): Unit

def parProcessFile(filename: String, f: (String) ⇒ Unit): Unit

def parProcessFileInChunks(iterator: Iterator[String], f: (Seq[String]) ⇒ Unit, chunkSize: Int = _chunkSize): Unit

def parProcessFileInChunks(stream: InputStream, f: (Seq[String]) ⇒ Unit): Unit

def parProcessFileInChunks(file: File, f: (Seq[String]) ⇒ Unit): Unit

def parProcessFileInChunks(filename: String, f: (Seq[String]) ⇒ Unit): Unit

def processFile(iterator: Iterator[String], f: (String) ⇒ Unit): Unit

def processFile(stream: InputStream, f: (String) ⇒ Unit): Unit

def processFile(file: File, f: (String) ⇒ Unit): Unit

def processFile(filename: String, f: (String) ⇒ Unit): Unit

def readDoubleListFromFile(filename: String): Seq[Double]

def readFileContents(file: File): String

def readFileContents(filename: String): String

def readIntegerListFromFile(filename: String, dict: Dictionary = null): Seq[Int]

def readIntegerSetFromFile(filename: String, dict: Dictionary = null): Set[Int]

def readInvertedMapListFromTsvFile(filename: String, logFrequency: Int = 1): Map[String, Seq[String]]

def readLinesFromBZ2File(filename: String): Seq[String]

def readLinesFromFile(file: File): Seq[String]

def readLinesFromFile(filename: String): Seq[String]

def readMapFromTsvFile(filename: String, skipErrors: Boolean = false): Map[String, String]

def readMapListFromTsvFile(filename: String, keyIndex: Int = 0, overwrite: Boolean = false, filter: LineFilter = null): Map[String, Seq[String]]