|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Object org.apache.hadoop.mapred.MapOutputFile org.apache.hadoop.mapred.MROutputFiles
@InterfaceAudience.Private @InterfaceStability.Unstable public class MROutputFiles
Manipulate the working area for the transient store for maps and reduces. This class is used by map and reduce tasks to identify the directories that they need to write to/read from for intermediate files. The callers of these methods are from the Child running the Task.
Constructor Summary | |
---|---|
MROutputFiles()
|
Method Summary | |
---|---|
org.apache.hadoop.fs.Path |
getInputFile(int mapId)
Return a local reduce input file created earlier |
org.apache.hadoop.fs.Path |
getInputFileForWrite(TaskID mapId,
long size)
Create a local reduce input file name. |
org.apache.hadoop.fs.Path |
getOutputFile()
Return the path to local map output file created earlier |
org.apache.hadoop.fs.Path |
getOutputFileForWrite(long size)
Create a local map output file name. |
org.apache.hadoop.fs.Path |
getOutputFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
Create a local map output file name on the same volume. |
org.apache.hadoop.fs.Path |
getOutputIndexFile()
Return the path to a local map output index file created earlier |
org.apache.hadoop.fs.Path |
getOutputIndexFileForWrite(long size)
Create a local map output index file name. |
org.apache.hadoop.fs.Path |
getOutputIndexFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
Create a local map output index file name on the same volume. |
org.apache.hadoop.fs.Path |
getSpillFile(int spillNumber)
Return a local map spill file created earlier. |
org.apache.hadoop.fs.Path |
getSpillFileForWrite(int spillNumber,
long size)
Create a local map spill file name. |
org.apache.hadoop.fs.Path |
getSpillIndexFile(int spillNumber)
Return a local map spill index file created earlier |
org.apache.hadoop.fs.Path |
getSpillIndexFileForWrite(int spillNumber,
long size)
Create a local map spill index file name. |
void |
removeAll()
Removes all of the files related to a task. |
void |
setConf(org.apache.hadoop.conf.Configuration conf)
|
Methods inherited from class org.apache.hadoop.mapred.MapOutputFile |
---|
getConf |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Constructor Detail |
---|
public MROutputFiles()
Method Detail |
---|
public org.apache.hadoop.fs.Path getOutputFile() throws IOException
getOutputFile
in class MapOutputFile
IOException
public org.apache.hadoop.fs.Path getOutputFileForWrite(long size) throws IOException
getOutputFileForWrite
in class MapOutputFile
size
- the size of the file
IOException
public org.apache.hadoop.fs.Path getOutputFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
getOutputFileForWriteInVolume
in class MapOutputFile
public org.apache.hadoop.fs.Path getOutputIndexFile() throws IOException
getOutputIndexFile
in class MapOutputFile
IOException
public org.apache.hadoop.fs.Path getOutputIndexFileForWrite(long size) throws IOException
getOutputIndexFileForWrite
in class MapOutputFile
size
- the size of the file
IOException
public org.apache.hadoop.fs.Path getOutputIndexFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
getOutputIndexFileForWriteInVolume
in class MapOutputFile
public org.apache.hadoop.fs.Path getSpillFile(int spillNumber) throws IOException
getSpillFile
in class MapOutputFile
spillNumber
- the number
IOException
public org.apache.hadoop.fs.Path getSpillFileForWrite(int spillNumber, long size) throws IOException
getSpillFileForWrite
in class MapOutputFile
spillNumber
- the numbersize
- the size of the file
IOException
public org.apache.hadoop.fs.Path getSpillIndexFile(int spillNumber) throws IOException
getSpillIndexFile
in class MapOutputFile
spillNumber
- the number
IOException
public org.apache.hadoop.fs.Path getSpillIndexFileForWrite(int spillNumber, long size) throws IOException
getSpillIndexFileForWrite
in class MapOutputFile
spillNumber
- the numbersize
- the size of the file
IOException
public org.apache.hadoop.fs.Path getInputFile(int mapId) throws IOException
getInputFile
in class MapOutputFile
mapId
- a map task id
IOException
public org.apache.hadoop.fs.Path getInputFileForWrite(TaskID mapId, long size) throws IOException
getInputFileForWrite
in class MapOutputFile
mapId
- a map task idsize
- the size of the file
IOException
public void removeAll() throws IOException
removeAll
in class MapOutputFile
IOException
public void setConf(org.apache.hadoop.conf.Configuration conf)
setConf
in interface org.apache.hadoop.conf.Configurable
setConf
in class MapOutputFile
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |