org.apache.hadoop.mapreduce.task.reduce
Class MergeManager<K,V>

java.lang.Object
  org.apache.hadoop.mapreduce.task.reduce.MergeManager<K,V>

@InterfaceAudience.Private
@InterfaceStability.Unstable
public class MergeManager<K,V>
extends Object

Field Summary

protected MapOutputFile

mapOutputFile

Constructor Summary

MergeManager(TaskAttemptID reduceId, JobConf jobConf, org.apache.hadoop.fs.FileSystem localFS, org.apache.hadoop.fs.LocalDirAllocator localDirAllocator, Reporter reporter, org.apache.hadoop.io.compress.CompressionCodec codec, Class<? extends Reducer> combinerClass, Task.CombineOutputCollector<K,V> combineCollector, Counters.Counter spilledRecordsCounter, Counters.Counter reduceCombineInputCounter, Counters.Counter mergedMapOutputsCounter, org.apache.hadoop.mapreduce.task.reduce.ExceptionReporter exceptionReporter, org.apache.hadoop.util.Progress mergePhase, MapOutputFile mapOutputFile)

Method Summary

RawKeyValueIterator	close()
void	closeInMemoryFile(org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V> mapOutput)
void	closeInMemoryMergedFile(org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V> mapOutput)
void	closeOnDiskFile(org.apache.hadoop.fs.Path file)
org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>	reserve(TaskAttemptID mapId, long requestedSize, int fetcher)
void	waitForInMemoryMerge()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

mapOutputFile

protected MapOutputFile mapOutputFile

Constructor Detail

MergeManager

public MergeManager(TaskAttemptID reduceId,
                    JobConf jobConf,
                    org.apache.hadoop.fs.FileSystem localFS,
                    org.apache.hadoop.fs.LocalDirAllocator localDirAllocator,
                    Reporter reporter,
                    org.apache.hadoop.io.compress.CompressionCodec codec,
                    Class<? extends Reducer> combinerClass,
                    Task.CombineOutputCollector<K,V> combineCollector,
                    Counters.Counter spilledRecordsCounter,
                    Counters.Counter reduceCombineInputCounter,
                    Counters.Counter mergedMapOutputsCounter,
                    org.apache.hadoop.mapreduce.task.reduce.ExceptionReporter exceptionReporter,
                    org.apache.hadoop.util.Progress mergePhase,
                    MapOutputFile mapOutputFile)

Method Detail

waitForInMemoryMerge

public void waitForInMemoryMerge()
                          throws InterruptedException

Throws:

InterruptedException

reserve

public org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V> reserve(TaskAttemptID mapId,
                                                                      long requestedSize,
                                                                      int fetcher)
                                                               throws IOException

Throws:

IOException

closeInMemoryFile

public void closeInMemoryFile(org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V> mapOutput)

closeInMemoryMergedFile

public void closeInMemoryMergedFile(org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V> mapOutput)

closeOnDiskFile

public void closeOnDiskFile(org.apache.hadoop.fs.Path file)

close

public RawKeyValueIterator close()
                          throws Throwable

Throws:

Throwable