public class HadoopFileOutputCommitter extends org.apache.hadoop.mapred.FileOutputCommitter implements Serializable
FileOutputCommitter
takes JobContext
as input parameter. However JobContext class is package private, and in Hadoop 2.2.0 it's public.
This class takes JobConf
as input instead of JobContext in order to setup and commit tasks.Constructor and Description |
---|
HadoopFileOutputCommitter() |
Modifier and Type | Method and Description |
---|---|
void |
cleanupJob(org.apache.hadoop.mapred.JobConf conf) |
void |
commitJob(org.apache.hadoop.mapred.JobConf conf) |
void |
commitTask(org.apache.hadoop.mapred.JobConf conf,
org.apache.hadoop.mapred.TaskAttemptID taskAttemptID) |
org.apache.hadoop.fs.Path |
getTempTaskOutputPath(org.apache.hadoop.mapred.JobConf conf,
org.apache.hadoop.mapred.TaskAttemptID taskAttemptID) |
boolean |
needsTaskCommit(org.apache.hadoop.mapred.JobConf conf,
org.apache.hadoop.mapred.TaskAttemptID taskAttemptID) |
void |
setupJob(org.apache.hadoop.mapred.JobConf conf) |
abortJob, abortTask, cleanupJob, commitJob, commitTask, getTaskAttemptPath, getWorkPath, isRecoverySupported, needsTaskCommit, recoverTask, setupJob, setupTask
public void setupJob(org.apache.hadoop.mapred.JobConf conf) throws IOException
IOException
public void commitTask(org.apache.hadoop.mapred.JobConf conf, org.apache.hadoop.mapred.TaskAttemptID taskAttemptID) throws IOException
IOException
public boolean needsTaskCommit(org.apache.hadoop.mapred.JobConf conf, org.apache.hadoop.mapred.TaskAttemptID taskAttemptID) throws IOException
IOException
public org.apache.hadoop.fs.Path getTempTaskOutputPath(org.apache.hadoop.mapred.JobConf conf, org.apache.hadoop.mapred.TaskAttemptID taskAttemptID)
public void cleanupJob(org.apache.hadoop.mapred.JobConf conf) throws IOException
IOException
public void commitJob(org.apache.hadoop.mapred.JobConf conf) throws IOException
IOException
Copyright © 2014–2016 The Apache Software Foundation. All rights reserved.