org.apache.accumulo.core.client.mapreduce
Class AccumuloFileOutputFormat
java.lang.Object
org.apache.hadoop.mapreduce.OutputFormat<K,V>
org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<Key,Value>
org.apache.accumulo.core.client.mapreduce.AccumuloFileOutputFormat
public class AccumuloFileOutputFormat
- extends org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<Key,Value>
This class allows MapReduce jobs to use the Accumulo data file format for output of data
The user must specify the output path that does not exist following via static method calls to this class:
AccumuloFileOutputFormat.setOutputPath(job, outputDirectory)
Other methods from FileOutputFormat to configure options are ignored Compression is using the DefaultCodec and is always on
Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat |
org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter |
Method Summary |
protected static Instance |
getInstance(org.apache.hadoop.conf.Configuration conf)
|
protected static Instance |
getInstance(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. since 1.4, use getInstance(Configuration conf) no other configurations are used by OutputFormat |
org.apache.hadoop.mapreduce.RecordWriter<Key,Value> |
getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext job)
|
protected static void |
handleBlockSize(org.apache.hadoop.conf.Configuration conf)
|
protected static void |
handleBlockSize(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use handleBlockSize(Configuration) instead |
static void |
setBlockSize(org.apache.hadoop.conf.Configuration conf,
int blockSize)
|
static void |
setBlockSize(org.apache.hadoop.mapreduce.JobContext job,
int blockSize)
Deprecated. Use setBlockSize(Configuration,int) instead |
static void |
setFileType(org.apache.hadoop.conf.Configuration conf,
String type)
|
static void |
setFileType(org.apache.hadoop.mapreduce.JobContext job,
String type)
Deprecated. Use setFileType(Configuration,String) instead |
static void |
setZooKeeperInstance(org.apache.hadoop.conf.Configuration conf,
String instanceName,
String zooKeepers)
|
static void |
setZooKeeperInstance(org.apache.hadoop.mapreduce.JobContext job,
String instanceName,
String zooKeepers)
Deprecated. since 1.4, use setZooKeeperInstance(Configuration conf, String instanceName, String zooKeepers) |
Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat |
checkOutputSpecs, getCompressOutput, getDefaultWorkFile, getOutputCommitter, getOutputCompressorClass, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputPath |
Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
FILE_TYPE
public static final String FILE_TYPE
BLOCK_SIZE
public static final String BLOCK_SIZE
AccumuloFileOutputFormat
public AccumuloFileOutputFormat()
getRecordWriter
public org.apache.hadoop.mapreduce.RecordWriter<Key,Value> getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext job)
throws IOException,
InterruptedException
- Specified by:
getRecordWriter
in class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<Key,Value>
- Throws:
IOException
InterruptedException
handleBlockSize
protected static void handleBlockSize(org.apache.hadoop.mapreduce.JobContext job)
- Deprecated. Use
handleBlockSize(Configuration)
instead
handleBlockSize
protected static void handleBlockSize(org.apache.hadoop.conf.Configuration conf)
setFileType
public static void setFileType(org.apache.hadoop.mapreduce.JobContext job,
String type)
- Deprecated. Use
setFileType(Configuration,String)
instead
setFileType
public static void setFileType(org.apache.hadoop.conf.Configuration conf,
String type)
setBlockSize
public static void setBlockSize(org.apache.hadoop.mapreduce.JobContext job,
int blockSize)
- Deprecated. Use
setBlockSize(Configuration,int)
instead
setBlockSize
public static void setBlockSize(org.apache.hadoop.conf.Configuration conf,
int blockSize)
setZooKeeperInstance
public static void setZooKeeperInstance(org.apache.hadoop.mapreduce.JobContext job,
String instanceName,
String zooKeepers)
- Deprecated. since 1.4, use
setZooKeeperInstance(Configuration conf, String instanceName, String zooKeepers)
- Parameters:
job
- instanceName
- zooKeepers
-
setZooKeeperInstance
public static void setZooKeeperInstance(org.apache.hadoop.conf.Configuration conf,
String instanceName,
String zooKeepers)
- Parameters:
conf
- instanceName
- zooKeepers
-
getInstance
protected static Instance getInstance(org.apache.hadoop.mapreduce.JobContext job)
- Deprecated. since 1.4, use
getInstance(Configuration conf)
no other configurations are used by OutputFormat
- Parameters:
job
-
- Returns:
- The Accumulo instance.
getInstance
protected static Instance getInstance(org.apache.hadoop.conf.Configuration conf)
- Parameters:
conf
-
- Returns:
- The Accumulo instance.
Copyright © 2013 The Apache Software Foundation. All Rights Reserved.