|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Object org.apache.hadoop.mapreduce.OutputFormat<org.apache.hadoop.io.Text,Mutation> org.apache.accumulo.core.client.mapreduce.AccumuloOutputFormat
public class AccumuloOutputFormat
This class allows MapReduce jobs to use Accumulo as the sink of data. This output format accepts keys and values of type Text (for a table name) and Mutation from the Map() and Reduce() functions. The user must specify the following via static methods:
Constructor Summary | |
---|---|
AccumuloOutputFormat()
|
Method Summary | |
---|---|
protected static boolean |
canCreateTables(org.apache.hadoop.conf.Configuration conf)
|
protected static boolean |
canCreateTables(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use canCreateTables(Configuration) instead |
void |
checkOutputSpecs(org.apache.hadoop.mapreduce.JobContext job)
|
protected static String |
getDefaultTableName(org.apache.hadoop.conf.Configuration conf)
|
protected static String |
getDefaultTableName(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getDefaultTableName(Configuration) instead |
protected static Instance |
getInstance(org.apache.hadoop.conf.Configuration conf)
|
protected static Instance |
getInstance(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getInstance(Configuration) instead |
protected static org.apache.log4j.Level |
getLogLevel(org.apache.hadoop.conf.Configuration conf)
|
protected static org.apache.log4j.Level |
getLogLevel(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getLogLevel(Configuration) instead |
protected static int |
getMaxLatency(org.apache.hadoop.conf.Configuration conf)
|
protected static int |
getMaxLatency(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getMaxLatency(Configuration) instead |
protected static long |
getMaxMutationBufferSize(org.apache.hadoop.conf.Configuration conf)
|
protected static long |
getMaxMutationBufferSize(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getMaxMutationBufferSize(Configuration) instead |
protected static int |
getMaxWriteThreads(org.apache.hadoop.conf.Configuration conf)
|
protected static int |
getMaxWriteThreads(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getMaxWriteThreads(Configuration) instead |
org.apache.hadoop.mapreduce.OutputCommitter |
getOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context)
|
protected static byte[] |
getPassword(org.apache.hadoop.conf.Configuration conf)
WARNING: The password is stored in the Configuration and shared with all MapReduce tasks; It is BASE64 encoded to provide a charset safe conversion to a string, and is not intended to be secure. |
protected static byte[] |
getPassword(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getPassword(Configuration) instead |
org.apache.hadoop.mapreduce.RecordWriter<org.apache.hadoop.io.Text,Mutation> |
getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext attempt)
|
protected static boolean |
getSimulationMode(org.apache.hadoop.conf.Configuration conf)
|
protected static boolean |
getSimulationMode(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getSimulationMode(Configuration) instead |
protected static String |
getUsername(org.apache.hadoop.conf.Configuration conf)
|
protected static String |
getUsername(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getUsername(Configuration) instead |
static void |
setLogLevel(org.apache.hadoop.conf.Configuration conf,
org.apache.log4j.Level level)
|
static void |
setLogLevel(org.apache.hadoop.mapreduce.JobContext job,
org.apache.log4j.Level level)
Deprecated. Use setLogLevel(Configuration,Level) instead |
static void |
setMaxLatency(org.apache.hadoop.conf.Configuration conf,
int numberOfMilliseconds)
|
static void |
setMaxLatency(org.apache.hadoop.mapreduce.JobContext job,
int numberOfMilliseconds)
Deprecated. Use setMaxLatency(Configuration,int) instead |
static void |
setMaxMutationBufferSize(org.apache.hadoop.conf.Configuration conf,
long numberOfBytes)
|
static void |
setMaxMutationBufferSize(org.apache.hadoop.mapreduce.JobContext job,
long numberOfBytes)
Deprecated. Use setMaxMutationBufferSize(Configuration,long) instead |
static void |
setMaxWriteThreads(org.apache.hadoop.conf.Configuration conf,
int numberOfThreads)
|
static void |
setMaxWriteThreads(org.apache.hadoop.mapreduce.JobContext job,
int numberOfThreads)
Deprecated. Use setMaxWriteThreads(Configuration,int) instead |
static void |
setMockInstance(org.apache.hadoop.conf.Configuration conf,
String instanceName)
|
static void |
setMockInstance(org.apache.hadoop.mapreduce.JobContext job,
String instanceName)
Deprecated. Use setMockInstance(Configuration,String) instead |
static void |
setOutputInfo(org.apache.hadoop.conf.Configuration conf,
String user,
byte[] passwd,
boolean createTables,
String defaultTable)
Configure the output format. |
static void |
setOutputInfo(org.apache.hadoop.mapreduce.JobContext job,
String user,
byte[] passwd,
boolean createTables,
String defaultTable)
Deprecated. Use setOutputInfo(Configuration,String,byte[],boolean,String) instead |
static void |
setSimulationMode(org.apache.hadoop.conf.Configuration conf)
|
static void |
setSimulationMode(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use setSimulationMode(Configuration) instead |
static void |
setZooKeeperInstance(org.apache.hadoop.conf.Configuration conf,
String instanceName,
String zooKeepers)
|
static void |
setZooKeeperInstance(org.apache.hadoop.mapreduce.JobContext job,
String instanceName,
String zooKeepers)
Deprecated. Use setZooKeeperInstance(Configuration,String,String) instead |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Constructor Detail |
---|
public AccumuloOutputFormat()
Method Detail |
---|
public static void setOutputInfo(org.apache.hadoop.mapreduce.JobContext job, String user, byte[] passwd, boolean createTables, String defaultTable)
setOutputInfo(Configuration,String,byte[],boolean,String)
instead
job
- the Map/Reduce job objectuser
- the username, which must have the Table.CREATE permission to create tablespasswd
- the passwd for the usernamecreateTables
- the output format will create new tables as necessary. Table names can only be alpha-numeric and underscores.defaultTable
- the table to use when the tablename is null in the write callpublic static void setOutputInfo(org.apache.hadoop.conf.Configuration conf, String user, byte[] passwd, boolean createTables, String defaultTable)
conf
- the Map/Reduce job objectuser
- the username, which must have the Table.CREATE permission to create tablespasswd
- the passwd for the usernamecreateTables
- the output format will create new tables as necessary. Table names can only be alpha-numeric and underscores.defaultTable
- the table to use when the tablename is null in the write callpublic static void setZooKeeperInstance(org.apache.hadoop.mapreduce.JobContext job, String instanceName, String zooKeepers)
setZooKeeperInstance(Configuration,String,String)
instead
public static void setZooKeeperInstance(org.apache.hadoop.conf.Configuration conf, String instanceName, String zooKeepers)
public static void setMockInstance(org.apache.hadoop.mapreduce.JobContext job, String instanceName)
setMockInstance(Configuration,String)
instead
public static void setMockInstance(org.apache.hadoop.conf.Configuration conf, String instanceName)
public static void setMaxMutationBufferSize(org.apache.hadoop.mapreduce.JobContext job, long numberOfBytes)
setMaxMutationBufferSize(Configuration,long)
instead
public static void setMaxMutationBufferSize(org.apache.hadoop.conf.Configuration conf, long numberOfBytes)
public static void setMaxLatency(org.apache.hadoop.mapreduce.JobContext job, int numberOfMilliseconds)
setMaxLatency(Configuration,int)
instead
public static void setMaxLatency(org.apache.hadoop.conf.Configuration conf, int numberOfMilliseconds)
public static void setMaxWriteThreads(org.apache.hadoop.mapreduce.JobContext job, int numberOfThreads)
setMaxWriteThreads(Configuration,int)
instead
public static void setMaxWriteThreads(org.apache.hadoop.conf.Configuration conf, int numberOfThreads)
public static void setLogLevel(org.apache.hadoop.mapreduce.JobContext job, org.apache.log4j.Level level)
setLogLevel(Configuration,Level)
instead
public static void setLogLevel(org.apache.hadoop.conf.Configuration conf, org.apache.log4j.Level level)
public static void setSimulationMode(org.apache.hadoop.mapreduce.JobContext job)
setSimulationMode(Configuration)
instead
public static void setSimulationMode(org.apache.hadoop.conf.Configuration conf)
protected static String getUsername(org.apache.hadoop.mapreduce.JobContext job)
getUsername(Configuration)
instead
protected static String getUsername(org.apache.hadoop.conf.Configuration conf)
protected static byte[] getPassword(org.apache.hadoop.mapreduce.JobContext job)
getPassword(Configuration)
instead
protected static byte[] getPassword(org.apache.hadoop.conf.Configuration conf)
protected static boolean canCreateTables(org.apache.hadoop.mapreduce.JobContext job)
canCreateTables(Configuration)
instead
protected static boolean canCreateTables(org.apache.hadoop.conf.Configuration conf)
protected static String getDefaultTableName(org.apache.hadoop.mapreduce.JobContext job)
getDefaultTableName(Configuration)
instead
protected static String getDefaultTableName(org.apache.hadoop.conf.Configuration conf)
protected static Instance getInstance(org.apache.hadoop.mapreduce.JobContext job)
getInstance(Configuration)
instead
protected static Instance getInstance(org.apache.hadoop.conf.Configuration conf)
protected static long getMaxMutationBufferSize(org.apache.hadoop.mapreduce.JobContext job)
getMaxMutationBufferSize(Configuration)
instead
protected static long getMaxMutationBufferSize(org.apache.hadoop.conf.Configuration conf)
protected static int getMaxLatency(org.apache.hadoop.mapreduce.JobContext job)
getMaxLatency(Configuration)
instead
protected static int getMaxLatency(org.apache.hadoop.conf.Configuration conf)
protected static int getMaxWriteThreads(org.apache.hadoop.mapreduce.JobContext job)
getMaxWriteThreads(Configuration)
instead
protected static int getMaxWriteThreads(org.apache.hadoop.conf.Configuration conf)
protected static org.apache.log4j.Level getLogLevel(org.apache.hadoop.mapreduce.JobContext job)
getLogLevel(Configuration)
instead
protected static org.apache.log4j.Level getLogLevel(org.apache.hadoop.conf.Configuration conf)
protected static boolean getSimulationMode(org.apache.hadoop.mapreduce.JobContext job)
getSimulationMode(Configuration)
instead
protected static boolean getSimulationMode(org.apache.hadoop.conf.Configuration conf)
public void checkOutputSpecs(org.apache.hadoop.mapreduce.JobContext job) throws IOException
checkOutputSpecs
in class org.apache.hadoop.mapreduce.OutputFormat<org.apache.hadoop.io.Text,Mutation>
IOException
public org.apache.hadoop.mapreduce.OutputCommitter getOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context)
getOutputCommitter
in class org.apache.hadoop.mapreduce.OutputFormat<org.apache.hadoop.io.Text,Mutation>
public org.apache.hadoop.mapreduce.RecordWriter<org.apache.hadoop.io.Text,Mutation> getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext attempt) throws IOException
getRecordWriter
in class org.apache.hadoop.mapreduce.OutputFormat<org.apache.hadoop.io.Text,Mutation>
IOException
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |