org.elasticsearch.hadoop.mr

Class HadoopCfgUtils

java.lang.Object

org.elasticsearch.hadoop.mr.HadoopCfgUtils

public abstract class HadoopCfgUtils
extends java.lang.Object

Class which handles the various Hadoop properties, aware of the changes between YARN (Hadoop 2) and 1.

Constructor Summary

Constructors

Constructor and Description
HadoopCfgUtils()

Method Summary

Modifier and Type	Method and Description
static JobConf	asJobConf(Configuration cfg)
static java.util.Properties	asProperties(Configuration cfg)
static java.lang.String	getFileOutputFormatDir(Configuration cfg)
static java.lang.String	getFileSystem(Configuration cfg)
static java.lang.String	getJobTracker(Configuration cfg)
static java.lang.String	getMapValueClass(Configuration cfg)
static java.lang.String	getOutputCommitterClass(Configuration cfg)
static java.lang.String	getReduceTasks(Configuration cfg)
static boolean	getSpeculativeMap(Configuration cfg)
static boolean	getSpeculativeReduce(Configuration cfg)
static java.lang.String	getTaskAttemptId(Configuration cfg)
static java.lang.String	getTaskId(Configuration cfg)
static TaskID	getTaskID(Configuration cfg)
static org.elasticsearch.hadoop.util.unit.TimeValue	getTaskTimeout(Configuration cfg)
static boolean	isLocal(Configuration cfg)
static void	setFileOutputFormatDir(Configuration cfg, java.lang.String value)
static void	setFileSystem(Configuration cfg, java.lang.String value)
static void	setGenericOptions(Configuration cfg)
static void	setJobTracker(Configuration cfg, java.lang.String value)
static void	setOutputCommitterClass(Configuration cfg, java.lang.String value)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HadoopCfgUtils

public HadoopCfgUtils()

Method Detail

isLocal

public static boolean isLocal(Configuration cfg)

getFileSystem

public static java.lang.String getFileSystem(Configuration cfg)

setFileSystem

public static void setFileSystem(Configuration cfg,
                                 java.lang.String value)

getJobTracker

public static java.lang.String getJobTracker(Configuration cfg)

setJobTracker

public static void setJobTracker(Configuration cfg,
                                 java.lang.String value)

getFileOutputFormatDir

public static java.lang.String getFileOutputFormatDir(Configuration cfg)

setFileOutputFormatDir

public static void setFileOutputFormatDir(Configuration cfg,
                                          java.lang.String value)

getOutputCommitterClass

public static java.lang.String getOutputCommitterClass(Configuration cfg)

setOutputCommitterClass

public static void setOutputCommitterClass(Configuration cfg,
                                           java.lang.String value)

getTaskAttemptId

public static java.lang.String getTaskAttemptId(Configuration cfg)

getTaskId

public static java.lang.String getTaskId(Configuration cfg)

getReduceTasks

public static java.lang.String getReduceTasks(Configuration cfg)

getSpeculativeReduce

public static boolean getSpeculativeReduce(Configuration cfg)

getSpeculativeMap

public static boolean getSpeculativeMap(Configuration cfg)

setGenericOptions

public static void setGenericOptions(Configuration cfg)

getTaskTimeout

public static org.elasticsearch.hadoop.util.unit.TimeValue getTaskTimeout(Configuration cfg)

asProperties

public static java.util.Properties asProperties(Configuration cfg)

asJobConf

public static JobConf asJobConf(Configuration cfg)

getMapValueClass

public static java.lang.String getMapValueClass(Configuration cfg)

getTaskID

public static TaskID getTaskID(Configuration cfg)