org.apache.hadoop.mapreduce
Interface MRJobConfig

All Known Subinterfaces:

JobContext, JobContext, MapContext<KEYIN,VALUEIN,KEYOUT,VALUEOUT>, ReduceContext<KEYIN,VALUEIN,KEYOUT,VALUEOUT>, TaskAttemptContext, TaskAttemptContext, TaskInputOutputContext<KEYIN,VALUEIN,KEYOUT,VALUEOUT>

All Known Implementing Classes:

Job, JobContextImpl, JobContextImpl, MapContextImpl, Mapper.Context, ReduceContextImpl, Reducer.Context, TaskAttemptContextImpl, TaskAttemptContextImpl, TaskInputOutputContextImpl, WrappedMapper.Context, WrappedReducer.Context

@InterfaceAudience.Private
@InterfaceStability.Evolving
public interface MRJobConfig

Field Summary

static String	APPLICATION_ATTEMPT_ID
static String	APPLICATION_ATTEMPT_ID_ENV
static String	APPLICATION_MASTER_CLASS
static String	APPLICATION_TOKENS_FILE
static String	CACHE_ARCHIVES
static String	CACHE_ARCHIVES_SIZES
static String	CACHE_ARCHIVES_TIMESTAMPS
static String	CACHE_ARCHIVES_VISIBILITIES
static String	CACHE_FILE_TIMESTAMPS
static String	CACHE_FILE_VISIBILITIES
static String	CACHE_FILES
static String	CACHE_FILES_SIZES
static String	CACHE_LOCALARCHIVES
static String	CACHE_LOCALFILES
static String	CACHE_SYMLINK
static String	CLASSPATH_ARCHIVES
static String	CLASSPATH_FILES
static String	COMBINE_CLASS_ATTR
static String	COMBINE_RECORDS_BEFORE_PROGRESS
static String	COMPLETED_MAPS_FOR_REDUCE_SLOWSTART
static int	COUNTER_GROUP_NAME_MAX_DEFAULT
static String	COUNTER_GROUP_NAME_MAX_KEY
static int	COUNTER_GROUPS_MAX_DEFAULT
static String	COUNTER_GROUPS_MAX_KEY
static int	COUNTER_NAME_MAX_DEFAULT
static String	COUNTER_NAME_MAX_KEY
static int	COUNTERS_MAX_DEFAULT
static String	COUNTERS_MAX_KEY
static String	DEFAULT_JOB_ACL_MODIFY_JOB
static String	DEFAULT_JOB_ACL_VIEW_JOB
static boolean	DEFAULT_JOB_AM_ACCESS_DISABLED
static String	DEFAULT_LOG_LEVEL
static String	DEFAULT_MAPRED_ADMIN_JAVA_OPTS
static String	DEFAULT_MAPRED_ADMIN_USER_ENV
static String	DEFAULT_MR_AM_COMMAND_OPTS
static int	DEFAULT_MR_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT
static long	DEFAULT_MR_AM_HISTORY_COMPLETE_EVENT_FLUSH_TIMEOUT_MS
static int	DEFAULT_MR_AM_HISTORY_JOB_COMPLETE_UNFLUSHED_MULTIPLIER
static int	DEFAULT_MR_AM_HISTORY_MAX_UNFLUSHED_COMPLETE_EVENTS
static int	DEFAULT_MR_AM_HISTORY_USE_BATCHED_FLUSH_QUEUE_SIZE_THRESHOLD
static int	DEFAULT_MR_AM_IGNORE_BLACKLISTING_BLACKLISTED_NODE_PERCENT
static int	DEFAULT_MR_AM_JOB_CLIENT_THREAD_COUNT
static float	DEFAULT_MR_AM_JOB_REDUCE_PREEMPTION_LIMIT
static float	DEFAULT_MR_AM_JOB_REDUCE_RAMP_UP_LIMIT
static String	DEFAULT_MR_AM_LOG_LEVEL
static int	DEFAULT_MR_AM_NUM_PROGRESS_SPLITS
static long	DEFAULT_MR_AM_TASK_ESTIMATOR_SMOOTH_LAMBDA_MS
static int	DEFAULT_MR_AM_TASK_LISTENER_THREAD_COUNT
static int	DEFAULT_MR_AM_TO_RM_HEARTBEAT_INTERVAL_MS
static int	DEFAULT_MR_AM_TO_RM_WAIT_INTERVAL_MS
static int	DEFAULT_MR_AM_VMEM_MB
static int	DEFAULT_MR_CLIENT_TO_AM_IPC_MAX_RETRIES
static String	DEFAULT_SHELL
static String	GROUP_COMPARATOR_CLASS
static String	HADOOP_WORK_DIR
static String	ID
static String	INDEX_CACHE_MEMORY_LIMIT
static String	INPUT_FORMAT_CLASS_ATTR
static String	IO_SORT_FACTOR
static String	IO_SORT_MB
static String	JAR
static String	JAR_UNPACK_PATTERN
static String	JOB_ACL_MODIFY_JOB
static String	JOB_ACL_VIEW_JOB
static String	JOB_AM_ACCESS_DISABLED AM ACL disabled.
static String	JOB_CANCEL_DELEGATION_TOKEN
static String	JOB_CONF_FILE
static String	JOB_JAR
static String	JOB_JOBTRACKER_ID
static String	JOB_LOCAL_DIR
static String	JOB_NAME
static String	JOB_NAMENODES
static String	JOB_SPLIT
static String	JOB_SPLIT_METAINFO
static String	JOB_SUBMIT_DIR
static String	JOB_SUBMITHOST
static String	JOB_SUBMITHOSTADDR
static String	JOB_UBERTASK_ENABLE
static String	JOB_UBERTASK_MAXBYTES
static String	JOB_UBERTASK_MAXMAPS
static String	JOB_UBERTASK_MAXREDUCES
static String	JVM_NUMTASKS_TORUN
static String	KEY_COMPARATOR
static String	MAP_CLASS_ATTR
static String	MAP_COMBINE_MIN_SPILLS
static String	MAP_DEBUG_SCRIPT
static String	MAP_ENV
static String	MAP_FAILURES_MAX_PERCENT
static String	MAP_INPUT_FILE
static String	MAP_INPUT_PATH
static String	MAP_INPUT_START
static String	MAP_JAVA_OPTS
static String	MAP_LOG_LEVEL
static String	MAP_MAX_ATTEMPTS
static String	MAP_MEMORY_MB
static String	MAP_MEMORY_PHYSICAL_MB
static String	MAP_OUTPUT_COMPRESS
static String	MAP_OUTPUT_COMPRESS_CODEC
static String	MAP_OUTPUT_KEY_CLASS
static String	MAP_OUTPUT_KEY_FIELD_SEPERATOR
static String	MAP_OUTPUT_VALUE_CLASS
static String	MAP_SKIP_INCR_PROC_COUNT
static String	MAP_SKIP_MAX_RECORDS
static String	MAP_SORT_SPILL_PERCENT
static String	MAP_SPECULATIVE
static String	MAP_ULIMIT
static String	MAPRED_ADMIN_USER_ENV
static String	MAPRED_ADMIN_USER_SHELL
static String	MAPRED_MAP_ADMIN_JAVA_OPTS
static String	MAPRED_REDUCE_ADMIN_JAVA_OPTS
static String	MAPREDUCE_JOB_CREDENTIALS_BINARY
static String	MAPREDUCE_JOB_DIR
static String	MAPREDUCE_JOB_USER_CLASSPATH_FIRST
static String	MAPREDUCE_V2_CHILD_CLASS
static String	MAX_TASK_FAILURES_PER_TRACKER
static String	MR_AM_COMMAND_OPTS Command line arguments passed to the MR app master.
static String	MR_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT Upper limit on the number of threads user to launch containers in the app master.
static String	MR_AM_CREATE_JH_INTERMEDIATE_BASE_DIR Boolean.
static String	MR_AM_HISTORY_COMPLETE_EVENT_FLUSH_TIMEOUT_MS
static String	MR_AM_HISTORY_JOB_COMPLETE_UNFLUSHED_MULTIPLIER
static String	MR_AM_HISTORY_MAX_UNFLUSHED_COMPLETE_EVENTS
static String	MR_AM_HISTORY_USE_BATCHED_FLUSH_QUEUE_SIZE_THRESHOLD
static String	MR_AM_IGNORE_BLACKLISTING_BLACKLISTED_NODE_PERECENT Ignore blacklisting if a certain percentage of nodes have been blacklisted
static String	MR_AM_JOB_CLIENT_THREAD_COUNT Number of threads to handle job client RPC requests.
static String	MR_AM_JOB_NODE_BLACKLISTING_ENABLE Enable blacklisting of nodes in the job.
static String	MR_AM_JOB_RECOVERY_ENABLE Enable job recovery.
static String	MR_AM_JOB_REDUCE_PREEMPTION_LIMIT Limit on the number of reducers that can be preempted to ensure that at least one map task can run if it needs to.
static String	MR_AM_JOB_REDUCE_RAMPUP_UP_LIMIT Limit reduces starting until a certain percentage of maps have finished.
static String	MR_AM_JOB_SPECULATOR The class that should be used for speculative execution calculations.
static String	MR_AM_LOG_LEVEL Root Logging level passed to the MR app master.
static String	MR_AM_NUM_PROGRESS_SPLITS The number of splits when reporting progress in MR
static String	MR_AM_PREFIX
static String	MR_AM_SECURITY_SERVICE_AUTHORIZATION_CLIENT
static String	MR_AM_SECURITY_SERVICE_AUTHORIZATION_TASK_UMBILICAL
static String	MR_AM_STAGING_DIR The staging directory for map reduce.
static String	MR_AM_TASK_ESTIMATOR Class used to estimate task resource needs.
static String	MR_AM_TASK_ESTIMATOR_EXPONENTIAL_RATE_ENABLE true if the smoothing rate should be exponential.
static String	MR_AM_TASK_ESTIMATOR_SMOOTH_LAMBDA_MS The lambda value in the smoothing function of the task estimator.
static String	MR_AM_TASK_LISTENER_THREAD_COUNT The number of threads used to handle task RPC calls.
static String	MR_AM_TO_RM_HEARTBEAT_INTERVAL_MS How often the AM should send heartbeats to the RM.
static String	MR_AM_TO_RM_WAIT_INTERVAL_MS If contact with RM is lost, the AM will wait MR_AM_TO_RM_WAIT_INTERVAL_MS milliseconds before aborting.
static String	MR_AM_VMEM_MB The amount of memory the MR app master needs.
static String	MR_CLIENT_TO_AM_IPC_MAX_RETRIES The number of client retires to the AM - before reconnecting to the RM to fetch Application State.
static String	MR_JOB_END_NOTIFICATION_MAX_ATTEMPTS
static String	MR_JOB_END_NOTIFICATION_MAX_RETRY_INTERVAL
static String	MR_JOB_END_NOTIFICATION_PROXY
static String	MR_JOB_END_NOTIFICATION_URL Job end notification.
static String	MR_JOB_END_RETRY_ATTEMPTS
static String	MR_JOB_END_RETRY_INTERVAL
static String	MR_PREFIX
static String	NUM_MAP_PROFILES
static String	NUM_MAPS
static String	NUM_REDUCE_PROFILES
static String	NUM_REDUCES
static String	OUTPUT
static String	OUTPUT_FORMAT_CLASS_ATTR
static String	OUTPUT_KEY_CLASS
static String	OUTPUT_VALUE_CLASS
static String	PARTITIONER_CLASS_ATTR
static String	PRESERVE_FAILED_TASK_FILES
static String	PRESERVE_FILES_PATTERN
static String	PRIORITY
static String	QUEUE_NAME
static String	RECORDS_BEFORE_PROGRESS
static String	REDUCE_CLASS_ATTR
static String	REDUCE_DEBUG_SCRIPT
static String	REDUCE_ENV
static String	REDUCE_FAILURES_MAXPERCENT
static String	REDUCE_INPUT_BUFFER_PERCENT
static String	REDUCE_JAVA_OPTS
static String	REDUCE_LOG_LEVEL
static String	REDUCE_MARKRESET_BUFFER_PERCENT
static String	REDUCE_MARKRESET_BUFFER_SIZE
static String	REDUCE_MAX_ATTEMPTS
static String	REDUCE_MEMORY_MB
static String	REDUCE_MEMORY_PHYSICAL_MB
static String	REDUCE_MEMORY_TOTAL_BYTES
static String	REDUCE_MEMTOMEM_ENABLED
static String	REDUCE_MEMTOMEM_THRESHOLD
static String	REDUCE_MERGE_INMEM_THRESHOLD
static String	REDUCE_SKIP_INCR_PROC_COUNT
static String	REDUCE_SKIP_MAXGROUPS
static String	REDUCE_SPECULATIVE
static String	REDUCE_ULIMIT
static String	SETUP_CLEANUP_NEEDED
static String	SHUFFLE_CONNECT_TIMEOUT
static String	SHUFFLE_FETCH_FAILURES
static String	SHUFFLE_INPUT_BUFFER_PERCENT
static String	SHUFFLE_MEMORY_LIMIT_PERCENT
static String	SHUFFLE_MERGE_PERCENT
static String	SHUFFLE_NOTIFY_READERROR
static String	SHUFFLE_PARALLEL_COPIES
static String	SHUFFLE_READ_TIMEOUT
static String	SKIP_OUTDIR
static String	SKIP_RECORDS
static String	SKIP_START_ATTEMPTS
static String	SPECULATIVE_SLOWNODE_THRESHOLD
static String	SPECULATIVE_SLOWTASK_THRESHOLD
static String	SPECULATIVECAP
static String	SPLIT_FILE
static String	STDERR_LOGFILE_ENV
static String	STDOUT_LOGFILE_ENV
static String	TASK_ATTEMPT_ID
static String	TASK_CLEANUP_NEEDED
static String	TASK_DEBUGOUT_LINES
static String	TASK_ID
static String	TASK_ISMAP
static String	TASK_LOG_DIR The log directory for the containers
static String	TASK_LOG_SIZE
static String	TASK_MAP_PROFILE_PARAMS
static String	TASK_OUTPUT_DIR
static String	TASK_PARTITION
static String	TASK_PROFILE
static String	TASK_PROFILE_PARAMS
static String	TASK_REDUCE_PROFILE_PARAMS
static String	TASK_TEMP_DIR
static String	TASK_TIMEOUT
static String	TASK_TIMEOUT_CHECK_INTERVAL_MS
static String	TASK_USERLOG_LIMIT
static String	USER_LOG_RETAIN_HOURS
static String	USER_NAME
static String	WORKDIR
static String	WORKING_DIR

Field Detail

INPUT_FORMAT_CLASS_ATTR

static final String INPUT_FORMAT_CLASS_ATTR

See Also:

Constant Field Values

MAP_CLASS_ATTR

static final String MAP_CLASS_ATTR

See Also:

Constant Field Values

COMBINE_CLASS_ATTR

static final String COMBINE_CLASS_ATTR

See Also:

Constant Field Values

REDUCE_CLASS_ATTR

static final String REDUCE_CLASS_ATTR

See Also:

Constant Field Values

OUTPUT_FORMAT_CLASS_ATTR

static final String OUTPUT_FORMAT_CLASS_ATTR

See Also:

Constant Field Values

PARTITIONER_CLASS_ATTR

static final String PARTITIONER_CLASS_ATTR

See Also:

Constant Field Values

SETUP_CLEANUP_NEEDED

static final String SETUP_CLEANUP_NEEDED

See Also:

Constant Field Values

TASK_CLEANUP_NEEDED

static final String TASK_CLEANUP_NEEDED

See Also:

Constant Field Values

JAR

static final String JAR

See Also:

Constant Field Values

ID

static final String ID

See Also:

Constant Field Values

JOB_NAME

static final String JOB_NAME

See Also:

Constant Field Values

JAR_UNPACK_PATTERN

static final String JAR_UNPACK_PATTERN

See Also:

Constant Field Values

USER_NAME

static final String USER_NAME

See Also:

Constant Field Values

PRIORITY

static final String PRIORITY

See Also:

Constant Field Values

QUEUE_NAME

static final String QUEUE_NAME

See Also:

Constant Field Values

JVM_NUMTASKS_TORUN

static final String JVM_NUMTASKS_TORUN

See Also:

Constant Field Values

SPLIT_FILE

static final String SPLIT_FILE

See Also:

Constant Field Values

NUM_MAPS

static final String NUM_MAPS

See Also:

Constant Field Values

MAX_TASK_FAILURES_PER_TRACKER

static final String MAX_TASK_FAILURES_PER_TRACKER

See Also:

Constant Field Values

COMPLETED_MAPS_FOR_REDUCE_SLOWSTART

static final String COMPLETED_MAPS_FOR_REDUCE_SLOWSTART

See Also:

Constant Field Values

NUM_REDUCES

static final String NUM_REDUCES

See Also:

Constant Field Values

SKIP_RECORDS

static final String SKIP_RECORDS

See Also:

Constant Field Values

SKIP_OUTDIR

static final String SKIP_OUTDIR

See Also:

Constant Field Values

SPECULATIVE_SLOWNODE_THRESHOLD

static final String SPECULATIVE_SLOWNODE_THRESHOLD

See Also:

Constant Field Values

SPECULATIVE_SLOWTASK_THRESHOLD

static final String SPECULATIVE_SLOWTASK_THRESHOLD

See Also:

Constant Field Values

SPECULATIVECAP

static final String SPECULATIVECAP

See Also:

Constant Field Values

JOB_LOCAL_DIR

static final String JOB_LOCAL_DIR

See Also:

Constant Field Values

OUTPUT_KEY_CLASS

static final String OUTPUT_KEY_CLASS

See Also:

Constant Field Values

OUTPUT_VALUE_CLASS

static final String OUTPUT_VALUE_CLASS

See Also:

Constant Field Values

KEY_COMPARATOR

static final String KEY_COMPARATOR

See Also:

Constant Field Values

GROUP_COMPARATOR_CLASS

static final String GROUP_COMPARATOR_CLASS

See Also:

Constant Field Values

WORKING_DIR

static final String WORKING_DIR

See Also:

Constant Field Values

CLASSPATH_ARCHIVES

static final String CLASSPATH_ARCHIVES

See Also:

Constant Field Values

CLASSPATH_FILES

static final String CLASSPATH_FILES

See Also:

Constant Field Values

CACHE_FILES

static final String CACHE_FILES

See Also:

Constant Field Values

CACHE_ARCHIVES

static final String CACHE_ARCHIVES

See Also:

Constant Field Values

CACHE_FILES_SIZES

static final String CACHE_FILES_SIZES

See Also:

Constant Field Values

CACHE_ARCHIVES_SIZES

static final String CACHE_ARCHIVES_SIZES

See Also:

Constant Field Values

CACHE_LOCALFILES

static final String CACHE_LOCALFILES

See Also:

Constant Field Values

CACHE_LOCALARCHIVES

static final String CACHE_LOCALARCHIVES

See Also:

Constant Field Values

CACHE_FILE_TIMESTAMPS

static final String CACHE_FILE_TIMESTAMPS

See Also:

Constant Field Values

CACHE_ARCHIVES_TIMESTAMPS

static final String CACHE_ARCHIVES_TIMESTAMPS

See Also:

Constant Field Values

CACHE_FILE_VISIBILITIES

static final String CACHE_FILE_VISIBILITIES

See Also:

Constant Field Values

CACHE_ARCHIVES_VISIBILITIES

static final String CACHE_ARCHIVES_VISIBILITIES

See Also:

Constant Field Values

CACHE_SYMLINK

static final String CACHE_SYMLINK

See Also:

Constant Field Values

USER_LOG_RETAIN_HOURS

static final String USER_LOG_RETAIN_HOURS

See Also:

Constant Field Values

MAPREDUCE_JOB_USER_CLASSPATH_FIRST

static final String MAPREDUCE_JOB_USER_CLASSPATH_FIRST

See Also:

Constant Field Values

IO_SORT_FACTOR

static final String IO_SORT_FACTOR

See Also:

Constant Field Values

IO_SORT_MB

static final String IO_SORT_MB

See Also:

Constant Field Values

INDEX_CACHE_MEMORY_LIMIT

static final String INDEX_CACHE_MEMORY_LIMIT

See Also:

Constant Field Values

PRESERVE_FAILED_TASK_FILES

static final String PRESERVE_FAILED_TASK_FILES

See Also:

Constant Field Values

PRESERVE_FILES_PATTERN

static final String PRESERVE_FILES_PATTERN

See Also:

Constant Field Values

TASK_TEMP_DIR

static final String TASK_TEMP_DIR

See Also:

Constant Field Values

TASK_DEBUGOUT_LINES

static final String TASK_DEBUGOUT_LINES

See Also:

Constant Field Values

RECORDS_BEFORE_PROGRESS

static final String RECORDS_BEFORE_PROGRESS

See Also:

Constant Field Values

SKIP_START_ATTEMPTS

static final String SKIP_START_ATTEMPTS

See Also:

Constant Field Values

TASK_ATTEMPT_ID

static final String TASK_ATTEMPT_ID

See Also:

Constant Field Values

TASK_ISMAP

static final String TASK_ISMAP

See Also:

Constant Field Values

TASK_PARTITION

static final String TASK_PARTITION

See Also:

Constant Field Values

TASK_PROFILE

static final String TASK_PROFILE

See Also:

Constant Field Values

TASK_PROFILE_PARAMS

static final String TASK_PROFILE_PARAMS

See Also:

Constant Field Values

NUM_MAP_PROFILES

static final String NUM_MAP_PROFILES

See Also:

Constant Field Values

NUM_REDUCE_PROFILES

static final String NUM_REDUCE_PROFILES

See Also:

Constant Field Values

TASK_MAP_PROFILE_PARAMS

static final String TASK_MAP_PROFILE_PARAMS

See Also:

Constant Field Values

TASK_REDUCE_PROFILE_PARAMS

static final String TASK_REDUCE_PROFILE_PARAMS

See Also:

Constant Field Values

TASK_TIMEOUT

static final String TASK_TIMEOUT

See Also:

Constant Field Values

TASK_TIMEOUT_CHECK_INTERVAL_MS

static final String TASK_TIMEOUT_CHECK_INTERVAL_MS

See Also:

Constant Field Values

TASK_ID

static final String TASK_ID

See Also:

Constant Field Values

TASK_OUTPUT_DIR

static final String TASK_OUTPUT_DIR

See Also:

Constant Field Values

TASK_USERLOG_LIMIT

static final String TASK_USERLOG_LIMIT

See Also:

Constant Field Values

MAP_SORT_SPILL_PERCENT

static final String MAP_SORT_SPILL_PERCENT

See Also:

Constant Field Values

MAP_INPUT_FILE

static final String MAP_INPUT_FILE

See Also:

Constant Field Values

MAP_INPUT_PATH

static final String MAP_INPUT_PATH

See Also:

Constant Field Values

MAP_INPUT_START

static final String MAP_INPUT_START

See Also:

Constant Field Values

MAP_MEMORY_MB

static final String MAP_MEMORY_MB

See Also:

Constant Field Values

MAP_MEMORY_PHYSICAL_MB

static final String MAP_MEMORY_PHYSICAL_MB

See Also:

Constant Field Values

MAP_ENV

static final String MAP_ENV

See Also:

Constant Field Values

MAP_JAVA_OPTS

static final String MAP_JAVA_OPTS

See Also:

Constant Field Values

MAP_ULIMIT

static final String MAP_ULIMIT

See Also:

Constant Field Values

MAP_MAX_ATTEMPTS

static final String MAP_MAX_ATTEMPTS

See Also:

Constant Field Values

MAP_DEBUG_SCRIPT

static final String MAP_DEBUG_SCRIPT

See Also:

Constant Field Values

MAP_SPECULATIVE

static final String MAP_SPECULATIVE

See Also:

Constant Field Values

MAP_FAILURES_MAX_PERCENT

static final String MAP_FAILURES_MAX_PERCENT

See Also:

Constant Field Values

MAP_SKIP_INCR_PROC_COUNT

static final String MAP_SKIP_INCR_PROC_COUNT

See Also:

Constant Field Values

MAP_SKIP_MAX_RECORDS

static final String MAP_SKIP_MAX_RECORDS

See Also:

Constant Field Values

MAP_COMBINE_MIN_SPILLS

static final String MAP_COMBINE_MIN_SPILLS

See Also:

Constant Field Values

MAP_OUTPUT_COMPRESS

static final String MAP_OUTPUT_COMPRESS

See Also:

Constant Field Values

MAP_OUTPUT_COMPRESS_CODEC

static final String MAP_OUTPUT_COMPRESS_CODEC

See Also:

Constant Field Values

MAP_OUTPUT_KEY_CLASS

static final String MAP_OUTPUT_KEY_CLASS

See Also:

Constant Field Values

MAP_OUTPUT_VALUE_CLASS

static final String MAP_OUTPUT_VALUE_CLASS

See Also:

Constant Field Values

MAP_OUTPUT_KEY_FIELD_SEPERATOR

static final String MAP_OUTPUT_KEY_FIELD_SEPERATOR

See Also:

Constant Field Values

MAP_LOG_LEVEL

static final String MAP_LOG_LEVEL

See Also:

Constant Field Values

REDUCE_LOG_LEVEL

static final String REDUCE_LOG_LEVEL

See Also:

Constant Field Values

DEFAULT_LOG_LEVEL

static final String DEFAULT_LOG_LEVEL

See Also:

Constant Field Values

REDUCE_MERGE_INMEM_THRESHOLD

static final String REDUCE_MERGE_INMEM_THRESHOLD

See Also:

Constant Field Values

REDUCE_INPUT_BUFFER_PERCENT

static final String REDUCE_INPUT_BUFFER_PERCENT

See Also:

Constant Field Values

REDUCE_MARKRESET_BUFFER_PERCENT

static final String REDUCE_MARKRESET_BUFFER_PERCENT

See Also:

Constant Field Values

REDUCE_MARKRESET_BUFFER_SIZE

static final String REDUCE_MARKRESET_BUFFER_SIZE

See Also:

Constant Field Values

REDUCE_MEMORY_PHYSICAL_MB

static final String REDUCE_MEMORY_PHYSICAL_MB

See Also:

Constant Field Values

REDUCE_MEMORY_MB

static final String REDUCE_MEMORY_MB

See Also:

Constant Field Values

REDUCE_MEMORY_TOTAL_BYTES

static final String REDUCE_MEMORY_TOTAL_BYTES

See Also:

Constant Field Values

SHUFFLE_INPUT_BUFFER_PERCENT

static final String SHUFFLE_INPUT_BUFFER_PERCENT

See Also:

Constant Field Values

SHUFFLE_MEMORY_LIMIT_PERCENT

static final String SHUFFLE_MEMORY_LIMIT_PERCENT

See Also:

Constant Field Values

SHUFFLE_MERGE_PERCENT

static final String SHUFFLE_MERGE_PERCENT

See Also:

Constant Field Values

REDUCE_FAILURES_MAXPERCENT

static final String REDUCE_FAILURES_MAXPERCENT

See Also:

Constant Field Values

REDUCE_ENV

static final String REDUCE_ENV

See Also:

Constant Field Values

REDUCE_JAVA_OPTS

static final String REDUCE_JAVA_OPTS

See Also:

Constant Field Values

REDUCE_ULIMIT

static final String REDUCE_ULIMIT

See Also:

Constant Field Values

MAPREDUCE_JOB_DIR

static final String MAPREDUCE_JOB_DIR

See Also:

Constant Field Values

REDUCE_MAX_ATTEMPTS

static final String REDUCE_MAX_ATTEMPTS

See Also:

Constant Field Values

SHUFFLE_PARALLEL_COPIES

static final String SHUFFLE_PARALLEL_COPIES

See Also:

Constant Field Values

REDUCE_DEBUG_SCRIPT

static final String REDUCE_DEBUG_SCRIPT

See Also:

Constant Field Values

REDUCE_SPECULATIVE

static final String REDUCE_SPECULATIVE

See Also:

Constant Field Values

SHUFFLE_CONNECT_TIMEOUT

static final String SHUFFLE_CONNECT_TIMEOUT

See Also:

Constant Field Values

SHUFFLE_READ_TIMEOUT

static final String SHUFFLE_READ_TIMEOUT

See Also:

Constant Field Values

SHUFFLE_FETCH_FAILURES

static final String SHUFFLE_FETCH_FAILURES

See Also:

Constant Field Values

SHUFFLE_NOTIFY_READERROR

static final String SHUFFLE_NOTIFY_READERROR

See Also:

Constant Field Values

REDUCE_SKIP_INCR_PROC_COUNT

static final String REDUCE_SKIP_INCR_PROC_COUNT

See Also:

Constant Field Values

REDUCE_SKIP_MAXGROUPS

static final String REDUCE_SKIP_MAXGROUPS

See Also:

Constant Field Values

REDUCE_MEMTOMEM_THRESHOLD

static final String REDUCE_MEMTOMEM_THRESHOLD

See Also:

Constant Field Values

REDUCE_MEMTOMEM_ENABLED

static final String REDUCE_MEMTOMEM_ENABLED

See Also:

Constant Field Values

COMBINE_RECORDS_BEFORE_PROGRESS

static final String COMBINE_RECORDS_BEFORE_PROGRESS

See Also:

Constant Field Values

JOB_NAMENODES

static final String JOB_NAMENODES

See Also:

Constant Field Values

JOB_JOBTRACKER_ID

static final String JOB_JOBTRACKER_ID

See Also:

Constant Field Values

JOB_CANCEL_DELEGATION_TOKEN

static final String JOB_CANCEL_DELEGATION_TOKEN

See Also:

Constant Field Values

JOB_ACL_VIEW_JOB

static final String JOB_ACL_VIEW_JOB

See Also:

Constant Field Values

DEFAULT_JOB_ACL_VIEW_JOB

static final String DEFAULT_JOB_ACL_VIEW_JOB

See Also:

Constant Field Values

JOB_ACL_MODIFY_JOB

static final String JOB_ACL_MODIFY_JOB

See Also:

Constant Field Values

DEFAULT_JOB_ACL_MODIFY_JOB

static final String DEFAULT_JOB_ACL_MODIFY_JOB

See Also:

Constant Field Values

MAPREDUCE_JOB_CREDENTIALS_BINARY

static final String MAPREDUCE_JOB_CREDENTIALS_BINARY

See Also:

Constant Field Values

JOB_SUBMITHOST

static final String JOB_SUBMITHOST

See Also:

Constant Field Values

JOB_SUBMITHOSTADDR

static final String JOB_SUBMITHOSTADDR

See Also:

Constant Field Values

COUNTERS_MAX_KEY

static final String COUNTERS_MAX_KEY

See Also:

Constant Field Values

COUNTERS_MAX_DEFAULT

static final int COUNTERS_MAX_DEFAULT

See Also:

Constant Field Values

COUNTER_GROUP_NAME_MAX_KEY

static final String COUNTER_GROUP_NAME_MAX_KEY

See Also:

Constant Field Values

COUNTER_GROUP_NAME_MAX_DEFAULT

static final int COUNTER_GROUP_NAME_MAX_DEFAULT

See Also:

Constant Field Values

COUNTER_NAME_MAX_KEY

static final String COUNTER_NAME_MAX_KEY

See Also:

Constant Field Values

COUNTER_NAME_MAX_DEFAULT

static final int COUNTER_NAME_MAX_DEFAULT

See Also:

Constant Field Values

COUNTER_GROUPS_MAX_KEY

static final String COUNTER_GROUPS_MAX_KEY

See Also:

Constant Field Values

COUNTER_GROUPS_MAX_DEFAULT

static final int COUNTER_GROUPS_MAX_DEFAULT

See Also:

Constant Field Values

JOB_UBERTASK_ENABLE

static final String JOB_UBERTASK_ENABLE

See Also:

Constant Field Values

JOB_UBERTASK_MAXMAPS

static final String JOB_UBERTASK_MAXMAPS

See Also:

Constant Field Values

JOB_UBERTASK_MAXREDUCES

static final String JOB_UBERTASK_MAXREDUCES

See Also:

Constant Field Values

JOB_UBERTASK_MAXBYTES

static final String JOB_UBERTASK_MAXBYTES

See Also:

Constant Field Values

MR_PREFIX

static final String MR_PREFIX

See Also:

Constant Field Values

MR_AM_PREFIX

static final String MR_AM_PREFIX

See Also:

Constant Field Values

MR_CLIENT_TO_AM_IPC_MAX_RETRIES

static final String MR_CLIENT_TO_AM_IPC_MAX_RETRIES

The number of client retires to the AM - before reconnecting to the RM to fetch Application State.

See Also:

Constant Field Values

DEFAULT_MR_CLIENT_TO_AM_IPC_MAX_RETRIES

static final int DEFAULT_MR_CLIENT_TO_AM_IPC_MAX_RETRIES

See Also:

Constant Field Values

MR_AM_STAGING_DIR

static final String MR_AM_STAGING_DIR

The staging directory for map reduce.

See Also:

Constant Field Values

MR_AM_VMEM_MB

static final String MR_AM_VMEM_MB

The amount of memory the MR app master needs.

See Also:

Constant Field Values

DEFAULT_MR_AM_VMEM_MB

static final int DEFAULT_MR_AM_VMEM_MB

See Also:

Constant Field Values

MR_AM_COMMAND_OPTS

static final String MR_AM_COMMAND_OPTS

Command line arguments passed to the MR app master.

See Also:

Constant Field Values

DEFAULT_MR_AM_COMMAND_OPTS

static final String DEFAULT_MR_AM_COMMAND_OPTS

See Also:

Constant Field Values

MR_AM_LOG_LEVEL

static final String MR_AM_LOG_LEVEL

Root Logging level passed to the MR app master.

See Also:

Constant Field Values

DEFAULT_MR_AM_LOG_LEVEL

static final String DEFAULT_MR_AM_LOG_LEVEL

See Also:

Constant Field Values

MR_AM_NUM_PROGRESS_SPLITS

static final String MR_AM_NUM_PROGRESS_SPLITS

The number of splits when reporting progress in MR

See Also:

Constant Field Values

DEFAULT_MR_AM_NUM_PROGRESS_SPLITS

static final int DEFAULT_MR_AM_NUM_PROGRESS_SPLITS

See Also:

Constant Field Values

MR_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT

static final String MR_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT

Upper limit on the number of threads user to launch containers in the app master. Expect level config, you shouldn't be needing it in most cases.

See Also:

Constant Field Values

DEFAULT_MR_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT

static final int DEFAULT_MR_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT

See Also:

Constant Field Values

MR_AM_JOB_CLIENT_THREAD_COUNT

static final String MR_AM_JOB_CLIENT_THREAD_COUNT

Number of threads to handle job client RPC requests.

See Also:

Constant Field Values

DEFAULT_MR_AM_JOB_CLIENT_THREAD_COUNT

static final int DEFAULT_MR_AM_JOB_CLIENT_THREAD_COUNT

See Also:

Constant Field Values

MR_AM_JOB_NODE_BLACKLISTING_ENABLE

static final String MR_AM_JOB_NODE_BLACKLISTING_ENABLE

Enable blacklisting of nodes in the job.

See Also:

Constant Field Values

MR_AM_IGNORE_BLACKLISTING_BLACKLISTED_NODE_PERECENT

static final String MR_AM_IGNORE_BLACKLISTING_BLACKLISTED_NODE_PERECENT

Ignore blacklisting if a certain percentage of nodes have been blacklisted

See Also:

Constant Field Values

DEFAULT_MR_AM_IGNORE_BLACKLISTING_BLACKLISTED_NODE_PERCENT

static final int DEFAULT_MR_AM_IGNORE_BLACKLISTING_BLACKLISTED_NODE_PERCENT

See Also:

Constant Field Values

MR_AM_JOB_RECOVERY_ENABLE

static final String MR_AM_JOB_RECOVERY_ENABLE

Enable job recovery.

See Also:

Constant Field Values

MR_AM_JOB_REDUCE_PREEMPTION_LIMIT

static final String MR_AM_JOB_REDUCE_PREEMPTION_LIMIT

Limit on the number of reducers that can be preempted to ensure that at least one map task can run if it needs to. Percentage between 0.0 and 1.0

See Also:

Constant Field Values

DEFAULT_MR_AM_JOB_REDUCE_PREEMPTION_LIMIT

static final float DEFAULT_MR_AM_JOB_REDUCE_PREEMPTION_LIMIT

See Also:

Constant Field Values

JOB_AM_ACCESS_DISABLED

static final String JOB_AM_ACCESS_DISABLED

AM ACL disabled.

See Also:

Constant Field Values

DEFAULT_JOB_AM_ACCESS_DISABLED

static final boolean DEFAULT_JOB_AM_ACCESS_DISABLED

See Also:

Constant Field Values

MR_AM_JOB_REDUCE_RAMPUP_UP_LIMIT

static final String MR_AM_JOB_REDUCE_RAMPUP_UP_LIMIT

Limit reduces starting until a certain percentage of maps have finished. Percentage between 0.0 and 1.0

See Also:

Constant Field Values

DEFAULT_MR_AM_JOB_REDUCE_RAMP_UP_LIMIT

static final float DEFAULT_MR_AM_JOB_REDUCE_RAMP_UP_LIMIT

See Also:

Constant Field Values

MR_AM_JOB_SPECULATOR

static final String MR_AM_JOB_SPECULATOR

The class that should be used for speculative execution calculations.

See Also:

Constant Field Values

MR_AM_TASK_ESTIMATOR

static final String MR_AM_TASK_ESTIMATOR

Class used to estimate task resource needs.

See Also:

Constant Field Values

MR_AM_TASK_ESTIMATOR_SMOOTH_LAMBDA_MS

static final String MR_AM_TASK_ESTIMATOR_SMOOTH_LAMBDA_MS

The lambda value in the smoothing function of the task estimator.

See Also:

Constant Field Values

DEFAULT_MR_AM_TASK_ESTIMATOR_SMOOTH_LAMBDA_MS

static final long DEFAULT_MR_AM_TASK_ESTIMATOR_SMOOTH_LAMBDA_MS

See Also:

Constant Field Values

MR_AM_TASK_ESTIMATOR_EXPONENTIAL_RATE_ENABLE

static final String MR_AM_TASK_ESTIMATOR_EXPONENTIAL_RATE_ENABLE

true if the smoothing rate should be exponential.

See Also:

Constant Field Values

MR_AM_TASK_LISTENER_THREAD_COUNT

static final String MR_AM_TASK_LISTENER_THREAD_COUNT

The number of threads used to handle task RPC calls.

See Also:

Constant Field Values

DEFAULT_MR_AM_TASK_LISTENER_THREAD_COUNT

static final int DEFAULT_MR_AM_TASK_LISTENER_THREAD_COUNT

See Also:

Constant Field Values

MR_AM_TO_RM_HEARTBEAT_INTERVAL_MS

static final String MR_AM_TO_RM_HEARTBEAT_INTERVAL_MS

How often the AM should send heartbeats to the RM.

See Also:

Constant Field Values

DEFAULT_MR_AM_TO_RM_HEARTBEAT_INTERVAL_MS

static final int DEFAULT_MR_AM_TO_RM_HEARTBEAT_INTERVAL_MS

See Also:

Constant Field Values

MR_AM_TO_RM_WAIT_INTERVAL_MS

static final String MR_AM_TO_RM_WAIT_INTERVAL_MS

If contact with RM is lost, the AM will wait MR_AM_TO_RM_WAIT_INTERVAL_MS milliseconds before aborting. During this interval, AM will still try to contact the RM.

See Also:

Constant Field Values

DEFAULT_MR_AM_TO_RM_WAIT_INTERVAL_MS

static final int DEFAULT_MR_AM_TO_RM_WAIT_INTERVAL_MS

See Also:

Constant Field Values

MR_AM_CREATE_JH_INTERMEDIATE_BASE_DIR

static final String MR_AM_CREATE_JH_INTERMEDIATE_BASE_DIR

Boolean. Create the base dirs in the JobHistoryEventHandler Set to false for multi-user clusters. This is an internal config that is set by the MR framework and read by it too.

See Also:

Constant Field Values

MR_AM_HISTORY_MAX_UNFLUSHED_COMPLETE_EVENTS

static final String MR_AM_HISTORY_MAX_UNFLUSHED_COMPLETE_EVENTS

See Also:

Constant Field Values

DEFAULT_MR_AM_HISTORY_MAX_UNFLUSHED_COMPLETE_EVENTS

static final int DEFAULT_MR_AM_HISTORY_MAX_UNFLUSHED_COMPLETE_EVENTS

See Also:

Constant Field Values

MR_AM_HISTORY_JOB_COMPLETE_UNFLUSHED_MULTIPLIER

static final String MR_AM_HISTORY_JOB_COMPLETE_UNFLUSHED_MULTIPLIER

See Also:

Constant Field Values

DEFAULT_MR_AM_HISTORY_JOB_COMPLETE_UNFLUSHED_MULTIPLIER

static final int DEFAULT_MR_AM_HISTORY_JOB_COMPLETE_UNFLUSHED_MULTIPLIER

See Also:

Constant Field Values

MR_AM_HISTORY_COMPLETE_EVENT_FLUSH_TIMEOUT_MS

static final String MR_AM_HISTORY_COMPLETE_EVENT_FLUSH_TIMEOUT_MS

See Also:

Constant Field Values

DEFAULT_MR_AM_HISTORY_COMPLETE_EVENT_FLUSH_TIMEOUT_MS

static final long DEFAULT_MR_AM_HISTORY_COMPLETE_EVENT_FLUSH_TIMEOUT_MS

See Also:

Constant Field Values

MR_AM_HISTORY_USE_BATCHED_FLUSH_QUEUE_SIZE_THRESHOLD

static final String MR_AM_HISTORY_USE_BATCHED_FLUSH_QUEUE_SIZE_THRESHOLD

See Also:

Constant Field Values

DEFAULT_MR_AM_HISTORY_USE_BATCHED_FLUSH_QUEUE_SIZE_THRESHOLD

static final int DEFAULT_MR_AM_HISTORY_USE_BATCHED_FLUSH_QUEUE_SIZE_THRESHOLD

See Also:

Constant Field Values

MAPRED_MAP_ADMIN_JAVA_OPTS

static final String MAPRED_MAP_ADMIN_JAVA_OPTS

See Also:

Constant Field Values

MAPRED_REDUCE_ADMIN_JAVA_OPTS

static final String MAPRED_REDUCE_ADMIN_JAVA_OPTS

See Also:

Constant Field Values

DEFAULT_MAPRED_ADMIN_JAVA_OPTS

static final String DEFAULT_MAPRED_ADMIN_JAVA_OPTS

See Also:

Constant Field Values

MAPRED_ADMIN_USER_SHELL

static final String MAPRED_ADMIN_USER_SHELL

See Also:

Constant Field Values

DEFAULT_SHELL

static final String DEFAULT_SHELL

See Also:

Constant Field Values

MAPRED_ADMIN_USER_ENV

static final String MAPRED_ADMIN_USER_ENV

See Also:

Constant Field Values

DEFAULT_MAPRED_ADMIN_USER_ENV

static final String DEFAULT_MAPRED_ADMIN_USER_ENV

See Also:

Constant Field Values

WORKDIR

static final String WORKDIR

See Also:

Constant Field Values

OUTPUT

static final String OUTPUT

See Also:

Constant Field Values

HADOOP_WORK_DIR

static final String HADOOP_WORK_DIR

See Also:

Constant Field Values

STDOUT_LOGFILE_ENV

static final String STDOUT_LOGFILE_ENV

See Also:

Constant Field Values

STDERR_LOGFILE_ENV

static final String STDERR_LOGFILE_ENV

See Also:

Constant Field Values

APPLICATION_ATTEMPT_ID_ENV

static final String APPLICATION_ATTEMPT_ID_ENV

See Also:

Constant Field Values

JOB_SUBMIT_DIR

static final String JOB_SUBMIT_DIR

See Also:

Constant Field Values

JOB_CONF_FILE

static final String JOB_CONF_FILE

See Also:

Constant Field Values

JOB_JAR

static final String JOB_JAR

See Also:

Constant Field Values

JOB_SPLIT

static final String JOB_SPLIT

See Also:

Constant Field Values

JOB_SPLIT_METAINFO

static final String JOB_SPLIT_METAINFO

See Also:

Constant Field Values

APPLICATION_MASTER_CLASS

static final String APPLICATION_MASTER_CLASS

See Also:

Constant Field Values

APPLICATION_TOKENS_FILE

static final String APPLICATION_TOKENS_FILE

See Also:

Constant Field Values

TASK_LOG_DIR

static final String TASK_LOG_DIR

The log directory for the containers

See Also:

Constant Field Values

TASK_LOG_SIZE

static final String TASK_LOG_SIZE

See Also:

Constant Field Values

MAPREDUCE_V2_CHILD_CLASS

static final String MAPREDUCE_V2_CHILD_CLASS

See Also:

Constant Field Values

APPLICATION_ATTEMPT_ID

static final String APPLICATION_ATTEMPT_ID

See Also:

Constant Field Values

MR_JOB_END_NOTIFICATION_URL

static final String MR_JOB_END_NOTIFICATION_URL

Job end notification.

See Also:

Constant Field Values

MR_JOB_END_NOTIFICATION_PROXY

static final String MR_JOB_END_NOTIFICATION_PROXY

See Also:

Constant Field Values

MR_JOB_END_RETRY_ATTEMPTS

static final String MR_JOB_END_RETRY_ATTEMPTS

See Also:

Constant Field Values

MR_JOB_END_RETRY_INTERVAL

static final String MR_JOB_END_RETRY_INTERVAL

See Also:

Constant Field Values

MR_JOB_END_NOTIFICATION_MAX_ATTEMPTS

static final String MR_JOB_END_NOTIFICATION_MAX_ATTEMPTS

See Also:

Constant Field Values

MR_JOB_END_NOTIFICATION_MAX_RETRY_INTERVAL

static final String MR_JOB_END_NOTIFICATION_MAX_RETRY_INTERVAL

See Also:

Constant Field Values

MR_AM_SECURITY_SERVICE_AUTHORIZATION_TASK_UMBILICAL

static final String MR_AM_SECURITY_SERVICE_AUTHORIZATION_TASK_UMBILICAL

See Also:

Constant Field Values

MR_AM_SECURITY_SERVICE_AUTHORIZATION_CLIENT

static final String MR_AM_SECURITY_SERVICE_AUTHORIZATION_CLIENT

See Also:

Constant Field Values