org.apache.hadoop.mapreduce
Interface MRJobConfig
- All Known Subinterfaces:
- JobContext, JobContext, MapContext<KEYIN,VALUEIN,KEYOUT,VALUEOUT>, ReduceContext<KEYIN,VALUEIN,KEYOUT,VALUEOUT>, TaskAttemptContext, TaskAttemptContext, TaskInputOutputContext<KEYIN,VALUEIN,KEYOUT,VALUEOUT>
- All Known Implementing Classes:
- Job, JobContextImpl, JobContextImpl, MapContextImpl, Mapper.Context, ReduceContextImpl, Reducer.Context, TaskAttemptContextImpl, TaskAttemptContextImpl, TaskInputOutputContextImpl, WrappedMapper.Context, WrappedReducer.Context
@InterfaceAudience.Private
@InterfaceStability.Evolving
public interface MRJobConfig
INPUT_FORMAT_CLASS_ATTR
static final String INPUT_FORMAT_CLASS_ATTR
- See Also:
- Constant Field Values
MAP_CLASS_ATTR
static final String MAP_CLASS_ATTR
- See Also:
- Constant Field Values
MAP_OUTPUT_COLLECTOR_CLASS_ATTR
static final String MAP_OUTPUT_COLLECTOR_CLASS_ATTR
- See Also:
- Constant Field Values
COMBINE_CLASS_ATTR
static final String COMBINE_CLASS_ATTR
- See Also:
- Constant Field Values
REDUCE_CLASS_ATTR
static final String REDUCE_CLASS_ATTR
- See Also:
- Constant Field Values
OUTPUT_FORMAT_CLASS_ATTR
static final String OUTPUT_FORMAT_CLASS_ATTR
- See Also:
- Constant Field Values
PARTITIONER_CLASS_ATTR
static final String PARTITIONER_CLASS_ATTR
- See Also:
- Constant Field Values
SETUP_CLEANUP_NEEDED
static final String SETUP_CLEANUP_NEEDED
- See Also:
- Constant Field Values
TASK_CLEANUP_NEEDED
static final String TASK_CLEANUP_NEEDED
- See Also:
- Constant Field Values
JAR
static final String JAR
- See Also:
- Constant Field Values
ID
static final String ID
- See Also:
- Constant Field Values
JOB_NAME
static final String JOB_NAME
- See Also:
- Constant Field Values
JAR_UNPACK_PATTERN
static final String JAR_UNPACK_PATTERN
- See Also:
- Constant Field Values
USER_NAME
static final String USER_NAME
- See Also:
- Constant Field Values
PRIORITY
static final String PRIORITY
- See Also:
- Constant Field Values
QUEUE_NAME
static final String QUEUE_NAME
- See Also:
- Constant Field Values
JVM_NUMTASKS_TORUN
static final String JVM_NUMTASKS_TORUN
- See Also:
- Constant Field Values
SPLIT_FILE
static final String SPLIT_FILE
- See Also:
- Constant Field Values
SPLIT_METAINFO_MAXSIZE
static final String SPLIT_METAINFO_MAXSIZE
- See Also:
- Constant Field Values
DEFAULT_SPLIT_METAINFO_MAXSIZE
static final long DEFAULT_SPLIT_METAINFO_MAXSIZE
- See Also:
- Constant Field Values
NUM_MAPS
static final String NUM_MAPS
- See Also:
- Constant Field Values
MAX_TASK_FAILURES_PER_TRACKER
static final String MAX_TASK_FAILURES_PER_TRACKER
- See Also:
- Constant Field Values
COMPLETED_MAPS_FOR_REDUCE_SLOWSTART
static final String COMPLETED_MAPS_FOR_REDUCE_SLOWSTART
- See Also:
- Constant Field Values
NUM_REDUCES
static final String NUM_REDUCES
- See Also:
- Constant Field Values
SKIP_RECORDS
static final String SKIP_RECORDS
- See Also:
- Constant Field Values
SKIP_OUTDIR
static final String SKIP_OUTDIR
- See Also:
- Constant Field Values
SPECULATIVE_SLOWNODE_THRESHOLD
static final String SPECULATIVE_SLOWNODE_THRESHOLD
- See Also:
- Constant Field Values
SPECULATIVE_SLOWTASK_THRESHOLD
static final String SPECULATIVE_SLOWTASK_THRESHOLD
- See Also:
- Constant Field Values
SPECULATIVECAP
static final String SPECULATIVECAP
- See Also:
- Constant Field Values
JOB_LOCAL_DIR
static final String JOB_LOCAL_DIR
- See Also:
- Constant Field Values
OUTPUT_KEY_CLASS
static final String OUTPUT_KEY_CLASS
- See Also:
- Constant Field Values
OUTPUT_VALUE_CLASS
static final String OUTPUT_VALUE_CLASS
- See Also:
- Constant Field Values
KEY_COMPARATOR
static final String KEY_COMPARATOR
- See Also:
- Constant Field Values
GROUP_COMPARATOR_CLASS
static final String GROUP_COMPARATOR_CLASS
- See Also:
- Constant Field Values
WORKING_DIR
static final String WORKING_DIR
- See Also:
- Constant Field Values
CLASSPATH_ARCHIVES
static final String CLASSPATH_ARCHIVES
- See Also:
- Constant Field Values
CLASSPATH_FILES
static final String CLASSPATH_FILES
- See Also:
- Constant Field Values
CACHE_FILES
static final String CACHE_FILES
- See Also:
- Constant Field Values
CACHE_ARCHIVES
static final String CACHE_ARCHIVES
- See Also:
- Constant Field Values
CACHE_FILES_SIZES
static final String CACHE_FILES_SIZES
- See Also:
- Constant Field Values
CACHE_ARCHIVES_SIZES
static final String CACHE_ARCHIVES_SIZES
- See Also:
- Constant Field Values
CACHE_LOCALFILES
static final String CACHE_LOCALFILES
- See Also:
- Constant Field Values
CACHE_LOCALARCHIVES
static final String CACHE_LOCALARCHIVES
- See Also:
- Constant Field Values
CACHE_FILE_TIMESTAMPS
static final String CACHE_FILE_TIMESTAMPS
- See Also:
- Constant Field Values
CACHE_ARCHIVES_TIMESTAMPS
static final String CACHE_ARCHIVES_TIMESTAMPS
- See Also:
- Constant Field Values
CACHE_FILE_VISIBILITIES
static final String CACHE_FILE_VISIBILITIES
- See Also:
- Constant Field Values
CACHE_ARCHIVES_VISIBILITIES
static final String CACHE_ARCHIVES_VISIBILITIES
- See Also:
- Constant Field Values
CACHE_SYMLINK
@Deprecated
static final String CACHE_SYMLINK
- Deprecated. Symlinks are always on and cannot be disabled.
- See Also:
- Constant Field Values
USER_LOG_RETAIN_HOURS
static final String USER_LOG_RETAIN_HOURS
- See Also:
- Constant Field Values
MAPREDUCE_JOB_USER_CLASSPATH_FIRST
static final String MAPREDUCE_JOB_USER_CLASSPATH_FIRST
- See Also:
- Constant Field Values
MAPREDUCE_JOB_CLASSLOADER
static final String MAPREDUCE_JOB_CLASSLOADER
- See Also:
- Constant Field Values
MAPREDUCE_JOB_CLASSLOADER_SYSTEM_CLASSES
static final String MAPREDUCE_JOB_CLASSLOADER_SYSTEM_CLASSES
- See Also:
- Constant Field Values
IO_SORT_FACTOR
static final String IO_SORT_FACTOR
- See Also:
- Constant Field Values
IO_SORT_MB
static final String IO_SORT_MB
- See Also:
- Constant Field Values
INDEX_CACHE_MEMORY_LIMIT
static final String INDEX_CACHE_MEMORY_LIMIT
- See Also:
- Constant Field Values
PRESERVE_FAILED_TASK_FILES
static final String PRESERVE_FAILED_TASK_FILES
- See Also:
- Constant Field Values
PRESERVE_FILES_PATTERN
static final String PRESERVE_FILES_PATTERN
- See Also:
- Constant Field Values
TASK_TEMP_DIR
static final String TASK_TEMP_DIR
- See Also:
- Constant Field Values
TASK_DEBUGOUT_LINES
static final String TASK_DEBUGOUT_LINES
- See Also:
- Constant Field Values
RECORDS_BEFORE_PROGRESS
static final String RECORDS_BEFORE_PROGRESS
- See Also:
- Constant Field Values
SKIP_START_ATTEMPTS
static final String SKIP_START_ATTEMPTS
- See Also:
- Constant Field Values
TASK_ATTEMPT_ID
static final String TASK_ATTEMPT_ID
- See Also:
- Constant Field Values
TASK_ISMAP
static final String TASK_ISMAP
- See Also:
- Constant Field Values
TASK_PARTITION
static final String TASK_PARTITION
- See Also:
- Constant Field Values
TASK_PROFILE
static final String TASK_PROFILE
- See Also:
- Constant Field Values
TASK_PROFILE_PARAMS
static final String TASK_PROFILE_PARAMS
- See Also:
- Constant Field Values
NUM_MAP_PROFILES
static final String NUM_MAP_PROFILES
- See Also:
- Constant Field Values
NUM_REDUCE_PROFILES
static final String NUM_REDUCE_PROFILES
- See Also:
- Constant Field Values
TASK_MAP_PROFILE_PARAMS
static final String TASK_MAP_PROFILE_PARAMS
- See Also:
- Constant Field Values
TASK_REDUCE_PROFILE_PARAMS
static final String TASK_REDUCE_PROFILE_PARAMS
- See Also:
- Constant Field Values
TASK_TIMEOUT
static final String TASK_TIMEOUT
- See Also:
- Constant Field Values
TASK_TIMEOUT_CHECK_INTERVAL_MS
static final String TASK_TIMEOUT_CHECK_INTERVAL_MS
- See Also:
- Constant Field Values
TASK_ID
static final String TASK_ID
- See Also:
- Constant Field Values
TASK_OUTPUT_DIR
static final String TASK_OUTPUT_DIR
- See Also:
- Constant Field Values
TASK_USERLOG_LIMIT
static final String TASK_USERLOG_LIMIT
- See Also:
- Constant Field Values
MAP_SORT_SPILL_PERCENT
static final String MAP_SORT_SPILL_PERCENT
- See Also:
- Constant Field Values
MAP_INPUT_FILE
static final String MAP_INPUT_FILE
- See Also:
- Constant Field Values
MAP_INPUT_PATH
static final String MAP_INPUT_PATH
- See Also:
- Constant Field Values
MAP_INPUT_START
static final String MAP_INPUT_START
- See Also:
- Constant Field Values
MAP_MEMORY_MB
static final String MAP_MEMORY_MB
- See Also:
- Constant Field Values
DEFAULT_MAP_MEMORY_MB
static final int DEFAULT_MAP_MEMORY_MB
- See Also:
- Constant Field Values
MAP_CPU_VCORES
static final String MAP_CPU_VCORES
- See Also:
- Constant Field Values
DEFAULT_MAP_CPU_VCORES
static final int DEFAULT_MAP_CPU_VCORES
- See Also:
- Constant Field Values
MAP_ENV
static final String MAP_ENV
- See Also:
- Constant Field Values
MAP_JAVA_OPTS
static final String MAP_JAVA_OPTS
- See Also:
- Constant Field Values
MAP_MAX_ATTEMPTS
static final String MAP_MAX_ATTEMPTS
- See Also:
- Constant Field Values
MAP_DEBUG_SCRIPT
static final String MAP_DEBUG_SCRIPT
- See Also:
- Constant Field Values
MAP_SPECULATIVE
static final String MAP_SPECULATIVE
- See Also:
- Constant Field Values
MAP_FAILURES_MAX_PERCENT
static final String MAP_FAILURES_MAX_PERCENT
- See Also:
- Constant Field Values
MAP_SKIP_INCR_PROC_COUNT
static final String MAP_SKIP_INCR_PROC_COUNT
- See Also:
- Constant Field Values
MAP_SKIP_MAX_RECORDS
static final String MAP_SKIP_MAX_RECORDS
- See Also:
- Constant Field Values
MAP_COMBINE_MIN_SPILLS
static final String MAP_COMBINE_MIN_SPILLS
- See Also:
- Constant Field Values
MAP_OUTPUT_COMPRESS
static final String MAP_OUTPUT_COMPRESS
- See Also:
- Constant Field Values
MAP_OUTPUT_COMPRESS_CODEC
static final String MAP_OUTPUT_COMPRESS_CODEC
- See Also:
- Constant Field Values
MAP_OUTPUT_KEY_CLASS
static final String MAP_OUTPUT_KEY_CLASS
- See Also:
- Constant Field Values
MAP_OUTPUT_VALUE_CLASS
static final String MAP_OUTPUT_VALUE_CLASS
- See Also:
- Constant Field Values
MAP_OUTPUT_KEY_FIELD_SEPERATOR
static final String MAP_OUTPUT_KEY_FIELD_SEPERATOR
- See Also:
- Constant Field Values
MAP_LOG_LEVEL
static final String MAP_LOG_LEVEL
- See Also:
- Constant Field Values
REDUCE_LOG_LEVEL
static final String REDUCE_LOG_LEVEL
- See Also:
- Constant Field Values
DEFAULT_LOG_LEVEL
static final String DEFAULT_LOG_LEVEL
- See Also:
- Constant Field Values
REDUCE_MERGE_INMEM_THRESHOLD
static final String REDUCE_MERGE_INMEM_THRESHOLD
- See Also:
- Constant Field Values
REDUCE_INPUT_BUFFER_PERCENT
static final String REDUCE_INPUT_BUFFER_PERCENT
- See Also:
- Constant Field Values
REDUCE_MARKRESET_BUFFER_PERCENT
static final String REDUCE_MARKRESET_BUFFER_PERCENT
- See Also:
- Constant Field Values
REDUCE_MARKRESET_BUFFER_SIZE
static final String REDUCE_MARKRESET_BUFFER_SIZE
- See Also:
- Constant Field Values
REDUCE_MEMORY_MB
static final String REDUCE_MEMORY_MB
- See Also:
- Constant Field Values
DEFAULT_REDUCE_MEMORY_MB
static final int DEFAULT_REDUCE_MEMORY_MB
- See Also:
- Constant Field Values
REDUCE_CPU_VCORES
static final String REDUCE_CPU_VCORES
- See Also:
- Constant Field Values
DEFAULT_REDUCE_CPU_VCORES
static final int DEFAULT_REDUCE_CPU_VCORES
- See Also:
- Constant Field Values
REDUCE_MEMORY_TOTAL_BYTES
static final String REDUCE_MEMORY_TOTAL_BYTES
- See Also:
- Constant Field Values
SHUFFLE_INPUT_BUFFER_PERCENT
static final String SHUFFLE_INPUT_BUFFER_PERCENT
- See Also:
- Constant Field Values
SHUFFLE_MEMORY_LIMIT_PERCENT
static final String SHUFFLE_MEMORY_LIMIT_PERCENT
- See Also:
- Constant Field Values
SHUFFLE_MERGE_PERCENT
static final String SHUFFLE_MERGE_PERCENT
- See Also:
- Constant Field Values
REDUCE_FAILURES_MAXPERCENT
static final String REDUCE_FAILURES_MAXPERCENT
- See Also:
- Constant Field Values
REDUCE_ENV
static final String REDUCE_ENV
- See Also:
- Constant Field Values
REDUCE_JAVA_OPTS
static final String REDUCE_JAVA_OPTS
- See Also:
- Constant Field Values
MAPREDUCE_JOB_DIR
static final String MAPREDUCE_JOB_DIR
- See Also:
- Constant Field Values
REDUCE_MAX_ATTEMPTS
static final String REDUCE_MAX_ATTEMPTS
- See Also:
- Constant Field Values
SHUFFLE_PARALLEL_COPIES
static final String SHUFFLE_PARALLEL_COPIES
- See Also:
- Constant Field Values
REDUCE_DEBUG_SCRIPT
static final String REDUCE_DEBUG_SCRIPT
- See Also:
- Constant Field Values
REDUCE_SPECULATIVE
static final String REDUCE_SPECULATIVE
- See Also:
- Constant Field Values
SHUFFLE_CONNECT_TIMEOUT
static final String SHUFFLE_CONNECT_TIMEOUT
- See Also:
- Constant Field Values
SHUFFLE_READ_TIMEOUT
static final String SHUFFLE_READ_TIMEOUT
- See Also:
- Constant Field Values
SHUFFLE_FETCH_FAILURES
static final String SHUFFLE_FETCH_FAILURES
- See Also:
- Constant Field Values
SHUFFLE_NOTIFY_READERROR
static final String SHUFFLE_NOTIFY_READERROR
- See Also:
- Constant Field Values
MAX_SHUFFLE_FETCH_RETRY_DELAY
static final String MAX_SHUFFLE_FETCH_RETRY_DELAY
- See Also:
- Constant Field Values
DEFAULT_MAX_SHUFFLE_FETCH_RETRY_DELAY
static final long DEFAULT_MAX_SHUFFLE_FETCH_RETRY_DELAY
- See Also:
- Constant Field Values
REDUCE_SKIP_INCR_PROC_COUNT
static final String REDUCE_SKIP_INCR_PROC_COUNT
- See Also:
- Constant Field Values
REDUCE_SKIP_MAXGROUPS
static final String REDUCE_SKIP_MAXGROUPS
- See Also:
- Constant Field Values
REDUCE_MEMTOMEM_THRESHOLD
static final String REDUCE_MEMTOMEM_THRESHOLD
- See Also:
- Constant Field Values
REDUCE_MEMTOMEM_ENABLED
static final String REDUCE_MEMTOMEM_ENABLED
- See Also:
- Constant Field Values
COMBINE_RECORDS_BEFORE_PROGRESS
static final String COMBINE_RECORDS_BEFORE_PROGRESS
- See Also:
- Constant Field Values
JOB_NAMENODES
static final String JOB_NAMENODES
- See Also:
- Constant Field Values
JOB_JOBTRACKER_ID
static final String JOB_JOBTRACKER_ID
- See Also:
- Constant Field Values
JOB_CANCEL_DELEGATION_TOKEN
static final String JOB_CANCEL_DELEGATION_TOKEN
- See Also:
- Constant Field Values
JOB_ACL_VIEW_JOB
static final String JOB_ACL_VIEW_JOB
- See Also:
- Constant Field Values
DEFAULT_JOB_ACL_VIEW_JOB
static final String DEFAULT_JOB_ACL_VIEW_JOB
- See Also:
- Constant Field Values
JOB_ACL_MODIFY_JOB
static final String JOB_ACL_MODIFY_JOB
- See Also:
- Constant Field Values
DEFAULT_JOB_ACL_MODIFY_JOB
static final String DEFAULT_JOB_ACL_MODIFY_JOB
- See Also:
- Constant Field Values
MAPREDUCE_JOB_CREDENTIALS_BINARY
static final String MAPREDUCE_JOB_CREDENTIALS_BINARY
- See Also:
- Constant Field Values
JOB_SUBMITHOST
static final String JOB_SUBMITHOST
- See Also:
- Constant Field Values
JOB_SUBMITHOSTADDR
static final String JOB_SUBMITHOSTADDR
- See Also:
- Constant Field Values
COUNTERS_MAX_KEY
static final String COUNTERS_MAX_KEY
- See Also:
- Constant Field Values
COUNTERS_MAX_DEFAULT
static final int COUNTERS_MAX_DEFAULT
- See Also:
- Constant Field Values
COUNTER_GROUP_NAME_MAX_KEY
static final String COUNTER_GROUP_NAME_MAX_KEY
- See Also:
- Constant Field Values
COUNTER_GROUP_NAME_MAX_DEFAULT
static final int COUNTER_GROUP_NAME_MAX_DEFAULT
- See Also:
- Constant Field Values
COUNTER_NAME_MAX_KEY
static final String COUNTER_NAME_MAX_KEY
- See Also:
- Constant Field Values
COUNTER_NAME_MAX_DEFAULT
static final int COUNTER_NAME_MAX_DEFAULT
- See Also:
- Constant Field Values
COUNTER_GROUPS_MAX_KEY
static final String COUNTER_GROUPS_MAX_KEY
- See Also:
- Constant Field Values
COUNTER_GROUPS_MAX_DEFAULT
static final int COUNTER_GROUPS_MAX_DEFAULT
- See Also:
- Constant Field Values
JOB_UBERTASK_ENABLE
static final String JOB_UBERTASK_ENABLE
- See Also:
- Constant Field Values
JOB_UBERTASK_MAXMAPS
static final String JOB_UBERTASK_MAXMAPS
- See Also:
- Constant Field Values
JOB_UBERTASK_MAXREDUCES
static final String JOB_UBERTASK_MAXREDUCES
- See Also:
- Constant Field Values
JOB_UBERTASK_MAXBYTES
static final String JOB_UBERTASK_MAXBYTES
- See Also:
- Constant Field Values
MR_PREFIX
static final String MR_PREFIX
- See Also:
- Constant Field Values
MR_AM_PREFIX
static final String MR_AM_PREFIX
- See Also:
- Constant Field Values
MR_CLIENT_TO_AM_IPC_MAX_RETRIES
static final String MR_CLIENT_TO_AM_IPC_MAX_RETRIES
- The number of client retires to the AM - before reconnecting to the RM
to fetch Application State.
- See Also:
- Constant Field Values
DEFAULT_MR_CLIENT_TO_AM_IPC_MAX_RETRIES
static final int DEFAULT_MR_CLIENT_TO_AM_IPC_MAX_RETRIES
- See Also:
- Constant Field Values
MR_CLIENT_MAX_RETRIES
static final String MR_CLIENT_MAX_RETRIES
- The number of client retries to the RM/HS/AM before throwing exception.
- See Also:
- Constant Field Values
DEFAULT_MR_CLIENT_MAX_RETRIES
static final int DEFAULT_MR_CLIENT_MAX_RETRIES
- See Also:
- Constant Field Values
MR_AM_STAGING_DIR
static final String MR_AM_STAGING_DIR
- The staging directory for map reduce.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_STAGING_DIR
static final String DEFAULT_MR_AM_STAGING_DIR
- See Also:
- Constant Field Values
MR_AM_VMEM_MB
static final String MR_AM_VMEM_MB
- The amount of memory the MR app master needs.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_VMEM_MB
static final int DEFAULT_MR_AM_VMEM_MB
- See Also:
- Constant Field Values
MR_AM_CPU_VCORES
static final String MR_AM_CPU_VCORES
- The number of virtual cores the MR app master needs.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_CPU_VCORES
static final int DEFAULT_MR_AM_CPU_VCORES
- See Also:
- Constant Field Values
MR_AM_COMMAND_OPTS
static final String MR_AM_COMMAND_OPTS
- Command line arguments passed to the MR app master.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_COMMAND_OPTS
static final String DEFAULT_MR_AM_COMMAND_OPTS
- See Also:
- Constant Field Values
MR_AM_ADMIN_COMMAND_OPTS
static final String MR_AM_ADMIN_COMMAND_OPTS
- Admin command opts passed to the MR app master.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_ADMIN_COMMAND_OPTS
static final String DEFAULT_MR_AM_ADMIN_COMMAND_OPTS
- See Also:
- Constant Field Values
MR_AM_LOG_LEVEL
static final String MR_AM_LOG_LEVEL
- Root Logging level passed to the MR app master.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_LOG_LEVEL
static final String DEFAULT_MR_AM_LOG_LEVEL
- See Also:
- Constant Field Values
MR_AM_NUM_PROGRESS_SPLITS
static final String MR_AM_NUM_PROGRESS_SPLITS
- The number of splits when reporting progress in MR
- See Also:
- Constant Field Values
DEFAULT_MR_AM_NUM_PROGRESS_SPLITS
static final int DEFAULT_MR_AM_NUM_PROGRESS_SPLITS
- See Also:
- Constant Field Values
MR_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT
static final String MR_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT
- Upper limit on the number of threads user to launch containers in the app
master. Expect level config, you shouldn't be needing it in most cases.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT
static final int DEFAULT_MR_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT
- See Also:
- Constant Field Values
MR_AM_JOB_CLIENT_THREAD_COUNT
static final String MR_AM_JOB_CLIENT_THREAD_COUNT
- Number of threads to handle job client RPC requests.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_JOB_CLIENT_THREAD_COUNT
static final int DEFAULT_MR_AM_JOB_CLIENT_THREAD_COUNT
- See Also:
- Constant Field Values
MR_AM_JOB_CLIENT_PORT_RANGE
static final String MR_AM_JOB_CLIENT_PORT_RANGE
- Range of ports that the MapReduce AM can use when binding. Leave blank
if you want all possible ports.
- See Also:
- Constant Field Values
MR_AM_JOB_NODE_BLACKLISTING_ENABLE
static final String MR_AM_JOB_NODE_BLACKLISTING_ENABLE
- Enable blacklisting of nodes in the job.
- See Also:
- Constant Field Values
MR_AM_IGNORE_BLACKLISTING_BLACKLISTED_NODE_PERECENT
static final String MR_AM_IGNORE_BLACKLISTING_BLACKLISTED_NODE_PERECENT
- Ignore blacklisting if a certain percentage of nodes have been blacklisted
- See Also:
- Constant Field Values
DEFAULT_MR_AM_IGNORE_BLACKLISTING_BLACKLISTED_NODE_PERCENT
static final int DEFAULT_MR_AM_IGNORE_BLACKLISTING_BLACKLISTED_NODE_PERCENT
- See Also:
- Constant Field Values
MR_AM_JOB_RECOVERY_ENABLE
static final String MR_AM_JOB_RECOVERY_ENABLE
- Enable job recovery.
- See Also:
- Constant Field Values
MR_AM_JOB_REDUCE_PREEMPTION_LIMIT
static final String MR_AM_JOB_REDUCE_PREEMPTION_LIMIT
- Limit on the number of reducers that can be preempted to ensure that at
least one map task can run if it needs to. Percentage between 0.0 and 1.0
- See Also:
- Constant Field Values
DEFAULT_MR_AM_JOB_REDUCE_PREEMPTION_LIMIT
static final float DEFAULT_MR_AM_JOB_REDUCE_PREEMPTION_LIMIT
- See Also:
- Constant Field Values
JOB_AM_ACCESS_DISABLED
static final String JOB_AM_ACCESS_DISABLED
- AM ACL disabled.
- See Also:
- Constant Field Values
DEFAULT_JOB_AM_ACCESS_DISABLED
static final boolean DEFAULT_JOB_AM_ACCESS_DISABLED
- See Also:
- Constant Field Values
MR_AM_JOB_REDUCE_RAMPUP_UP_LIMIT
static final String MR_AM_JOB_REDUCE_RAMPUP_UP_LIMIT
- Limit reduces starting until a certain percentage of maps have finished.
Percentage between 0.0 and 1.0
- See Also:
- Constant Field Values
DEFAULT_MR_AM_JOB_REDUCE_RAMP_UP_LIMIT
static final float DEFAULT_MR_AM_JOB_REDUCE_RAMP_UP_LIMIT
- See Also:
- Constant Field Values
MR_AM_JOB_SPECULATOR
static final String MR_AM_JOB_SPECULATOR
- The class that should be used for speculative execution calculations.
- See Also:
- Constant Field Values
MR_AM_TASK_ESTIMATOR
static final String MR_AM_TASK_ESTIMATOR
- Class used to estimate task resource needs.
- See Also:
- Constant Field Values
MR_AM_TASK_ESTIMATOR_SMOOTH_LAMBDA_MS
static final String MR_AM_TASK_ESTIMATOR_SMOOTH_LAMBDA_MS
- The lambda value in the smoothing function of the task estimator.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_TASK_ESTIMATOR_SMOOTH_LAMBDA_MS
static final long DEFAULT_MR_AM_TASK_ESTIMATOR_SMOOTH_LAMBDA_MS
- See Also:
- Constant Field Values
MR_AM_TASK_ESTIMATOR_EXPONENTIAL_RATE_ENABLE
static final String MR_AM_TASK_ESTIMATOR_EXPONENTIAL_RATE_ENABLE
- true if the smoothing rate should be exponential.
- See Also:
- Constant Field Values
MR_AM_TASK_LISTENER_THREAD_COUNT
static final String MR_AM_TASK_LISTENER_THREAD_COUNT
- The number of threads used to handle task RPC calls.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_TASK_LISTENER_THREAD_COUNT
static final int DEFAULT_MR_AM_TASK_LISTENER_THREAD_COUNT
- See Also:
- Constant Field Values
MR_AM_TO_RM_HEARTBEAT_INTERVAL_MS
static final String MR_AM_TO_RM_HEARTBEAT_INTERVAL_MS
- How often the AM should send heartbeats to the RM.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_TO_RM_HEARTBEAT_INTERVAL_MS
static final int DEFAULT_MR_AM_TO_RM_HEARTBEAT_INTERVAL_MS
- See Also:
- Constant Field Values
MR_AM_TO_RM_WAIT_INTERVAL_MS
static final String MR_AM_TO_RM_WAIT_INTERVAL_MS
- If contact with RM is lost, the AM will wait MR_AM_TO_RM_WAIT_INTERVAL_MS
milliseconds before aborting. During this interval, AM will still try
to contact the RM.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_TO_RM_WAIT_INTERVAL_MS
static final int DEFAULT_MR_AM_TO_RM_WAIT_INTERVAL_MS
- See Also:
- Constant Field Values
MR_AM_COMMITTER_CANCEL_TIMEOUT_MS
static final String MR_AM_COMMITTER_CANCEL_TIMEOUT_MS
- How long to wait in milliseconds for the output committer to cancel
an operation when the job is being killed
- See Also:
- Constant Field Values
DEFAULT_MR_AM_COMMITTER_CANCEL_TIMEOUT_MS
static final int DEFAULT_MR_AM_COMMITTER_CANCEL_TIMEOUT_MS
- See Also:
- Constant Field Values
MR_AM_COMMIT_WINDOW_MS
static final String MR_AM_COMMIT_WINDOW_MS
- Defines a time window in milliseconds for output committer operations.
If contact with the RM has occurred within this window then commit
operations are allowed, otherwise the AM will not allow output committer
operations until contact with the RM has been re-established.
- See Also:
- Constant Field Values
DEFAULT_MR_AM_COMMIT_WINDOW_MS
static final int DEFAULT_MR_AM_COMMIT_WINDOW_MS
- See Also:
- Constant Field Values
MR_AM_CREATE_JH_INTERMEDIATE_BASE_DIR
static final String MR_AM_CREATE_JH_INTERMEDIATE_BASE_DIR
- Boolean. Create the base dirs in the JobHistoryEventHandler
Set to false for multi-user clusters. This is an internal config that
is set by the MR framework and read by it too.
- See Also:
- Constant Field Values
MR_AM_HISTORY_MAX_UNFLUSHED_COMPLETE_EVENTS
static final String MR_AM_HISTORY_MAX_UNFLUSHED_COMPLETE_EVENTS
- See Also:
- Constant Field Values
DEFAULT_MR_AM_HISTORY_MAX_UNFLUSHED_COMPLETE_EVENTS
static final int DEFAULT_MR_AM_HISTORY_MAX_UNFLUSHED_COMPLETE_EVENTS
- See Also:
- Constant Field Values
MR_AM_HISTORY_JOB_COMPLETE_UNFLUSHED_MULTIPLIER
static final String MR_AM_HISTORY_JOB_COMPLETE_UNFLUSHED_MULTIPLIER
- See Also:
- Constant Field Values
DEFAULT_MR_AM_HISTORY_JOB_COMPLETE_UNFLUSHED_MULTIPLIER
static final int DEFAULT_MR_AM_HISTORY_JOB_COMPLETE_UNFLUSHED_MULTIPLIER
- See Also:
- Constant Field Values
MR_AM_HISTORY_COMPLETE_EVENT_FLUSH_TIMEOUT_MS
static final String MR_AM_HISTORY_COMPLETE_EVENT_FLUSH_TIMEOUT_MS
- See Also:
- Constant Field Values
DEFAULT_MR_AM_HISTORY_COMPLETE_EVENT_FLUSH_TIMEOUT_MS
static final long DEFAULT_MR_AM_HISTORY_COMPLETE_EVENT_FLUSH_TIMEOUT_MS
- See Also:
- Constant Field Values
MR_AM_HISTORY_USE_BATCHED_FLUSH_QUEUE_SIZE_THRESHOLD
static final String MR_AM_HISTORY_USE_BATCHED_FLUSH_QUEUE_SIZE_THRESHOLD
- See Also:
- Constant Field Values
DEFAULT_MR_AM_HISTORY_USE_BATCHED_FLUSH_QUEUE_SIZE_THRESHOLD
static final int DEFAULT_MR_AM_HISTORY_USE_BATCHED_FLUSH_QUEUE_SIZE_THRESHOLD
- See Also:
- Constant Field Values
MR_AM_ENV
static final String MR_AM_ENV
- See Also:
- Constant Field Values
MR_AM_ADMIN_USER_ENV
static final String MR_AM_ADMIN_USER_ENV
- See Also:
- Constant Field Values
MAPRED_MAP_ADMIN_JAVA_OPTS
static final String MAPRED_MAP_ADMIN_JAVA_OPTS
- See Also:
- Constant Field Values
MAPRED_REDUCE_ADMIN_JAVA_OPTS
static final String MAPRED_REDUCE_ADMIN_JAVA_OPTS
- See Also:
- Constant Field Values
DEFAULT_MAPRED_ADMIN_JAVA_OPTS
static final String DEFAULT_MAPRED_ADMIN_JAVA_OPTS
- See Also:
- Constant Field Values
MAPRED_ADMIN_USER_SHELL
static final String MAPRED_ADMIN_USER_SHELL
- See Also:
- Constant Field Values
DEFAULT_SHELL
static final String DEFAULT_SHELL
- See Also:
- Constant Field Values
MAPRED_ADMIN_USER_ENV
static final String MAPRED_ADMIN_USER_ENV
- See Also:
- Constant Field Values
DEFAULT_MAPRED_ADMIN_USER_ENV
static final String DEFAULT_MAPRED_ADMIN_USER_ENV
- See Also:
- Constant Field Values
WORKDIR
static final String WORKDIR
- See Also:
- Constant Field Values
OUTPUT
static final String OUTPUT
- See Also:
- Constant Field Values
HADOOP_WORK_DIR
static final String HADOOP_WORK_DIR
- See Also:
- Constant Field Values
STDOUT_LOGFILE_ENV
static final String STDOUT_LOGFILE_ENV
- See Also:
- Constant Field Values
STDERR_LOGFILE_ENV
static final String STDERR_LOGFILE_ENV
- See Also:
- Constant Field Values
APPLICATION_ATTEMPT_ID_ENV
static final String APPLICATION_ATTEMPT_ID_ENV
- See Also:
- Constant Field Values
JOB_SUBMIT_DIR
static final String JOB_SUBMIT_DIR
- See Also:
- Constant Field Values
JOB_CONF_FILE
static final String JOB_CONF_FILE
- See Also:
- Constant Field Values
JOB_JAR
static final String JOB_JAR
- See Also:
- Constant Field Values
JOB_SPLIT
static final String JOB_SPLIT
- See Also:
- Constant Field Values
JOB_SPLIT_METAINFO
static final String JOB_SPLIT_METAINFO
- See Also:
- Constant Field Values
APPLICATION_MASTER_CLASS
static final String APPLICATION_MASTER_CLASS
- See Also:
- Constant Field Values
APPLICATION_TOKENS_FILE
static final String APPLICATION_TOKENS_FILE
- See Also:
- Constant Field Values
TASK_LOG_DIR
static final String TASK_LOG_DIR
- The log directory for the containers
- See Also:
- Constant Field Values
TASK_LOG_SIZE
static final String TASK_LOG_SIZE
- See Also:
- Constant Field Values
MAPREDUCE_V2_CHILD_CLASS
static final String MAPREDUCE_V2_CHILD_CLASS
- See Also:
- Constant Field Values
APPLICATION_ATTEMPT_ID
static final String APPLICATION_ATTEMPT_ID
- See Also:
- Constant Field Values
MR_JOB_END_NOTIFICATION_URL
static final String MR_JOB_END_NOTIFICATION_URL
- Job end notification.
- See Also:
- Constant Field Values
MR_JOB_END_NOTIFICATION_PROXY
static final String MR_JOB_END_NOTIFICATION_PROXY
- See Also:
- Constant Field Values
MR_JOB_END_RETRY_ATTEMPTS
static final String MR_JOB_END_RETRY_ATTEMPTS
- See Also:
- Constant Field Values
MR_JOB_END_RETRY_INTERVAL
static final String MR_JOB_END_RETRY_INTERVAL
- See Also:
- Constant Field Values
MR_JOB_END_NOTIFICATION_MAX_ATTEMPTS
static final String MR_JOB_END_NOTIFICATION_MAX_ATTEMPTS
- See Also:
- Constant Field Values
MR_JOB_END_NOTIFICATION_MAX_RETRY_INTERVAL
static final String MR_JOB_END_NOTIFICATION_MAX_RETRY_INTERVAL
- See Also:
- Constant Field Values
MR_AM_SECURITY_SERVICE_AUTHORIZATION_TASK_UMBILICAL
static final String MR_AM_SECURITY_SERVICE_AUTHORIZATION_TASK_UMBILICAL
- See Also:
- Constant Field Values
MR_AM_SECURITY_SERVICE_AUTHORIZATION_CLIENT
static final String MR_AM_SECURITY_SERVICE_AUTHORIZATION_CLIENT
- See Also:
- Constant Field Values
MAPREDUCE_APPLICATION_CLASSPATH
static final String MAPREDUCE_APPLICATION_CLASSPATH
- CLASSPATH for all YARN MapReduce applications.
- See Also:
- Constant Field Values
DEFAULT_MAPREDUCE_APPLICATION_CLASSPATH
static final String[] DEFAULT_MAPREDUCE_APPLICATION_CLASSPATH
- Default CLASSPATH for all YARN MapReduce applications.
WORKFLOW_ID
static final String WORKFLOW_ID
- See Also:
- Constant Field Values
WORKFLOW_NAME
static final String WORKFLOW_NAME
- See Also:
- Constant Field Values
WORKFLOW_NODE_NAME
static final String WORKFLOW_NODE_NAME
- See Also:
- Constant Field Values
WORKFLOW_ADJACENCY_PREFIX_STRING
static final String WORKFLOW_ADJACENCY_PREFIX_STRING
- See Also:
- Constant Field Values
WORKFLOW_ADJACENCY_PREFIX_PATTERN
static final String WORKFLOW_ADJACENCY_PREFIX_PATTERN
- See Also:
- Constant Field Values
Copyright © 2013 Apache Software Foundation. All Rights Reserved.