org.apache.tez.common
Class TezJobConfig
java.lang.Object
org.apache.tez.common.TezJobConfig
@InterfaceAudience.Private
@InterfaceStability.Evolving
public class TezJobConfig
- extends Object
Meant for user configurable job properties.
| Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
PROGRESS_INTERVAL
public static final int PROGRESS_INTERVAL
- The number of milliseconds between progress reports.
- See Also:
- Constant Field Values
DEFAULT_COMBINE_RECORDS_BEFORE_PROGRESS
public static final long DEFAULT_COMBINE_RECORDS_BEFORE_PROGRESS
- See Also:
- Constant Field Values
TEZ_RUNTIME_IFILE_READAHEAD
public static final String TEZ_RUNTIME_IFILE_READAHEAD
- Configuration key to enable/disable IFile readahead.
- See Also:
- Constant Field Values
TEZ_RUNTIME_IFILE_READAHEAD_DEFAULT
public static final boolean TEZ_RUNTIME_IFILE_READAHEAD_DEFAULT
- See Also:
- Constant Field Values
TEZ_RUNTIME_IFILE_READAHEAD_BYTES
public static final String TEZ_RUNTIME_IFILE_READAHEAD_BYTES
- Configuration key to set the IFile readahead length in bytes.
- See Also:
- Constant Field Values
TEZ_RUNTIME_IFILE_READAHEAD_BYTES_DEFAULT
public static final int TEZ_RUNTIME_IFILE_READAHEAD_BYTES_DEFAULT
- See Also:
- Constant Field Values
TEZ_RUNTIME_IFILE_BUFFER_SIZE_DEFAULT
public static final int TEZ_RUNTIME_IFILE_BUFFER_SIZE_DEFAULT
- TODO Maybe move this over from IFile into this file. -1 for now means ignore.
- See Also:
- Constant Field Values
RECORDS_BEFORE_PROGRESS
public static final String RECORDS_BEFORE_PROGRESS
- See Also:
- Constant Field Values
DEFAULT_RECORDS_BEFORE_PROGRESS
public static final long DEFAULT_RECORDS_BEFORE_PROGRESS
- See Also:
- Constant Field Values
LOCAL_DIRS
@InterfaceAudience.Private
public static final String LOCAL_DIRS
- List of directories avialble to the Runtime.
- See Also:
- Constant Field Values
DEFAULT_LOCAL_DIRS
public static final String DEFAULT_LOCAL_DIRS
- See Also:
- Constant Field Values
JOB_LOCAL_DIR
public static final String JOB_LOCAL_DIR
- One local dir for the speicfic job.
- See Also:
- Constant Field Values
TASK_LOCAL_RESOURCE_DIR
@InterfaceAudience.Private
public static final String TASK_LOCAL_RESOURCE_DIR
- The directory which contains the localized files for this task.
- See Also:
- Constant Field Values
DEFAULT_TASK_LOCAL_RESOURCE_DIR
public static final String DEFAULT_TASK_LOCAL_RESOURCE_DIR
- See Also:
- Constant Field Values
TEZ_TASK_WORKING_DIR
public static final String TEZ_TASK_WORKING_DIR
- See Also:
- Constant Field Values
TEZ_RUNTIME_IO_SORT_FACTOR
public static final String TEZ_RUNTIME_IO_SORT_FACTOR
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_IO_SORT_FACTOR
public static final int DEFAULT_TEZ_RUNTIME_IO_SORT_FACTOR
- See Also:
- Constant Field Values
TEZ_RUNTIME_SORT_SPILL_PERCENT
public static final String TEZ_RUNTIME_SORT_SPILL_PERCENT
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SORT_SPILL_PERCENT
public static float DEFAULT_TEZ_RUNTIME_SORT_SPILL_PERCENT
TEZ_RUNTIME_IO_SORT_MB
public static final String TEZ_RUNTIME_IO_SORT_MB
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_IO_SORT_MB
public static final int DEFAULT_TEZ_RUNTIME_IO_SORT_MB
- See Also:
- Constant Field Values
TEZ_RUNTIME_INDEX_CACHE_MEMORY_LIMIT_BYTES
public static final String TEZ_RUNTIME_INDEX_CACHE_MEMORY_LIMIT_BYTES
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_INDEX_CACHE_MEMORY_LIMIT_BYTES
public static final int DEFAULT_TEZ_RUNTIME_INDEX_CACHE_MEMORY_LIMIT_BYTES
- See Also:
- Constant Field Values
TEZ_RUNTIME_COMBINE_MIN_SPILLS
public static final String TEZ_RUNTIME_COMBINE_MIN_SPILLS
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_COMBINE_MIN_SPILLS
public static final int DEFAULT_TEZ_RUNTIME_COMBINE_MIN_SPILLS
- See Also:
- Constant Field Values
TEZ_RUNTIME_SORT_THREADS
public static final String TEZ_RUNTIME_SORT_THREADS
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SORT_THREADS
public static final int DEFAULT_TEZ_RUNTIME_SORT_THREADS
- See Also:
- Constant Field Values
TEZ_RUNTIME_PARTITIONER_CLASS
public static final String TEZ_RUNTIME_PARTITIONER_CLASS
- Specifies a partitioner class, which is used in Tez Runtime components
like OnFileSortedOutput
- See Also:
- Constant Field Values
TEZ_RUNTIME_COMBINER_CLASS
public static final String TEZ_RUNTIME_COMBINER_CLASS
- Specifies a combiner class (primarily for Shuffle)
- See Also:
- Constant Field Values
TEZ_RUNTIME_NUM_EXPECTED_PARTITIONS
public static final String TEZ_RUNTIME_NUM_EXPECTED_PARTITIONS
- See Also:
- Constant Field Values
COUNTERS_MAX_KEY
public static final String COUNTERS_MAX_KEY
- See Also:
- Constant Field Values
COUNTERS_MAX_DEFAULT
public static final int COUNTERS_MAX_DEFAULT
- See Also:
- Constant Field Values
COUNTER_GROUP_NAME_MAX_KEY
public static final String COUNTER_GROUP_NAME_MAX_KEY
- See Also:
- Constant Field Values
COUNTER_GROUP_NAME_MAX_DEFAULT
public static final int COUNTER_GROUP_NAME_MAX_DEFAULT
- See Also:
- Constant Field Values
COUNTER_NAME_MAX_KEY
public static final String COUNTER_NAME_MAX_KEY
- See Also:
- Constant Field Values
COUNTER_NAME_MAX_DEFAULT
public static final int COUNTER_NAME_MAX_DEFAULT
- See Also:
- Constant Field Values
COUNTER_GROUPS_MAX_KEY
public static final String COUNTER_GROUPS_MAX_KEY
- See Also:
- Constant Field Values
COUNTER_GROUPS_MAX_DEFAULT
public static final int COUNTER_GROUPS_MAX_DEFAULT
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_USE_IN_MEMORY
@InterfaceAudience.Private
public static final String TEZ_RUNTIME_SHUFFLE_USE_IN_MEMORY
- Temporary interface for MR only (not chained Tez) to indicate whether
in-memory shuffle should be used.
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SHUFFLE_USE_IN_MEMORY
public static final boolean DEFAULT_TEZ_RUNTIME_SHUFFLE_USE_IN_MEMORY
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_PARALLEL_COPIES
public static final String TEZ_RUNTIME_SHUFFLE_PARALLEL_COPIES
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SHUFFLE_PARALLEL_COPIES
public static final int DEFAULT_TEZ_RUNTIME_SHUFFLE_PARALLEL_COPIES
- See Also:
- Constant Field Values
TEZ_RUNTIME_METRICS_SESSION_ID
public static final String TEZ_RUNTIME_METRICS_SESSION_ID
- TODO Is this user configurable.
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_METRICS_SESSION_ID
public static final String DEFAULT_TEZ_RUNTIME_METRICS_SESSION_ID
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_FETCH_FAILURES
public static final String TEZ_RUNTIME_SHUFFLE_FETCH_FAILURES
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SHUFFLE_FETCH_FAILURES_LIMIT
public static final int DEFAULT_TEZ_RUNTIME_SHUFFLE_FETCH_FAILURES_LIMIT
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_NOTIFY_READERROR
public static final String TEZ_RUNTIME_SHUFFLE_NOTIFY_READERROR
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SHUFFLE_NOTIFY_READERROR
public static final boolean DEFAULT_TEZ_RUNTIME_SHUFFLE_NOTIFY_READERROR
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_CONNECT_TIMEOUT
public static final String TEZ_RUNTIME_SHUFFLE_CONNECT_TIMEOUT
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SHUFFLE_STALLED_COPY_TIMEOUT
public static final int DEFAULT_TEZ_RUNTIME_SHUFFLE_STALLED_COPY_TIMEOUT
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_READ_TIMEOUT
public static final String TEZ_RUNTIME_SHUFFLE_READ_TIMEOUT
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SHUFFLE_READ_TIMEOUT
public static final int DEFAULT_TEZ_RUNTIME_SHUFFLE_READ_TIMEOUT
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_BUFFER_SIZE
public static final String TEZ_RUNTIME_SHUFFLE_BUFFER_SIZE
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SHUFFLE_BUFFER_SIZE
public static final int DEFAULT_TEZ_RUNTIME_SHUFFLE_BUFFER_SIZE
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_ENABLE_SSL
public static final String TEZ_RUNTIME_SHUFFLE_ENABLE_SSL
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SHUFFLE_ENABLE_SSL
public static final boolean DEFAULT_TEZ_RUNTIME_SHUFFLE_ENABLE_SSL
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_INPUT_BUFFER_PERCENT
public static final String TEZ_RUNTIME_SHUFFLE_INPUT_BUFFER_PERCENT
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SHUFFLE_INPUT_BUFFER_PERCENT
public static final float DEFAULT_TEZ_RUNTIME_SHUFFLE_INPUT_BUFFER_PERCENT
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_MEMORY_LIMIT_PERCENT
public static final String TEZ_RUNTIME_SHUFFLE_MEMORY_LIMIT_PERCENT
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SHUFFLE_MEMORY_LIMIT_PERCENT
public static final float DEFAULT_TEZ_RUNTIME_SHUFFLE_MEMORY_LIMIT_PERCENT
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_MERGE_PERCENT
public static final String TEZ_RUNTIME_SHUFFLE_MERGE_PERCENT
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SHUFFLE_MERGE_PERCENT
public static final float DEFAULT_TEZ_RUNTIME_SHUFFLE_MERGE_PERCENT
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_MEMTOMEM_SEGMENTS
public static final String TEZ_RUNTIME_SHUFFLE_MEMTOMEM_SEGMENTS
- TODO TEZAM3 default value ?
- See Also:
- Constant Field Values
TEZ_RUNTIME_SHUFFLE_ENABLE_MEMTOMEM
public static final String TEZ_RUNTIME_SHUFFLE_ENABLE_MEMTOMEM
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_SHUFFLE_ENABLE_MEMTOMEM
public static final boolean DEFAULT_TEZ_RUNTIME_SHUFFLE_ENABLE_MEMTOMEM
- See Also:
- Constant Field Values
TEZ_RUNTIME_INPUT_BUFFER_PERCENT
public static final String TEZ_RUNTIME_INPUT_BUFFER_PERCENT
- See Also:
- Constant Field Values
DEFAULT_TEZ_RUNTIME_INPUT_BUFFER_PERCENT
public static final float DEFAULT_TEZ_RUNTIME_INPUT_BUFFER_PERCENT
- See Also:
- Constant Field Values
TEZ_RUNTIME_GROUP_COMPARATOR_CLASS
public static final String TEZ_RUNTIME_GROUP_COMPARATOR_CLASS
- See Also:
- Constant Field Values
TEZ_RUNTIME_INTERNAL_SORTER_CLASS
public static final String TEZ_RUNTIME_INTERNAL_SORTER_CLASS
- See Also:
- Constant Field Values
TEZ_RUNTIME_INTERMEDIATE_OUTPUT_KEY_COMPARATOR_CLASS
public static final String TEZ_RUNTIME_INTERMEDIATE_OUTPUT_KEY_COMPARATOR_CLASS
- See Also:
- Constant Field Values
TEZ_RUNTIME_INTERMEDIATE_INPUT_KEY_COMPARATOR_CLASS
public static final String TEZ_RUNTIME_INTERMEDIATE_INPUT_KEY_COMPARATOR_CLASS
- See Also:
- Constant Field Values
TEZ_RUNTIME_INTERMEDIATE_OUTPUT_KEY_CLASS
public static final String TEZ_RUNTIME_INTERMEDIATE_OUTPUT_KEY_CLASS
- See Also:
- Constant Field Values
TEZ_RUNTIME_INTERMEDIATE_INPUT_KEY_CLASS
public static final String TEZ_RUNTIME_INTERMEDIATE_INPUT_KEY_CLASS
- See Also:
- Constant Field Values
TEZ_RUNTIME_INTERMEDIATE_OUTPUT_VALUE_CLASS
public static final String TEZ_RUNTIME_INTERMEDIATE_OUTPUT_VALUE_CLASS
- See Also:
- Constant Field Values
TEZ_RUNTIME_INTERMEDIATE_INPUT_VALUE_CLASS
public static final String TEZ_RUNTIME_INTERMEDIATE_INPUT_VALUE_CLASS
- See Also:
- Constant Field Values
TEZ_RUNTIME_INTERMEDIATE_OUTPUT_SHOULD_COMPRESS
public static final String TEZ_RUNTIME_INTERMEDIATE_OUTPUT_SHOULD_COMPRESS
- Whether intermediate output should be compressed or not
- See Also:
- Constant Field Values
TEZ_RUNTIME_INTERMEDIATE_INPUT_IS_COMPRESSED
public static final String TEZ_RUNTIME_INTERMEDIATE_INPUT_IS_COMPRESSED
- Whether intermediate input is compressed
- See Also:
- Constant Field Values
TEZ_RUNTIME_INTERMEDIATE_OUTPUT_COMPRESS_CODEC
public static final String TEZ_RUNTIME_INTERMEDIATE_OUTPUT_COMPRESS_CODEC
- The coded to be used if compressing intermediate output. Only applicable if
tez.runtime.intermediate-output.should-compress is enabled.
- See Also:
- Constant Field Values
TEZ_RUNTIME_INTERMEDIATE_INPUT_COMPRESS_CODEC
public static final String TEZ_RUNTIME_INTERMEDIATE_INPUT_COMPRESS_CODEC
- The coded to be used when reading intermediate compressed input. Only
applicable if tez.runtime.intermediate-input.is-compressed is enabled.
- See Also:
- Constant Field Values
TEZ_RUNTIME_INTERMEDIATE_INPUT_KEY_SECONDARY_COMPARATOR_CLASS
public static final String TEZ_RUNTIME_INTERMEDIATE_INPUT_KEY_SECONDARY_COMPARATOR_CLASS
- See Also:
- Constant Field Values
TEZ_RUNTIME_BROADCAST_DATA_VIA_EVENTS_ENABLED
public static final String TEZ_RUNTIME_BROADCAST_DATA_VIA_EVENTS_ENABLED
- See Also:
- Constant Field Values
TEZ_RUNTIME_BROADCAST_DATA_VIA_EVENTS_ENABLED_DEFAULT
public static final boolean TEZ_RUNTIME_BROADCAST_DATA_VIA_EVENTS_ENABLED_DEFAULT
- See Also:
- Constant Field Values
TEZ_RUNTIME_BROADCAST_DATA_VIA_EVENTS_MAX_SIZE
public static final String TEZ_RUNTIME_BROADCAST_DATA_VIA_EVENTS_MAX_SIZE
- See Also:
- Constant Field Values
TEZ_RUNTIME_BROADCAST_DATA_VIA_EVENTS_MAX_SIZE_DEFAULT
public static final int TEZ_RUNTIME_BROADCAST_DATA_VIA_EVENTS_MAX_SIZE_DEFAULT
- See Also:
- Constant Field Values
TEZ_RESOURCE_CALCULATOR_PROCESS_TREE_CLASS
public static final String TEZ_RESOURCE_CALCULATOR_PROCESS_TREE_CLASS
- Defines the ProcessTree implementation which will be used to collect resource utilization.
- See Also:
- Constant Field Values
TezJobConfig
public TezJobConfig()
Copyright © 2014 Apache Software Foundation. All rights reserved.