org.apache.hadoop.yarn.conf
Class YarnConfiguration

java.lang.Object
  org.apache.hadoop.conf.Configuration
      org.apache.hadoop.yarn.conf.YarnConfiguration

All Implemented Interfaces:

Iterable<Map.Entry<String,String>>, org.apache.hadoop.io.Writable

public class YarnConfiguration
extends org.apache.hadoop.conf.Configuration

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.conf.Configuration

org.apache.hadoop.conf.Configuration.IntegerRanges

Field Summary

static int	ABORTED_CONTAINER_EXIT_STATUS
static String	DEBUG_NM_DELETE_DELAY_SEC Delay before deleting resource to ease debugging of NM issues
static String	DEFAULT_APPLICATION_NAME Default application name
static String	DEFAULT_CONTAINER_TEMP_DIR Container temp directory
static String	DEFAULT_IPC_RPC_IMPL
static String	DEFAULT_IPC_SERIALIZER_TYPE
static boolean	DEFAULT_LOG_AGGREGATION_ENABLED
static long	DEFAULT_LOG_AGGREGATION_RETAIN_SECONDS
static String	DEFAULT_NM_ADDRESS
static String	DEFAULT_NM_ADMIN_USER_ENV
static int	DEFAULT_NM_CONTAINER_MGR_THREAD_COUNT
static int	DEFAULT_NM_CONTAINER_MON_INTERVAL_MS
static int	DEFAULT_NM_DELETE_THREAD_COUNT
static long	DEFAULT_NM_DISK_HEALTH_CHECK_INTERVAL_MS By default, disks' health is checked every 2 minutes.
static String	DEFAULT_NM_ENV_WHITELIST
static long	DEFAULT_NM_HEALTH_CHECK_INTERVAL_MS
static long	DEFAULT_NM_HEALTH_CHECK_SCRIPT_TIMEOUT_MS
static String	DEFAULT_NM_LOCAL_DIRS
static String	DEFAULT_NM_LOCALIZER_ADDRESS
static long	DEFAULT_NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS
static long	DEFAULT_NM_LOCALIZER_CACHE_TARGET_SIZE_MB
static int	DEFAULT_NM_LOCALIZER_CLIENT_THREAD_COUNT
static int	DEFAULT_NM_LOCALIZER_FETCH_THREAD_COUNT
static int	DEFAULT_NM_LOCALIZER_PORT
static String	DEFAULT_NM_LOG_AGG_COMPRESSION_TYPE
static int	DEFAULT_NM_LOG_DELETE_THREAD_COUNT
static String	DEFAULT_NM_LOG_DIRS
static float	DEFAULT_NM_MIN_HEALTHY_DISKS_FRACTION By default, at least 5% of disks are to be healthy to say that the node is healthy in terms of disks.
static int	DEFAULT_NM_PMEM_MB
static int	DEFAULT_NM_PORT
static long	DEFAULT_NM_PROCESS_KILL_WAIT_MS
static String	DEFAULT_NM_REMOTE_APP_LOG_DIR
static String	DEFAULT_NM_REMOTE_APP_LOG_DIR_SUFFIX
static long	DEFAULT_NM_SLEEP_DELAY_BEFORE_SIGKILL_MS
static int	DEFAULT_NM_TO_RM_HEARTBEAT_INTERVAL_MS
static String	DEFAULT_NM_USER_HOME_DIR
static float	DEFAULT_NM_VMEM_PMEM_RATIO
static String	DEFAULT_NM_WEBAPP_ADDRESS
static int	DEFAULT_NM_WEBAPP_PORT
static String	DEFAULT_QUEUE_NAME Default queue name
static String	DEFAULT_RM_ADDRESS
static String	DEFAULT_RM_ADMIN_ADDRESS
static int	DEFAULT_RM_ADMIN_CLIENT_THREAD_COUNT
static int	DEFAULT_RM_ADMIN_PORT
static int	DEFAULT_RM_AM_EXPIRY_INTERVAL_MS
static int	DEFAULT_RM_AM_MAX_RETRIES
static long	DEFAULT_RM_APP_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
static int	DEFAULT_RM_CLIENT_THREAD_COUNT
static int	DEFAULT_RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS
static long	DEFAULT_RM_CONTAINER_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
static long	DEFAULT_RM_DELAYED_DELEGATION_TOKEN_REMOVAL_INTERVAL_MS
static int	DEFAULT_RM_MAX_COMPLETED_APPLICATIONS
static String	DEFAULT_RM_METRICS_RUNTIME_BUCKETS Default sizes of the runtime metric buckets in minutes.
static int	DEFAULT_RM_NM_EXPIRY_INTERVAL_MS
static String	DEFAULT_RM_NODES_EXCLUDE_FILE_PATH
static String	DEFAULT_RM_NODES_INCLUDE_FILE_PATH
static int	DEFAULT_RM_PORT
static String	DEFAULT_RM_RESOURCE_TRACKER_ADDRESS
static int	DEFAULT_RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT
static int	DEFAULT_RM_RESOURCE_TRACKER_PORT
static String	DEFAULT_RM_SCHEDULER
static String	DEFAULT_RM_SCHEDULER_ADDRESS
static int	DEFAULT_RM_SCHEDULER_CLIENT_THREAD_COUNT
static int	DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB
static int	DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB
static int	DEFAULT_RM_SCHEDULER_PORT
static String	DEFAULT_RM_WEBAPP_ADDRESS
static int	DEFAULT_RM_WEBAPP_PORT
static int	DEFAULT_RM_ZK_STORE_TIMEOUT_MS
static boolean	DEFAULT_YARN_ACL_ENABLE
static String	DEFAULT_YARN_ADMIN_ACL
static String	DEFAULT_YARN_APP_ACL ACL used in case none is found.
static long	DELEGATION_KEY_UPDATE_INTERVAL_DEFAULT
static String	DELEGATION_KEY_UPDATE_INTERVAL_KEY
static long	DELEGATION_TOKEN_MAX_LIFETIME_DEFAULT
static String	DELEGATION_TOKEN_MAX_LIFETIME_KEY
static long	DELEGATION_TOKEN_RENEW_INTERVAL_DEFAULT
static String	DELEGATION_TOKEN_RENEW_INTERVAL_KEY
static int	DISKS_FAILED
static int	INVALID_CONTAINER_EXIT_STATUS
static String	IPC_CLIENT_FACTORY Factory to create client IPC classes.
static String	IPC_EXCEPTION_FACTORY Factory to create IPC exceptions.
static String	IPC_PREFIX
static String	IPC_RECORD_FACTORY Factory to create serializeable records.
static String	IPC_RPC_IMPL RPC class implementation
static String	IPC_SERIALIZER_TYPE Type of serialization to use.
static String	IPC_SERVER_FACTORY Factory to create server IPC classes.
static String	LOG_AGGREGATION_ENABLED Whether to enable log aggregation
static String	LOG_AGGREGATION_RETAIN_SECONDS How long to wait before deleting aggregated logs, -1 disables.
static String	NM_ADDRESS address of node manager IPC.
static String	NM_ADMIN_USER_ENV Environment variables that will be sent to containers.
static String	NM_AUX_SERVICE_FMT
static String	NM_AUX_SERVICES
static String	NM_CONTAINER_EXECUTOR who will execute(launch) the containers.
static String	NM_CONTAINER_MGR_THREAD_COUNT Number of threads container manager uses.
static String	NM_CONTAINER_MON_INTERVAL_MS How often to monitor containers.
static String	NM_CONTAINER_MON_PROCESS_TREE Class that calculates process tree resource utilization.
static String	NM_CONTAINER_MON_RESOURCE_CALCULATOR Class that calculates containers current resource utilization.
static String	NM_DELETE_THREAD_COUNT Number of threads used in cleanup.
static String	NM_DISK_HEALTH_CHECK_ENABLE Enable/Disable disks' health checker.
static String	NM_DISK_HEALTH_CHECK_INTERVAL_MS Frequency of running disks' health checker.
static String	NM_ENV_WHITELIST Environment variables that containers may override rather than use NodeManager's default.
static String	NM_HEALTH_CHECK_INTERVAL_MS Frequency of running node health script.
static String	NM_HEALTH_CHECK_SCRIPT_OPTS The arguments to pass to the health check script.
static String	NM_HEALTH_CHECK_SCRIPT_PATH The health check script to run.
static String	NM_HEALTH_CHECK_SCRIPT_TIMEOUT_MS Health check script time out period.
static String	NM_KEYTAB Keytab for NM.
static String	NM_LINUX_CONTAINER_EXECUTOR_PATH The path to the Linux container executor.
static String	NM_LINUX_CONTAINER_GROUP The UNIX group that the linux-container-executor should run as.
static String	NM_LOCAL_DIRS List of directories to store localized files in.
static String	NM_LOCALIZER_ADDRESS Address where the localizer IPC is.
static String	NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS Interval in between cache cleanups.
static String	NM_LOCALIZER_CACHE_TARGET_SIZE_MB Target size of localizer cache in MB, per local directory.
static String	NM_LOCALIZER_CLIENT_THREAD_COUNT Number of threads to handle localization requests.
static String	NM_LOCALIZER_FETCH_THREAD_COUNT Number of threads to use for localization fetching.
static String	NM_LOG_AGG_COMPRESSION_TYPE T-file compression types used to compress aggregated logs.
static String	NM_LOG_DELETION_THREADS_COUNT Number of threads used in log cleanup.
static String	NM_LOG_DIRS Where to store container logs.
static String	NM_LOG_RETAIN_SECONDS Number of seconds to retain logs on the NodeManager.
static String	NM_MIN_HEALTHY_DISKS_FRACTION The minimum fraction of number of disks to be healthy for the nodemanager to launch new containers.
static String	NM_PMEM_MB Amount of memory in GB that can be allocated for containers.
static String	NM_PREFIX Prefix for all node manager configs.
static String	NM_PRINCIPAL The kerberos principal for the node manager.
static String	NM_PROCESS_KILL_WAIT_MS Max time to wait for a process to come up when trying to cleanup container resources
static String	NM_REMOTE_APP_LOG_DIR Where to aggregate logs to.
static String	NM_REMOTE_APP_LOG_DIR_SUFFIX The remote log dir will be created at NM_REMOTE_APP_LOG_DIR/${user}/NM_REMOTE_APP_LOG_DIR_SUFFIX/${appId}
static String	NM_SLEEP_DELAY_BEFORE_SIGKILL_MS No.
static String	NM_TO_RM_HEARTBEAT_INTERVAL_MS Heartbeat interval to RM
static String	NM_USER_HOME_DIR
static String	NM_VMEM_PMEM_RATIO
static String	NM_WEBAPP_ADDRESS NM Webapp address.
static String	PROXY_ADDRESS The address for the web proxy.
static String	PROXY_KEYTAB Keytab for Proxy.
static String	PROXY_PREFIX
static String	PROXY_PRINCIPAL The kerberos principal for the proxy.
static String	RM_ADDRESS The address of the applications manager interface in the RM.
static String	RM_ADMIN_ADDRESS The address of the RM admin interface.
static String	RM_ADMIN_CLIENT_THREAD_COUNT Number of threads used to handle RM admin interface.
static String	RM_AM_EXPIRY_INTERVAL_MS The expiry interval for application master reporting.
static String	RM_AM_MAX_RETRIES The maximum number of application master retries.
static String	RM_APP_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
static String	RM_CLIENT_THREAD_COUNT The number of threads used to handle applications manager requests.
static String	RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS How long to wait until a container is considered dead.
static String	RM_CONTAINER_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
static String	RM_DELAYED_DELEGATION_TOKEN_REMOVAL_INTERVAL_MS Interval at which the delayed token removal thread runs
static String	RM_KEYTAB The keytab for the resource manager.
static String	RM_MAX_COMPLETED_APPLICATIONS The maximum number of completed applications RM keeps.
static String	RM_METRICS_RUNTIME_BUCKETS Buckets (in minutes) for the number of apps running in each queue.
static String	RM_NM_EXPIRY_INTERVAL_MS How long to wait until a node manager is considered dead.
static String	RM_NODES_EXCLUDE_FILE_PATH Path to file with nodes to exclude.
static String	RM_NODES_INCLUDE_FILE_PATH Path to file with nodes to include.
static String	RM_PREFIX
static String	RM_PRINCIPAL The Kerberos principal for the resource manager.
static String	RM_RESOURCE_TRACKER_ADDRESS
static String	RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT Number of threads to handle resource tracker calls.
static String	RM_SCHEDULER The class to use as the resource scheduler.
static String	RM_SCHEDULER_ADDRESS The address of the scheduler interface.
static String	RM_SCHEDULER_CLIENT_THREAD_COUNT Number of threads to handle scheduler interface.
static String	RM_SCHEDULER_MAXIMUM_ALLOCATION_MB Maximum memory request grant-able by the RM scheduler.
static String	RM_SCHEDULER_MINIMUM_ALLOCATION_MB Miniumum memory request grant-able by the RM scheduler.
static String	RM_STORE The class to use as the persistent store.
static String	RM_WEBAPP_ADDRESS The address of the RM web application.
static String	RM_ZK_STORE_ADDRESS The address of the zookeeper instance to use with ZK store.
static String	RM_ZK_STORE_TIMEOUT_MS The zookeeper session timeout for the zookeeper store.
static String	YARN_ACL_ENABLE Are acls enabled.
static String	YARN_ADMIN_ACL ACL of who can be admin of YARN cluster.
static String	YARN_APPLICATION_CLASSPATH Standard Hadoop classes
static String	YARN_LOG_SERVER_URL
static String	YARN_PREFIX
static String	YARN_SECURITY_SERVICE_AUTHORIZATION_ADMIN
static String	YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONMASTER_RESOURCEMANAGER
static String	YARN_SECURITY_SERVICE_AUTHORIZATION_CLIENT_RESOURCEMANAGER
static String	YARN_SECURITY_SERVICE_AUTHORIZATION_CONTAINER_MANAGER
static String	YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCE_LOCALIZER
static String	YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCETRACKER YARN Service Level Authorization

Constructor Summary

YarnConfiguration()

YarnConfiguration(org.apache.hadoop.conf.Configuration conf)

Method Summary

static String	getProxyHostAndPort(org.apache.hadoop.conf.Configuration conf)
static String	getRMWebAppHostAndPort(org.apache.hadoop.conf.Configuration conf)
static String	getRMWebAppURL(org.apache.hadoop.conf.Configuration conf)

Methods inherited from class org.apache.hadoop.conf.Configuration

addDefaultResource, addDeprecation, addDeprecation, addDeprecation, addDeprecation, addResource, addResource, addResource, addResource, addResource, clear, dumpConfiguration, get, get, getBoolean, getClass, getClass, getClassByName, getClassByNameOrNull, getClasses, getClassLoader, getConfResourceAsInputStream, getConfResourceAsReader, getEnum, getFile, getFloat, getInstances, getInt, getLocalPath, getLong, getLongBytes, getPattern, getPropertySources, getProps, getRange, getRaw, getResource, getSocketAddr, getStringCollection, getStrings, getStrings, getTrimmed, getTrimmedStringCollection, getTrimmedStrings, getTrimmedStrings, getValByRegex, isDeprecated, iterator, main, readFields, reloadConfiguration, set, set, setBoolean, setBooleanIfUnset, setClass, setClassLoader, setEnum, setFloat, setIfUnset, setInt, setLong, setPattern, setQuietMode, setSocketAddr, setStrings, size, toString, unset, updateConnectAddr, write, writeXml, writeXml

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

YARN_PREFIX

public static final String YARN_PREFIX

See Also:

Constant Field Values

DEBUG_NM_DELETE_DELAY_SEC

public static final String DEBUG_NM_DELETE_DELAY_SEC

Delay before deleting resource to ease debugging of NM issues

See Also:

Constant Field Values

IPC_PREFIX

public static final String IPC_PREFIX

See Also:

Constant Field Values

IPC_CLIENT_FACTORY

public static final String IPC_CLIENT_FACTORY

Factory to create client IPC classes.

See Also:

Constant Field Values

IPC_SERIALIZER_TYPE

public static final String IPC_SERIALIZER_TYPE

Type of serialization to use.

See Also:

Constant Field Values

DEFAULT_IPC_SERIALIZER_TYPE

public static final String DEFAULT_IPC_SERIALIZER_TYPE

See Also:

Constant Field Values

IPC_SERVER_FACTORY

public static final String IPC_SERVER_FACTORY

Factory to create server IPC classes.

See Also:

Constant Field Values

IPC_EXCEPTION_FACTORY

public static final String IPC_EXCEPTION_FACTORY

Factory to create IPC exceptions.

See Also:

Constant Field Values

IPC_RECORD_FACTORY

public static final String IPC_RECORD_FACTORY

Factory to create serializeable records.

See Also:

Constant Field Values

IPC_RPC_IMPL

public static final String IPC_RPC_IMPL

RPC class implementation

See Also:

Constant Field Values

DEFAULT_IPC_RPC_IMPL

public static final String DEFAULT_IPC_RPC_IMPL

See Also:

Constant Field Values

RM_PREFIX

public static final String RM_PREFIX

See Also:

Constant Field Values

RM_ADDRESS

public static final String RM_ADDRESS

The address of the applications manager interface in the RM.

See Also:

Constant Field Values

DEFAULT_RM_PORT

public static final int DEFAULT_RM_PORT

See Also:

Constant Field Values

DEFAULT_RM_ADDRESS

public static final String DEFAULT_RM_ADDRESS

See Also:

Constant Field Values

RM_CLIENT_THREAD_COUNT

public static final String RM_CLIENT_THREAD_COUNT

The number of threads used to handle applications manager requests.

See Also:

Constant Field Values

DEFAULT_RM_CLIENT_THREAD_COUNT

public static final int DEFAULT_RM_CLIENT_THREAD_COUNT

See Also:

Constant Field Values

RM_PRINCIPAL

public static final String RM_PRINCIPAL

The Kerberos principal for the resource manager.

See Also:

Constant Field Values

RM_SCHEDULER_ADDRESS

public static final String RM_SCHEDULER_ADDRESS

The address of the scheduler interface.

See Also:

Constant Field Values

DEFAULT_RM_SCHEDULER_PORT

public static final int DEFAULT_RM_SCHEDULER_PORT

See Also:

Constant Field Values

DEFAULT_RM_SCHEDULER_ADDRESS

public static final String DEFAULT_RM_SCHEDULER_ADDRESS

See Also:

Constant Field Values

RM_SCHEDULER_MINIMUM_ALLOCATION_MB

public static final String RM_SCHEDULER_MINIMUM_ALLOCATION_MB

Miniumum memory request grant-able by the RM scheduler.

See Also:

Constant Field Values

DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB

public static final int DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB

See Also:

Constant Field Values

RM_SCHEDULER_MAXIMUM_ALLOCATION_MB

public static final String RM_SCHEDULER_MAXIMUM_ALLOCATION_MB

Maximum memory request grant-able by the RM scheduler.

See Also:

Constant Field Values

DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB

public static final int DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB

See Also:

Constant Field Values

RM_SCHEDULER_CLIENT_THREAD_COUNT

public static final String RM_SCHEDULER_CLIENT_THREAD_COUNT

Number of threads to handle scheduler interface.

See Also:

Constant Field Values

DEFAULT_RM_SCHEDULER_CLIENT_THREAD_COUNT

public static final int DEFAULT_RM_SCHEDULER_CLIENT_THREAD_COUNT

See Also:

Constant Field Values

RM_WEBAPP_ADDRESS

public static final String RM_WEBAPP_ADDRESS

The address of the RM web application.

See Also:

Constant Field Values

DEFAULT_RM_WEBAPP_PORT

public static final int DEFAULT_RM_WEBAPP_PORT

See Also:

Constant Field Values

DEFAULT_RM_WEBAPP_ADDRESS

public static final String DEFAULT_RM_WEBAPP_ADDRESS

See Also:

Constant Field Values

RM_RESOURCE_TRACKER_ADDRESS

public static final String RM_RESOURCE_TRACKER_ADDRESS

See Also:

Constant Field Values

DEFAULT_RM_RESOURCE_TRACKER_PORT

public static final int DEFAULT_RM_RESOURCE_TRACKER_PORT

See Also:

Constant Field Values

DEFAULT_RM_RESOURCE_TRACKER_ADDRESS

public static final String DEFAULT_RM_RESOURCE_TRACKER_ADDRESS

See Also:

Constant Field Values

RM_AM_EXPIRY_INTERVAL_MS

public static final String RM_AM_EXPIRY_INTERVAL_MS

The expiry interval for application master reporting.

See Also:

Constant Field Values

DEFAULT_RM_AM_EXPIRY_INTERVAL_MS

public static final int DEFAULT_RM_AM_EXPIRY_INTERVAL_MS

See Also:

Constant Field Values

RM_NM_EXPIRY_INTERVAL_MS

public static final String RM_NM_EXPIRY_INTERVAL_MS

How long to wait until a node manager is considered dead.

See Also:

Constant Field Values

DEFAULT_RM_NM_EXPIRY_INTERVAL_MS

public static final int DEFAULT_RM_NM_EXPIRY_INTERVAL_MS

See Also:

Constant Field Values

YARN_ACL_ENABLE

public static final String YARN_ACL_ENABLE

Are acls enabled.

See Also:

Constant Field Values

DEFAULT_YARN_ACL_ENABLE

public static final boolean DEFAULT_YARN_ACL_ENABLE

See Also:

Constant Field Values

YARN_ADMIN_ACL

public static final String YARN_ADMIN_ACL

ACL of who can be admin of YARN cluster.

See Also:

Constant Field Values

DEFAULT_YARN_ADMIN_ACL

public static final String DEFAULT_YARN_ADMIN_ACL

See Also:

Constant Field Values

DEFAULT_YARN_APP_ACL

public static final String DEFAULT_YARN_APP_ACL

ACL used in case none is found. Allows nothing.

See Also:

Constant Field Values

RM_ADMIN_ADDRESS

public static final String RM_ADMIN_ADDRESS

The address of the RM admin interface.

See Also:

Constant Field Values

DEFAULT_RM_ADMIN_PORT

public static final int DEFAULT_RM_ADMIN_PORT

See Also:

Constant Field Values

DEFAULT_RM_ADMIN_ADDRESS

public static final String DEFAULT_RM_ADMIN_ADDRESS

See Also:

Constant Field Values

RM_ADMIN_CLIENT_THREAD_COUNT

public static final String RM_ADMIN_CLIENT_THREAD_COUNT

Number of threads used to handle RM admin interface.

See Also:

Constant Field Values

DEFAULT_RM_ADMIN_CLIENT_THREAD_COUNT

public static final int DEFAULT_RM_ADMIN_CLIENT_THREAD_COUNT

See Also:

Constant Field Values

RM_AM_MAX_RETRIES

public static final String RM_AM_MAX_RETRIES

The maximum number of application master retries.

See Also:

Constant Field Values

DEFAULT_RM_AM_MAX_RETRIES

public static final int DEFAULT_RM_AM_MAX_RETRIES

See Also:

Constant Field Values

RM_KEYTAB

public static final String RM_KEYTAB

The keytab for the resource manager.

See Also:

Constant Field Values

RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS

public static final String RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS

How long to wait until a container is considered dead.

See Also:

Constant Field Values

DEFAULT_RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS

public static final int DEFAULT_RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS

See Also:

Constant Field Values

RM_NODES_INCLUDE_FILE_PATH

public static final String RM_NODES_INCLUDE_FILE_PATH

Path to file with nodes to include.

See Also:

Constant Field Values

DEFAULT_RM_NODES_INCLUDE_FILE_PATH

public static final String DEFAULT_RM_NODES_INCLUDE_FILE_PATH

See Also:

Constant Field Values

RM_NODES_EXCLUDE_FILE_PATH

public static final String RM_NODES_EXCLUDE_FILE_PATH

Path to file with nodes to exclude.

See Also:

Constant Field Values

DEFAULT_RM_NODES_EXCLUDE_FILE_PATH

public static final String DEFAULT_RM_NODES_EXCLUDE_FILE_PATH

See Also:

Constant Field Values

RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT

public static final String RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT

Number of threads to handle resource tracker calls.

See Also:

Constant Field Values

DEFAULT_RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT

public static final int DEFAULT_RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT

See Also:

Constant Field Values

RM_SCHEDULER

public static final String RM_SCHEDULER

The class to use as the resource scheduler.

See Also:

Constant Field Values

DEFAULT_RM_SCHEDULER

public static final String DEFAULT_RM_SCHEDULER

See Also:

Constant Field Values

DELEGATION_KEY_UPDATE_INTERVAL_KEY

public static final String DELEGATION_KEY_UPDATE_INTERVAL_KEY

See Also:

Constant Field Values

DELEGATION_KEY_UPDATE_INTERVAL_DEFAULT

public static final long DELEGATION_KEY_UPDATE_INTERVAL_DEFAULT

See Also:

Constant Field Values

DELEGATION_TOKEN_RENEW_INTERVAL_KEY

public static final String DELEGATION_TOKEN_RENEW_INTERVAL_KEY

See Also:

Constant Field Values

DELEGATION_TOKEN_RENEW_INTERVAL_DEFAULT

public static final long DELEGATION_TOKEN_RENEW_INTERVAL_DEFAULT

See Also:

Constant Field Values

DELEGATION_TOKEN_MAX_LIFETIME_KEY

public static final String DELEGATION_TOKEN_MAX_LIFETIME_KEY

See Also:

Constant Field Values

DELEGATION_TOKEN_MAX_LIFETIME_DEFAULT

public static final long DELEGATION_TOKEN_MAX_LIFETIME_DEFAULT

See Also:

Constant Field Values

RM_STORE

public static final String RM_STORE

The class to use as the persistent store.

See Also:

Constant Field Values

RM_ZK_STORE_ADDRESS

public static final String RM_ZK_STORE_ADDRESS

The address of the zookeeper instance to use with ZK store.

See Also:

Constant Field Values

RM_ZK_STORE_TIMEOUT_MS

public static final String RM_ZK_STORE_TIMEOUT_MS

The zookeeper session timeout for the zookeeper store.

See Also:

Constant Field Values

DEFAULT_RM_ZK_STORE_TIMEOUT_MS

public static final int DEFAULT_RM_ZK_STORE_TIMEOUT_MS

See Also:

Constant Field Values

RM_MAX_COMPLETED_APPLICATIONS

public static final String RM_MAX_COMPLETED_APPLICATIONS

The maximum number of completed applications RM keeps.

See Also:

Constant Field Values

DEFAULT_RM_MAX_COMPLETED_APPLICATIONS

public static final int DEFAULT_RM_MAX_COMPLETED_APPLICATIONS

See Also:

Constant Field Values

DEFAULT_APPLICATION_NAME

public static final String DEFAULT_APPLICATION_NAME

Default application name

See Also:

Constant Field Values

DEFAULT_QUEUE_NAME

public static final String DEFAULT_QUEUE_NAME

Default queue name

See Also:

Constant Field Values

RM_APP_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

public static final String RM_APP_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

See Also:

Constant Field Values

DEFAULT_RM_APP_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

public static final long DEFAULT_RM_APP_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

See Also:

Constant Field Values

RM_METRICS_RUNTIME_BUCKETS

public static final String RM_METRICS_RUNTIME_BUCKETS

Buckets (in minutes) for the number of apps running in each queue.

See Also:

Constant Field Values

DEFAULT_RM_METRICS_RUNTIME_BUCKETS

public static final String DEFAULT_RM_METRICS_RUNTIME_BUCKETS

Default sizes of the runtime metric buckets in minutes.

See Also:

Constant Field Values

RM_CONTAINER_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

public static final String RM_CONTAINER_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

See Also:

Constant Field Values

DEFAULT_RM_CONTAINER_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

public static final long DEFAULT_RM_CONTAINER_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

See Also:

Constant Field Values

NM_PREFIX

public static final String NM_PREFIX

Prefix for all node manager configs.

See Also:

Constant Field Values

NM_ADMIN_USER_ENV

public static final String NM_ADMIN_USER_ENV

Environment variables that will be sent to containers.

See Also:

Constant Field Values

DEFAULT_NM_ADMIN_USER_ENV

public static final String DEFAULT_NM_ADMIN_USER_ENV

See Also:

Constant Field Values

NM_ENV_WHITELIST

public static final String NM_ENV_WHITELIST

Environment variables that containers may override rather than use NodeManager's default.

See Also:

Constant Field Values

DEFAULT_NM_ENV_WHITELIST

public static final String DEFAULT_NM_ENV_WHITELIST

See Also:

Constant Field Values

NM_ADDRESS

public static final String NM_ADDRESS

address of node manager IPC.

See Also:

Constant Field Values

DEFAULT_NM_PORT

public static final int DEFAULT_NM_PORT

See Also:

Constant Field Values

DEFAULT_NM_ADDRESS

public static final String DEFAULT_NM_ADDRESS

See Also:

Constant Field Values

NM_CONTAINER_EXECUTOR

public static final String NM_CONTAINER_EXECUTOR

who will execute(launch) the containers.

See Also:

Constant Field Values

NM_CONTAINER_MGR_THREAD_COUNT

public static final String NM_CONTAINER_MGR_THREAD_COUNT

Number of threads container manager uses.

See Also:

Constant Field Values

DEFAULT_NM_CONTAINER_MGR_THREAD_COUNT

public static final int DEFAULT_NM_CONTAINER_MGR_THREAD_COUNT

See Also:

Constant Field Values

NM_DELETE_THREAD_COUNT

public static final String NM_DELETE_THREAD_COUNT

Number of threads used in cleanup.

See Also:

Constant Field Values

DEFAULT_NM_DELETE_THREAD_COUNT

public static final int DEFAULT_NM_DELETE_THREAD_COUNT

See Also:

Constant Field Values

NM_TO_RM_HEARTBEAT_INTERVAL_MS

public static final String NM_TO_RM_HEARTBEAT_INTERVAL_MS

Heartbeat interval to RM

See Also:

Constant Field Values

DEFAULT_NM_TO_RM_HEARTBEAT_INTERVAL_MS

public static final int DEFAULT_NM_TO_RM_HEARTBEAT_INTERVAL_MS

See Also:

Constant Field Values

NM_KEYTAB

public static final String NM_KEYTAB

Keytab for NM.

See Also:

Constant Field Values

NM_LOCAL_DIRS

public static final String NM_LOCAL_DIRS

List of directories to store localized files in.

See Also:

Constant Field Values

DEFAULT_NM_LOCAL_DIRS

public static final String DEFAULT_NM_LOCAL_DIRS

See Also:

Constant Field Values

NM_LOCALIZER_ADDRESS

public static final String NM_LOCALIZER_ADDRESS

Address where the localizer IPC is.

See Also:

Constant Field Values

DEFAULT_NM_LOCALIZER_PORT

public static final int DEFAULT_NM_LOCALIZER_PORT

See Also:

Constant Field Values

DEFAULT_NM_LOCALIZER_ADDRESS

public static final String DEFAULT_NM_LOCALIZER_ADDRESS

See Also:

Constant Field Values

NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS

public static final String NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS

Interval in between cache cleanups.

See Also:

Constant Field Values

DEFAULT_NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS

public static final long DEFAULT_NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS

See Also:

Constant Field Values

NM_LOCALIZER_CACHE_TARGET_SIZE_MB

public static final String NM_LOCALIZER_CACHE_TARGET_SIZE_MB

Target size of localizer cache in MB, per local directory.

See Also:

Constant Field Values

DEFAULT_NM_LOCALIZER_CACHE_TARGET_SIZE_MB

public static final long DEFAULT_NM_LOCALIZER_CACHE_TARGET_SIZE_MB

See Also:

Constant Field Values

NM_LOCALIZER_CLIENT_THREAD_COUNT

public static final String NM_LOCALIZER_CLIENT_THREAD_COUNT

Number of threads to handle localization requests.

See Also:

Constant Field Values

DEFAULT_NM_LOCALIZER_CLIENT_THREAD_COUNT

public static final int DEFAULT_NM_LOCALIZER_CLIENT_THREAD_COUNT

See Also:

Constant Field Values

NM_LOCALIZER_FETCH_THREAD_COUNT

public static final String NM_LOCALIZER_FETCH_THREAD_COUNT

Number of threads to use for localization fetching.

See Also:

Constant Field Values

DEFAULT_NM_LOCALIZER_FETCH_THREAD_COUNT

public static final int DEFAULT_NM_LOCALIZER_FETCH_THREAD_COUNT

See Also:

Constant Field Values

NM_LOG_DIRS

public static final String NM_LOG_DIRS

Where to store container logs.

See Also:

Constant Field Values

DEFAULT_NM_LOG_DIRS

public static final String DEFAULT_NM_LOG_DIRS

See Also:

Constant Field Values

RM_DELAYED_DELEGATION_TOKEN_REMOVAL_INTERVAL_MS

public static final String RM_DELAYED_DELEGATION_TOKEN_REMOVAL_INTERVAL_MS

Interval at which the delayed token removal thread runs

See Also:

Constant Field Values

DEFAULT_RM_DELAYED_DELEGATION_TOKEN_REMOVAL_INTERVAL_MS

public static final long DEFAULT_RM_DELAYED_DELEGATION_TOKEN_REMOVAL_INTERVAL_MS

See Also:

Constant Field Values

LOG_AGGREGATION_ENABLED

public static final String LOG_AGGREGATION_ENABLED

Whether to enable log aggregation

See Also:

Constant Field Values

DEFAULT_LOG_AGGREGATION_ENABLED

public static final boolean DEFAULT_LOG_AGGREGATION_ENABLED

See Also:

Constant Field Values

LOG_AGGREGATION_RETAIN_SECONDS

public static final String LOG_AGGREGATION_RETAIN_SECONDS

How long to wait before deleting aggregated logs, -1 disables. Be careful set this too small and you will spam the name node.

See Also:

Constant Field Values

DEFAULT_LOG_AGGREGATION_RETAIN_SECONDS

public static final long DEFAULT_LOG_AGGREGATION_RETAIN_SECONDS

See Also:

Constant Field Values

NM_LOG_RETAIN_SECONDS

public static final String NM_LOG_RETAIN_SECONDS

Number of seconds to retain logs on the NodeManager. Only applicable if Log aggregation is disabled

See Also:

Constant Field Values

NM_LOG_DELETION_THREADS_COUNT

public static final String NM_LOG_DELETION_THREADS_COUNT

Number of threads used in log cleanup. Only applicable if Log aggregation is disabled

See Also:

Constant Field Values

DEFAULT_NM_LOG_DELETE_THREAD_COUNT

public static final int DEFAULT_NM_LOG_DELETE_THREAD_COUNT

See Also:

Constant Field Values

NM_REMOTE_APP_LOG_DIR

public static final String NM_REMOTE_APP_LOG_DIR

Where to aggregate logs to.

See Also:

Constant Field Values

DEFAULT_NM_REMOTE_APP_LOG_DIR

public static final String DEFAULT_NM_REMOTE_APP_LOG_DIR

See Also:

Constant Field Values

NM_REMOTE_APP_LOG_DIR_SUFFIX

public static final String NM_REMOTE_APP_LOG_DIR_SUFFIX

The remote log dir will be created at NM_REMOTE_APP_LOG_DIR/${user}/NM_REMOTE_APP_LOG_DIR_SUFFIX/${appId}

See Also:

Constant Field Values

DEFAULT_NM_REMOTE_APP_LOG_DIR_SUFFIX

public static final String DEFAULT_NM_REMOTE_APP_LOG_DIR_SUFFIX

See Also:

Constant Field Values

YARN_LOG_SERVER_URL

public static final String YARN_LOG_SERVER_URL

See Also:

Constant Field Values

NM_PMEM_MB

public static final String NM_PMEM_MB

Amount of memory in GB that can be allocated for containers.

See Also:

Constant Field Values

DEFAULT_NM_PMEM_MB

public static final int DEFAULT_NM_PMEM_MB

See Also:

Constant Field Values

NM_VMEM_PMEM_RATIO

public static final String NM_VMEM_PMEM_RATIO

See Also:

Constant Field Values

DEFAULT_NM_VMEM_PMEM_RATIO

public static final float DEFAULT_NM_VMEM_PMEM_RATIO

See Also:

Constant Field Values

NM_WEBAPP_ADDRESS

public static final String NM_WEBAPP_ADDRESS

NM Webapp address.

See Also:

Constant Field Values

DEFAULT_NM_WEBAPP_PORT

public static final int DEFAULT_NM_WEBAPP_PORT

See Also:

Constant Field Values

DEFAULT_NM_WEBAPP_ADDRESS

public static final String DEFAULT_NM_WEBAPP_ADDRESS

See Also:

Constant Field Values

NM_CONTAINER_MON_INTERVAL_MS

public static final String NM_CONTAINER_MON_INTERVAL_MS

How often to monitor containers.

See Also:

Constant Field Values

DEFAULT_NM_CONTAINER_MON_INTERVAL_MS

public static final int DEFAULT_NM_CONTAINER_MON_INTERVAL_MS

See Also:

Constant Field Values

NM_CONTAINER_MON_RESOURCE_CALCULATOR

public static final String NM_CONTAINER_MON_RESOURCE_CALCULATOR

Class that calculates containers current resource utilization.

See Also:

Constant Field Values

NM_CONTAINER_MON_PROCESS_TREE

public static final String NM_CONTAINER_MON_PROCESS_TREE

Class that calculates process tree resource utilization.

See Also:

Constant Field Values

NM_DISK_HEALTH_CHECK_ENABLE

public static final String NM_DISK_HEALTH_CHECK_ENABLE

Enable/Disable disks' health checker. Default is true. An expert level configuration property.

See Also:

Constant Field Values

NM_DISK_HEALTH_CHECK_INTERVAL_MS

public static final String NM_DISK_HEALTH_CHECK_INTERVAL_MS

Frequency of running disks' health checker.

See Also:

Constant Field Values

DEFAULT_NM_DISK_HEALTH_CHECK_INTERVAL_MS

public static final long DEFAULT_NM_DISK_HEALTH_CHECK_INTERVAL_MS

By default, disks' health is checked every 2 minutes.

See Also:

Constant Field Values

NM_MIN_HEALTHY_DISKS_FRACTION

public static final String NM_MIN_HEALTHY_DISKS_FRACTION

The minimum fraction of number of disks to be healthy for the nodemanager to launch new containers. This applies to nm-local-dirs and nm-log-dirs.

See Also:

Constant Field Values

DEFAULT_NM_MIN_HEALTHY_DISKS_FRACTION

public static final float DEFAULT_NM_MIN_HEALTHY_DISKS_FRACTION

By default, at least 5% of disks are to be healthy to say that the node is healthy in terms of disks.

See Also:

Constant Field Values

NM_HEALTH_CHECK_INTERVAL_MS

public static final String NM_HEALTH_CHECK_INTERVAL_MS

Frequency of running node health script.

See Also:

Constant Field Values

DEFAULT_NM_HEALTH_CHECK_INTERVAL_MS

public static final long DEFAULT_NM_HEALTH_CHECK_INTERVAL_MS

See Also:

Constant Field Values

NM_HEALTH_CHECK_SCRIPT_TIMEOUT_MS

public static final String NM_HEALTH_CHECK_SCRIPT_TIMEOUT_MS

Health check script time out period.

See Also:

Constant Field Values

DEFAULT_NM_HEALTH_CHECK_SCRIPT_TIMEOUT_MS

public static final long DEFAULT_NM_HEALTH_CHECK_SCRIPT_TIMEOUT_MS

See Also:

Constant Field Values

NM_HEALTH_CHECK_SCRIPT_PATH

public static final String NM_HEALTH_CHECK_SCRIPT_PATH

The health check script to run.

See Also:

Constant Field Values

NM_HEALTH_CHECK_SCRIPT_OPTS

public static final String NM_HEALTH_CHECK_SCRIPT_OPTS

The arguments to pass to the health check script.

See Also:

Constant Field Values

NM_LINUX_CONTAINER_EXECUTOR_PATH

public static final String NM_LINUX_CONTAINER_EXECUTOR_PATH

The path to the Linux container executor.

See Also:

Constant Field Values

NM_LINUX_CONTAINER_GROUP

public static final String NM_LINUX_CONTAINER_GROUP

The UNIX group that the linux-container-executor should run as. This is intended to be set as part of container-executor.cfg.

See Also:

Constant Field Values

NM_LOG_AGG_COMPRESSION_TYPE

public static final String NM_LOG_AGG_COMPRESSION_TYPE

T-file compression types used to compress aggregated logs.

See Also:

Constant Field Values

DEFAULT_NM_LOG_AGG_COMPRESSION_TYPE

public static final String DEFAULT_NM_LOG_AGG_COMPRESSION_TYPE

See Also:

Constant Field Values

NM_PRINCIPAL

public static final String NM_PRINCIPAL

The kerberos principal for the node manager.

See Also:

Constant Field Values

NM_AUX_SERVICES

public static final String NM_AUX_SERVICES

See Also:

Constant Field Values

NM_AUX_SERVICE_FMT

public static final String NM_AUX_SERVICE_FMT

See Also:

Constant Field Values

NM_USER_HOME_DIR

public static final String NM_USER_HOME_DIR

See Also:

Constant Field Values

DEFAULT_NM_USER_HOME_DIR

public static final String DEFAULT_NM_USER_HOME_DIR

See Also:

Constant Field Values

INVALID_CONTAINER_EXIT_STATUS

public static final int INVALID_CONTAINER_EXIT_STATUS

See Also:

Constant Field Values

ABORTED_CONTAINER_EXIT_STATUS

public static final int ABORTED_CONTAINER_EXIT_STATUS

See Also:

Constant Field Values

DISKS_FAILED

public static final int DISKS_FAILED

See Also:

Constant Field Values

PROXY_PREFIX

public static final String PROXY_PREFIX

See Also:

Constant Field Values

PROXY_PRINCIPAL

public static final String PROXY_PRINCIPAL

The kerberos principal for the proxy.

See Also:

Constant Field Values

PROXY_KEYTAB

public static final String PROXY_KEYTAB

Keytab for Proxy.

See Also:

Constant Field Values

PROXY_ADDRESS

public static final String PROXY_ADDRESS

The address for the web proxy.

See Also:

Constant Field Values

YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCETRACKER

public static final String YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCETRACKER

YARN Service Level Authorization

See Also:

Constant Field Values

YARN_SECURITY_SERVICE_AUTHORIZATION_CLIENT_RESOURCEMANAGER

public static final String YARN_SECURITY_SERVICE_AUTHORIZATION_CLIENT_RESOURCEMANAGER

See Also:

Constant Field Values

YARN_SECURITY_SERVICE_AUTHORIZATION_ADMIN

public static final String YARN_SECURITY_SERVICE_AUTHORIZATION_ADMIN

See Also:

Constant Field Values

YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONMASTER_RESOURCEMANAGER

public static final String YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONMASTER_RESOURCEMANAGER

See Also:

Constant Field Values

YARN_SECURITY_SERVICE_AUTHORIZATION_CONTAINER_MANAGER

public static final String YARN_SECURITY_SERVICE_AUTHORIZATION_CONTAINER_MANAGER

See Also:

Constant Field Values

YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCE_LOCALIZER

public static final String YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCE_LOCALIZER

See Also:

Constant Field Values

NM_SLEEP_DELAY_BEFORE_SIGKILL_MS

public static final String NM_SLEEP_DELAY_BEFORE_SIGKILL_MS

No. of milliseconds to wait between sending a SIGTERM and SIGKILL to a running container

See Also:

Constant Field Values

DEFAULT_NM_SLEEP_DELAY_BEFORE_SIGKILL_MS

public static final long DEFAULT_NM_SLEEP_DELAY_BEFORE_SIGKILL_MS

See Also:

Constant Field Values

NM_PROCESS_KILL_WAIT_MS

public static final String NM_PROCESS_KILL_WAIT_MS

Max time to wait for a process to come up when trying to cleanup container resources

See Also:

Constant Field Values

DEFAULT_NM_PROCESS_KILL_WAIT_MS

public static final long DEFAULT_NM_PROCESS_KILL_WAIT_MS

See Also:

Constant Field Values

YARN_APPLICATION_CLASSPATH

public static final String YARN_APPLICATION_CLASSPATH

Standard Hadoop classes

See Also:

Constant Field Values

DEFAULT_CONTAINER_TEMP_DIR

public static final String DEFAULT_CONTAINER_TEMP_DIR

Container temp directory

See Also:

Constant Field Values

Constructor Detail

YarnConfiguration

public YarnConfiguration()

YarnConfiguration

public YarnConfiguration(org.apache.hadoop.conf.Configuration conf)

Method Detail

getProxyHostAndPort

public static String getProxyHostAndPort(org.apache.hadoop.conf.Configuration conf)

getRMWebAppHostAndPort

public static String getRMWebAppHostAndPort(org.apache.hadoop.conf.Configuration conf)

getRMWebAppURL

public static String getRMWebAppURL(org.apache.hadoop.conf.Configuration conf)