org.apache.hadoop.mapreduce.v2.util

Class MRApps

java.lang.Object

org.apache.hadoop.yarn.util.Apps

org.apache.hadoop.mapreduce.v2.util.MRApps

@InterfaceAudience.Private
@InterfaceStability.Unstable
public class MRApps
extends org.apache.hadoop.yarn.util.Apps

Helper class for MR applications

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	MRApps.TaskAttemptStateUI

Field Summary

Fields

Modifier and Type	Field and Description
static org.apache.commons.logging.Log	LOG

Fields inherited from class org.apache.hadoop.yarn.util.Apps

APP, ID

Constructor Summary

Constructors

Constructor and Description
MRApps()

Method Summary

Methods

Modifier and Type	Method and Description
static void	addLog4jSystemProperties(String logLevel, long logSize, List<String> vargs) Add the JVM system properties necessary to configure ContainerLogAppender.
static org.apache.hadoop.fs.Path	getEndJobCommitFailureFile(org.apache.hadoop.conf.Configuration conf, String user, JobId jobId)
static org.apache.hadoop.fs.Path	getEndJobCommitSuccessFile(org.apache.hadoop.conf.Configuration conf, String user, JobId jobId)
static String	getJobFile(org.apache.hadoop.conf.Configuration conf, String user, org.apache.hadoop.mapreduce.JobID jobId)
static org.apache.hadoop.fs.Path	getStagingAreaDir(org.apache.hadoop.conf.Configuration conf, String user)
static org.apache.hadoop.fs.Path	getStartJobCommitFile(org.apache.hadoop.conf.Configuration conf, String user, JobId jobId)
static void	setClasspath(Map<String,String> environment, org.apache.hadoop.conf.Configuration conf)
static void	setJobClassLoader(org.apache.hadoop.conf.Configuration conf) Sets a ApplicationClassLoader on the given configuration and as the context classloader, if MRJobConfig.MAPREDUCE_JOB_CLASSLOADER is set to true, and the APP_CLASSPATH environment variable is set.
static void	setupDistributedCache(org.apache.hadoop.conf.Configuration conf, Map<String,org.apache.hadoop.yarn.api.records.LocalResource> localResources)
static MRApps.TaskAttemptStateUI	taskAttemptState(String attemptStateStr)
static String	taskSymbol(TaskType type)
static TaskType	taskType(String symbol)
static JobId	toJobID(String jid)
static String	toString(JobId jid)
static String	toString(TaskAttemptId taid)
static String	toString(TaskId tid)
static TaskAttemptId	toTaskAttemptID(String taid)
static TaskId	toTaskID(String tid)

Methods inherited from class org.apache.hadoop.yarn.util.Apps

addToEnvironment, setEnvFromInputString, shouldHaveNext, throwParseException, toAppID, toAppID

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

public static final org.apache.commons.logging.Log LOG

Constructor Detail

MRApps

public MRApps()

Method Detail

toString

public static String toString(JobId jid)

toJobID

public static JobId toJobID(String jid)

toString

public static String toString(TaskId tid)

toTaskID

public static TaskId toTaskID(String tid)

toString

public static String toString(TaskAttemptId taid)

toTaskAttemptID

public static TaskAttemptId toTaskAttemptID(String taid)

taskSymbol

public static String taskSymbol(TaskType type)

taskType

public static TaskType taskType(String symbol)

taskAttemptState

public static MRApps.TaskAttemptStateUI taskAttemptState(String attemptStateStr)

setClasspath

public static void setClasspath(Map<String,String> environment,
                org.apache.hadoop.conf.Configuration conf)
                         throws IOException

Throws:

IOException

setJobClassLoader

public static void setJobClassLoader(org.apache.hadoop.conf.Configuration conf)
                              throws IOException

Sets a ApplicationClassLoader on the given configuration and as the context classloader, if MRJobConfig.MAPREDUCE_JOB_CLASSLOADER is set to true, and the APP_CLASSPATH environment variable is set.

Parameters:

conf -

Throws:

IOException

getStagingAreaDir

public static org.apache.hadoop.fs.Path getStagingAreaDir(org.apache.hadoop.conf.Configuration conf,
                                          String user)

getJobFile

public static String getJobFile(org.apache.hadoop.conf.Configuration conf,
                String user,
                org.apache.hadoop.mapreduce.JobID jobId)

getEndJobCommitSuccessFile

public static org.apache.hadoop.fs.Path getEndJobCommitSuccessFile(org.apache.hadoop.conf.Configuration conf,
                                                   String user,
                                                   JobId jobId)

getEndJobCommitFailureFile

public static org.apache.hadoop.fs.Path getEndJobCommitFailureFile(org.apache.hadoop.conf.Configuration conf,
                                                   String user,
                                                   JobId jobId)

getStartJobCommitFile

public static org.apache.hadoop.fs.Path getStartJobCommitFile(org.apache.hadoop.conf.Configuration conf,
                                              String user,
                                              JobId jobId)

setupDistributedCache

public static void setupDistributedCache(org.apache.hadoop.conf.Configuration conf,
                         Map<String,org.apache.hadoop.yarn.api.records.LocalResource> localResources)
                                  throws IOException

Throws:

IOException

addLog4jSystemProperties

public static void addLog4jSystemProperties(String logLevel,
                            long logSize,
                            List<String> vargs)

Add the JVM system properties necessary to configure ContainerLogAppender.

Parameters:

logLevel - the desired log level (eg INFO/WARN/DEBUG)

logSize - See ContainerLogAppender.setTotalLogFileSize(long)

vargs - the argument list to append to