org.apache.tez.common

Class TezUtilsInternal

java.lang.Object

org.apache.tez.common.TezUtilsInternal

@InterfaceAudience.Private
public class TezUtilsInternal
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static int	MAX_VERTEX_NAME_LENGTH

Constructor Summary

Constructors

Constructor and Description
TezUtilsInternal()

Method Summary

Modifier and Type	Method and Description
static void	addUserSpecifiedTezConfiguration(org.apache.hadoop.conf.Configuration conf, List<org.apache.tez.dag.api.records.DAGProtos.PlanKeyValuePair> kvPairList)
static String	cleanVertexName(String vertexName)
static byte[]	compressBytes(byte[] inBytes)
static String	convertDagPlanToString(org.apache.tez.dag.api.records.DAGProtos.DAGPlan dagPlan) Convert DAGPlan to text.
static BitSet	fromByteArray(byte[] bytes)
static TaskAttemptTerminationCause	fromTaskAttemptEndReason(org.apache.tez.serviceplugins.api.TaskAttemptEndReason taskAttemptEndReason)
static <T extends Enum<T>> Set<T>	getEnums(org.apache.hadoop.conf.Configuration conf, String confName, Class<T> enumType, String defaultValues)
static org.apache.tez.dag.api.records.DAGProtos.ConfigurationProto	readUserSpecifiedTezConfiguration(String baseDir)
static void	setHadoopCallerContext(org.apache.tez.hadoop.shim.HadoopShim hadoopShim, org.apache.hadoop.yarn.api.records.ApplicationId appID)
static void	setHadoopCallerContext(org.apache.tez.hadoop.shim.HadoopShim hadoopShim, TezDAGID dagID)
static void	setHadoopCallerContext(org.apache.tez.hadoop.shim.HadoopShim hadoopShim, TezTaskAttemptID attemptID)
static void	setHadoopCallerContext(org.apache.tez.hadoop.shim.HadoopShim hadoopShim, TezVertexID vertexID)
static void	setSecurityUtilConfigration(org.slf4j.Logger log, org.apache.hadoop.conf.Configuration conf)
static byte[]	toByteArray(BitSet bits)
static org.apache.tez.serviceplugins.api.TaskAttemptEndReason	toTaskAttemptEndReason(TaskAttemptTerminationCause cause)
static byte[]	uncompressBytes(byte[] inBytes)
static void	updateLoggers(String addend)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

MAX_VERTEX_NAME_LENGTH

@InterfaceAudience.Private
public static final int MAX_VERTEX_NAME_LENGTH

See Also:

Constant Field Values

Constructor Detail

TezUtilsInternal

public TezUtilsInternal()

Method Detail

readUserSpecifiedTezConfiguration

public static org.apache.tez.dag.api.records.DAGProtos.ConfigurationProto readUserSpecifiedTezConfiguration(String baseDir)
                                                                                                     throws IOException

Throws:

IOException

addUserSpecifiedTezConfiguration

public static void addUserSpecifiedTezConfiguration(org.apache.hadoop.conf.Configuration conf,
                                                    List<org.apache.tez.dag.api.records.DAGProtos.PlanKeyValuePair> kvPairList)

compressBytes

public static byte[] compressBytes(byte[] inBytes)
                            throws IOException

Throws:

IOException

uncompressBytes

public static byte[] uncompressBytes(byte[] inBytes)
                              throws IOException

Throws:

IOException

cleanVertexName

@InterfaceAudience.Private
public static String cleanVertexName(String vertexName)

updateLoggers

public static void updateLoggers(String addend)
                          throws FileNotFoundException

Throws:

FileNotFoundException

fromByteArray

public static BitSet fromByteArray(byte[] bytes)

toByteArray

public static byte[] toByteArray(BitSet bits)

convertDagPlanToString

public static String convertDagPlanToString(org.apache.tez.dag.api.records.DAGProtos.DAGPlan dagPlan)
                                     throws IOException

Convert DAGPlan to text. Skip sensitive informations like credentials.

Parameters:

dagPlan -

Returns:

a string representation of the dag plan with sensitive information removed

Throws:

IOException

fromTaskAttemptEndReason

public static TaskAttemptTerminationCause fromTaskAttemptEndReason(org.apache.tez.serviceplugins.api.TaskAttemptEndReason taskAttemptEndReason)

toTaskAttemptEndReason

public static org.apache.tez.serviceplugins.api.TaskAttemptEndReason toTaskAttemptEndReason(TaskAttemptTerminationCause cause)

getEnums

public static <T extends Enum<T>> Set<T> getEnums(org.apache.hadoop.conf.Configuration conf,
                                                  String confName,
                                                  Class<T> enumType,
                                                  String defaultValues)

setHadoopCallerContext

@InterfaceAudience.Private
public static void setHadoopCallerContext(org.apache.tez.hadoop.shim.HadoopShim hadoopShim,
                                                                     TezTaskAttemptID attemptID)

setHadoopCallerContext

@InterfaceAudience.Private
public static void setHadoopCallerContext(org.apache.tez.hadoop.shim.HadoopShim hadoopShim,
                                                                     TezVertexID vertexID)

setHadoopCallerContext

@InterfaceAudience.Private
public static void setHadoopCallerContext(org.apache.tez.hadoop.shim.HadoopShim hadoopShim,
                                                                     TezDAGID dagID)

setHadoopCallerContext

@InterfaceAudience.Private
public static void setHadoopCallerContext(org.apache.tez.hadoop.shim.HadoopShim hadoopShim,
                                                                     org.apache.hadoop.yarn.api.records.ApplicationId appID)

setSecurityUtilConfigration

@InterfaceAudience.Private
public static void setSecurityUtilConfigration(org.slf4j.Logger log,
                                                                          org.apache.hadoop.conf.Configuration conf)