org.apache.tez.runtime.library.common

Class TezRuntimeUtils

java.lang.Object

org.apache.tez.runtime.library.common.TezRuntimeUtils

@InterfaceAudience.Private
public class TezRuntimeUtils
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static int	INVALID_PORT

Constructor Summary

Constructors

Constructor and Description
TezRuntimeUtils()

Method Summary

Modifier and Type	Method and Description
static URL	constructBaseURIForShuffleHandlerDagComplete(String host, int port, String appId, int dagIdentifier, boolean sslShuffle)
static int	deserializeShuffleProviderMetaData(ByteBuffer meta)
static BaseHttpConnection	getHttpConnection(boolean asyncHttp, URL url, HttpConnectionParams params, String logIdentifier, org.apache.tez.common.security.JobTokenSecretManager jobTokenSecretManager)
static HttpConnectionParams	getHttpConnectionParams(org.apache.hadoop.conf.Configuration conf)
static String	getTaskAttemptIdentifier(int taskIndex, int taskAttemptNumber)
static String	getTaskAttemptIdentifier(String vertexName, int taskIndex, int taskAttemptNumber)
static String	getTaskIdentifier(String vertexName, int taskIndex)
static Combiner	instantiateCombiner(org.apache.hadoop.conf.Configuration conf, org.apache.tez.runtime.api.TaskContext taskContext)
static Partitioner	instantiatePartitioner(org.apache.hadoop.conf.Configuration conf)
static TezTaskOutput	instantiateTaskOutputManager(org.apache.hadoop.conf.Configuration conf, org.apache.tez.runtime.api.OutputContext outputContext)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

INVALID_PORT

public static final int INVALID_PORT

See Also:

Constant Field Values

Constructor Detail

TezRuntimeUtils

public TezRuntimeUtils()

Method Detail

getTaskIdentifier

public static String getTaskIdentifier(String vertexName,
                                       int taskIndex)

getTaskAttemptIdentifier

public static String getTaskAttemptIdentifier(int taskIndex,
                                              int taskAttemptNumber)

getTaskAttemptIdentifier

public static String getTaskAttemptIdentifier(String vertexName,
                                              int taskIndex,
                                              int taskAttemptNumber)

instantiateCombiner

public static Combiner instantiateCombiner(org.apache.hadoop.conf.Configuration conf,
                                           org.apache.tez.runtime.api.TaskContext taskContext)
                                    throws IOException

Throws:

IOException

instantiatePartitioner

public static Partitioner instantiatePartitioner(org.apache.hadoop.conf.Configuration conf)
                                          throws IOException

Throws:

IOException

instantiateTaskOutputManager

public static TezTaskOutput instantiateTaskOutputManager(org.apache.hadoop.conf.Configuration conf,
                                                         org.apache.tez.runtime.api.OutputContext outputContext)

constructBaseURIForShuffleHandlerDagComplete

public static URL constructBaseURIForShuffleHandlerDagComplete(String host,
                                                               int port,
                                                               String appId,
                                                               int dagIdentifier,
                                                               boolean sslShuffle)
                                                        throws MalformedURLException

Throws:

MalformedURLException

getHttpConnectionParams

public static HttpConnectionParams getHttpConnectionParams(org.apache.hadoop.conf.Configuration conf)

getHttpConnection

public static BaseHttpConnection getHttpConnection(boolean asyncHttp,
                                                   URL url,
                                                   HttpConnectionParams params,
                                                   String logIdentifier,
                                                   org.apache.tez.common.security.JobTokenSecretManager jobTokenSecretManager)
                                            throws IOException

Throws:

IOException

deserializeShuffleProviderMetaData

public static int deserializeShuffleProviderMetaData(ByteBuffer meta)
                                              throws IOException

Throws:

IOException