org.apache.tez.runtime.library.common.shuffle

Class Fetcher.FetcherBuilder

java.lang.Object

org.apache.tez.runtime.library.common.shuffle.Fetcher.FetcherBuilder

Enclosing class:

Fetcher

public static class Fetcher.FetcherBuilder
extends Object

Builder for the construction of Fetchers

Constructor Summary

Constructors

Constructor and Description
FetcherBuilder(FetcherCallback fetcherCallback, HttpConnectionParams params, FetchedInputAllocator inputManager, org.apache.hadoop.yarn.api.records.ApplicationId appId, int dagIdentifier, org.apache.tez.common.security.JobTokenSecretManager jobTokenSecretMgr, String srcNameTrimmed, org.apache.hadoop.conf.Configuration conf, boolean localDiskFetchEnabled, String localHostname, int shufflePort, boolean asyncHttp, boolean verifyDiskChecksum, boolean compositeFetch)
FetcherBuilder(FetcherCallback fetcherCallback, HttpConnectionParams params, FetchedInputAllocator inputManager, org.apache.hadoop.yarn.api.records.ApplicationId appId, int dagIdentifier, org.apache.tez.common.security.JobTokenSecretManager jobTokenSecretMgr, String srcNameTrimmed, org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.RawLocalFileSystem localFs, org.apache.hadoop.fs.LocalDirAllocator localDirAllocator, org.apache.hadoop.fs.Path lockPath, boolean localDiskFetchEnabled, boolean sharedFetchEnabled, String localHostname, int shufflePort, boolean asyncHttp, boolean verifyDiskChecksum, boolean compositeFetch)

Method Summary

Modifier and Type	Method and Description
Fetcher.FetcherBuilder	assignWork(String host, int port, int partition, int partitionCount, List<InputAttemptIdentifier> inputs)
Fetcher	build()
Fetcher.FetcherBuilder	setCompressionParameters(org.apache.hadoop.io.compress.CompressionCodec codec)
Fetcher.FetcherBuilder	setHttpConnectionParameters(HttpConnectionParams httpParams)
Fetcher.FetcherBuilder	setIFileParams(boolean readAhead, int readAheadBytes)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

FetcherBuilder

public FetcherBuilder(FetcherCallback fetcherCallback,
                      HttpConnectionParams params,
                      FetchedInputAllocator inputManager,
                      org.apache.hadoop.yarn.api.records.ApplicationId appId,
                      int dagIdentifier,
                      org.apache.tez.common.security.JobTokenSecretManager jobTokenSecretMgr,
                      String srcNameTrimmed,
                      org.apache.hadoop.conf.Configuration conf,
                      boolean localDiskFetchEnabled,
                      String localHostname,
                      int shufflePort,
                      boolean asyncHttp,
                      boolean verifyDiskChecksum,
                      boolean compositeFetch)

FetcherBuilder

public FetcherBuilder(FetcherCallback fetcherCallback,
                      HttpConnectionParams params,
                      FetchedInputAllocator inputManager,
                      org.apache.hadoop.yarn.api.records.ApplicationId appId,
                      int dagIdentifier,
                      org.apache.tez.common.security.JobTokenSecretManager jobTokenSecretMgr,
                      String srcNameTrimmed,
                      org.apache.hadoop.conf.Configuration conf,
                      org.apache.hadoop.fs.RawLocalFileSystem localFs,
                      org.apache.hadoop.fs.LocalDirAllocator localDirAllocator,
                      org.apache.hadoop.fs.Path lockPath,
                      boolean localDiskFetchEnabled,
                      boolean sharedFetchEnabled,
                      String localHostname,
                      int shufflePort,
                      boolean asyncHttp,
                      boolean verifyDiskChecksum,
                      boolean compositeFetch)

Method Detail

setHttpConnectionParameters

public Fetcher.FetcherBuilder setHttpConnectionParameters(HttpConnectionParams httpParams)

setCompressionParameters

public Fetcher.FetcherBuilder setCompressionParameters(org.apache.hadoop.io.compress.CompressionCodec codec)

setIFileParams

public Fetcher.FetcherBuilder setIFileParams(boolean readAhead,
                                             int readAheadBytes)

assignWork

public Fetcher.FetcherBuilder assignWork(String host,
                                         int port,
                                         int partition,
                                         int partitionCount,
                                         List<InputAttemptIdentifier> inputs)

build

public Fetcher build()