org.apache.tez.dag.app.rm

Class TaskSchedulerManager

java.lang.Object

org.apache.hadoop.service.AbstractService

org.apache.tez.dag.app.rm.TaskSchedulerManager

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.service.Service, org.apache.hadoop.yarn.event.EventHandler<AMSchedulerEvent>

public class TaskSchedulerManager
extends org.apache.hadoop.service.AbstractService
implements org.apache.hadoop.yarn.event.EventHandler<AMSchedulerEvent>

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.hadoop.service.Service

org.apache.hadoop.service.Service.STATE

Field Summary

Fields

Modifier and Type	Field and Description
protected AppContext	appContext
protected boolean	isSignalled
protected TaskSchedulerWrapper[]	taskSchedulers
protected ServicePluginLifecycleAbstractService[]	taskSchedulerServiceWrappers

Constructor Summary

Constructors

Constructor and Description
TaskSchedulerManager(AppContext appContext, DAGClientServer clientService, org.apache.hadoop.yarn.event.EventHandler eventHandler, org.apache.tez.common.ContainerSignatureMatcher containerSignatureMatcher, WebUIService webUI, List<org.apache.tez.dag.api.NamedEntityDescriptor> schedulerDescriptors, boolean isLocalMode, org.apache.tez.hadoop.shim.HadoopShim hadoopShim)
TaskSchedulerManager(org.apache.tez.serviceplugins.api.TaskScheduler taskScheduler, AppContext appContext, org.apache.tez.common.ContainerSignatureMatcher containerSignatureMatcher, DAGClientServer clientService, ExecutorService appCallbackExecutor)

Method Summary

Modifier and Type	Method and Description
void	appShutdownRequested(int schedulerId)
void	containerBeingReleased(int schedulerId, org.apache.hadoop.yarn.api.records.ContainerId containerId)
void	containerCompleted(int schedulerId, Object task, org.apache.hadoop.yarn.api.records.ContainerStatus containerStatus)
void	dagCompleted()
void	dagSubmitted()
Map<org.apache.hadoop.yarn.api.records.ApplicationAccessType,String>	getApplicationAcls()
org.apache.hadoop.yarn.api.records.Resource	getAvailableResources(int schedulerId)
org.apache.tez.common.ContainerSignatureMatcher	getContainerSignatureMatcher()
org.apache.tez.serviceplugins.api.TaskSchedulerContext.AppFinalStatus	getFinalAppStatus()
String	getHistoryUrl()
int	getNumClusterNodes()
float	getProgress(int schedulerId)
String	getTaskSchedulerClassName(int taskSchedulerIndex)
org.apache.hadoop.yarn.api.records.Resource	getTotalResources(int schedulerId)
int	getVertexIndexForTask(Object task)
void	handle(AMSchedulerEvent event)
void	handleEvent(AMSchedulerEvent sEvent)
boolean	hasUnregistered()
void	initiateStop()
protected void	instantiateSchedulers(String host, int port, String trackingUrl, AppContext appContext)
void	nodesUpdated(int schedulerId, List<org.apache.hadoop.yarn.api.records.NodeReport> updatedNodes)
protected void	notifyForTest()
void	preemptContainer(int schedulerId, org.apache.hadoop.yarn.api.records.ContainerId containerId)
void	reportError(int taskSchedulerIndex, org.apache.tez.serviceplugins.api.ServicePluginError servicePluginError, String diagnostics, org.apache.tez.serviceplugins.api.DagInfo dagInfo)
void	serviceStart()
void	serviceStop()
void	setApplicationRegistrationData(int schedulerId, org.apache.hadoop.yarn.api.records.Resource maxContainerCapability, Map<org.apache.hadoop.yarn.api.records.ApplicationAccessType,String> appAcls, ByteBuffer clientAMSecretKey, String queueName)
void	setShouldUnregisterFlag()
void	setSignalled(boolean isSignalled)
void	taskAllocated(int schedulerId, Object task, Object appCookie, org.apache.hadoop.yarn.api.records.Container container)

Methods inherited from class org.apache.hadoop.service.AbstractService

close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, serviceInit, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

appContext

protected final AppContext appContext

isSignalled

protected volatile boolean isSignalled

taskSchedulers

protected final TaskSchedulerWrapper[] taskSchedulers

taskSchedulerServiceWrappers

protected final ServicePluginLifecycleAbstractService[] taskSchedulerServiceWrappers

Constructor Detail

TaskSchedulerManager

@InterfaceAudience.Private
public TaskSchedulerManager(org.apache.tez.serviceplugins.api.TaskScheduler taskScheduler,
                                                       AppContext appContext,
                                                       org.apache.tez.common.ContainerSignatureMatcher containerSignatureMatcher,
                                                       DAGClientServer clientService,
                                                       ExecutorService appCallbackExecutor)

TaskSchedulerManager

public TaskSchedulerManager(AppContext appContext,
                            DAGClientServer clientService,
                            org.apache.hadoop.yarn.event.EventHandler eventHandler,
                            org.apache.tez.common.ContainerSignatureMatcher containerSignatureMatcher,
                            WebUIService webUI,
                            List<org.apache.tez.dag.api.NamedEntityDescriptor> schedulerDescriptors,
                            boolean isLocalMode,
                            org.apache.tez.hadoop.shim.HadoopShim hadoopShim)

Parameters:

appContext -

clientService -

eventHandler -

containerSignatureMatcher -

webUI -

schedulerDescriptors - the list of scheduler descriptors. Tez internal classes will not have the class names populated. An empty list defaults to using the YarnTaskScheduler as the only source.

isLocalMode - whether the AM is running in local mode

Method Detail

getApplicationAcls

public Map<org.apache.hadoop.yarn.api.records.ApplicationAccessType,String> getApplicationAcls()

setSignalled

public void setSignalled(boolean isSignalled)

getNumClusterNodes

public int getNumClusterNodes()

getAvailableResources

public org.apache.hadoop.yarn.api.records.Resource getAvailableResources(int schedulerId)

getTotalResources

public org.apache.hadoop.yarn.api.records.Resource getTotalResources(int schedulerId)

handleEvent

public void handleEvent(AMSchedulerEvent sEvent)

handle

public void handle(AMSchedulerEvent event)

Specified by:

handle in interface org.apache.hadoop.yarn.event.EventHandler<AMSchedulerEvent>

instantiateSchedulers

protected void instantiateSchedulers(String host,
                                     int port,
                                     String trackingUrl,
                                     AppContext appContext)
                              throws org.apache.tez.dag.api.TezException

Throws:

org.apache.tez.dag.api.TezException

serviceStart

public void serviceStart()
                  throws Exception

Overrides:

serviceStart in class org.apache.hadoop.service.AbstractService

Throws:

Exception

notifyForTest

protected void notifyForTest()

initiateStop

public void initiateStop()

serviceStop

public void serviceStop()
                 throws InterruptedException

Overrides:

serviceStop in class org.apache.hadoop.service.AbstractService

Throws:

InterruptedException

taskAllocated

public void taskAllocated(int schedulerId,
                          Object task,
                          Object appCookie,
                          org.apache.hadoop.yarn.api.records.Container container)

containerCompleted

public void containerCompleted(int schedulerId,
                               Object task,
                               org.apache.hadoop.yarn.api.records.ContainerStatus containerStatus)

containerBeingReleased

public void containerBeingReleased(int schedulerId,
                                   org.apache.hadoop.yarn.api.records.ContainerId containerId)

nodesUpdated

public void nodesUpdated(int schedulerId,
                         List<org.apache.hadoop.yarn.api.records.NodeReport> updatedNodes)

appShutdownRequested

public void appShutdownRequested(int schedulerId)

setApplicationRegistrationData

public void setApplicationRegistrationData(int schedulerId,
                                           org.apache.hadoop.yarn.api.records.Resource maxContainerCapability,
                                           Map<org.apache.hadoop.yarn.api.records.ApplicationAccessType,String> appAcls,
                                           ByteBuffer clientAMSecretKey,
                                           String queueName)

getFinalAppStatus

public org.apache.tez.serviceplugins.api.TaskSchedulerContext.AppFinalStatus getFinalAppStatus()

getProgress

public float getProgress(int schedulerId)

reportError

public void reportError(int taskSchedulerIndex,
                        org.apache.tez.serviceplugins.api.ServicePluginError servicePluginError,
                        String diagnostics,
                        org.apache.tez.serviceplugins.api.DagInfo dagInfo)

dagCompleted

public void dagCompleted()

dagSubmitted

public void dagSubmitted()

getVertexIndexForTask

public int getVertexIndexForTask(Object task)

preemptContainer

public void preemptContainer(int schedulerId,
                             org.apache.hadoop.yarn.api.records.ContainerId containerId)

setShouldUnregisterFlag

public void setShouldUnregisterFlag()

getContainerSignatureMatcher

public org.apache.tez.common.ContainerSignatureMatcher getContainerSignatureMatcher()

hasUnregistered

public boolean hasUnregistered()

getHistoryUrl

public String getHistoryUrl()

getTaskSchedulerClassName

public String getTaskSchedulerClassName(int taskSchedulerIndex)