org.apache.tez.dag.app.dag

Class RootInputInitializerManager

java.lang.Object

org.apache.tez.dag.app.dag.RootInputInitializerManager

public class RootInputInitializerManager
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	RootInputInitializerManager.InitializerWrapper

Field Summary

Fields

Modifier and Type	Field and Description
protected com.google.common.util.concurrent.ListeningExecutorService	executor

Constructor Summary

Constructors

Constructor and Description
RootInputInitializerManager(Vertex vertex, AppContext appContext, org.apache.hadoop.security.UserGroupInformation dagUgi, StateChangeNotifier stateTracker)

Method Summary

Modifier and Type	Method and Description
protected void	createAndStartInitializing(List<org.apache.tez.runtime.api.impl.TezEvent> pendingInitializerEvents, List<RootInputInitializerManager.InitializerWrapper> result) Start initializers in parallel.
protected org.apache.tez.runtime.api.InputInitializer	createInitializer(org.apache.tez.dag.api.RootInputLeafOutput<org.apache.tez.dag.api.InputDescriptor,org.apache.tez.dag.api.InputInitializerDescriptor> input, org.apache.tez.runtime.api.InputInitializerContext context)
protected List<RootInputInitializerManager.InitializerWrapper>	createInitializerWrappers(List<org.apache.tez.dag.api.RootInputLeafOutput<org.apache.tez.dag.api.InputDescriptor,org.apache.tez.dag.api.InputInitializerDescriptor>> inputs) Create input wrappers for all inputs in parallel.
RootInputInitializerManager.InitializerWrapper	getInitializerWrapper(String inputName)
void	handleInitializerEvents(List<org.apache.tez.runtime.api.impl.TezEvent> events)
void	registerForVertexUpdates(String vertexName, String inputName, Set<org.apache.tez.dag.api.event.VertexState> stateSet)
void	runInputInitializers(List<org.apache.tez.dag.api.RootInputLeafOutput<org.apache.tez.dag.api.InputDescriptor,org.apache.tez.dag.api.InputInitializerDescriptor>> inputs, List<org.apache.tez.runtime.api.impl.TezEvent> pendingInitializerEvents)
void	shutdown()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

executor

protected com.google.common.util.concurrent.ListeningExecutorService executor

Constructor Detail

RootInputInitializerManager

public RootInputInitializerManager(Vertex vertex,
                                   AppContext appContext,
                                   org.apache.hadoop.security.UserGroupInformation dagUgi,
                                   StateChangeNotifier stateTracker)

Method Detail

runInputInitializers

public void runInputInitializers(List<org.apache.tez.dag.api.RootInputLeafOutput<org.apache.tez.dag.api.InputDescriptor,org.apache.tez.dag.api.InputInitializerDescriptor>> inputs,
                                 List<org.apache.tez.runtime.api.impl.TezEvent> pendingInitializerEvents)

createInitializerWrappers

protected List<RootInputInitializerManager.InitializerWrapper> createInitializerWrappers(List<org.apache.tez.dag.api.RootInputLeafOutput<org.apache.tez.dag.api.InputDescriptor,org.apache.tez.dag.api.InputInitializerDescriptor>> inputs)

Create input wrappers for all inputs in parallel.

Parameters:

inputs -

Returns:

createAndStartInitializing

protected void createAndStartInitializing(List<org.apache.tez.runtime.api.impl.TezEvent> pendingInitializerEvents,
                                          List<RootInputInitializerManager.InitializerWrapper> result)

Start initializers in parallel.

Parameters:

pendingInitializerEvents -

result -

createInitializer

protected org.apache.tez.runtime.api.InputInitializer createInitializer(org.apache.tez.dag.api.RootInputLeafOutput<org.apache.tez.dag.api.InputDescriptor,org.apache.tez.dag.api.InputInitializerDescriptor> input,
                                                                        org.apache.tez.runtime.api.InputInitializerContext context)
                                                                 throws org.apache.tez.dag.api.TezException

Throws:

org.apache.tez.dag.api.TezException

handleInitializerEvents

public void handleInitializerEvents(List<org.apache.tez.runtime.api.impl.TezEvent> events)

registerForVertexUpdates

public void registerForVertexUpdates(String vertexName,
                                     String inputName,
                                     @Nullable
                                     Set<org.apache.tez.dag.api.event.VertexState> stateSet)

getInitializerWrapper

@InterfaceAudience.Private
public RootInputInitializerManager.InitializerWrapper getInitializerWrapper(String inputName)

shutdown

public void shutdown()