org.apache.hadoop.hive.ql.exec.tez

Class DynamicPartitionPruner

java.lang.Object

org.apache.hadoop.hive.ql.exec.tez.DynamicPartitionPruner

public class DynamicPartitionPruner
extends Object

DynamicPartitionPruner takes a list of assigned partitions at runtime (split generation) and prunes them using events generated during execution of the dag.

Constructor Summary

Constructors

Constructor and Description
DynamicPartitionPruner()

Method Summary

Modifier and Type	Method and Description
void	addEvent(org.apache.tez.runtime.api.events.InputInitializerEvent event)
protected org.apache.hadoop.hive.ql.exec.tez.DynamicPartitionPruner.SourceInfo	createSourceInfo(TableDesc t, ExprNodeDesc partKeyExpr, ExprNodeDesc predicate, String columnName, String columnType, org.apache.hadoop.mapred.JobConf jobConf)
void	initialize(org.apache.tez.runtime.api.InputInitializerContext context, MapWork work, org.apache.hadoop.mapred.JobConf jobConf)
protected String	processPayload(ByteBuffer payload, String sourceName)
void	processVertex(String name)
void	prune()
protected ExprNodeDesc	prunePartitionSingleSource(org.apache.hadoop.mapred.JobConf jobConf, String source, org.apache.hadoop.hive.ql.exec.tez.DynamicPartitionPruner.SourceInfo si)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DynamicPartitionPruner

public DynamicPartitionPruner()

Method Detail

prune

public void prune()
           throws SerDeException,
                  IOException,
                  InterruptedException,
                  HiveException

Throws:

SerDeException

IOException

InterruptedException

HiveException

initialize

public void initialize(org.apache.tez.runtime.api.InputInitializerContext context,
                       MapWork work,
                       org.apache.hadoop.mapred.JobConf jobConf)
                throws SerDeException

Throws:

SerDeException

prunePartitionSingleSource

protected ExprNodeDesc prunePartitionSingleSource(org.apache.hadoop.mapred.JobConf jobConf,
                                                  String source,
                                                  org.apache.hadoop.hive.ql.exec.tez.DynamicPartitionPruner.SourceInfo si)
                                           throws HiveException

Throws:

HiveException

createSourceInfo

protected org.apache.hadoop.hive.ql.exec.tez.DynamicPartitionPruner.SourceInfo createSourceInfo(TableDesc t,
                                                                                                ExprNodeDesc partKeyExpr,
                                                                                                ExprNodeDesc predicate,
                                                                                                String columnName,
                                                                                                String columnType,
                                                                                                org.apache.hadoop.mapred.JobConf jobConf)
                                                                                         throws SerDeException

Throws:

SerDeException

processPayload

protected String processPayload(ByteBuffer payload,
                                String sourceName)
                         throws SerDeException,
                                IOException

Throws:

SerDeException

IOException

addEvent

public void addEvent(org.apache.tez.runtime.api.events.InputInitializerEvent event)

processVertex

public void processVertex(String name)