org.apache.hadoop.hive.ql.optimizer.physical

Class Vectorizer

java.lang.Object

org.apache.hadoop.hive.ql.optimizer.physical.Vectorizer

All Implemented Interfaces:

PhysicalPlanResolver

public class Vectorizer
extends Object
implements PhysicalPlanResolver

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	Vectorizer.EnabledOverride
class	Vectorizer.VectorizerCannotVectorizeException

Field Summary

Fields

Modifier and Type	Field and Description
protected static org.slf4j.Logger	LOG
static com.google.common.collect.ImmutableSet<VirtualColumn>	vectorizableVirtualColumns

Constructor Summary

Constructors

Constructor and Description
Vectorizer()

Method Summary

Modifier and Type	Method and Description
static void	debugDisplayJoinOperatorTree(Operator<? extends OperatorDesc> joinOperator, String prefix)
static String	getValidateDataTypeErrorMsg(String type, VectorExpressionDescriptor.Mode mode, boolean allowComplex, boolean isVectorizationComplexTypesEnabled)
static String	getValidateDataTypeErrorMsg(String type, VectorExpressionDescriptor.Mode mode, boolean allowComplex, boolean isVectorizationComplexTypesEnabled, boolean allowVoidProjection)
static org.apache.commons.lang3.tuple.ImmutablePair<VectorAggregationDesc,String>	getVectorAggregationDesc(String aggregationName, List<ExprNodeDesc> parameterList, GenericUDAFEvaluator evaluator, TypeInfo outputTypeInfo, GenericUDAFEvaluator.Mode udafEvaluatorMode, VectorizationContext vContext)
static boolean	onExpressionHasNullSafes(MapJoinDesc desc)
PhysicalContext	resolve(PhysicalContext physicalContext) All physical plan resolvers have to implement this entry method.
void	testSetCurrentBaseWork(BaseWork testBaseWork)
Operator<? extends OperatorDesc>	validateAndVectorizeOperator(Operator<? extends OperatorDesc> op, VectorizationContext vContext, boolean isReduce, boolean isTez, org.apache.hadoop.hive.ql.optimizer.physical.Vectorizer.VectorTaskColumnInfo vectorTaskColumnInfo)
static boolean	validateDataType(String type, VectorExpressionDescriptor.Mode mode, boolean allowComplex)
static boolean	validateDataType(String type, VectorExpressionDescriptor.Mode mode, boolean allowComplex, boolean allowVoidProjection)
static Operator<? extends OperatorDesc>	vectorizeFilterOperator(Operator<? extends OperatorDesc> filterOp, VectorizationContext vContext, VectorFilterDesc vectorFilterDesc)
static Operator<? extends OperatorDesc>	vectorizeGroupByOperator(Operator<? extends OperatorDesc> groupByOp, VectorizationContext vContext, VectorGroupByDesc vectorGroupByDesc)
Operator<? extends OperatorDesc>	vectorizeOperator(Operator<? extends OperatorDesc> op, VectorizationContext vContext, boolean isReduce, boolean isTez, org.apache.hadoop.hive.ql.optimizer.physical.Vectorizer.VectorTaskColumnInfo vectorTaskColumnInfo)
static Operator<? extends OperatorDesc>	vectorizePTFOperator(Operator<? extends OperatorDesc> ptfOp, VectorizationContext vContext, VectorPTFDesc vectorPTFDesc)
static Operator<? extends OperatorDesc>	vectorizeSelectOperator(Operator<? extends OperatorDesc> selectOp, VectorizationContext vContext, VectorSelectDesc vectorSelectDesc)
static Operator<? extends OperatorDesc>	vectorizeTopNKeyOperator(Operator<? extends OperatorDesc> topNKeyOperator, VectorizationContext vContext, VectorTopNKeyDesc vectorTopNKeyDesc)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

protected static final org.slf4j.Logger LOG

vectorizableVirtualColumns

public static final com.google.common.collect.ImmutableSet<VirtualColumn> vectorizableVirtualColumns

Constructor Detail

Vectorizer

public Vectorizer()

Method Detail

testSetCurrentBaseWork

public void testSetCurrentBaseWork(BaseWork testBaseWork)

debugDisplayJoinOperatorTree

public static void debugDisplayJoinOperatorTree(Operator<? extends OperatorDesc> joinOperator,
                                                String prefix)

resolve

public PhysicalContext resolve(PhysicalContext physicalContext)
                        throws SemanticException

Description copied from interface: PhysicalPlanResolver

All physical plan resolvers have to implement this entry method.

Specified by:

resolve in interface PhysicalPlanResolver

Returns:

the physical plan

Throws:

SemanticException

validateDataType

public static boolean validateDataType(String type,
                                       VectorExpressionDescriptor.Mode mode,
                                       boolean allowComplex)

validateDataType

public static boolean validateDataType(String type,
                                       VectorExpressionDescriptor.Mode mode,
                                       boolean allowComplex,
                                       boolean allowVoidProjection)

getValidateDataTypeErrorMsg

public static String getValidateDataTypeErrorMsg(String type,
                                                 VectorExpressionDescriptor.Mode mode,
                                                 boolean allowComplex,
                                                 boolean isVectorizationComplexTypesEnabled)

getValidateDataTypeErrorMsg

public static String getValidateDataTypeErrorMsg(String type,
                                                 VectorExpressionDescriptor.Mode mode,
                                                 boolean allowComplex,
                                                 boolean isVectorizationComplexTypesEnabled,
                                                 boolean allowVoidProjection)

onExpressionHasNullSafes

public static boolean onExpressionHasNullSafes(MapJoinDesc desc)

vectorizeFilterOperator

public static Operator<? extends OperatorDesc> vectorizeFilterOperator(Operator<? extends OperatorDesc> filterOp,
                                                                       VectorizationContext vContext,
                                                                       VectorFilterDesc vectorFilterDesc)
                                                                throws HiveException

Throws:

HiveException

vectorizeTopNKeyOperator

public static Operator<? extends OperatorDesc> vectorizeTopNKeyOperator(Operator<? extends OperatorDesc> topNKeyOperator,
                                                                        VectorizationContext vContext,
                                                                        VectorTopNKeyDesc vectorTopNKeyDesc)
                                                                 throws HiveException

Throws:

HiveException

getVectorAggregationDesc

public static org.apache.commons.lang3.tuple.ImmutablePair<VectorAggregationDesc,String> getVectorAggregationDesc(String aggregationName,
                                                                                                                  List<ExprNodeDesc> parameterList,
                                                                                                                  GenericUDAFEvaluator evaluator,
                                                                                                                  TypeInfo outputTypeInfo,
                                                                                                                  GenericUDAFEvaluator.Mode udafEvaluatorMode,
                                                                                                                  VectorizationContext vContext)
                                                                                                           throws HiveException

Throws:

HiveException

vectorizeGroupByOperator

public static Operator<? extends OperatorDesc> vectorizeGroupByOperator(Operator<? extends OperatorDesc> groupByOp,
                                                                        VectorizationContext vContext,
                                                                        VectorGroupByDesc vectorGroupByDesc)
                                                                 throws HiveException

Throws:

HiveException

vectorizeSelectOperator

public static Operator<? extends OperatorDesc> vectorizeSelectOperator(Operator<? extends OperatorDesc> selectOp,
                                                                       VectorizationContext vContext,
                                                                       VectorSelectDesc vectorSelectDesc)
                                                                throws HiveException

Throws:

HiveException

vectorizePTFOperator

public static Operator<? extends OperatorDesc> vectorizePTFOperator(Operator<? extends OperatorDesc> ptfOp,
                                                                    VectorizationContext vContext,
                                                                    VectorPTFDesc vectorPTFDesc)
                                                             throws HiveException

Throws:

HiveException

vectorizeOperator

public Operator<? extends OperatorDesc> vectorizeOperator(Operator<? extends OperatorDesc> op,
                                                          VectorizationContext vContext,
                                                          boolean isReduce,
                                                          boolean isTez,
                                                          org.apache.hadoop.hive.ql.optimizer.physical.Vectorizer.VectorTaskColumnInfo vectorTaskColumnInfo)
                                                   throws HiveException,
                                                          Vectorizer.VectorizerCannotVectorizeException

Throws:

HiveException

Vectorizer.VectorizerCannotVectorizeException

validateAndVectorizeOperator

public Operator<? extends OperatorDesc> validateAndVectorizeOperator(Operator<? extends OperatorDesc> op,
                                                                     VectorizationContext vContext,
                                                                     boolean isReduce,
                                                                     boolean isTez,
                                                                     org.apache.hadoop.hive.ql.optimizer.physical.Vectorizer.VectorTaskColumnInfo vectorTaskColumnInfo)
                                                              throws HiveException,
                                                                     Vectorizer.VectorizerCannotVectorizeException

Throws:

HiveException

Vectorizer.VectorizerCannotVectorizeException