org.apache.hadoop.hive.ql.exec.vector

Class VectorizationContext

java.lang.Object

org.apache.hadoop.hive.ql.exec.vector.VectorizationContext

public class VectorizationContext
extends Object

Context class for vectorization execution. Main role is to map column names to column indices and serves as a factory class for building vectorized expressions out of descriptors.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	VectorizationContext.HiveVectorAdaptorUsageMode
static class	VectorizationContext.HiveVectorIfStmtMode
static class	VectorizationContext.InConstantType

Field Summary

Fields

Modifier and Type	Field and Description
static Pattern	charTypePattern
static Pattern	charVarcharTypePattern
static Pattern	decimalTypePattern
static Pattern	listTypePattern
static Pattern	mapTypePattern
static Pattern	structTypePattern
static Pattern	varcharTypePattern

Constructor Summary

Constructors

Constructor and Description
VectorizationContext(String contextName)
VectorizationContext(String contextName, HiveConf hiveConf)
VectorizationContext(String contextName, List<String> initialColumnNames)
VectorizationContext(String contextName, List<String> initialColumnNames, HiveConf hiveConf)
VectorizationContext(String contextName, List<String> initialColumnNames, List<TypeInfo> initialTypeInfos, List<DataTypePhysicalVariation> initialDataTypePhysicalVariations, HiveConf hiveConf)
VectorizationContext(String contextName, List<String> initialColumnNames, VectorizationContext vContextEnvironment)
VectorizationContext(String contextName, VectorizationContext vContext)

Method Summary

Modifier and Type	Method and Description
void	addInitialColumn(String columnName)
void	addProjectionColumn(String columnName, int vectorBatchColIndex)
int	allocateScratchColumn(TypeInfo typeInfo)
static String	arg0Type(ExprNodeGenericFuncDesc expr)
int[]	currentScratchColumns()
void	finishedAddingInitialColumns()
int	firstOutputColumnIndex()
void	freeMarkedScratchColumns() Frees up actually marked scract columns.
DataTypePhysicalVariation[]	getAllDataTypePhysicalVariations()
TypeInfo[]	getAllTypeInfos()
static ColumnVector.Type	getColumnVectorTypeFromTypeInfo(TypeInfo typeInfo)
static ColumnVector.Type	getColumnVectorTypeFromTypeInfo(TypeInfo typeInfo, DataTypePhysicalVariation dataTypePhysicalVariation)
DataTypePhysicalVariation	getDataTypePhysicalVariation(int columnNum)
static GenericUDF	getGenericUDFForCast(TypeInfo castType)
static VectorizationContext.InConstantType	getInConstantTypeFromPrimitiveCategory(PrimitiveObjectInspector.PrimitiveCategory primitiveCategory)
List<String>	getInitialColumnNames()
TypeInfo[]	getInitialTypeInfos()
protected int	getInputColumnIndex(ExprNodeColumnDesc colExpr)
int	getInputColumnIndex(String name)
List<Integer>	getProjectedColumns()
Map<String,Integer>	getProjectionColumnMap()
List<String>	getProjectionColumnNames()
String[]	getScratchColumnTypeNames()
DataTypePhysicalVariation[]	getScratchDataTypePhysicalVariations()
static String	getStackTraceAsSingleLine(Throwable e)
TypeInfo	getTypeInfo(int columnNum)
VectorExpression	getVectorExpression(ExprNodeDesc exprDesc)
VectorExpression	getVectorExpression(ExprNodeDesc exprDesc, VectorExpressionDescriptor.Mode mode) Returns a vector expression for a given expression description.
VectorExpression[]	getVectorExpressions(List<ExprNodeDesc> exprNodes)
VectorExpression[]	getVectorExpressions(List<ExprNodeDesc> exprNodes, VectorExpressionDescriptor.Mode mode)
VectorExpression[]	getVectorExpressionsUpConvertDecimal64(List<ExprNodeDesc> exprNodes)
VectorExpression	instantiateExpression(Class<?> vclass, TypeInfo returnTypeInfo, DataTypePhysicalVariation returnDataTypePhysicalVariation, Object... args)
static boolean	isCastToBoolean(Class<? extends UDF> udfClass)
static boolean	isCastToFloatFamily(Class<? extends UDF> udfClass)
static boolean	isCastToIntFamily(Class<? extends UDF> udfClass)
static boolean	isCustomUDF(ExprNodeGenericFuncDesc expr)
static boolean	isDateFamily(String resultType)
static boolean	isDatetimeFamily(String resultType)
static boolean	isDecimalFamily(String colType)
static boolean	isFloatFamily(String resultType)
static boolean	isIntervalDayTimeFamily(String resultType)
static boolean	isIntervalYearMonthFamily(String resultType)
static boolean	isIntFamily(String resultType)
static boolean	isNonVectorizedPathUDF(ExprNodeGenericFuncDesc expr, VectorExpressionDescriptor.Mode mode)
static boolean	isStringFamily(String resultType)
static boolean	isTimestampFamily(String resultType)
static String	mapTypeNameSynonyms(String typeName)
void	markActualScratchColumns() Marks all actual scratch columns.
protected boolean	needsImplicitCastForDecimal(GenericUDF udf)
void	resetProjectionColumns()
void	setInitialDataTypePhysicalVariations(List<DataTypePhysicalVariation> initialDataTypePhysicalVariations)
void	setInitialTypeInfos(List<TypeInfo> initialTypeInfos)
String	toString()
VectorExpression	wrapWithDecimal64ToDecimalConversion(VectorExpression inputExpression)
void	wrapWithDecimal64ToDecimalConversions(VectorExpression[] vecExprs)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

decimalTypePattern

public static final Pattern decimalTypePattern

charTypePattern

public static final Pattern charTypePattern

varcharTypePattern

public static final Pattern varcharTypePattern

charVarcharTypePattern

public static final Pattern charVarcharTypePattern

structTypePattern

public static final Pattern structTypePattern

listTypePattern

public static final Pattern listTypePattern

mapTypePattern

public static final Pattern mapTypePattern

Constructor Detail

VectorizationContext

public VectorizationContext(String contextName,
                            List<String> initialColumnNames,
                            List<TypeInfo> initialTypeInfos,
                            List<DataTypePhysicalVariation> initialDataTypePhysicalVariations,
                            HiveConf hiveConf)

VectorizationContext

public VectorizationContext(String contextName,
                            List<String> initialColumnNames,
                            HiveConf hiveConf)

VectorizationContext

public VectorizationContext(String contextName,
                            List<String> initialColumnNames,
                            VectorizationContext vContextEnvironment)

VectorizationContext

public VectorizationContext(String contextName,
                            List<String> initialColumnNames)

VectorizationContext

public VectorizationContext(String contextName,
                            HiveConf hiveConf)

VectorizationContext

public VectorizationContext(String contextName)

VectorizationContext

public VectorizationContext(String contextName,
                            VectorizationContext vContext)

Method Detail

addInitialColumn

public void addInitialColumn(String columnName)

finishedAddingInitialColumns

public void finishedAddingInitialColumns()

resetProjectionColumns

public void resetProjectionColumns()

addProjectionColumn

public void addProjectionColumn(String columnName,
                                int vectorBatchColIndex)

setInitialTypeInfos

public void setInitialTypeInfos(List<TypeInfo> initialTypeInfos)

setInitialDataTypePhysicalVariations

public void setInitialDataTypePhysicalVariations(List<DataTypePhysicalVariation> initialDataTypePhysicalVariations)

getInitialColumnNames

public List<String> getInitialColumnNames()

getProjectedColumns

public List<Integer> getProjectedColumns()

getProjectionColumnNames

public List<String> getProjectionColumnNames()

getProjectionColumnMap

public Map<String,Integer> getProjectionColumnMap()

getInitialTypeInfos

public TypeInfo[] getInitialTypeInfos()

getTypeInfo

public TypeInfo getTypeInfo(int columnNum)
                     throws HiveException

Throws:

HiveException

getDataTypePhysicalVariation

public DataTypePhysicalVariation getDataTypePhysicalVariation(int columnNum)
                                                       throws HiveException

Throws:

HiveException

getAllTypeInfos

public TypeInfo[] getAllTypeInfos()
                           throws HiveException

Throws:

HiveException

getAllDataTypePhysicalVariations

public DataTypePhysicalVariation[] getAllDataTypePhysicalVariations()
                                                             throws HiveException

Throws:

HiveException

needsImplicitCastForDecimal

protected boolean needsImplicitCastForDecimal(GenericUDF udf)

getInputColumnIndex

public int getInputColumnIndex(String name)
                        throws HiveException

Throws:

HiveException

getInputColumnIndex

protected int getInputColumnIndex(ExprNodeColumnDesc colExpr)
                           throws HiveException

Throws:

HiveException

allocateScratchColumn

public int allocateScratchColumn(TypeInfo typeInfo)
                          throws HiveException

Throws:

HiveException

currentScratchColumns

public int[] currentScratchColumns()

markActualScratchColumns

public void markActualScratchColumns()

Marks all actual scratch columns. They can be decomissioned with freeMarkedScratchColumns().

freeMarkedScratchColumns

public void freeMarkedScratchColumns()

Frees up actually marked scract columns.

getVectorExpressionsUpConvertDecimal64

public VectorExpression[] getVectorExpressionsUpConvertDecimal64(List<ExprNodeDesc> exprNodes)
                                                          throws HiveException

Throws:

HiveException

getVectorExpressions

public VectorExpression[] getVectorExpressions(List<ExprNodeDesc> exprNodes)
                                        throws HiveException

Throws:

HiveException

getVectorExpressions

public VectorExpression[] getVectorExpressions(List<ExprNodeDesc> exprNodes,
                                               VectorExpressionDescriptor.Mode mode)
                                        throws HiveException

Throws:

HiveException

getVectorExpression

public VectorExpression getVectorExpression(ExprNodeDesc exprDesc)
                                     throws HiveException

Throws:

HiveException

getVectorExpression

public VectorExpression getVectorExpression(ExprNodeDesc exprDesc,
                                            VectorExpressionDescriptor.Mode mode)
                                     throws HiveException

Returns a vector expression for a given expression description.

Parameters:

exprDesc, - Expression description

mode -

Returns:

VectorExpression

Throws:

HiveException

getGenericUDFForCast

public static GenericUDF getGenericUDFForCast(TypeInfo castType)
                                       throws HiveException

Throws:

HiveException

isNonVectorizedPathUDF

public static boolean isNonVectorizedPathUDF(ExprNodeGenericFuncDesc expr,
                                             VectorExpressionDescriptor.Mode mode)

isCastToIntFamily

public static boolean isCastToIntFamily(Class<? extends UDF> udfClass)

isCastToBoolean

public static boolean isCastToBoolean(Class<? extends UDF> udfClass)

isCastToFloatFamily

public static boolean isCastToFloatFamily(Class<? extends UDF> udfClass)

arg0Type

public static String arg0Type(ExprNodeGenericFuncDesc expr)

isCustomUDF

public static boolean isCustomUDF(ExprNodeGenericFuncDesc expr)

wrapWithDecimal64ToDecimalConversions

public void wrapWithDecimal64ToDecimalConversions(VectorExpression[] vecExprs)
                                           throws HiveException

Throws:

HiveException

wrapWithDecimal64ToDecimalConversion

public VectorExpression wrapWithDecimal64ToDecimalConversion(VectorExpression inputExpression)
                                                      throws HiveException

Throws:

HiveException

getStackTraceAsSingleLine

public static String getStackTraceAsSingleLine(Throwable e)

instantiateExpression

public VectorExpression instantiateExpression(Class<?> vclass,
                                              TypeInfo returnTypeInfo,
                                              DataTypePhysicalVariation returnDataTypePhysicalVariation,
                                              Object... args)
                                       throws HiveException

Throws:

HiveException

getInConstantTypeFromPrimitiveCategory

public static VectorizationContext.InConstantType getInConstantTypeFromPrimitiveCategory(PrimitiveObjectInspector.PrimitiveCategory primitiveCategory)

isStringFamily

public static boolean isStringFamily(String resultType)

isDatetimeFamily

public static boolean isDatetimeFamily(String resultType)

isTimestampFamily

public static boolean isTimestampFamily(String resultType)

isDateFamily

public static boolean isDateFamily(String resultType)

isIntervalYearMonthFamily

public static boolean isIntervalYearMonthFamily(String resultType)

isIntervalDayTimeFamily

public static boolean isIntervalDayTimeFamily(String resultType)

isFloatFamily

public static boolean isFloatFamily(String resultType)

isIntFamily

public static boolean isIntFamily(String resultType)

isDecimalFamily

public static boolean isDecimalFamily(String colType)

mapTypeNameSynonyms

public static String mapTypeNameSynonyms(String typeName)

getColumnVectorTypeFromTypeInfo

public static ColumnVector.Type getColumnVectorTypeFromTypeInfo(TypeInfo typeInfo)
                                                         throws HiveException

Throws:

HiveException

getColumnVectorTypeFromTypeInfo

public static ColumnVector.Type getColumnVectorTypeFromTypeInfo(TypeInfo typeInfo,
                                                                DataTypePhysicalVariation dataTypePhysicalVariation)
                                                         throws HiveException

Throws:

HiveException

firstOutputColumnIndex

public int firstOutputColumnIndex()

getScratchColumnTypeNames

public String[] getScratchColumnTypeNames()

getScratchDataTypePhysicalVariations

public DataTypePhysicalVariation[] getScratchDataTypePhysicalVariations()

toString

public String toString()

Overrides:

toString in class Object