org.apache.hadoop.hive.ql.exec.vector

Class VectorizedBatchUtil

java.lang.Object

org.apache.hadoop.hive.ql.exec.vector.VectorizedBatchUtil

public class VectorizedBatchUtil
extends Object

Constructor Summary

Constructors

Constructor and Description
VectorizedBatchUtil()

Method Summary

Modifier and Type	Method and Description
static void	acidAddRowToBatch(Object row, StructObjectInspector oi, int rowIndex, VectorizedRowBatch batch, VectorizedRowBatchCtx context, org.apache.hadoop.io.DataOutputBuffer buffer) Iterates thru all the columns in a given row and populates the batch from a given offset
static void	addProjectedRowToBatchFrom(Object row, StructObjectInspector oi, int rowIndex, VectorizedRowBatch batch, org.apache.hadoop.io.DataOutputBuffer buffer) Add only the projected column of a regular row to the specified vectorized row batch
static void	addRowToBatchFrom(Object row, StructObjectInspector oi, int rowIndex, int colOffset, VectorizedRowBatch batch, org.apache.hadoop.io.DataOutputBuffer buffer) Iterates thru all the columns in a given row and populates the batch from a given offset
static String[]	columnNamesFromStructObjectInspector(StructObjectInspector structObjectInspector)
static StandardStructObjectInspector	convertToStandardStructObjectInspector(StructObjectInspector structObjectInspector)
static void	copyNonSelectedColumnVector(VectorizedRowBatch sourceBatch, int sourceColumnNum, VectorizedRowBatch targetBatch, int targetColumnNum, int size)
static void	copyNonSelectedColumnVector(VectorizedRowBatch sourceBatch, int sourceColumnNum, VectorizedRowBatch targetBatch, int targetColumnNum, int size, int startIndex)
static void	copyRepeatingColumn(VectorizedRowBatch sourceBatch, int sourceColumnNum, VectorizedRowBatch targetBatch, int targetColumnNum, boolean setByValue)
static ColumnVector	createColumnVector(String typeName)
static ColumnVector	createColumnVector(String typeName, DataTypePhysicalVariation dataTypePhysicalVariation)
static ColumnVector	createColumnVector(TypeInfo typeInfo)
static ColumnVector	createColumnVector(TypeInfo typeInfo, DataTypePhysicalVariation dataTypePhysicalVariation)
static void	debugDisplayBatch(VectorizedRowBatch batch, String prefix)
static void	debugDisplayOneRow(VectorizedRowBatch batch, int index, String prefix)
static StringBuilder	debugFormatOneRow(VectorizedRowBatch batch, int index, String prefix, StringBuilder sb)
static String	displayBytes(byte[] bytes, int start, int length)
static org.apache.hadoop.io.Writable	getPrimitiveWritable(PrimitiveObjectInspector.PrimitiveCategory primitiveCategory)
static org.apache.hadoop.io.Writable	getPrimitiveWritable(TypeInfo typeInfo)
static VectorizedRowBatch	makeLike(VectorizedRowBatch batch) Make a new (scratch) batch, which is exactly "like" the batch provided, except that it's empty
static ColumnVector	makeLikeColumnVector(ColumnVector source)
static void	setBatchSize(VectorizedRowBatch batch, int size) Reduce the batch size for a vectorized row batch
static void	setNullColIsNullValue(ColumnVector cv, int rowIndex) Sets the IsNull value for ColumnVector at specified index
static void	setRepeatingColumn(VectorizedRowBatch batch, int column) Iterates thru all the column vectors and sets repeating to specified column.
static TypeInfo[]	typeInfosFromStructObjectInspector(StructObjectInspector structObjectInspector)
static TypeInfo[]	typeInfosFromTypeNames(String[] typeNames)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

VectorizedBatchUtil

public VectorizedBatchUtil()

Method Detail

setNullColIsNullValue

public static void setNullColIsNullValue(ColumnVector cv,
                                         int rowIndex)

Sets the IsNull value for ColumnVector at specified index

Parameters:

cv -

rowIndex -

setRepeatingColumn

public static void setRepeatingColumn(VectorizedRowBatch batch,
                                      int column)

Iterates thru all the column vectors and sets repeating to specified column.

setBatchSize

public static void setBatchSize(VectorizedRowBatch batch,
                                int size)

Reduce the batch size for a vectorized row batch

createColumnVector

public static ColumnVector createColumnVector(String typeName)

createColumnVector

public static ColumnVector createColumnVector(String typeName,
                                              DataTypePhysicalVariation dataTypePhysicalVariation)

createColumnVector

public static ColumnVector createColumnVector(TypeInfo typeInfo)

createColumnVector

public static ColumnVector createColumnVector(TypeInfo typeInfo,
                                              DataTypePhysicalVariation dataTypePhysicalVariation)

addRowToBatchFrom

public static void addRowToBatchFrom(Object row,
                                     StructObjectInspector oi,
                                     int rowIndex,
                                     int colOffset,
                                     VectorizedRowBatch batch,
                                     org.apache.hadoop.io.DataOutputBuffer buffer)
                              throws HiveException

Iterates thru all the columns in a given row and populates the batch from a given offset

Parameters:

row - Deserialized row object

oi - Object insepector for that row

rowIndex - index to which the row should be added to batch

colOffset - offset from where the column begins

batch - Vectorized batch to which the row is added at rowIndex

Throws:

HiveException

addProjectedRowToBatchFrom

public static void addProjectedRowToBatchFrom(Object row,
                                              StructObjectInspector oi,
                                              int rowIndex,
                                              VectorizedRowBatch batch,
                                              org.apache.hadoop.io.DataOutputBuffer buffer)
                                       throws HiveException

Add only the projected column of a regular row to the specified vectorized row batch

Parameters:

row - the regular row

oi - object inspector for the row

rowIndex - the offset to add in the batch

batch - vectorized row batch

buffer - data output buffer

Throws:

HiveException

acidAddRowToBatch

public static void acidAddRowToBatch(Object row,
                                     StructObjectInspector oi,
                                     int rowIndex,
                                     VectorizedRowBatch batch,
                                     VectorizedRowBatchCtx context,
                                     org.apache.hadoop.io.DataOutputBuffer buffer)
                              throws HiveException

Iterates thru all the columns in a given row and populates the batch from a given offset

Parameters:

row - Deserialized row object

oi - Object insepector for that row

rowIndex - index to which the row should be added to batch

batch - Vectorized batch to which the row is added at rowIndex

context - context object for this vectorized batch

buffer -

Throws:

HiveException

convertToStandardStructObjectInspector

public static StandardStructObjectInspector convertToStandardStructObjectInspector(StructObjectInspector structObjectInspector)
                                                                            throws HiveException

Throws:

HiveException

columnNamesFromStructObjectInspector

public static String[] columnNamesFromStructObjectInspector(StructObjectInspector structObjectInspector)
                                                     throws HiveException

Throws:

HiveException

typeInfosFromTypeNames

public static TypeInfo[] typeInfosFromTypeNames(String[] typeNames)
                                         throws HiveException

Throws:

HiveException

typeInfosFromStructObjectInspector

public static TypeInfo[] typeInfosFromStructObjectInspector(StructObjectInspector structObjectInspector)

makeLikeColumnVector

public static ColumnVector makeLikeColumnVector(ColumnVector source)
                                         throws HiveException

Throws:

HiveException

copyNonSelectedColumnVector

public static void copyNonSelectedColumnVector(VectorizedRowBatch sourceBatch,
                                               int sourceColumnNum,
                                               VectorizedRowBatch targetBatch,
                                               int targetColumnNum,
                                               int size)

copyNonSelectedColumnVector

public static void copyNonSelectedColumnVector(VectorizedRowBatch sourceBatch,
                                               int sourceColumnNum,
                                               VectorizedRowBatch targetBatch,
                                               int targetColumnNum,
                                               int size,
                                               int startIndex)

copyRepeatingColumn

public static void copyRepeatingColumn(VectorizedRowBatch sourceBatch,
                                       int sourceColumnNum,
                                       VectorizedRowBatch targetBatch,
                                       int targetColumnNum,
                                       boolean setByValue)

makeLike

public static VectorizedRowBatch makeLike(VectorizedRowBatch batch)
                                   throws HiveException

Make a new (scratch) batch, which is exactly "like" the batch provided, except that it's empty

Parameters:

batch - the batch to imitate

Returns:

the new batch

Throws:

HiveException

getPrimitiveWritable

public static org.apache.hadoop.io.Writable getPrimitiveWritable(TypeInfo typeInfo)

getPrimitiveWritable

public static org.apache.hadoop.io.Writable getPrimitiveWritable(PrimitiveObjectInspector.PrimitiveCategory primitiveCategory)

displayBytes

public static String displayBytes(byte[] bytes,
                                  int start,
                                  int length)

debugDisplayOneRow

public static void debugDisplayOneRow(VectorizedRowBatch batch,
                                      int index,
                                      String prefix)

debugFormatOneRow

public static StringBuilder debugFormatOneRow(VectorizedRowBatch batch,
                                              int index,
                                              String prefix,
                                              StringBuilder sb)

debugDisplayBatch

public static void debugDisplayBatch(VectorizedRowBatch batch,
                                     String prefix)