io.prestosql.plugin.hive.util

Class HiveUtil

java.lang.Object

io.prestosql.plugin.hive.util.HiveUtil

public final class HiveUtil
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static String	PRESTO_VIEW_FLAG

Method Summary

Modifier and Type	Method and Description
static long	bigintPartitionKey(String value, String name)
static boolean	booleanPartitionKey(String value, String name)
static ConnectorViewDefinition	buildHiveViewConnectorDefinition(CatalogName catalogName, Table view)
static io.airlift.slice.Slice	charPartitionKey(String value, String name, Type columnType)
static void	checkCondition(boolean condition, ErrorCodeSupplier errorCode, String formatString, Object... args)
static void	closeWithSuppression(RecordCursor recordCursor, Throwable throwable)
static String	columnExtraInfo(boolean partitionKey)
static org.apache.hadoop.mapred.RecordReader<?,?>	createRecordReader(org.apache.hadoop.conf.Configuration configuration, org.apache.hadoop.fs.Path path, long start, long length, Properties schema, List<HiveColumnHandle> columns)
static long	datePartitionKey(String value, String name)
static ConnectorViewDefinition	decodeViewData(String data)
static double	doublePartitionKey(String value, String name)
static String	encodeViewData(ConnectorViewDefinition definition)
static List<HiveType>	extractStructFieldTypes(HiveType hiveType)
static long	floatPartitionKey(String value, String name)
static List<String>	getColumnNames(Properties schema)
static List<HiveType>	getColumnTypes(Properties schema)
static Optional<org.apache.hadoop.io.compress.CompressionCodec>	getCompressionCodec(org.apache.hadoop.mapred.TextInputFormat inputFormat, org.apache.hadoop.fs.Path file)
static Optional<DecimalType>	getDecimalType(HiveType hiveType)
static Optional<DecimalType>	getDecimalType(String hiveTypeName)
static org.apache.hadoop.hive.serde2.Deserializer	getDeserializer(org.apache.hadoop.conf.Configuration configuration, Properties schema)
static String	getDeserializerClassName(Properties schema)
static int	getFooterCount(Properties schema)
static int	getHeaderCount(Properties schema)
static org.apache.hadoop.mapred.InputFormat<?,?>	getInputFormat(org.apache.hadoop.conf.Configuration configuration, Properties schema, boolean symlinkTarget)
static String	getInputFormatName(Properties schema)
static List<HiveColumnHandle>	getPartitionKeyColumnHandles(Table table, TypeManager typeManager)
static String	getPrefilledColumnValue(HiveColumnHandle columnHandle, HivePartitionKey partitionKey, org.apache.hadoop.fs.Path path, OptionalInt bucketNumber, long fileSize, long fileModifiedTime)
static List<HiveColumnHandle>	getRegularColumnHandles(Table table, TypeManager typeManager)
static org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector	getTableObjectInspector(org.apache.hadoop.hive.serde2.Deserializer deserializer)
static List<HiveColumnHandle>	hiveColumnHandles(Table table, TypeManager typeManager)
static long	integerPartitionKey(String value, String name)
static boolean	isArrayType(Type type)
static boolean	isDeserializerClass(Properties schema, Class<?> deserializerClass)
static boolean	isHiveNull(byte[] bytes)
static boolean	isMapType(Type type)
static boolean	isPrestoView(Table table)
static boolean	isRowType(Type type)
static boolean	isSplittable(org.apache.hadoop.mapred.InputFormat<?,?> inputFormat, org.apache.hadoop.fs.FileSystem fileSystem, org.apache.hadoop.fs.Path path)
static boolean	isStructuralType(HiveType hiveType)
static boolean	isStructuralType(Type type)
static io.airlift.slice.Slice	longDecimalPartitionKey(String value, DecimalType type, String name)
static long	parseHiveDate(String value)
static long	parseHiveTimestamp(String value, org.joda.time.DateTimeZone timeZone)
static NullableValue	parsePartitionValue(String partitionName, String value, Type type, org.joda.time.DateTimeZone timeZone)
static void	setReadColumns(org.apache.hadoop.conf.Configuration configuration, List<Integer> readHiveColumnIndexes)
static long	shortDecimalPartitionKey(String value, DecimalType type, String name)
static long	smallintPartitionKey(String value, String name)
static long	timestampPartitionKey(String value, org.joda.time.DateTimeZone zone, String name, boolean shouldPackWithTimeZone)
static long	tinyintPartitionKey(String value, String name)
static List<String>	toPartitionValues(String partitionName)
static io.airlift.slice.Slice	varcharPartitionKey(String value, String name, Type columnType)
static void	verifyPartitionTypeSupported(String partitionName, Type type)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

PRESTO_VIEW_FLAG

public static final String PRESTO_VIEW_FLAG

See Also:

Constant Field Values

Method Detail

createRecordReader

public static org.apache.hadoop.mapred.RecordReader<?,?> createRecordReader(org.apache.hadoop.conf.Configuration configuration,
                                                                            org.apache.hadoop.fs.Path path,
                                                                            long start,
                                                                            long length,
                                                                            Properties schema,
                                                                            List<HiveColumnHandle> columns)

setReadColumns

public static void setReadColumns(org.apache.hadoop.conf.Configuration configuration,
                                  List<Integer> readHiveColumnIndexes)

getCompressionCodec

public static Optional<org.apache.hadoop.io.compress.CompressionCodec> getCompressionCodec(org.apache.hadoop.mapred.TextInputFormat inputFormat,
                                                                                           org.apache.hadoop.fs.Path file)

getInputFormat

public static org.apache.hadoop.mapred.InputFormat<?,?> getInputFormat(org.apache.hadoop.conf.Configuration configuration,
                                                                       Properties schema,
                                                                       boolean symlinkTarget)

getInputFormatName

public static String getInputFormatName(Properties schema)

parseHiveDate

public static long parseHiveDate(String value)

parseHiveTimestamp

public static long parseHiveTimestamp(String value,
                                      org.joda.time.DateTimeZone timeZone)

isSplittable

public static boolean isSplittable(org.apache.hadoop.mapred.InputFormat<?,?> inputFormat,
                                   org.apache.hadoop.fs.FileSystem fileSystem,
                                   org.apache.hadoop.fs.Path path)

getTableObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector getTableObjectInspector(org.apache.hadoop.hive.serde2.Deserializer deserializer)

isDeserializerClass

public static boolean isDeserializerClass(Properties schema,
                                          Class<?> deserializerClass)

getDeserializerClassName

public static String getDeserializerClassName(Properties schema)

getDeserializer

public static org.apache.hadoop.hive.serde2.Deserializer getDeserializer(org.apache.hadoop.conf.Configuration configuration,
                                                                         Properties schema)

isHiveNull

public static boolean isHiveNull(byte[] bytes)

verifyPartitionTypeSupported

public static void verifyPartitionTypeSupported(String partitionName,
                                                Type type)

parsePartitionValue

public static NullableValue parsePartitionValue(String partitionName,
                                                String value,
                                                Type type,
                                                org.joda.time.DateTimeZone timeZone)

isPrestoView

public static boolean isPrestoView(Table table)

encodeViewData

public static String encodeViewData(ConnectorViewDefinition definition)

decodeViewData

public static ConnectorViewDefinition decodeViewData(String data)

buildHiveViewConnectorDefinition

public static ConnectorViewDefinition buildHiveViewConnectorDefinition(CatalogName catalogName,
                                                                       Table view)

getDecimalType

public static Optional<DecimalType> getDecimalType(HiveType hiveType)

getDecimalType

public static Optional<DecimalType> getDecimalType(String hiveTypeName)

isArrayType

public static boolean isArrayType(Type type)

isMapType

public static boolean isMapType(Type type)

isRowType

public static boolean isRowType(Type type)

isStructuralType

public static boolean isStructuralType(Type type)

isStructuralType

public static boolean isStructuralType(HiveType hiveType)

booleanPartitionKey

public static boolean booleanPartitionKey(String value,
                                          String name)

bigintPartitionKey

public static long bigintPartitionKey(String value,
                                      String name)

integerPartitionKey

public static long integerPartitionKey(String value,
                                       String name)

smallintPartitionKey

public static long smallintPartitionKey(String value,
                                        String name)

tinyintPartitionKey

public static long tinyintPartitionKey(String value,
                                       String name)

floatPartitionKey

public static long floatPartitionKey(String value,
                                     String name)

doublePartitionKey

public static double doublePartitionKey(String value,
                                        String name)

datePartitionKey

public static long datePartitionKey(String value,
                                    String name)

timestampPartitionKey

public static long timestampPartitionKey(String value,
                                         org.joda.time.DateTimeZone zone,
                                         String name,
                                         boolean shouldPackWithTimeZone)

shortDecimalPartitionKey

public static long shortDecimalPartitionKey(String value,
                                            DecimalType type,
                                            String name)

longDecimalPartitionKey

public static io.airlift.slice.Slice longDecimalPartitionKey(String value,
                                                             DecimalType type,
                                                             String name)

varcharPartitionKey

public static io.airlift.slice.Slice varcharPartitionKey(String value,
                                                         String name,
                                                         Type columnType)

charPartitionKey

public static io.airlift.slice.Slice charPartitionKey(String value,
                                                      String name,
                                                      Type columnType)

hiveColumnHandles

public static List<HiveColumnHandle> hiveColumnHandles(Table table,
                                                       TypeManager typeManager)

getRegularColumnHandles

public static List<HiveColumnHandle> getRegularColumnHandles(Table table,
                                                             TypeManager typeManager)

getPartitionKeyColumnHandles

public static List<HiveColumnHandle> getPartitionKeyColumnHandles(Table table,
                                                                  TypeManager typeManager)

checkCondition

public static void checkCondition(boolean condition,
                                  ErrorCodeSupplier errorCode,
                                  String formatString,
                                  Object... args)

columnExtraInfo

@Nullable
public static String columnExtraInfo(boolean partitionKey)

toPartitionValues

public static List<String> toPartitionValues(String partitionName)

getPrefilledColumnValue

public static String getPrefilledColumnValue(HiveColumnHandle columnHandle,
                                             HivePartitionKey partitionKey,
                                             org.apache.hadoop.fs.Path path,
                                             OptionalInt bucketNumber,
                                             long fileSize,
                                             long fileModifiedTime)

closeWithSuppression

public static void closeWithSuppression(RecordCursor recordCursor,
                                        Throwable throwable)

extractStructFieldTypes

public static List<HiveType> extractStructFieldTypes(HiveType hiveType)

getHeaderCount

public static int getHeaderCount(Properties schema)

getFooterCount

public static int getFooterCount(Properties schema)

getColumnNames

public static List<String> getColumnNames(Properties schema)

getColumnTypes

public static List<HiveType> getColumnTypes(Properties schema)