Package io.trino.plugin.hive.util

Class HiveUtil

java.lang.Object

io.trino.plugin.hive.util.HiveUtil

public final class HiveUtil
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
static String	DELTA_LAKE_PROVIDER
static String	SPARK_TABLE_PROVIDER_KEY

Method Summary

Modifier and Type	Method	Description
static long	bigintPartitionKey(String value, String name)
static boolean	booleanPartitionKey(String value, String name)
static io.airlift.slice.Slice	charPartitionKey(String value, String name, Type columnType)
static void	checkCondition(boolean condition, ErrorCodeSupplier errorCode, String formatString, Object... args)
static void	closeWithSuppression(RecordCursor recordCursor, Throwable throwable)
static String	columnExtraInfo(boolean partitionKey)
static org.apache.hadoop.mapred.RecordReader<?,?>	createRecordReader(org.apache.hadoop.conf.Configuration configuration, org.apache.hadoop.fs.Path path, long start, long length, Properties schema, List<HiveColumnHandle> columns)
static long	datePartitionKey(String value, String name)
static double	doublePartitionKey(String value, String name)
static List<HiveType>	extractStructFieldTypes(HiveType hiveType)
static long	floatPartitionKey(String value, String name)
static List<String>	getColumnNames(Properties schema)
static List<HiveType>	getColumnTypes(Properties schema)
static Optional<org.apache.hadoop.io.compress.CompressionCodec>	getCompressionCodec(org.apache.hadoop.mapred.TextInputFormat inputFormat, org.apache.hadoop.fs.Path file)
static Optional<DecimalType>	getDecimalType(HiveType hiveType)
static Optional<DecimalType>	getDecimalType(String hiveTypeName)
static org.apache.hadoop.hive.serde2.Deserializer	getDeserializer(org.apache.hadoop.conf.Configuration configuration, Properties schema)
static String	getDeserializerClassName(Properties schema)
static int	getFooterCount(Properties schema)
static int	getHeaderCount(Properties schema)
static org.apache.hadoop.mapred.InputFormat<?,?>	getInputFormat(org.apache.hadoop.conf.Configuration configuration, Properties schema, boolean symlinkTarget)
static String	getInputFormatName(Properties schema)
static OrcWriterOptions	getOrcWriterOptions(Properties schema, OrcWriterOptions orcWriterOptions)
static List<HiveColumnHandle>	getPartitionKeyColumnHandles(Table table, TypeManager typeManager)
static String	getPrefilledColumnValue(HiveColumnHandle columnHandle, HivePartitionKey partitionKey, org.apache.hadoop.fs.Path path, OptionalInt bucketNumber, long fileSize, long fileModifiedTime, String partitionName)
static List<HiveColumnHandle>	getRegularColumnHandles(Table table, TypeManager typeManager, HiveTimestampPrecision timestampPrecision)
static org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector	getTableObjectInspector(org.apache.hadoop.hive.serde2.Deserializer deserializer)
static List<HiveColumnHandle>	hiveColumnHandles(Table table, TypeManager typeManager, HiveTimestampPrecision timestampPrecision)
static long	integerPartitionKey(String value, String name)
static boolean	isArrayType(Type type)
static boolean	isDeltaLakeTable(Table table)
static boolean	isDeserializerClass(Properties schema, Class<?> deserializerClass)
static boolean	isHiveNull(byte[] bytes)
static boolean	isHiveSystemSchema(String schemaName)
static boolean	isIcebergTable(Table table)
static boolean	isMapType(Type type)
static boolean	isRowType(Type type)
static boolean	isSplittable(org.apache.hadoop.mapred.InputFormat<?,?> inputFormat, org.apache.hadoop.fs.FileSystem fileSystem, org.apache.hadoop.fs.Path path)
static boolean	isStructuralType(HiveType hiveType)
static boolean	isStructuralType(Type type)
static io.airlift.slice.Slice	longDecimalPartitionKey(String value, DecimalType type, String name)
static long	parseHiveDate(String value)
static long	parseHiveTimestamp(String value)
static NullableValue	parsePartitionValue(String partitionName, String value, Type type)
static void	setReadColumns(org.apache.hadoop.conf.Configuration configuration, List<Integer> readHiveColumnIndexes)
static long	shortDecimalPartitionKey(String value, DecimalType type, String name)
static long	smallintPartitionKey(String value, String name)
static SortingColumn	sortingColumnFromString(String name)
static String	sortingColumnToString(SortingColumn column)
static long	timestampPartitionKey(String value, String name)
static long	tinyintPartitionKey(String value, String name)
static List<String>	toPartitionValues(String partitionName)
static io.airlift.slice.Slice	varcharPartitionKey(String value, String name, Type columnType)
static void	verifyPartitionTypeSupported(String partitionName, Type type)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

SPARK_TABLE_PROVIDER_KEY

public static final String SPARK_TABLE_PROVIDER_KEY

See Also:

Constant Field Values

DELTA_LAKE_PROVIDER

public static final String DELTA_LAKE_PROVIDER

See Also:

Constant Field Values

Method Detail

createRecordReader

public static org.apache.hadoop.mapred.RecordReader<?,?> createRecordReader(org.apache.hadoop.conf.Configuration configuration,
                                                                                  org.apache.hadoop.fs.Path path,
                                                                                  long start,
                                                                                  long length,
                                                                                  Properties schema,
                                                                                  List<HiveColumnHandle> columns)

setReadColumns

public static void setReadColumns(org.apache.hadoop.conf.Configuration configuration,
                                  List<Integer> readHiveColumnIndexes)

getCompressionCodec

public static Optional<org.apache.hadoop.io.compress.CompressionCodec> getCompressionCodec(org.apache.hadoop.mapred.TextInputFormat inputFormat,
                                                                                           org.apache.hadoop.fs.Path file)

getInputFormat

public static org.apache.hadoop.mapred.InputFormat<?,?> getInputFormat(org.apache.hadoop.conf.Configuration configuration,
                                                                             Properties schema,
                                                                             boolean symlinkTarget)

getInputFormatName

public static String getInputFormatName(Properties schema)

parseHiveDate

public static long parseHiveDate(String value)

parseHiveTimestamp

public static long parseHiveTimestamp(String value)

isSplittable

public static boolean isSplittable(org.apache.hadoop.mapred.InputFormat<?,?> inputFormat,
                                   org.apache.hadoop.fs.FileSystem fileSystem,
                                   org.apache.hadoop.fs.Path path)

getTableObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector getTableObjectInspector(org.apache.hadoop.hive.serde2.Deserializer deserializer)

isDeserializerClass

public static boolean isDeserializerClass(Properties schema,
                                          Class<?> deserializerClass)

getDeserializerClassName

public static String getDeserializerClassName(Properties schema)

getDeserializer

public static org.apache.hadoop.hive.serde2.Deserializer getDeserializer(org.apache.hadoop.conf.Configuration configuration,
                                                                         Properties schema)

isHiveNull

public static boolean isHiveNull(byte[] bytes)

verifyPartitionTypeSupported

public static void verifyPartitionTypeSupported(String partitionName,
                                                Type type)

parsePartitionValue

public static NullableValue parsePartitionValue(String partitionName,
                                                String value,
                                                Type type)

getDecimalType

public static Optional<DecimalType> getDecimalType(HiveType hiveType)

getDecimalType

public static Optional<DecimalType> getDecimalType(String hiveTypeName)

isArrayType

public static boolean isArrayType(Type type)

isMapType

public static boolean isMapType(Type type)

isRowType

public static boolean isRowType(Type type)

isStructuralType

public static boolean isStructuralType(Type type)

isStructuralType

public static boolean isStructuralType(HiveType hiveType)

booleanPartitionKey

public static boolean booleanPartitionKey(String value,
                                          String name)

bigintPartitionKey

public static long bigintPartitionKey(String value,
                                      String name)

integerPartitionKey

public static long integerPartitionKey(String value,
                                       String name)

smallintPartitionKey

public static long smallintPartitionKey(String value,
                                        String name)

tinyintPartitionKey

public static long tinyintPartitionKey(String value,
                                       String name)

floatPartitionKey

public static long floatPartitionKey(String value,
                                     String name)

doublePartitionKey

public static double doublePartitionKey(String value,
                                        String name)

datePartitionKey

public static long datePartitionKey(String value,
                                    String name)

timestampPartitionKey

public static long timestampPartitionKey(String value,
                                         String name)

shortDecimalPartitionKey

public static long shortDecimalPartitionKey(String value,
                                            DecimalType type,
                                            String name)

longDecimalPartitionKey

public static io.airlift.slice.Slice longDecimalPartitionKey(String value,
                                                             DecimalType type,
                                                             String name)

varcharPartitionKey

public static io.airlift.slice.Slice varcharPartitionKey(String value,
                                                         String name,
                                                         Type columnType)

charPartitionKey

public static io.airlift.slice.Slice charPartitionKey(String value,
                                                      String name,
                                                      Type columnType)

hiveColumnHandles

public static List<HiveColumnHandle> hiveColumnHandles(Table table,
                                                       TypeManager typeManager,
                                                       HiveTimestampPrecision timestampPrecision)

getRegularColumnHandles

public static List<HiveColumnHandle> getRegularColumnHandles(Table table,
                                                             TypeManager typeManager,
                                                             HiveTimestampPrecision timestampPrecision)

getPartitionKeyColumnHandles

public static List<HiveColumnHandle> getPartitionKeyColumnHandles(Table table,
                                                                  TypeManager typeManager)

checkCondition

public static void checkCondition(boolean condition,
                                  ErrorCodeSupplier errorCode,
                                  String formatString,
                                  Object... args)

columnExtraInfo

@Nullable
public static String columnExtraInfo(boolean partitionKey)

toPartitionValues

public static List<String> toPartitionValues(String partitionName)

getPrefilledColumnValue

public static String getPrefilledColumnValue(HiveColumnHandle columnHandle,
                                             HivePartitionKey partitionKey,
                                             org.apache.hadoop.fs.Path path,
                                             OptionalInt bucketNumber,
                                             long fileSize,
                                             long fileModifiedTime,
                                             String partitionName)

closeWithSuppression

public static void closeWithSuppression(RecordCursor recordCursor,
                                        Throwable throwable)

extractStructFieldTypes

public static List<HiveType> extractStructFieldTypes(HiveType hiveType)

getHeaderCount

public static int getHeaderCount(Properties schema)

getFooterCount

public static int getFooterCount(Properties schema)

getColumnNames

public static List<String> getColumnNames(Properties schema)

getColumnTypes

public static List<HiveType> getColumnTypes(Properties schema)

getOrcWriterOptions

public static OrcWriterOptions getOrcWriterOptions(Properties schema,
                                                   OrcWriterOptions orcWriterOptions)

sortingColumnFromString

public static SortingColumn sortingColumnFromString(String name)

sortingColumnToString

public static String sortingColumnToString(SortingColumn column)

isHiveSystemSchema

public static boolean isHiveSystemSchema(String schemaName)

isDeltaLakeTable

public static boolean isDeltaLakeTable(Table table)

isIcebergTable

public static boolean isIcebergTable(Table table)