Package io.trino.plugin.deltalake.transactionlog

Class DeltaLakeSchemaSupport

java.lang.Object

io.trino.plugin.deltalake.transactionlog.DeltaLakeSchemaSupport

public final class DeltaLakeSchemaSupport
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static enum	DeltaLakeSchemaSupport.ColumnMappingMode

Field Summary

Fields

Modifier and Type	Field	Description
static final String	APPEND_ONLY_CONFIGURATION_KEY
static final String	COLUMN_MAPPING_MODE_CONFIGURATION_KEY
static final String	COLUMN_MAPPING_PHYSICAL_NAME_CONFIGURATION_KEY
static final String	MAX_COLUMN_ID_CONFIGURATION_KEY

Method Summary

Modifier and Type	Method	Description
static boolean	changeDataFeedEnabled(MetadataEntry metadataEntry)
static Type	deserializeType(TypeManager typeManager, Object type, boolean usePhysicalName)
static List<ColumnMetadata>	extractColumnMetadata(MetadataEntry metadataEntry, TypeManager typeManager)
static List<DeltaLakeColumnHandle>	extractPartitionColumns(MetadataEntry metadataEntry, TypeManager typeManager)
static List<DeltaLakeColumnHandle>	extractPartitionColumns(List<DeltaLakeColumnMetadata> schema, List<String> originalPartitionColumns)
static List<DeltaLakeColumnMetadata>	extractSchema(MetadataEntry metadataEntry, TypeManager typeManager)
static Map<String,Object>	generateColumnMetadata(DeltaLakeSchemaSupport.ColumnMappingMode columnMappingMode, AtomicInteger maxColumnId)
static Map<String,String>	getCheckConstraints(MetadataEntry metadataEntry)
static Map<String,String>	getColumnComments(MetadataEntry metadataEntry)
static Map<String,Boolean>	getColumnIdentities(MetadataEntry metadataEntry)
static Map<String,String>	getColumnInvariants(MetadataEntry metadataEntry)
static DeltaLakeSchemaSupport.ColumnMappingMode	getColumnMappingMode(MetadataEntry metadata)
static List<DeltaLakeColumnMetadata>	getColumnMetadata(String json, TypeManager typeManager, DeltaLakeSchemaSupport.ColumnMappingMode mappingMode)
static <T> Map<String,T>	getColumnProperties(MetadataEntry metadataEntry, Function<com.fasterxml.jackson.databind.JsonNode,T> extractor)
static Map<String,Map<String,Object>>	getColumnsMetadata(MetadataEntry metadataEntry)
static Map<String,Boolean>	getColumnsNullability(MetadataEntry metadataEntry)
static Map<String,Object>	getColumnTypes(MetadataEntry metadataEntry)
static List<String>	getExactColumnNames(MetadataEntry metadataEntry)
static Map<String,String>	getGeneratedColumnExpressions(MetadataEntry metadataEntry)
static int	getMaxColumnId(MetadataEntry metadata)
static boolean	isAppendOnly(MetadataEntry metadataEntry)
static Object	serializeColumnType(DeltaLakeSchemaSupport.ColumnMappingMode columnMappingMode, AtomicInteger maxColumnId, Type columnType)
static String	serializeSchemaAsJson(List<String> columnNames, Map<String,Object> columnTypes, Map<String,String> columnComments, Map<String,Boolean> columnNullability, Map<String,Map<String,Object>> columnMetadata)
static String	serializeStatsAsJson(DeltaLakeFileStatistics fileStatistics)
static Set<String>	unsupportedReaderFeatures(Set<String> features)
static void	validateType(Type type)
static void	verifySupportedColumnMapping(DeltaLakeSchemaSupport.ColumnMappingMode mappingMode)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

APPEND_ONLY_CONFIGURATION_KEY

public static final String APPEND_ONLY_CONFIGURATION_KEY

See Also:

• Constant Field Values

COLUMN_MAPPING_MODE_CONFIGURATION_KEY

public static final String COLUMN_MAPPING_MODE_CONFIGURATION_KEY

See Also:

• Constant Field Values

COLUMN_MAPPING_PHYSICAL_NAME_CONFIGURATION_KEY

public static final String COLUMN_MAPPING_PHYSICAL_NAME_CONFIGURATION_KEY

See Also:

• Constant Field Values

MAX_COLUMN_ID_CONFIGURATION_KEY

public static final String MAX_COLUMN_ID_CONFIGURATION_KEY

See Also:

• Constant Field Values

Method Details

isAppendOnly

public static boolean isAppendOnly(MetadataEntry metadataEntry)

getColumnMappingMode

public static DeltaLakeSchemaSupport.ColumnMappingMode getColumnMappingMode(MetadataEntry metadata)

getMaxColumnId

public static int getMaxColumnId(MetadataEntry metadata)

extractPartitionColumns

public static List<DeltaLakeColumnHandle> extractPartitionColumns(MetadataEntry metadataEntry,
 TypeManager typeManager)

extractPartitionColumns

public static List<DeltaLakeColumnHandle> extractPartitionColumns(List<DeltaLakeColumnMetadata> schema,
 List<String> originalPartitionColumns)

serializeSchemaAsJson

public static String serializeSchemaAsJson(List<String> columnNames,
 Map<String,Object> columnTypes,
 Map<String,String> columnComments,
 Map<String,Boolean> columnNullability,
 Map<String,Map<String,Object>> columnMetadata)

serializeColumnType

public static Object serializeColumnType(DeltaLakeSchemaSupport.ColumnMappingMode columnMappingMode,
 AtomicInteger maxColumnId,
 Type columnType)

generateColumnMetadata

public static Map<String,Object> generateColumnMetadata(DeltaLakeSchemaSupport.ColumnMappingMode columnMappingMode,
 AtomicInteger maxColumnId)

validateType

public static void validateType(Type type)

serializeStatsAsJson

public static String serializeStatsAsJson(DeltaLakeFileStatistics fileStatistics)
                                   throws com.fasterxml.jackson.core.JsonProcessingException

Throws:

com.fasterxml.jackson.core.JsonProcessingException

extractColumnMetadata

public static List<ColumnMetadata> extractColumnMetadata(MetadataEntry metadataEntry,
 TypeManager typeManager)

extractSchema

public static List<DeltaLakeColumnMetadata> extractSchema(MetadataEntry metadataEntry,
 TypeManager typeManager)

verifySupportedColumnMapping

public static void verifySupportedColumnMapping(DeltaLakeSchemaSupport.ColumnMappingMode mappingMode)

getColumnMetadata

public static List<DeltaLakeColumnMetadata> getColumnMetadata(String json,
 TypeManager typeManager,
 DeltaLakeSchemaSupport.ColumnMappingMode mappingMode)

getColumnTypes

public static Map<String,Object> getColumnTypes(MetadataEntry metadataEntry)

getColumnComments

public static Map<String,String> getColumnComments(MetadataEntry metadataEntry)

getColumnsNullability

public static Map<String,Boolean> getColumnsNullability(MetadataEntry metadataEntry)

getColumnIdentities

public static Map<String,Boolean> getColumnIdentities(MetadataEntry metadataEntry)

getColumnInvariants

public static Map<String,String> getColumnInvariants(MetadataEntry metadataEntry)

getGeneratedColumnExpressions

public static Map<String,String> getGeneratedColumnExpressions(MetadataEntry metadataEntry)

getCheckConstraints

public static Map<String,String> getCheckConstraints(MetadataEntry metadataEntry)

changeDataFeedEnabled

public static boolean changeDataFeedEnabled(MetadataEntry metadataEntry)

getColumnsMetadata

public static Map<String,Map<String,Object>> getColumnsMetadata(MetadataEntry metadataEntry)

getColumnProperties

public static <T> Map<String,T> getColumnProperties(MetadataEntry metadataEntry,
 Function<com.fasterxml.jackson.databind.JsonNode,T> extractor)

getExactColumnNames

public static List<String> getExactColumnNames(MetadataEntry metadataEntry)

Returns:

the case-sensitive column names

unsupportedReaderFeatures

public static Set<String> unsupportedReaderFeatures(Set<String> features)

deserializeType

public static Type deserializeType(TypeManager typeManager,
 Object type,
 boolean usePhysicalName)