Package io.trino.plugin.deltalake.transactionlog

Class DeltaLakeSchemaSupport

java.lang.Object

io.trino.plugin.deltalake.transactionlog.DeltaLakeSchemaSupport

public final class DeltaLakeSchemaSupport
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static enum	DeltaLakeSchemaSupport.ColumnMappingMode
static enum	DeltaLakeSchemaSupport.IsolationLevel

Field Summary

Fields

Modifier and Type	Field	Description
static final String	APPEND_ONLY_CONFIGURATION_KEY
static final String	COLUMN_MAPPING_MODE_CONFIGURATION_KEY
static final String	COLUMN_MAPPING_PHYSICAL_NAME_CONFIGURATION_KEY
static final String	ISOLATION_LEVEL_CONFIGURATION_KEY
static final String	MAX_COLUMN_ID_CONFIGURATION_KEY
static final String	TIMESTAMP_NTZ_FEATURE_NAME

Method Summary

Modifier and Type	Method	Description
static Optional<Boolean>	changeDataFeedEnabled(MetadataEntry metadataEntry, ProtocolEntry protocolEntry)
static Type	deserializeType(TypeManager typeManager, Object type, boolean usePhysicalName)
static List<ColumnMetadata>	extractColumnMetadata(MetadataEntry metadataEntry, ProtocolEntry protocolEntry, TypeManager typeManager)
static List<DeltaLakeColumnHandle>	extractPartitionColumns(MetadataEntry metadataEntry, ProtocolEntry protocolEntry, TypeManager typeManager)
static List<DeltaLakeColumnHandle>	extractPartitionColumns(List<DeltaLakeColumnMetadata> schema, List<String> originalPartitionColumns)
static List<DeltaLakeColumnMetadata>	extractSchema(MetadataEntry metadataEntry, ProtocolEntry protocolEntry, TypeManager typeManager)
static Map<String,Object>	generateColumnMetadata(DeltaLakeSchemaSupport.ColumnMappingMode columnMappingMode, AtomicInteger maxColumnId)
static Map<String,String>	getCheckConstraints(MetadataEntry metadataEntry, ProtocolEntry protocolEntry)
static Map<String,String>	getColumnComments(MetadataEntry metadataEntry)
static Map<String,Boolean>	getColumnIdentities(MetadataEntry metadataEntry, ProtocolEntry protocolEntry)
static Map<String,String>	getColumnInvariants(MetadataEntry metadataEntry, ProtocolEntry protocolEntry)
static DeltaLakeSchemaSupport.ColumnMappingMode	getColumnMappingMode(MetadataEntry metadata, ProtocolEntry protocolEntry)
static List<DeltaLakeColumnMetadata>	getColumnMetadata(String json, TypeManager typeManager, DeltaLakeSchemaSupport.ColumnMappingMode mappingMode)
static <T> Map<String,T>	getColumnProperties(MetadataEntry metadataEntry, Function<com.fasterxml.jackson.databind.JsonNode,T> extractor)
static Map<String,Map<String,Object>>	getColumnsMetadata(MetadataEntry metadataEntry)
static Map<String,Boolean>	getColumnsNullability(MetadataEntry metadataEntry)
static Map<String,Object>	getColumnTypes(MetadataEntry metadataEntry)
static List<String>	getExactColumnNames(MetadataEntry metadataEntry)
static Map<String,String>	getGeneratedColumnExpressions(MetadataEntry metadataEntry)
static DeltaLakeSchemaSupport.IsolationLevel	getIsolationLevel(MetadataEntry metadata)
static int	getMaxColumnId(MetadataEntry metadata)
static boolean	isAppendOnly(MetadataEntry metadataEntry, ProtocolEntry protocolEntry)
static boolean	isDeletionVectorEnabled(MetadataEntry metadataEntry, ProtocolEntry protocolEntry)
static Object	serializeColumnType(DeltaLakeSchemaSupport.ColumnMappingMode columnMappingMode, AtomicInteger maxColumnId, Type columnType)
static String	serializeSchemaAsJson(DeltaLakeTable deltaTable)
static String	serializeStatsAsJson(DeltaLakeFileStatistics fileStatistics)
static Set<String>	unsupportedReaderFeatures(Set<String> features)
static Set<String>	unsupportedWriterFeatures(Set<String> features)
static void	validateType(Type type)
static void	verifySupportedColumnMapping(DeltaLakeSchemaSupport.ColumnMappingMode mappingMode)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

APPEND_ONLY_CONFIGURATION_KEY

public static final String APPEND_ONLY_CONFIGURATION_KEY

See Also:

• Constant Field Values

COLUMN_MAPPING_MODE_CONFIGURATION_KEY

public static final String COLUMN_MAPPING_MODE_CONFIGURATION_KEY

See Also:

• Constant Field Values

COLUMN_MAPPING_PHYSICAL_NAME_CONFIGURATION_KEY

public static final String COLUMN_MAPPING_PHYSICAL_NAME_CONFIGURATION_KEY

See Also:

• Constant Field Values

MAX_COLUMN_ID_CONFIGURATION_KEY

public static final String MAX_COLUMN_ID_CONFIGURATION_KEY

See Also:

• Constant Field Values

ISOLATION_LEVEL_CONFIGURATION_KEY

public static final String ISOLATION_LEVEL_CONFIGURATION_KEY

See Also:

• Constant Field Values

TIMESTAMP_NTZ_FEATURE_NAME

public static final String TIMESTAMP_NTZ_FEATURE_NAME

See Also:

• Constant Field Values

Method Details

isAppendOnly

public static boolean isAppendOnly(MetadataEntry metadataEntry,
 ProtocolEntry protocolEntry)

isDeletionVectorEnabled

public static boolean isDeletionVectorEnabled(MetadataEntry metadataEntry,
 ProtocolEntry protocolEntry)

getColumnMappingMode

public static DeltaLakeSchemaSupport.ColumnMappingMode getColumnMappingMode(MetadataEntry metadata,
 ProtocolEntry protocolEntry)

getIsolationLevel

public static DeltaLakeSchemaSupport.IsolationLevel getIsolationLevel(MetadataEntry metadata)

getMaxColumnId

public static int getMaxColumnId(MetadataEntry metadata)

extractPartitionColumns

public static List<DeltaLakeColumnHandle> extractPartitionColumns(MetadataEntry metadataEntry,
 ProtocolEntry protocolEntry,
 TypeManager typeManager)

extractPartitionColumns

public static List<DeltaLakeColumnHandle> extractPartitionColumns(List<DeltaLakeColumnMetadata> schema,
 List<String> originalPartitionColumns)

serializeSchemaAsJson

public static String serializeSchemaAsJson(DeltaLakeTable deltaTable)

serializeColumnType

public static Object serializeColumnType(DeltaLakeSchemaSupport.ColumnMappingMode columnMappingMode,
 AtomicInteger maxColumnId,
 Type columnType)

generateColumnMetadata

public static Map<String,Object> generateColumnMetadata(DeltaLakeSchemaSupport.ColumnMappingMode columnMappingMode,
 AtomicInteger maxColumnId)

validateType

public static void validateType(Type type)

serializeStatsAsJson

public static String serializeStatsAsJson(DeltaLakeFileStatistics fileStatistics)
                                   throws com.fasterxml.jackson.core.JsonProcessingException

Throws:

com.fasterxml.jackson.core.JsonProcessingException

extractColumnMetadata

public static List<ColumnMetadata> extractColumnMetadata(MetadataEntry metadataEntry,
 ProtocolEntry protocolEntry,
 TypeManager typeManager)

extractSchema

public static List<DeltaLakeColumnMetadata> extractSchema(MetadataEntry metadataEntry,
 ProtocolEntry protocolEntry,
 TypeManager typeManager)

verifySupportedColumnMapping

public static void verifySupportedColumnMapping(DeltaLakeSchemaSupport.ColumnMappingMode mappingMode)

getColumnMetadata

public static List<DeltaLakeColumnMetadata> getColumnMetadata(String json,
 TypeManager typeManager,
 DeltaLakeSchemaSupport.ColumnMappingMode mappingMode)

getColumnTypes

public static Map<String,Object> getColumnTypes(MetadataEntry metadataEntry)

getColumnComments

public static Map<String,String> getColumnComments(MetadataEntry metadataEntry)

getColumnsNullability

public static Map<String,Boolean> getColumnsNullability(MetadataEntry metadataEntry)

getColumnIdentities

public static Map<String,Boolean> getColumnIdentities(MetadataEntry metadataEntry,
 ProtocolEntry protocolEntry)

getColumnInvariants

public static Map<String,String> getColumnInvariants(MetadataEntry metadataEntry,
 ProtocolEntry protocolEntry)

getGeneratedColumnExpressions

public static Map<String,String> getGeneratedColumnExpressions(MetadataEntry metadataEntry)

getCheckConstraints

public static Map<String,String> getCheckConstraints(MetadataEntry metadataEntry,
 ProtocolEntry protocolEntry)

changeDataFeedEnabled

public static Optional<Boolean> changeDataFeedEnabled(MetadataEntry metadataEntry,
 ProtocolEntry protocolEntry)

getColumnsMetadata

public static Map<String,Map<String,Object>> getColumnsMetadata(MetadataEntry metadataEntry)

getColumnProperties

public static <T> Map<String,T> getColumnProperties(MetadataEntry metadataEntry,
 Function<com.fasterxml.jackson.databind.JsonNode,T> extractor)

getExactColumnNames

public static List<String> getExactColumnNames(MetadataEntry metadataEntry)

Returns:

the case-sensitive column names

unsupportedReaderFeatures

public static Set<String> unsupportedReaderFeatures(Set<String> features)

unsupportedWriterFeatures

public static Set<String> unsupportedWriterFeatures(Set<String> features)

deserializeType

public static Type deserializeType(TypeManager typeManager,
 Object type,
 boolean usePhysicalName)