Package io.trino.plugin.deltalake.transactionlog

Class TransactionLogAccess

java.lang.Object

io.trino.plugin.deltalake.transactionlog.TransactionLogAccess

public class TransactionLogAccess
extends Object

Constructor Summary

Constructors

Constructor	Description
TransactionLogAccess(TypeManager typeManager, CheckpointSchemaManager checkpointSchemaManager, DeltaLakeConfig deltaLakeConfig, FileFormatDataSourceStats fileFormatDataSourceStats, TrinoFileSystemFactory fileSystemFactory, ParquetReaderConfig parquetReaderConfig)

Method Summary

Modifier and Type	Method	Description
static <T> String	canonicalizeColumnName(String columnName)
static List<DeltaLakeColumnMetadata>	columnsWithStats(MetadataEntry metadataEntry, TypeManager typeManager)
static com.google.common.collect.ImmutableList<DeltaLakeColumnMetadata>	columnsWithStats(List<DeltaLakeColumnMetadata> schema, List<String> partitionColumns)
List<AddFileEntry>	getActiveFiles(TableSnapshot tableSnapshot, ConnectorSession session)
Stream<CommitInfoEntry>	getCommitInfoEntries(TableSnapshot tableSnapshot, ConnectorSession session)
io.airlift.jmx.CacheStatsMBean	getDataFileMetadataCacheStats()
Stream<DeltaLakeTransactionLogEntry>	getJsonEntries(TrinoFileSystem fileSystem, org.apache.hadoop.fs.Path transactionLogDir, List<Long> forVersions)
io.airlift.jmx.CacheStatsMBean	getMetadataCacheStats()
Optional<MetadataEntry>	getMetadataEntry(TableSnapshot tableSnapshot, ConnectorSession session)
List<Long>	getPastTableVersions(TrinoFileSystem fileSystem, org.apache.hadoop.fs.Path transactionLogDir, Instant startAt, long lastVersion)	Returns a stream of transaction log versions between startAt point in time and lastVersion.
Stream<ProtocolEntry>	getProtocolEntries(TableSnapshot tableSnapshot, ConnectorSession session)
Stream<RemoveFileEntry>	getRemoveEntries(TableSnapshot tableSnapshot, ConnectorSession session)
void	invalidateCaches(String tableLocation)
TableSnapshot	loadSnapshot(SchemaTableName table, org.apache.hadoop.fs.Path tableLocation, ConnectorSession session)
static <T> Map<CanonicalColumnName,T>	toCanonicalNameKeyedMap(Map<String,T> map)
static <T> Map<CanonicalColumnName,T>	toCanonicalNameKeyedMap(Map<String,T> map, Map<String,CanonicalColumnName> canonicalColumnNames)
static <T> Map<String,T>	toOriginalNameKeyedMap(Map<CanonicalColumnName,T> map)	Deprecated.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

TransactionLogAccess

@Inject
public TransactionLogAccess(TypeManager typeManager,
 CheckpointSchemaManager checkpointSchemaManager,
 DeltaLakeConfig deltaLakeConfig,
 FileFormatDataSourceStats fileFormatDataSourceStats,
 TrinoFileSystemFactory fileSystemFactory,
 ParquetReaderConfig parquetReaderConfig)

Method Details

getDataFileMetadataCacheStats

public io.airlift.jmx.CacheStatsMBean getDataFileMetadataCacheStats()

getMetadataCacheStats

public io.airlift.jmx.CacheStatsMBean getMetadataCacheStats()

loadSnapshot

public TableSnapshot loadSnapshot(SchemaTableName table,
 org.apache.hadoop.fs.Path tableLocation,
 ConnectorSession session)
                           throws IOException

Throws:

IOException

invalidateCaches

public void invalidateCaches(String tableLocation)

getMetadataEntry

public Optional<MetadataEntry> getMetadataEntry(TableSnapshot tableSnapshot,
 ConnectorSession session)

getActiveFiles

public List<AddFileEntry> getActiveFiles(TableSnapshot tableSnapshot,
 ConnectorSession session)

columnsWithStats

public static List<DeltaLakeColumnMetadata> columnsWithStats(MetadataEntry metadataEntry,
 TypeManager typeManager)

columnsWithStats

public static com.google.common.collect.ImmutableList<DeltaLakeColumnMetadata> columnsWithStats(List<DeltaLakeColumnMetadata> schema,
 List<String> partitionColumns)

getRemoveEntries

public Stream<RemoveFileEntry> getRemoveEntries(TableSnapshot tableSnapshot,
 ConnectorSession session)

getProtocolEntries

public Stream<ProtocolEntry> getProtocolEntries(TableSnapshot tableSnapshot,
 ConnectorSession session)

getCommitInfoEntries

public Stream<CommitInfoEntry> getCommitInfoEntries(TableSnapshot tableSnapshot,
 ConnectorSession session)

getJsonEntries

public Stream<DeltaLakeTransactionLogEntry> getJsonEntries(TrinoFileSystem fileSystem,
 org.apache.hadoop.fs.Path transactionLogDir,
 List<Long> forVersions)

getPastTableVersions

public List<Long> getPastTableVersions(TrinoFileSystem fileSystem,
 org.apache.hadoop.fs.Path transactionLogDir,
 Instant startAt,
 long lastVersion)

Returns a stream of transaction log versions between startAt point in time and lastVersion.

canonicalizeColumnName

public static <T> String canonicalizeColumnName(String columnName)

toCanonicalNameKeyedMap

public static <T> Map<CanonicalColumnName,T> toCanonicalNameKeyedMap(Map<String,T> map)

toCanonicalNameKeyedMap

public static <T> Map<CanonicalColumnName,T> toCanonicalNameKeyedMap(Map<String,T> map,
 Map<String,CanonicalColumnName> canonicalColumnNames)

toOriginalNameKeyedMap

@Deprecated
public static <T> Map<String,T> toOriginalNameKeyedMap(Map<CanonicalColumnName,T> map)

Deprecated.