Package io.trino.plugin.deltalake

Class AbstractDeltaLakePageSink

java.lang.Object

io.trino.plugin.deltalake.AbstractDeltaLakePageSink

All Implemented Interfaces:

ConnectorPageSink

Direct Known Subclasses:

DeltaLakeCdfPageSink, DeltaLakePageSink

public abstract class AbstractDeltaLakePageSink
extends Object
implements ConnectorPageSink

Field Summary

Fields

Modifier and Type	Field	Description
protected final io.airlift.json.JsonCodec<DataFileInfo>	dataFileInfoCodec
protected final com.google.common.collect.ImmutableList.Builder<DataFileInfo>	dataFileInfos
protected final String	outputPathDirectory

Fields inherited from interface io.trino.spi.connector.ConnectorPageSink

NOT_BLOCKED

Constructor Summary

Constructors

Constructor

Description

AbstractDeltaLakePageSink(TypeOperators typeOperators, List<DeltaLakeColumnHandle> inputColumns, List<String> originalPartitionColumns, PageIndexerFactory pageIndexerFactory, TrinoFileSystemFactory fileSystemFactory, int maxOpenWriters, io.airlift.json.JsonCodec<DataFileInfo> dataFileInfoCodec, String tableLocation, String outputPathDirectory, ConnectorSession session, DeltaLakeWriterStats stats, String trinoVersion)

Method Summary

Modifier and Type	Method	Description
void	abort()
CompletableFuture<?>	appendPage(Page page)
protected void	closeWriter(int writerIndex)
static List<String>	createPartitionValues(List<Type> partitionColumnTypes, Page partitionColumns, int position)
CompletableFuture<Collection<io.airlift.slice.Slice>>	finish()
long	getCompletedBytes()
protected abstract DataFileInfo.DataFileType	getDataFileType()
long	getMemoryUsage()
protected abstract String	getPathPrefix()
long	getValidationCpuNanos()
protected abstract void	processSynthesizedColumn(DeltaLakeColumnHandle column)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

dataFileInfoCodec

protected final io.airlift.json.JsonCodec<DataFileInfo> dataFileInfoCodec

outputPathDirectory

protected final String outputPathDirectory

dataFileInfos

protected final com.google.common.collect.ImmutableList.Builder<DataFileInfo> dataFileInfos

Constructor Details

AbstractDeltaLakePageSink

public AbstractDeltaLakePageSink(TypeOperators typeOperators,
 List<DeltaLakeColumnHandle> inputColumns,
 List<String> originalPartitionColumns,
 PageIndexerFactory pageIndexerFactory,
 TrinoFileSystemFactory fileSystemFactory,
 int maxOpenWriters,
 io.airlift.json.JsonCodec<DataFileInfo> dataFileInfoCodec,
 String tableLocation,
 String outputPathDirectory,
 ConnectorSession session,
 DeltaLakeWriterStats stats,
 String trinoVersion)

Method Details

processSynthesizedColumn

protected abstract void processSynthesizedColumn(DeltaLakeColumnHandle column)

getPathPrefix

protected abstract String getPathPrefix()

getDataFileType

protected abstract DataFileInfo.DataFileType getDataFileType()

getCompletedBytes

public long getCompletedBytes()

Specified by:

getCompletedBytes in interface ConnectorPageSink

getMemoryUsage

public long getMemoryUsage()

Specified by:

getMemoryUsage in interface ConnectorPageSink

getValidationCpuNanos

public long getValidationCpuNanos()

Specified by:

getValidationCpuNanos in interface ConnectorPageSink

finish

public CompletableFuture<Collection<io.airlift.slice.Slice>> finish()

Specified by:

finish in interface ConnectorPageSink

abort

public void abort()

Specified by:

abort in interface ConnectorPageSink

appendPage

public CompletableFuture<?> appendPage(Page page)

Specified by:

appendPage in interface ConnectorPageSink

closeWriter

protected void closeWriter(int writerIndex)

createPartitionValues

public static List<String> createPartitionValues(List<Type> partitionColumnTypes,
 Page partitionColumns,
 int position)