com.facebook.presto.parquet.writer

Class PrimitiveColumnWriter

java.lang.Object

com.facebook.presto.parquet.writer.PrimitiveColumnWriter

All Implemented Interfaces:

ColumnWriter

Direct Known Subclasses:

PrimitiveColumnWriterV1, PrimitiveColumnWriterV2

public abstract class PrimitiveColumnWriter
extends Object
implements ColumnWriter

Nested Class Summary

Nested classes/interfaces inherited from interface com.facebook.presto.parquet.writer.ColumnWriter

ColumnWriter.BufferData

Field Summary

Fields

Modifier and Type	Field and Description
protected boolean	closed
protected org.apache.parquet.column.ColumnDescriptor	columnDescriptor
protected org.apache.parquet.column.statistics.Statistics<?>	columnStatistics
protected com.facebook.presto.parquet.writer.ParquetCompressor	compressor
protected int	currentPageNullCounts
protected Set<org.apache.parquet.column.Encoding>	encodings
protected boolean	getDataStreamsCalled
protected int	maxDefinitionLevel
protected List<ParquetDataOutput>	pageBuffer
protected int	pageSizeThreshold
protected org.apache.parquet.format.converter.ParquetMetadataConverter	parquetMetadataConverter
protected PrimitiveValueWriter	primitiveValueWriter
protected long	totalCompressedSize
protected long	totalUnCompressedSize
protected long	totalValues
protected int	valueCount

Constructor Summary

Constructors

Constructor and Description
PrimitiveColumnWriter(Type type, org.apache.parquet.column.ColumnDescriptor columnDescriptor, PrimitiveValueWriter primitiveValueWriter, org.apache.parquet.hadoop.metadata.CompressionCodecName compressionCodecName, int pageSizeThreshold)

Method Summary

Modifier and Type	Method and Description
void	close()
protected abstract void	flushCurrentPageToBuffer()
List<ColumnWriter.BufferData>	getBuffer()
abstract long	getBufferedBytes()
protected org.apache.parquet.format.ColumnMetaData	getColumnMetaData()
protected List<ParquetDataOutput>	getDataStreams()
long	getRetainedBytes()
void	reset()
void	writeBlock(ColumnChunk columnChunk)
protected abstract void	writeDefinitionAndRepetitionLevels(ColumnChunk current)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

columnDescriptor

protected final org.apache.parquet.column.ColumnDescriptor columnDescriptor

primitiveValueWriter

protected final PrimitiveValueWriter primitiveValueWriter

parquetMetadataConverter

protected final org.apache.parquet.format.converter.ParquetMetadataConverter parquetMetadataConverter

encodings

protected final Set<org.apache.parquet.column.Encoding> encodings

maxDefinitionLevel

protected final int maxDefinitionLevel

pageBuffer

protected final List<ParquetDataOutput> pageBuffer

compressor

@Nullable
protected final com.facebook.presto.parquet.writer.ParquetCompressor compressor

pageSizeThreshold

protected final int pageSizeThreshold

closed

protected boolean closed

getDataStreamsCalled

protected boolean getDataStreamsCalled

valueCount

protected int valueCount

currentPageNullCounts

protected int currentPageNullCounts

totalCompressedSize

protected long totalCompressedSize

totalUnCompressedSize

protected long totalUnCompressedSize

totalValues

protected long totalValues

columnStatistics

protected org.apache.parquet.column.statistics.Statistics<?> columnStatistics

Constructor Detail

PrimitiveColumnWriter

public PrimitiveColumnWriter(Type type,
                             org.apache.parquet.column.ColumnDescriptor columnDescriptor,
                             PrimitiveValueWriter primitiveValueWriter,
                             org.apache.parquet.hadoop.metadata.CompressionCodecName compressionCodecName,
                             int pageSizeThreshold)

Method Detail

writeBlock

public void writeBlock(ColumnChunk columnChunk)
                throws IOException

Specified by:

writeBlock in interface ColumnWriter

Throws:

IOException

close

public void close()

Specified by:

close in interface ColumnWriter

getBuffer

public List<ColumnWriter.BufferData> getBuffer()
                                        throws IOException

Specified by:

getBuffer in interface ColumnWriter

Throws:

IOException

getColumnMetaData

protected org.apache.parquet.format.ColumnMetaData getColumnMetaData()

getDataStreams

protected List<ParquetDataOutput> getDataStreams()
                                          throws IOException

Throws:

IOException

getBufferedBytes

public abstract long getBufferedBytes()

Specified by:

getBufferedBytes in interface ColumnWriter

getRetainedBytes

public long getRetainedBytes()

Specified by:

getRetainedBytes in interface ColumnWriter

reset

public void reset()

Specified by:

reset in interface ColumnWriter

writeDefinitionAndRepetitionLevels

protected abstract void writeDefinitionAndRepetitionLevels(ColumnChunk current)
                                                    throws IOException

Throws:

IOException

flushCurrentPageToBuffer

protected abstract void flushCurrentPageToBuffer()
                                          throws IOException

Throws:

IOException