com.facebook.presto.parquet.reader

Class ParquetReader

java.lang.Object

com.facebook.presto.parquet.reader.ParquetReader

All Implemented Interfaces:

Closeable, AutoCloseable

public class ParquetReader
extends Object
implements Closeable

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.parquet.hadoop.metadata.BlockMetaData	currentBlockMetadata
protected ParquetDataSource	dataSource
protected ColumnReader[]	verificationColumnReaders

Constructor Summary

Constructors

Constructor and Description

ParquetReader(org.apache.parquet.io.MessageColumnIO messageColumnIO, List<org.apache.parquet.hadoop.metadata.BlockMetaData> blocks, Optional<List<Long>> firstRowsOfBlocks, ParquetDataSource dataSource, AggregatedMemoryContext systemMemoryContext, io.airlift.units.DataSize maxReadBlockSize, boolean batchReadEnabled, boolean enableVerification, Predicate parquetPredicate, List<org.apache.parquet.internal.filter2.columnindex.ColumnIndexStore> blockIndexStores, boolean columnIndexFilterEnabled, Optional<org.apache.parquet.crypto.InternalFileDecryptor> fileDecryptor)

Method Summary

Modifier and Type	Method and Description
protected byte[]	allocateBlock(long length)
void	close()
protected PageReader	createPageReader(byte[] buffer, int bufferSize, org.apache.parquet.hadoop.metadata.ColumnChunkMetaData metadata, org.apache.parquet.column.ColumnDescriptor columnDescriptor)
protected PageReader	createPageReader(List<ByteBuffer> buffers, int bufferSize, org.apache.parquet.hadoop.metadata.ColumnChunkMetaData metadata, org.apache.parquet.column.ColumnDescriptor columnDescriptor, org.apache.parquet.internal.column.columnindex.OffsetIndex offsetIndex)
ParquetDataSource	getDataSource()
long	getPosition()
AggregatedMemoryContext	getSystemMemoryContext()
long	lastBatchStartRow() Get the global row index of the first row in the last batch.
int	nextBatch()
Block	readBlock(Field field)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

verificationColumnReaders

protected final ColumnReader[] verificationColumnReaders

dataSource

protected final ParquetDataSource dataSource

currentBlockMetadata

protected org.apache.parquet.hadoop.metadata.BlockMetaData currentBlockMetadata

Constructor Detail

ParquetReader

public ParquetReader(org.apache.parquet.io.MessageColumnIO messageColumnIO,
                     List<org.apache.parquet.hadoop.metadata.BlockMetaData> blocks,
                     Optional<List<Long>> firstRowsOfBlocks,
                     ParquetDataSource dataSource,
                     AggregatedMemoryContext systemMemoryContext,
                     io.airlift.units.DataSize maxReadBlockSize,
                     boolean batchReadEnabled,
                     boolean enableVerification,
                     Predicate parquetPredicate,
                     List<org.apache.parquet.internal.filter2.columnindex.ColumnIndexStore> blockIndexStores,
                     boolean columnIndexFilterEnabled,
                     Optional<org.apache.parquet.crypto.InternalFileDecryptor> fileDecryptor)

Method Detail

close

public void close()
           throws IOException

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Throws:

IOException

getPosition

public long getPosition()

lastBatchStartRow

public long lastBatchStartRow()

Get the global row index of the first row in the last batch.

nextBatch

public int nextBatch()

createPageReader

protected PageReader createPageReader(List<ByteBuffer> buffers,
                                      int bufferSize,
                                      org.apache.parquet.hadoop.metadata.ColumnChunkMetaData metadata,
                                      org.apache.parquet.column.ColumnDescriptor columnDescriptor,
                                      org.apache.parquet.internal.column.columnindex.OffsetIndex offsetIndex)
                               throws IOException

Throws:

IOException

createPageReader

protected PageReader createPageReader(byte[] buffer,
                                      int bufferSize,
                                      org.apache.parquet.hadoop.metadata.ColumnChunkMetaData metadata,
                                      org.apache.parquet.column.ColumnDescriptor columnDescriptor)
                               throws IOException

Throws:

IOException

allocateBlock

protected byte[] allocateBlock(long length)

readBlock

public Block readBlock(Field field)
                throws IOException

Throws:

IOException

getDataSource

public ParquetDataSource getDataSource()

getSystemMemoryContext

public AggregatedMemoryContext getSystemMemoryContext()