com.facebook.presto.hive.parquet

Class HdfsParquetDataSource

java.lang.Object

com.facebook.presto.parquet.AbstractParquetDataSource

com.facebook.presto.hive.parquet.HdfsParquetDataSource

All Implemented Interfaces:

ParquetDataSource, Closeable, AutoCloseable

public class HdfsParquetDataSource
extends AbstractParquetDataSource

Constructor Summary

Constructors

Constructor and Description
HdfsParquetDataSource(ParquetDataSourceId id, FSDataInputStream inputStream, FileFormatDataSourceStats stats)

Method Summary

Modifier and Type	Method and Description
static HdfsParquetDataSource	buildHdfsParquetDataSource(FileSystem fileSystem, Path path, long start, long length, FileFormatDataSourceStats stats)
static HdfsParquetDataSource	buildHdfsParquetDataSource(FSDataInputStream inputStream, Path path, FileFormatDataSourceStats stats)
void	close()
Optional<org.apache.parquet.internal.column.columnindex.ColumnIndex>	readColumnIndex(org.apache.parquet.hadoop.metadata.ColumnChunkMetaData column)
protected void	readInternal(long position, byte[] buffer, int bufferOffset, int bufferLength)
Optional<org.apache.parquet.internal.column.columnindex.OffsetIndex>	readOffsetIndex(org.apache.parquet.hadoop.metadata.ColumnChunkMetaData column)

Methods inherited from class com.facebook.presto.parquet.AbstractParquetDataSource

getId, getReadBytes, getReadTimeNanos, readFully, readFully

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HdfsParquetDataSource

public HdfsParquetDataSource(ParquetDataSourceId id,
                             FSDataInputStream inputStream,
                             FileFormatDataSourceStats stats)

Method Detail

close

public void close()
           throws IOException

Throws:

IOException

readInternal

protected void readInternal(long position,
                            byte[] buffer,
                            int bufferOffset,
                            int bufferLength)

Specified by:

readInternal in class AbstractParquetDataSource

readColumnIndex

public Optional<org.apache.parquet.internal.column.columnindex.ColumnIndex> readColumnIndex(org.apache.parquet.hadoop.metadata.ColumnChunkMetaData column)
                                                                                     throws IOException

Throws:

IOException

readOffsetIndex

public Optional<org.apache.parquet.internal.column.columnindex.OffsetIndex> readOffsetIndex(org.apache.parquet.hadoop.metadata.ColumnChunkMetaData column)
                                                                                     throws IOException

Throws:

IOException

buildHdfsParquetDataSource

public static HdfsParquetDataSource buildHdfsParquetDataSource(FileSystem fileSystem,
                                                               Path path,
                                                               long start,
                                                               long length,
                                                               FileFormatDataSourceStats stats)

buildHdfsParquetDataSource

public static HdfsParquetDataSource buildHdfsParquetDataSource(FSDataInputStream inputStream,
                                                               Path path,
                                                               FileFormatDataSourceStats stats)