com.facebook.presto.hive.parquet

Class HdfsParquetDataSource

java.lang.Object

com.facebook.presto.parquet.AbstractParquetDataSource

com.facebook.presto.hive.parquet.HdfsParquetDataSource

All Implemented Interfaces:

com.facebook.presto.parquet.ParquetDataSource, Closeable, AutoCloseable

public class HdfsParquetDataSource
extends com.facebook.presto.parquet.AbstractParquetDataSource

Constructor Summary

Constructors

Constructor and Description
HdfsParquetDataSource(com.facebook.presto.parquet.ParquetDataSourceId id, org.apache.hadoop.fs.FSDataInputStream inputStream, FileFormatDataSourceStats stats)

Method Summary

Modifier and Type	Method and Description
static HdfsParquetDataSource	buildHdfsParquetDataSource(org.apache.hadoop.fs.FileSystem fileSystem, org.apache.hadoop.fs.Path path, long start, long length, FileFormatDataSourceStats stats)
static HdfsParquetDataSource	buildHdfsParquetDataSource(org.apache.hadoop.fs.FSDataInputStream inputStream, org.apache.hadoop.fs.Path path, FileFormatDataSourceStats stats)
void	close()
Optional<org.apache.parquet.internal.column.columnindex.ColumnIndex>	readColumnIndex(org.apache.parquet.hadoop.metadata.ColumnChunkMetaData column)
protected void	readInternal(long position, byte[] buffer, int bufferOffset, int bufferLength)
Optional<org.apache.parquet.internal.column.columnindex.OffsetIndex>	readOffsetIndex(org.apache.parquet.hadoop.metadata.ColumnChunkMetaData column)

Methods inherited from class com.facebook.presto.parquet.AbstractParquetDataSource

getId, getReadBytes, getReadTimeNanos, readFully, readFully

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HdfsParquetDataSource

public HdfsParquetDataSource(com.facebook.presto.parquet.ParquetDataSourceId id,
                             org.apache.hadoop.fs.FSDataInputStream inputStream,
                             FileFormatDataSourceStats stats)

Method Detail

close

public void close()
           throws IOException

Throws:

IOException

readInternal

protected void readInternal(long position,
                            byte[] buffer,
                            int bufferOffset,
                            int bufferLength)

Specified by:

readInternal in class com.facebook.presto.parquet.AbstractParquetDataSource

readColumnIndex

public Optional<org.apache.parquet.internal.column.columnindex.ColumnIndex> readColumnIndex(org.apache.parquet.hadoop.metadata.ColumnChunkMetaData column)
                                                                                     throws IOException

Throws:

IOException

readOffsetIndex

public Optional<org.apache.parquet.internal.column.columnindex.OffsetIndex> readOffsetIndex(org.apache.parquet.hadoop.metadata.ColumnChunkMetaData column)
                                                                                     throws IOException

Throws:

IOException

buildHdfsParquetDataSource

public static HdfsParquetDataSource buildHdfsParquetDataSource(org.apache.hadoop.fs.FileSystem fileSystem,
                                                               org.apache.hadoop.fs.Path path,
                                                               long start,
                                                               long length,
                                                               FileFormatDataSourceStats stats)

buildHdfsParquetDataSource

public static HdfsParquetDataSource buildHdfsParquetDataSource(org.apache.hadoop.fs.FSDataInputStream inputStream,
                                                               org.apache.hadoop.fs.Path path,
                                                               FileFormatDataSourceStats stats)