io.prestosql.plugin.hive.parquet

Class HdfsParquetDataSource

java.lang.Object

io.prestosql.plugin.hive.parquet.HdfsParquetDataSource

All Implemented Interfaces:

ParquetDataSource, Closeable, AutoCloseable

public class HdfsParquetDataSource
extends Object
implements ParquetDataSource

Constructor Summary

Constructors

Constructor and Description
HdfsParquetDataSource(ParquetDataSourceId id, long size, org.apache.hadoop.fs.FSDataInputStream inputStream, FileFormatDataSourceStats stats, ParquetReaderOptions options)

Method Summary

Modifier and Type	Method and Description
static HdfsParquetDataSource	buildHdfsParquetDataSource(org.apache.hadoop.fs.FSDataInputStream inputStream, org.apache.hadoop.fs.Path path, long fileSize, FileFormatDataSourceStats stats, ParquetReaderOptions options)
void	close()
ParquetDataSourceId	getId()
long	getReadBytes()
long	getReadTimeNanos()
long	getSize()
static List<DiskRange>	mergeAdjacentDiskRanges(Collection<DiskRange> diskRanges, io.airlift.units.DataSize maxMergeDistance, io.airlift.units.DataSize maxReadSize)
<K> Map<K,ChunkReader>	planRead(Map<K,DiskRange> diskRanges)
void	readFully(long position, byte[] buffer)
void	readFully(long position, byte[] buffer, int bufferOffset, int bufferLength)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HdfsParquetDataSource

public HdfsParquetDataSource(ParquetDataSourceId id,
                             long size,
                             org.apache.hadoop.fs.FSDataInputStream inputStream,
                             FileFormatDataSourceStats stats,
                             ParquetReaderOptions options)

Method Detail

getId

public ParquetDataSourceId getId()

Specified by:

getId in interface ParquetDataSource

getReadBytes

public final long getReadBytes()

Specified by:

getReadBytes in interface ParquetDataSource

getReadTimeNanos

public long getReadTimeNanos()

Specified by:

getReadTimeNanos in interface ParquetDataSource

getSize

public final long getSize()

Specified by:

getSize in interface ParquetDataSource

close

public void close()
           throws IOException

Specified by:

close in interface ParquetDataSource

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Throws:

IOException

readFully

public final void readFully(long position,
                            byte[] buffer)

Specified by:

readFully in interface ParquetDataSource

readFully

public final void readFully(long position,
                            byte[] buffer,
                            int bufferOffset,
                            int bufferLength)

Specified by:

readFully in interface ParquetDataSource

planRead

public final <K> Map<K,ChunkReader> planRead(Map<K,DiskRange> diskRanges)

Specified by:

planRead in interface ParquetDataSource

buildHdfsParquetDataSource

public static HdfsParquetDataSource buildHdfsParquetDataSource(org.apache.hadoop.fs.FSDataInputStream inputStream,
                                                               org.apache.hadoop.fs.Path path,
                                                               long fileSize,
                                                               FileFormatDataSourceStats stats,
                                                               ParquetReaderOptions options)

mergeAdjacentDiskRanges

public static List<DiskRange> mergeAdjacentDiskRanges(Collection<DiskRange> diskRanges,
                                                      io.airlift.units.DataSize maxMergeDistance,
                                                      io.airlift.units.DataSize maxReadSize)