public class HdfsParquetDataSource extends Object implements ParquetDataSource
| Constructor and Description |
|---|
HdfsParquetDataSource(ParquetDataSourceId id,
long size,
org.apache.hadoop.fs.FSDataInputStream inputStream,
FileFormatDataSourceStats stats) |
| Modifier and Type | Method and Description |
|---|---|
static HdfsParquetDataSource |
buildHdfsParquetDataSource(org.apache.hadoop.fs.FileSystem fileSystem,
org.apache.hadoop.fs.Path path,
long start,
long length,
long fileSize,
FileFormatDataSourceStats stats) |
static HdfsParquetDataSource |
buildHdfsParquetDataSource(org.apache.hadoop.fs.FSDataInputStream inputStream,
org.apache.hadoop.fs.Path path,
long fileSize,
FileFormatDataSourceStats stats) |
void |
close() |
ParquetDataSourceId |
getId() |
long |
getReadBytes() |
long |
getReadTimeNanos() |
long |
getSize() |
void |
readFully(long position,
byte[] buffer) |
void |
readFully(long position,
byte[] buffer,
int bufferOffset,
int bufferLength) |
public HdfsParquetDataSource(ParquetDataSourceId id, long size, org.apache.hadoop.fs.FSDataInputStream inputStream, FileFormatDataSourceStats stats)
public ParquetDataSourceId getId()
getId in interface ParquetDataSourcepublic final long getReadBytes()
getReadBytes in interface ParquetDataSourcepublic long getReadTimeNanos()
getReadTimeNanos in interface ParquetDataSourcepublic final long getSize()
getSize in interface ParquetDataSourcepublic void close()
throws IOException
close in interface ParquetDataSourceclose in interface Closeableclose in interface AutoCloseableIOExceptionpublic final void readFully(long position,
byte[] buffer)
readFully in interface ParquetDataSourcepublic final void readFully(long position,
byte[] buffer,
int bufferOffset,
int bufferLength)
readFully in interface ParquetDataSourcepublic static HdfsParquetDataSource buildHdfsParquetDataSource(org.apache.hadoop.fs.FileSystem fileSystem, org.apache.hadoop.fs.Path path, long start, long length, long fileSize, FileFormatDataSourceStats stats)
public static HdfsParquetDataSource buildHdfsParquetDataSource(org.apache.hadoop.fs.FSDataInputStream inputStream, org.apache.hadoop.fs.Path path, long fileSize, FileFormatDataSourceStats stats)
Copyright © 2012–2019. All rights reserved.