org.apache.parquet.format.converter

Class ParquetMetadataConverter

java.lang.Object

org.apache.parquet.format.converter.ParquetMetadataConverter

public class ParquetMetadataConverter
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	ParquetMetadataConverter.MetadataFilter

Field Summary

Fields

Modifier and Type	Field and Description
static long	MAX_STATS_SIZE
static ParquetMetadataConverter.MetadataFilter	NO_FILTER
static ParquetMetadataConverter.MetadataFilter	SKIP_ROW_GROUPS

Constructor Summary

Constructors

Constructor and Description
ParquetMetadataConverter()
ParquetMetadataConverter(org.apache.hadoop.conf.Configuration conf)

Method Summary

Methods

Modifier and Type	Method and Description
List<org.apache.parquet.format.PageEncodingStats>	convertEncodingStats(EncodingStats stats)
EncodingStats	convertEncodingStats(List<org.apache.parquet.format.PageEncodingStats> stats)
ParquetMetadata	fromParquetMetadata(org.apache.parquet.format.FileMetaData parquetMetadata)
static Statistics	fromParquetStatistics(org.apache.parquet.format.Statistics statistics, PrimitiveType.PrimitiveTypeName type) Deprecated. Replaced by #fromParquetStatistics( String createdBy, Statistics statistics, PrimitiveTypeName type)
static Statistics	fromParquetStatistics(String createdBy, org.apache.parquet.format.Statistics statistics, PrimitiveType.PrimitiveTypeName type) Deprecated. Use fromParquetStatistics(String, Statistics, PrimitiveType) instead.
Statistics	fromParquetStatistics(String createdBy, org.apache.parquet.format.Statistics statistics, PrimitiveType type)
Encoding	getEncoding(org.apache.parquet.format.Encoding encoding)
org.apache.parquet.format.Encoding	getEncoding(Encoding encoding)
PrimitiveType.PrimitiveTypeName	getPrimitive(org.apache.parquet.format.Type type)
static ParquetMetadataConverter.MetadataFilter	offsets(long... offsets)
static ParquetMetadataConverter.MetadataFilter	range(long startOffset, long endOffset) [ startOffset, endOffset )
ParquetMetadata	readParquetMetadata(InputStream from) Deprecated.
ParquetMetadata	readParquetMetadata(InputStream from, ParquetMetadataConverter.MetadataFilter filter)
org.apache.parquet.format.FileMetaData	toParquetMetadata(int currentVersion, ParquetMetadata parquetMetadata)
static org.apache.parquet.format.Statistics	toParquetStatistics(Statistics statistics)
void	writeDataPageHeader(int uncompressedSize, int compressedSize, int valueCount, Encoding rlEncoding, Encoding dlEncoding, Encoding valuesEncoding, OutputStream to) Deprecated.
void	writeDataPageHeader(int uncompressedSize, int compressedSize, int valueCount, Statistics statistics, Encoding rlEncoding, Encoding dlEncoding, Encoding valuesEncoding, OutputStream to)
void	writeDataPageV2Header(int uncompressedSize, int compressedSize, int valueCount, int nullCount, int rowCount, Statistics statistics, Encoding dataEncoding, int rlByteLength, int dlByteLength, OutputStream to)
void	writeDictionaryPageHeader(int uncompressedSize, int compressedSize, int valueCount, Encoding valuesEncoding, OutputStream to)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

NO_FILTER

public static final ParquetMetadataConverter.MetadataFilter NO_FILTER

SKIP_ROW_GROUPS

public static final ParquetMetadataConverter.MetadataFilter SKIP_ROW_GROUPS

MAX_STATS_SIZE

public static final long MAX_STATS_SIZE

See Also:

Constant Field Values

Constructor Detail

ParquetMetadataConverter

public ParquetMetadataConverter()

ParquetMetadataConverter

public ParquetMetadataConverter(org.apache.hadoop.conf.Configuration conf)

Method Detail

toParquetMetadata

public org.apache.parquet.format.FileMetaData toParquetMetadata(int currentVersion,
                                                       ParquetMetadata parquetMetadata)

getEncoding

public Encoding getEncoding(org.apache.parquet.format.Encoding encoding)

getEncoding

public org.apache.parquet.format.Encoding getEncoding(Encoding encoding)

convertEncodingStats

public EncodingStats convertEncodingStats(List<org.apache.parquet.format.PageEncodingStats> stats)

convertEncodingStats

public List<org.apache.parquet.format.PageEncodingStats> convertEncodingStats(EncodingStats stats)

toParquetStatistics

public static org.apache.parquet.format.Statistics toParquetStatistics(Statistics statistics)

fromParquetStatistics

@Deprecated
public static Statistics fromParquetStatistics(org.apache.parquet.format.Statistics statistics,
                                          PrimitiveType.PrimitiveTypeName type)

Deprecated. Replaced by #fromParquetStatistics( String createdBy, Statistics statistics, PrimitiveTypeName type)

fromParquetStatistics

@Deprecated
public static Statistics fromParquetStatistics(String createdBy,
                                          org.apache.parquet.format.Statistics statistics,
                                          PrimitiveType.PrimitiveTypeName type)

Deprecated. Use fromParquetStatistics(String, Statistics, PrimitiveType) instead.

fromParquetStatistics

public Statistics fromParquetStatistics(String createdBy,
                               org.apache.parquet.format.Statistics statistics,
                               PrimitiveType type)

getPrimitive

public PrimitiveType.PrimitiveTypeName getPrimitive(org.apache.parquet.format.Type type)

range

public static ParquetMetadataConverter.MetadataFilter range(long startOffset,
                                            long endOffset)

[ startOffset, endOffset )

Parameters:

startOffset -

endOffset -

Returns:

the filter

offsets

public static ParquetMetadataConverter.MetadataFilter offsets(long... offsets)

readParquetMetadata

@Deprecated
public ParquetMetadata readParquetMetadata(InputStream from)
                                    throws IOException

Deprecated.

Throws:

IOException

readParquetMetadata

public ParquetMetadata readParquetMetadata(InputStream from,
                                  ParquetMetadataConverter.MetadataFilter filter)
                                    throws IOException

Throws:

IOException

fromParquetMetadata

public ParquetMetadata fromParquetMetadata(org.apache.parquet.format.FileMetaData parquetMetadata)
                                    throws IOException

Throws:

IOException

writeDataPageHeader

@Deprecated
public void writeDataPageHeader(int uncompressedSize,
                                  int compressedSize,
                                  int valueCount,
                                  Encoding rlEncoding,
                                  Encoding dlEncoding,
                                  Encoding valuesEncoding,
                                  OutputStream to)
                         throws IOException

Deprecated.

Throws:

IOException

writeDataPageHeader

public void writeDataPageHeader(int uncompressedSize,
                       int compressedSize,
                       int valueCount,
                       Statistics statistics,
                       Encoding rlEncoding,
                       Encoding dlEncoding,
                       Encoding valuesEncoding,
                       OutputStream to)
                         throws IOException

Throws:

IOException

writeDataPageV2Header

public void writeDataPageV2Header(int uncompressedSize,
                         int compressedSize,
                         int valueCount,
                         int nullCount,
                         int rowCount,
                         Statistics statistics,
                         Encoding dataEncoding,
                         int rlByteLength,
                         int dlByteLength,
                         OutputStream to)
                           throws IOException

Throws:

IOException

writeDictionaryPageHeader

public void writeDictionaryPageHeader(int uncompressedSize,
                             int compressedSize,
                             int valueCount,
                             Encoding valuesEncoding,
                             OutputStream to)
                               throws IOException

Throws:

IOException