com.facebook.presto.hive.parquet

Class ParquetPageSourceFactory

java.lang.Object

com.facebook.presto.hive.parquet.ParquetPageSourceFactory

All Implemented Interfaces:

HiveBatchPageSourceFactory

public class ParquetPageSourceFactory
extends Object
implements HiveBatchPageSourceFactory

Field Summary

Fields

Modifier and Type	Field and Description
static HiveColumnHandle	PARQUET_ROW_INDEX_COLUMN If this object is passed as one of the columns for createPageSource, it will be populated as an additional column containing the index of each row read.

Constructor Summary

Constructors

Constructor and Description
ParquetPageSourceFactory(com.facebook.presto.common.type.TypeManager typeManager, com.facebook.presto.spi.function.StandardFunctionResolution functionResolution, com.facebook.presto.hive.HdfsEnvironment hdfsEnvironment, FileFormatDataSourceStats stats, com.facebook.presto.parquet.cache.ParquetMetadataSource parquetMetadataSource)

Method Summary

Modifier and Type	Method and Description
static boolean	checkSchemaMatch(org.apache.parquet.schema.Type parquetType, com.facebook.presto.common.type.Type type)
static Optional<org.apache.parquet.crypto.InternalFileDecryptor>	createDecryptor(org.apache.hadoop.conf.Configuration configuration, org.apache.hadoop.fs.Path path)
Optional<? extends com.facebook.presto.spi.ConnectorPageSource>	createPageSource(org.apache.hadoop.conf.Configuration configuration, com.facebook.presto.spi.ConnectorSession session, HiveFileSplit fileSplit, com.facebook.presto.hive.metastore.Storage storage, com.facebook.presto.spi.SchemaTableName tableName, Map<String,String> tableParameters, List<HiveColumnHandle> columns, com.facebook.presto.common.predicate.TupleDomain<HiveColumnHandle> effectivePredicate, org.joda.time.DateTimeZone hiveStorageTimeZone, com.facebook.presto.hive.HiveFileContext hiveFileContext, Optional<EncryptionInformation> encryptionInformation)
static com.facebook.presto.spi.ConnectorPageSource	createParquetPageSource(com.facebook.presto.hive.HdfsEnvironment hdfsEnvironment, com.facebook.presto.spi.ConnectorSession session, org.apache.hadoop.conf.Configuration configuration, HiveFileSplit fileSplit, List<HiveColumnHandle> columns, com.facebook.presto.spi.SchemaTableName tableName, com.facebook.presto.common.type.TypeManager typeManager, com.facebook.presto.spi.function.StandardFunctionResolution functionResolution, com.facebook.presto.common.predicate.TupleDomain<HiveColumnHandle> effectivePredicate, FileFormatDataSourceStats stats, com.facebook.presto.hive.HiveFileContext hiveFileContext, com.facebook.presto.parquet.cache.ParquetMetadataSource parquetMetadataSource)
static Optional<org.apache.parquet.schema.Type>	getColumnType(com.facebook.presto.common.type.Type prestoType, org.apache.parquet.schema.MessageType messageType, boolean useParquetColumnNames, HiveColumnHandle column, com.facebook.presto.spi.SchemaTableName tableName, org.apache.hadoop.fs.Path path)
static com.facebook.presto.common.predicate.TupleDomain<org.apache.parquet.column.ColumnDescriptor>	getParquetTupleDomain(Map<List<String>,com.facebook.presto.parquet.RichColumnDescriptor> descriptorsByPath, com.facebook.presto.common.predicate.TupleDomain<HiveColumnHandle> effectivePredicate)
static Optional<org.apache.parquet.schema.Type>	getParquetType(com.facebook.presto.common.type.Type prestoType, org.apache.parquet.schema.MessageType messageType, boolean useParquetColumnNames, HiveColumnHandle column, com.facebook.presto.spi.SchemaTableName tableName, org.apache.hadoop.fs.Path path)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

PARQUET_ROW_INDEX_COLUMN

public static final HiveColumnHandle PARQUET_ROW_INDEX_COLUMN

If this object is passed as one of the columns for createPageSource, it will be populated as an additional column containing the index of each row read.

Constructor Detail

ParquetPageSourceFactory

@Inject
public ParquetPageSourceFactory(com.facebook.presto.common.type.TypeManager typeManager,
                                        com.facebook.presto.spi.function.StandardFunctionResolution functionResolution,
                                        com.facebook.presto.hive.HdfsEnvironment hdfsEnvironment,
                                        FileFormatDataSourceStats stats,
                                        com.facebook.presto.parquet.cache.ParquetMetadataSource parquetMetadataSource)

Method Detail

createParquetPageSource

public static com.facebook.presto.spi.ConnectorPageSource createParquetPageSource(com.facebook.presto.hive.HdfsEnvironment hdfsEnvironment,
                                                                                  com.facebook.presto.spi.ConnectorSession session,
                                                                                  org.apache.hadoop.conf.Configuration configuration,
                                                                                  HiveFileSplit fileSplit,
                                                                                  List<HiveColumnHandle> columns,
                                                                                  com.facebook.presto.spi.SchemaTableName tableName,
                                                                                  com.facebook.presto.common.type.TypeManager typeManager,
                                                                                  com.facebook.presto.spi.function.StandardFunctionResolution functionResolution,
                                                                                  com.facebook.presto.common.predicate.TupleDomain<HiveColumnHandle> effectivePredicate,
                                                                                  FileFormatDataSourceStats stats,
                                                                                  com.facebook.presto.hive.HiveFileContext hiveFileContext,
                                                                                  com.facebook.presto.parquet.cache.ParquetMetadataSource parquetMetadataSource)

getParquetTupleDomain

public static com.facebook.presto.common.predicate.TupleDomain<org.apache.parquet.column.ColumnDescriptor> getParquetTupleDomain(Map<List<String>,com.facebook.presto.parquet.RichColumnDescriptor> descriptorsByPath,
                                                                                                                                 com.facebook.presto.common.predicate.TupleDomain<HiveColumnHandle> effectivePredicate)

getParquetType

public static Optional<org.apache.parquet.schema.Type> getParquetType(com.facebook.presto.common.type.Type prestoType,
                                                                      org.apache.parquet.schema.MessageType messageType,
                                                                      boolean useParquetColumnNames,
                                                                      HiveColumnHandle column,
                                                                      com.facebook.presto.spi.SchemaTableName tableName,
                                                                      org.apache.hadoop.fs.Path path)

checkSchemaMatch

public static boolean checkSchemaMatch(org.apache.parquet.schema.Type parquetType,
                                       com.facebook.presto.common.type.Type type)

getColumnType

public static Optional<org.apache.parquet.schema.Type> getColumnType(com.facebook.presto.common.type.Type prestoType,
                                                                     org.apache.parquet.schema.MessageType messageType,
                                                                     boolean useParquetColumnNames,
                                                                     HiveColumnHandle column,
                                                                     com.facebook.presto.spi.SchemaTableName tableName,
                                                                     org.apache.hadoop.fs.Path path)

createDecryptor

public static Optional<org.apache.parquet.crypto.InternalFileDecryptor> createDecryptor(org.apache.hadoop.conf.Configuration configuration,
                                                                                        org.apache.hadoop.fs.Path path)

createPageSource

public Optional<? extends com.facebook.presto.spi.ConnectorPageSource> createPageSource(org.apache.hadoop.conf.Configuration configuration,
                                                                                        com.facebook.presto.spi.ConnectorSession session,
                                                                                        HiveFileSplit fileSplit,
                                                                                        com.facebook.presto.hive.metastore.Storage storage,
                                                                                        com.facebook.presto.spi.SchemaTableName tableName,
                                                                                        Map<String,String> tableParameters,
                                                                                        List<HiveColumnHandle> columns,
                                                                                        com.facebook.presto.common.predicate.TupleDomain<HiveColumnHandle> effectivePredicate,
                                                                                        org.joda.time.DateTimeZone hiveStorageTimeZone,
                                                                                        com.facebook.presto.hive.HiveFileContext hiveFileContext,
                                                                                        Optional<EncryptionInformation> encryptionInformation)

Specified by:

createPageSource in interface HiveBatchPageSourceFactory