| Modifier and Type | Method and Description |
|---|---|
QuickStatsProvider |
HiveClientModule.createQuickStatsProvider(HdfsEnvironment hdfsEnvironment,
DirectoryLister directoryLister,
HiveClientConfig hiveClientConfig,
NamenodeStats nameNodeStats,
FileFormatDataSourceStats fileFormatDataSourceStats,
org.weakref.jmx.MBeanExporter exporter) |
| Constructor and Description |
|---|
OrcFileWriterFactory(HdfsEnvironment hdfsEnvironment,
DataSinkFactory dataSinkFactory,
TypeManager typeManager,
NodeVersion nodeVersion,
org.joda.time.DateTimeZone hiveStorageTimeZone,
FileFormatDataSourceStats readStats,
OrcFileWriterConfig orcFileWriterConfig,
HiveDwrfEncryptionProvider dwrfEncryptionProvider) |
OrcFileWriterFactory(HdfsEnvironment hdfsEnvironment,
DataSinkFactory dataSinkFactory,
TypeManager typeManager,
NodeVersion nodeVersion,
HiveClientConfig hiveClientConfig,
FileFormatDataSourceStats readStats,
OrcFileWriterConfig orcFileWriterConfig,
HiveDwrfEncryptionProvider dwrfEncryptionProvider) |
RcFileFileWriterFactory(HdfsEnvironment hdfsEnvironment,
TypeManager typeManager,
NodeVersion nodeVersion,
org.joda.time.DateTimeZone hiveStorageTimeZone,
FileFormatDataSourceStats stats) |
RcFileFileWriterFactory(HdfsEnvironment hdfsEnvironment,
TypeManager typeManager,
NodeVersion nodeVersion,
HiveClientConfig hiveClientConfig,
FileFormatDataSourceStats stats) |
| Modifier and Type | Method and Description |
|---|---|
static ConnectorPageSource |
OrcAggregatedPageSourceFactory.createOrcPageSource(ConnectorSession session,
OrcEncoding orcEncoding,
HdfsEnvironment hdfsEnvironment,
org.apache.hadoop.conf.Configuration configuration,
HiveFileSplit fileSplit,
List<HiveColumnHandle> columns,
boolean useOrcColumnNames,
TypeManager typeManager,
StandardFunctionResolution functionResolution,
FileFormatDataSourceStats stats,
OrcFileTailSource orcFileTailSource,
StripeMetadataSourceFactory stripeMetadataSourceFactory,
HiveFileContext hiveFileContext,
Optional<EncryptionInformation> encryptionInformation,
DwrfEncryptionProvider dwrfEncryptionProvider,
boolean appendRowNumberEnabled,
Optional<byte[]> rowIDPartitionComponent) |
static ConnectorPageSource |
OrcSelectivePageSourceFactory.createOrcPageSource(ConnectorSession session,
OrcEncoding orcEncoding,
HdfsEnvironment hdfsEnvironment,
org.apache.hadoop.conf.Configuration configuration,
HiveFileSplit fileSplit,
List<HiveColumnHandle> selectedColumns,
Map<Integer,String> prefilledValues,
Map<Integer,HiveCoercer> coercers,
Optional<BucketAdaptation> bucketAdaptation,
List<Integer> outputColumns,
TupleDomain<Subfield> domainPredicate,
RowExpression remainingPredicate,
boolean useOrcColumnNames,
org.joda.time.DateTimeZone hiveStorageTimeZone,
TypeManager typeManager,
StandardFunctionResolution functionResolution,
RowExpressionService rowExpressionService,
boolean orcBloomFiltersEnabled,
FileFormatDataSourceStats stats,
int domainCompactionThreshold,
OrcFileTailSource orcFileTailSource,
StripeMetadataSourceFactory stripeMetadataSourceFactory,
HiveFileContext hiveFileContext,
TupleDomainFilterCache tupleDomainFilterCache,
Optional<EncryptionInformation> encryptionInformation,
DwrfEncryptionProvider dwrfEncryptionProvider,
boolean appendRowNumberEnabled,
Optional<byte[]> rowIDPartitionComponent) |
static ConnectorPageSource |
OrcBatchPageSourceFactory.createOrcPageSource(OrcEncoding orcEncoding,
HdfsEnvironment hdfsEnvironment,
org.apache.hadoop.conf.Configuration configuration,
HiveFileSplit fileSplit,
List<HiveColumnHandle> columns,
boolean useOrcColumnNames,
TupleDomain<HiveColumnHandle> effectivePredicate,
org.joda.time.DateTimeZone hiveStorageTimeZone,
TypeManager typeManager,
boolean orcBloomFiltersEnabled,
FileFormatDataSourceStats stats,
int domainCompactionThreshold,
OrcFileTailSource orcFileTailSource,
StripeMetadataSourceFactory stripeMetadataSourceFactory,
HiveFileContext hiveFileContext,
OrcReaderOptions orcReaderOptions,
Optional<EncryptionInformation> encryptionInformation,
DwrfEncryptionProvider dwrfEncryptionProvider,
ConnectorSession session,
Optional<byte[]> rowIDPartitionComponent) |
static HdfsOrcDataSource |
OrcPageSourceFactoryUtils.getOrcDataSource(ConnectorSession session,
HiveFileSplit fileSplit,
HdfsEnvironment hdfsEnvironment,
org.apache.hadoop.conf.Configuration configuration,
HiveFileContext hiveFileContext,
FileFormatDataSourceStats stats) |
| Modifier and Type | Method and Description |
|---|---|
static HdfsParquetDataSource |
HdfsParquetDataSource.buildHdfsParquetDataSource(FileSystem fileSystem,
Path path,
long start,
long length,
FileFormatDataSourceStats stats) |
static HdfsParquetDataSource |
HdfsParquetDataSource.buildHdfsParquetDataSource(FSDataInputStream inputStream,
Path path,
FileFormatDataSourceStats stats) |
static ConnectorPageSource |
ParquetPageSourceFactory.createParquetPageSource(HdfsEnvironment hdfsEnvironment,
ConnectorSession session,
org.apache.hadoop.conf.Configuration configuration,
HiveFileSplit fileSplit,
List<HiveColumnHandle> columns,
SchemaTableName tableName,
TypeManager typeManager,
StandardFunctionResolution functionResolution,
TupleDomain<HiveColumnHandle> effectivePredicate,
FileFormatDataSourceStats stats,
HiveFileContext hiveFileContext,
ParquetMetadataSource parquetMetadataSource) |
static ConnectorPageSource |
ParquetAggregatedPageSourceFactory.createParquetPageSource(HdfsEnvironment hdfsEnvironment,
ConnectorSession session,
org.apache.hadoop.conf.Configuration configuration,
HiveFileSplit fileSplit,
List<HiveColumnHandle> columns,
TypeManager typeManager,
StandardFunctionResolution functionResolution,
FileFormatDataSourceStats stats,
HiveFileContext hiveFileContext,
ParquetMetadataSource parquetMetadataSource) |
| Constructor and Description |
|---|
HdfsParquetDataSource(ParquetDataSourceId id,
FSDataInputStream inputStream,
FileFormatDataSourceStats stats) |
ParquetAggregatedPageSourceFactory(TypeManager typeManager,
StandardFunctionResolution functionResolution,
HdfsEnvironment hdfsEnvironment,
FileFormatDataSourceStats stats,
ParquetMetadataSource parquetMetadataSource) |
ParquetPageSourceFactory(TypeManager typeManager,
StandardFunctionResolution functionResolution,
HdfsEnvironment hdfsEnvironment,
FileFormatDataSourceStats stats,
ParquetMetadataSource parquetMetadataSource) |
| Constructor and Description |
|---|
HdfsRcFileDataSource(String path,
FSDataInputStream inputStream,
long size,
FileFormatDataSourceStats stats) |
RcFilePageSourceFactory(TypeManager typeManager,
HdfsEnvironment hdfsEnvironment,
FileFormatDataSourceStats stats) |
| Constructor and Description |
|---|
ParquetQuickStatsBuilder(FileFormatDataSourceStats stats,
HdfsEnvironment hdfsEnvironment,
HiveClientConfig hiveClientConfig) |
Copyright © 2012–2024. All rights reserved.