| Modifier and Type | Method and Description |
|---|---|
static void |
HiveWriteUtils.createDirectory(HdfsEnvironment.HdfsContext context,
HdfsEnvironment hdfsEnvironment,
org.apache.hadoop.fs.Path path) |
static org.apache.hadoop.fs.Path |
HiveWriteUtils.createTemporaryPath(ConnectorSession session,
HdfsEnvironment.HdfsContext context,
HdfsEnvironment hdfsEnvironment,
org.apache.hadoop.fs.Path targetPath) |
static org.apache.hadoop.fs.Path |
HiveWriteUtils.getTableDefaultLocation(HdfsEnvironment.HdfsContext context,
SemiTransactionalHiveMetastore metastore,
HdfsEnvironment hdfsEnvironment,
String schemaName,
String tableName) |
static boolean |
HiveWriteUtils.isS3FileSystem(HdfsEnvironment.HdfsContext context,
HdfsEnvironment hdfsEnvironment,
org.apache.hadoop.fs.Path path) |
static boolean |
HiveWriteUtils.isViewFileSystem(HdfsEnvironment.HdfsContext context,
HdfsEnvironment hdfsEnvironment,
org.apache.hadoop.fs.Path path) |
static boolean |
HiveWriteUtils.pathExists(HdfsEnvironment.HdfsContext context,
HdfsEnvironment hdfsEnvironment,
org.apache.hadoop.fs.Path path) |
| Constructor and Description |
|---|
BackgroundHiveSplitLoader(Table table,
Iterable<HivePartitionMetadata> partitions,
TupleDomain<? extends ColumnHandle> compactEffectivePredicate,
Optional<BackgroundHiveSplitLoader.BucketSplitInfo> tableBucketInfo,
ConnectorSession session,
HdfsEnvironment hdfsEnvironment,
NamenodeStats namenodeStats,
DirectoryLister directoryLister,
Executor executor,
int loaderConcurrency,
boolean recursiveDirWalkerEnabled) |
GenericHiveRecordCursorProvider(HdfsEnvironment hdfsEnvironment) |
HiveLocationService(HdfsEnvironment hdfsEnvironment) |
HiveMetadata(SemiTransactionalHiveMetastore metastore,
HdfsEnvironment hdfsEnvironment,
HivePartitionManager partitionManager,
org.joda.time.DateTimeZone timeZone,
boolean allowCorruptWritesForTesting,
boolean writesToNonManagedTablesEnabled,
boolean createsOfNonManagedTablesEnabled,
TypeManager typeManager,
LocationService locationService,
io.airlift.json.JsonCodec<PartitionUpdate> partitionUpdateCodec,
TypeTranslator typeTranslator,
String prestoVersion,
HiveStatisticsProvider hiveStatisticsProvider,
int maxPartitions) |
HiveMetadataFactory(HiveConfig hiveConfig,
HiveMetastore metastore,
HdfsEnvironment hdfsEnvironment,
HivePartitionManager partitionManager,
ExecutorService executorService,
TypeManager typeManager,
LocationService locationService,
io.airlift.json.JsonCodec<PartitionUpdate> partitionUpdateCodec,
TypeTranslator typeTranslator,
NodeVersion nodeVersion) |
HiveMetadataFactory(HiveMetastore metastore,
HdfsEnvironment hdfsEnvironment,
HivePartitionManager partitionManager,
org.joda.time.DateTimeZone timeZone,
int maxConcurrentFileRenames,
boolean allowCorruptWritesForTesting,
boolean skipDeletionForAlter,
boolean skipTargetCleanupOnRollback,
boolean writesToNonManagedTablesEnabled,
boolean createsOfNonManagedTablesEnabled,
long perTransactionCacheMaximumSize,
int maxPartitions,
TypeManager typeManager,
LocationService locationService,
io.airlift.json.JsonCodec<PartitionUpdate> partitionUpdateCodec,
ExecutorService executorService,
TypeTranslator typeTranslator,
String prestoVersion) |
HivePageSink(HiveWriterFactory writerFactory,
List<HiveColumnHandle> inputColumns,
Optional<HiveBucketProperty> bucketProperty,
PageIndexerFactory pageIndexerFactory,
TypeManager typeManager,
HdfsEnvironment hdfsEnvironment,
int maxOpenWriters,
com.google.common.util.concurrent.ListeningExecutorService writeVerificationExecutor,
io.airlift.json.JsonCodec<PartitionUpdate> partitionUpdateCodec,
ConnectorSession session) |
HivePageSinkProvider(Set<HiveFileWriterFactory> fileWriterFactories,
HdfsEnvironment hdfsEnvironment,
PageSorter pageSorter,
HiveMetastore metastore,
PageIndexerFactory pageIndexerFactory,
TypeManager typeManager,
HiveConfig config,
LocationService locationService,
io.airlift.json.JsonCodec<PartitionUpdate> partitionUpdateCodec,
NodeManager nodeManager,
io.airlift.event.client.EventClient eventClient,
HiveSessionProperties hiveSessionProperties,
HiveWriterStats hiveWriterStats,
OrcFileWriterFactory orcFileWriterFactory) |
HivePageSourceProvider(HiveConfig hiveConfig,
HdfsEnvironment hdfsEnvironment,
Set<HiveRecordCursorProvider> cursorProviders,
Set<HivePageSourceFactory> pageSourceFactories,
TypeManager typeManager) |
HiveSplitManager(Function<HiveTransactionHandle,SemiTransactionalHiveMetastore> metastoreProvider,
NamenodeStats namenodeStats,
HdfsEnvironment hdfsEnvironment,
DirectoryLister directoryLister,
Executor executor,
CoercionPolicy coercionPolicy,
io.airlift.stats.CounterStat highMemorySplitSourceCounter,
int maxOutstandingSplits,
io.airlift.units.DataSize maxOutstandingSplitsSize,
int minPartitionBatchSize,
int maxPartitionBatchSize,
int maxInitialSplits,
int splitLoaderConcurrency,
boolean recursiveDfsWalkerEnabled) |
HiveSplitManager(HiveConfig hiveConfig,
Function<HiveTransactionHandle,SemiTransactionalHiveMetastore> metastoreProvider,
NamenodeStats namenodeStats,
HdfsEnvironment hdfsEnvironment,
DirectoryLister directoryLister,
ExecutorService executorService,
CoercionPolicy coercionPolicy) |
HiveWriterFactory(Set<HiveFileWriterFactory> fileWriterFactories,
String schemaName,
String tableName,
boolean isCreateTable,
List<HiveColumnHandle> inputColumns,
HiveStorageFormat tableStorageFormat,
HiveStorageFormat partitionStorageFormat,
OptionalInt bucketCount,
List<SortingColumn> sortedBy,
LocationHandle locationHandle,
LocationService locationService,
String filePrefix,
HivePageSinkMetadataProvider pageSinkMetadataProvider,
TypeManager typeManager,
HdfsEnvironment hdfsEnvironment,
PageSorter pageSorter,
io.airlift.units.DataSize sortBufferSize,
int maxOpenSortFiles,
boolean immutablePartitions,
ConnectorSession session,
NodeManager nodeManager,
io.airlift.event.client.EventClient eventClient,
HiveSessionProperties hiveSessionProperties,
HiveWriterStats hiveWriterStats,
OrcFileWriterFactory orcFileWriterFactory) |
OrcFileWriterFactory(HdfsEnvironment hdfsEnvironment,
TypeManager typeManager,
NodeVersion nodeVersion,
org.joda.time.DateTimeZone hiveStorageTimeZone,
boolean writeLegacyVersion,
FileFormatDataSourceStats readStats,
OrcWriterOptions orcWriterOptions) |
OrcFileWriterFactory(HdfsEnvironment hdfsEnvironment,
TypeManager typeManager,
NodeVersion nodeVersion,
HiveConfig hiveConfig,
FileFormatDataSourceStats readStats,
OrcFileWriterConfig config) |
RcFileFileWriterFactory(HdfsEnvironment hdfsEnvironment,
TypeManager typeManager,
NodeVersion nodeVersion,
org.joda.time.DateTimeZone hiveStorageTimeZone,
FileFormatDataSourceStats stats) |
RcFileFileWriterFactory(HdfsEnvironment hdfsEnvironment,
TypeManager typeManager,
NodeVersion nodeVersion,
HiveConfig hiveConfig,
FileFormatDataSourceStats stats) |
S3SelectRecordCursorProvider(HdfsEnvironment hdfsEnvironment,
HiveConfig hiveConfig,
PrestoS3ClientFactory s3ClientFactory) |
SyncPartitionMetadataProcedure(Supplier<TransactionalMetadata> hiveMetadataFactory,
HdfsEnvironment hdfsEnvironment) |
| Constructor and Description |
|---|
SemiTransactionalHiveMetastore(HdfsEnvironment hdfsEnvironment,
HiveMetastore delegate,
Executor renameExecutor,
boolean skipDeletionForAlter,
boolean skipTargetCleanupOnRollback) |
| Constructor and Description |
|---|
FileHiveMetastore(HdfsEnvironment hdfsEnvironment,
FileHiveMetastoreConfig config) |
FileHiveMetastore(HdfsEnvironment hdfsEnvironment,
String catalogDirectory,
String metastoreUser) |
| Constructor and Description |
|---|
GlueHiveMetastore(HdfsEnvironment hdfsEnvironment,
GlueHiveMetastoreConfig glueConfig) |
GlueHiveMetastore(HdfsEnvironment hdfsEnvironment,
GlueHiveMetastoreConfig glueConfig,
com.amazonaws.services.glue.AWSGlueAsync glueClient) |
| Modifier and Type | Method and Description |
|---|---|
static OrcPageSource |
OrcPageSourceFactory.createOrcPageSource(HdfsEnvironment hdfsEnvironment,
String sessionUser,
org.apache.hadoop.conf.Configuration configuration,
org.apache.hadoop.fs.Path path,
long start,
long length,
long fileSize,
List<HiveColumnHandle> columns,
boolean useOrcColumnNames,
TupleDomain<HiveColumnHandle> effectivePredicate,
org.joda.time.DateTimeZone hiveStorageTimeZone,
TypeManager typeManager,
io.airlift.units.DataSize maxMergeDistance,
io.airlift.units.DataSize maxBufferSize,
io.airlift.units.DataSize streamBufferSize,
io.airlift.units.DataSize tinyStripeThreshold,
io.airlift.units.DataSize maxReadBlockSize,
boolean lazyReadSmallRanges,
boolean orcBloomFiltersEnabled,
FileFormatDataSourceStats stats) |
| Constructor and Description |
|---|
OrcPageSourceFactory(TypeManager typeManager,
boolean useOrcColumnNames,
HdfsEnvironment hdfsEnvironment,
FileFormatDataSourceStats stats) |
OrcPageSourceFactory(TypeManager typeManager,
HiveConfig config,
HdfsEnvironment hdfsEnvironment,
FileFormatDataSourceStats stats) |
| Modifier and Type | Method and Description |
|---|---|
static ParquetPageSource |
ParquetPageSourceFactory.createParquetPageSource(HdfsEnvironment hdfsEnvironment,
String user,
org.apache.hadoop.conf.Configuration configuration,
org.apache.hadoop.fs.Path path,
long start,
long length,
long fileSize,
Properties schema,
List<HiveColumnHandle> columns,
boolean useParquetColumnNames,
boolean failOnCorruptedParquetStatistics,
io.airlift.units.DataSize maxReadBlockSize,
TypeManager typeManager,
TupleDomain<HiveColumnHandle> effectivePredicate,
FileFormatDataSourceStats stats) |
| Constructor and Description |
|---|
ParquetPageSourceFactory(TypeManager typeManager,
HdfsEnvironment hdfsEnvironment,
FileFormatDataSourceStats stats) |
| Constructor and Description |
|---|
RcFilePageSourceFactory(TypeManager typeManager,
HdfsEnvironment hdfsEnvironment,
FileFormatDataSourceStats stats) |
Copyright © 2012–2019. All rights reserved.