@DefunctConfig(value={"dfs.domain-socket-path","hive.file-system-cache-ttl","hive.max-global-split-iterator-threads","hive.max-sort-files-per-bucket","hive.bucket-writing","hive.optimized-reader.enabled","hive.rcfile-optimized-writer.enabled"})
public class HiveConfig
extends Object
| Constructor and Description |
|---|
HiveConfig() |
public int getMaxInitialSplits()
@Config(value="hive.max-initial-splits") public HiveConfig setMaxInitialSplits(int maxInitialSplits)
public io.airlift.units.DataSize getMaxInitialSplitSize()
@Config(value="hive.max-initial-split-size") public HiveConfig setMaxInitialSplitSize(io.airlift.units.DataSize maxInitialSplitSize)
@Min(value=1L) public @Min(value=1L) int getSplitLoaderConcurrency()
@Config(value="hive.split-loader-concurrency") public HiveConfig setSplitLoaderConcurrency(int splitLoaderConcurrency)
@Min(value=1L) @Nullable public @Min(value=1L) Integer getMaxSplitsPerSecond()
@Config(value="hive.max-splits-per-second") public HiveConfig setMaxSplitsPerSecond(Integer maxSplitsPerSecond)
@Min(value=1L) public @Min(value=1L) int getDomainCompactionThreshold()
@Config(value="hive.domain-compaction-threshold") public HiveConfig setDomainCompactionThreshold(int domainCompactionThreshold)
@MinDataSize(value="1MB") @MaxDataSize(value="1GB") public @MinDataSize(value="1MB") @MaxDataSize(value="1GB") io.airlift.units.DataSize getWriterSortBufferSize()
@Config(value="hive.writer-sort-buffer-size") public HiveConfig setWriterSortBufferSize(io.airlift.units.DataSize writerSortBufferSize)
public boolean isForceLocalScheduling()
@Config(value="hive.force-local-scheduling") public HiveConfig setForceLocalScheduling(boolean forceLocalScheduling)
@Min(value=1L) public @Min(value=1L) int getMaxConcurrentFileRenames()
@Config(value="hive.max-concurrent-file-renames") public HiveConfig setMaxConcurrentFileRenames(int maxConcurrentFileRenames)
@Min(value=1L) public @Min(value=1L) int getMaxConcurrentMetastoreDrops()
@Config(value="hive.max-concurrent-metastore-drops") public HiveConfig setMaxConcurrentMetastoreDrops(int maxConcurrentMetastoreDeletes)
@Config(value="hive.recursive-directories") public HiveConfig setRecursiveDirWalkerEnabled(boolean recursiveDirWalkerEnabled)
public boolean getRecursiveDirWalkerEnabled()
public boolean isIgnoreAbsentPartitions()
@Config(value="hive.ignore-absent-partitions") public HiveConfig setIgnoreAbsentPartitions(boolean ignoreAbsentPartitions)
public org.joda.time.DateTimeZone getDateTimeZone()
@NotNull public @NotNull String getTimeZone()
@Config(value="hive.time-zone") public HiveConfig setTimeZone(String id)
@NotNull public @NotNull io.airlift.units.DataSize getMaxSplitSize()
@Config(value="hive.max-split-size") public HiveConfig setMaxSplitSize(io.airlift.units.DataSize maxSplitSize)
@Min(value=1L) public @Min(value=1L) int getMaxPartitionsPerScan()
@Config(value="hive.max-partitions-per-scan") public HiveConfig setMaxPartitionsPerScan(int maxPartitionsPerScan)
@Min(value=1L) public @Min(value=1L) int getMaxOutstandingSplits()
@Config(value="hive.max-outstanding-splits") public HiveConfig setMaxOutstandingSplits(int maxOutstandingSplits)
@MinDataSize(value="1MB") public @MinDataSize(value="1MB") io.airlift.units.DataSize getMaxOutstandingSplitsSize()
@Config(value="hive.max-outstanding-splits-size") public HiveConfig setMaxOutstandingSplitsSize(io.airlift.units.DataSize maxOutstandingSplits)
@Min(value=1L) public @Min(value=1L) int getMaxSplitIteratorThreads()
@Config(value="hive.max-split-iterator-threads") public HiveConfig setMaxSplitIteratorThreads(int maxSplitIteratorThreads)
@Deprecated public boolean getAllowCorruptWritesForTesting()
@Deprecated @Config(value="hive.allow-corrupt-writes-for-testing") public HiveConfig setAllowCorruptWritesForTesting(boolean allowCorruptWritesForTesting)
@Min(value=1L) public @Min(value=1L) long getPerTransactionMetastoreCacheMaximumSize()
@Config(value="hive.per-transaction-metastore-cache-maximum-size") public HiveConfig setPerTransactionMetastoreCacheMaximumSize(long perTransactionMetastoreCacheMaximumSize)
@Min(value=1L) public @Min(value=1L) int getMinPartitionBatchSize()
@Config(value="hive.metastore.partition-batch-size.min") public HiveConfig setMinPartitionBatchSize(int minPartitionBatchSize)
@Min(value=1L) public @Min(value=1L) int getMaxPartitionBatchSize()
@Config(value="hive.metastore.partition-batch-size.max") public HiveConfig setMaxPartitionBatchSize(int maxPartitionBatchSize)
public HiveStorageFormat getHiveStorageFormat()
@Config(value="hive.storage-format") public HiveConfig setHiveStorageFormat(HiveStorageFormat hiveStorageFormat)
public HiveCompressionCodec getHiveCompressionCodec()
@Config(value="hive.compression-codec") public HiveConfig setHiveCompressionCodec(HiveCompressionCodec hiveCompressionCodec)
public boolean isRespectTableFormat()
@Config(value="hive.respect-table-format") public HiveConfig setRespectTableFormat(boolean respectTableFormat)
public boolean isImmutablePartitions()
@Config(value="hive.immutable-partitions") public HiveConfig setImmutablePartitions(boolean immutablePartitions)
public boolean isCreateEmptyBucketFiles()
@Config(value="hive.create-empty-bucket-files") public HiveConfig setCreateEmptyBucketFiles(boolean createEmptyBucketFiles)
@Min(value=1L) public @Min(value=1L) int getMaxPartitionsPerWriter()
@Config(value="hive.max-partitions-per-writers") public HiveConfig setMaxPartitionsPerWriter(int maxPartitionsPerWriter)
@Min(value=2L) @Max(value=1000L) public @Min(value=2L) @Max(value=1000L) int getMaxOpenSortFiles()
@Config(value="hive.max-open-sort-files") public HiveConfig setMaxOpenSortFiles(int maxOpenSortFiles)
public int getWriteValidationThreads()
@Config(value="hive.write-validation-threads") public HiveConfig setWriteValidationThreads(int writeValidationThreads)
public boolean isRcfileWriterValidate()
@Config(value="hive.rcfile.writer.validate") public HiveConfig setRcfileWriterValidate(boolean rcfileWriterValidate)
public boolean isAssumeCanonicalPartitionKeys()
@Config(value="hive.assume-canonical-partition-keys") public HiveConfig setAssumeCanonicalPartitionKeys(boolean assumeCanonicalPartitionKeys)
@MinDataSize(value="1B") @MaxDataSize(value="1GB") @NotNull public @MinDataSize(value="1B") @MaxDataSize(value="1GB") @NotNull io.airlift.units.DataSize getTextMaxLineLength()
@Config(value="hive.text.max-line-length") public HiveConfig setTextMaxLineLength(io.airlift.units.DataSize textMaxLineLength)
public boolean isUseParquetColumnNames()
@Config(value="hive.parquet.use-column-names") public HiveConfig setUseParquetColumnNames(boolean useParquetColumnNames)
public boolean isOptimizeMismatchedBucketCount()
@Config(value="hive.optimize-mismatched-bucket-count") public HiveConfig setOptimizeMismatchedBucketCount(boolean optimizeMismatchedBucketCount)
@Config(value="hive.file-status-cache-tables") public HiveConfig setFileStatusCacheTables(String fileStatusCacheTables)
public boolean isTranslateHiveViews()
@LegacyConfig(value="hive.views-execution.enabled") @Config(value="hive.translate-hive-views") public HiveConfig setTranslateHiveViews(boolean translateHiveViews)
public long getFileStatusCacheMaxSize()
@Config(value="hive.file-status-cache-size") public HiveConfig setFileStatusCacheMaxSize(long fileStatusCacheMaxSize)
public io.airlift.units.Duration getFileStatusCacheExpireAfterWrite()
@Config(value="hive.file-status-cache-expire-time") public HiveConfig setFileStatusCacheExpireAfterWrite(io.airlift.units.Duration fileStatusCacheExpireAfterWrite)
public boolean isSkipDeletionForAlter()
@Config(value="hive.skip-deletion-for-alter") public HiveConfig setSkipDeletionForAlter(boolean skipDeletionForAlter)
public boolean isSkipTargetCleanupOnRollback()
@Config(value="hive.skip-target-cleanup-on-rollback") public HiveConfig setSkipTargetCleanupOnRollback(boolean skipTargetCleanupOnRollback)
public boolean isBucketExecutionEnabled()
@Config(value="hive.bucket-execution") public HiveConfig setBucketExecutionEnabled(boolean bucketExecutionEnabled)
public boolean isSortedWritingEnabled()
@Config(value="hive.sorted-writing") public HiveConfig setSortedWritingEnabled(boolean sortedWritingEnabled)
@Config(value="hive.non-managed-table-writes-enabled") public HiveConfig setWritesToNonManagedTablesEnabled(boolean writesToNonManagedTablesEnabled)
public boolean getWritesToNonManagedTablesEnabled()
@Config(value="hive.non-managed-table-creates-enabled") public HiveConfig setCreatesOfNonManagedTablesEnabled(boolean createsOfNonManagedTablesEnabled)
public boolean getCreatesOfNonManagedTablesEnabled()
@Config(value="hive.table-statistics-enabled") public HiveConfig setTableStatisticsEnabled(boolean tableStatisticsEnabled)
public boolean isTableStatisticsEnabled()
@Min(value=1L) public @Min(value=1L) int getPartitionStatisticsSampleSize()
@Config(value="hive.partition-statistics-sample-size") public HiveConfig setPartitionStatisticsSampleSize(int partitionStatisticsSampleSize)
public boolean isIgnoreCorruptedStatistics()
@Config(value="hive.ignore-corrupted-statistics") public HiveConfig setIgnoreCorruptedStatistics(boolean ignoreCorruptedStatistics)
public boolean isCollectColumnStatisticsOnWrite()
@Config(value="hive.collect-column-statistics-on-write") public HiveConfig setCollectColumnStatisticsOnWrite(boolean collectColumnStatisticsOnWrite)
@Config(value="hive.metastore-recording-path") public HiveConfig setRecordingPath(String recordingPath)
public String getRecordingPath()
@Config(value="hive.replay-metastore-recording") public HiveConfig setReplay(boolean replay)
public boolean isReplay()
@Config(value="hive.metastore-recording-duration") public HiveConfig setRecordingDuration(io.airlift.units.Duration recordingDuration)
@NotNull public @NotNull io.airlift.units.Duration getRecordingDuration()
public boolean isS3SelectPushdownEnabled()
@Config(value="hive.s3select-pushdown.enabled") public HiveConfig setS3SelectPushdownEnabled(boolean s3SelectPushdownEnabled)
@Min(value=1L) public @Min(value=1L) int getS3SelectPushdownMaxConnections()
@Config(value="hive.s3select-pushdown.max-connections") public HiveConfig setS3SelectPushdownMaxConnections(int s3SelectPushdownMaxConnections)
@Config(value="hive.temporary-staging-directory-enabled") public HiveConfig setTemporaryStagingDirectoryEnabled(boolean temporaryStagingDirectoryEnabled)
public boolean isTemporaryStagingDirectoryEnabled()
@Config(value="hive.temporary-staging-directory-path") public HiveConfig setTemporaryStagingDirectoryPath(String temporaryStagingDirectoryPath)
@NotNull public @NotNull String getTemporaryStagingDirectoryPath()
@Config(value="hive.transaction-heartbeat-interval") public HiveConfig setHiveTransactionHeartbeatInterval(io.airlift.units.Duration interval)
@NotNull public @NotNull Optional<io.airlift.units.Duration> getHiveTransactionHeartbeatInterval()
public int getHiveTransactionHeartbeatThreads()
@Config(value="hive.transaction-heartbeat-threads") public HiveConfig setHiveTransactionHeartbeatThreads(int hiveTransactionHeartbeatThreads)
@Deprecated public boolean isAllowRegisterPartition()
@Deprecated @Config(value="hive.allow-register-partition-procedure") public HiveConfig setAllowRegisterPartition(boolean allowRegisterPartition)
public boolean isQueryPartitionFilterRequired()
@Config(value="hive.query-partition-filter-required") public HiveConfig setQueryPartitionFilterRequired(boolean queryPartitionFilterRequired)
public boolean getPartitionUseColumnNames()
@Config(value="hive.partition-use-column-names") public HiveConfig setPartitionUseColumnNames(boolean partitionUseColumnNames)
public boolean isProjectionPushdownEnabled()
@Config(value="hive.projection-pushdown-enabled") public HiveConfig setProjectionPushdownEnabled(boolean projectionPushdownEnabled)
Copyright © 2012–2020. All rights reserved.