@DefunctConfig(value={"dfs.domain-socket-path","hive.file-system-cache-ttl","hive.max-global-split-iterator-threads","hive.max-sort-files-per-bucket","hive.bucket-writing","hive.optimized-reader.enabled","hive.orc.optimized-writer.enabled","hive.rcfile-optimized-writer.enabled"})
public class HiveConfig
extends Object
| Modifier and Type | Class and Description |
|---|---|
static class |
HiveConfig.HdfsAuthenticationType |
static class |
HiveConfig.HiveMetastoreAuthenticationType |
| Constructor and Description |
|---|
HiveConfig() |
public int getMaxInitialSplits()
@Config(value="hive.max-initial-splits") public HiveConfig setMaxInitialSplits(int maxInitialSplits)
public io.airlift.units.DataSize getMaxInitialSplitSize()
@Config(value="hive.max-initial-split-size") public HiveConfig setMaxInitialSplitSize(io.airlift.units.DataSize maxInitialSplitSize)
@Min(value=1L) public @Min(value=1L) int getSplitLoaderConcurrency()
@Config(value="hive.split-loader-concurrency") public HiveConfig setSplitLoaderConcurrency(int splitLoaderConcurrency)
@Min(value=1L) public @Min(value=1L) int getDomainCompactionThreshold()
@Config(value="hive.domain-compaction-threshold") public HiveConfig setDomainCompactionThreshold(int domainCompactionThreshold)
@MinDataSize(value="1MB") @MaxDataSize(value="1GB") public io.airlift.units.DataSize getWriterSortBufferSize()
@Config(value="hive.writer-sort-buffer-size") public HiveConfig setWriterSortBufferSize(io.airlift.units.DataSize writerSortBufferSize)
public boolean isForceLocalScheduling()
@Config(value="hive.force-local-scheduling") public HiveConfig setForceLocalScheduling(boolean forceLocalScheduling)
@Min(value=1L) public @Min(value=1L) int getMaxConcurrentFileRenames()
@Config(value="hive.max-concurrent-file-renames") public HiveConfig setMaxConcurrentFileRenames(int maxConcurrentFileRenames)
@Config(value="hive.recursive-directories") public HiveConfig setRecursiveDirWalkerEnabled(boolean recursiveDirWalkerEnabled)
public boolean getRecursiveDirWalkerEnabled()
public org.joda.time.DateTimeZone getDateTimeZone()
@NotNull public @NotNull String getTimeZone()
@Config(value="hive.time-zone") public HiveConfig setTimeZone(String id)
@NotNull public @NotNull io.airlift.units.DataSize getMaxSplitSize()
@Config(value="hive.max-split-size") public HiveConfig setMaxSplitSize(io.airlift.units.DataSize maxSplitSize)
@Min(value=1L) public @Min(value=1L) int getMaxPartitionsPerScan()
@Config(value="hive.max-partitions-per-scan") public HiveConfig setMaxPartitionsPerScan(int maxPartitionsPerScan)
@Min(value=1L) public @Min(value=1L) int getMaxOutstandingSplits()
@Config(value="hive.max-outstanding-splits") public HiveConfig setMaxOutstandingSplits(int maxOutstandingSplits)
@MinDataSize(value="1MB") public io.airlift.units.DataSize getMaxOutstandingSplitsSize()
@Config(value="hive.max-outstanding-splits-size") public HiveConfig setMaxOutstandingSplitsSize(io.airlift.units.DataSize maxOutstandingSplits)
@Min(value=1L) public @Min(value=1L) int getMaxSplitIteratorThreads()
@Config(value="hive.max-split-iterator-threads") public HiveConfig setMaxSplitIteratorThreads(int maxSplitIteratorThreads)
@Deprecated public boolean getAllowCorruptWritesForTesting()
@Deprecated @Config(value="hive.allow-corrupt-writes-for-testing") public HiveConfig setAllowCorruptWritesForTesting(boolean allowCorruptWritesForTesting)
@NotNull public @NotNull io.airlift.units.Duration getMetastoreCacheTtl()
@MinDuration(value="0ms") @Config(value="hive.metastore-cache-ttl") public HiveConfig setMetastoreCacheTtl(io.airlift.units.Duration metastoreCacheTtl)
@NotNull public @NotNull io.airlift.units.Duration getMetastoreRefreshInterval()
@MinDuration(value="1ms") @Config(value="hive.metastore-refresh-interval") public HiveConfig setMetastoreRefreshInterval(io.airlift.units.Duration metastoreRefreshInterval)
public long getMetastoreCacheMaximumSize()
@Min(value=1L) @Config(value="hive.metastore-cache-maximum-size") public @Min(value=1L) HiveConfig setMetastoreCacheMaximumSize(long metastoreCacheMaximumSize)
public long getPerTransactionMetastoreCacheMaximumSize()
@Min(value=1L) @Config(value="hive.per-transaction-metastore-cache-maximum-size") public @Min(value=1L) HiveConfig setPerTransactionMetastoreCacheMaximumSize(long perTransactionMetastoreCacheMaximumSize)
@Min(value=1L) public @Min(value=1L) int getMaxMetastoreRefreshThreads()
@Config(value="hive.metastore-refresh-max-threads") public HiveConfig setMaxMetastoreRefreshThreads(int maxMetastoreRefreshThreads)
public com.google.common.net.HostAndPort getMetastoreSocksProxy()
@Config(value="hive.metastore.thrift.client.socks-proxy") public HiveConfig setMetastoreSocksProxy(com.google.common.net.HostAndPort metastoreSocksProxy)
@NotNull public @NotNull io.airlift.units.Duration getMetastoreTimeout()
@Config(value="hive.metastore-timeout") public HiveConfig setMetastoreTimeout(io.airlift.units.Duration metastoreTimeout)
@Min(value=1L) public @Min(value=1L) int getMinPartitionBatchSize()
@Config(value="hive.metastore.partition-batch-size.min") public HiveConfig setMinPartitionBatchSize(int minPartitionBatchSize)
@Min(value=1L) public @Min(value=1L) int getMaxPartitionBatchSize()
@Config(value="hive.metastore.partition-batch-size.max") public HiveConfig setMaxPartitionBatchSize(int maxPartitionBatchSize)
@Config(value="hive.config.resources") public HiveConfig setResourceConfigFiles(String files)
public HiveConfig setResourceConfigFiles(List<String> files)
@NotNull @MinDuration(value="1ms") public @NotNull io.airlift.units.Duration getIpcPingInterval()
@Config(value="hive.dfs.ipc-ping-interval") public HiveConfig setIpcPingInterval(io.airlift.units.Duration pingInterval)
@NotNull @MinDuration(value="1ms") public @NotNull io.airlift.units.Duration getDfsTimeout()
@Config(value="hive.dfs-timeout") public HiveConfig setDfsTimeout(io.airlift.units.Duration dfsTimeout)
@MinDuration(value="1ms") @NotNull public @NotNull io.airlift.units.Duration getDfsConnectTimeout()
@Config(value="hive.dfs.connect.timeout") public HiveConfig setDfsConnectTimeout(io.airlift.units.Duration dfsConnectTimeout)
@Min(value=0L) public @Min(value=0L) int getDfsConnectMaxRetries()
@Config(value="hive.dfs.connect.max-retries") public HiveConfig setDfsConnectMaxRetries(int dfsConnectMaxRetries)
public HiveStorageFormat getHiveStorageFormat()
@Config(value="hive.storage-format") public HiveConfig setHiveStorageFormat(HiveStorageFormat hiveStorageFormat)
public HiveCompressionCodec getHiveCompressionCodec()
@Config(value="hive.compression-codec") public HiveConfig setHiveCompressionCodec(HiveCompressionCodec hiveCompressionCodec)
public boolean isRespectTableFormat()
@Config(value="hive.respect-table-format") public HiveConfig setRespectTableFormat(boolean respectTableFormat)
public boolean isImmutablePartitions()
@Config(value="hive.immutable-partitions") public HiveConfig setImmutablePartitions(boolean immutablePartitions)
@Min(value=1L) public @Min(value=1L) int getMaxPartitionsPerWriter()
@Config(value="hive.max-partitions-per-writers") public HiveConfig setMaxPartitionsPerWriter(int maxPartitionsPerWriter)
@Min(value=2L) @Max(value=1000L) public @Min(value=2L) @Max(value=1000L) int getMaxOpenSortFiles()
@Config(value="hive.max-open-sort-files") public HiveConfig setMaxOpenSortFiles(int maxOpenSortFiles)
public int getWriteValidationThreads()
@Config(value="hive.write-validation-threads") public HiveConfig setWriteValidationThreads(int writeValidationThreads)
public String getDomainSocketPath()
@Config(value="hive.dfs.domain-socket-path") public HiveConfig setDomainSocketPath(String domainSocketPath)
@NotNull public @NotNull S3FileSystemType getS3FileSystemType()
@Config(value="hive.s3-file-system-type") public HiveConfig setS3FileSystemType(S3FileSystemType s3FileSystemType)
public boolean isVerifyChecksum()
@Config(value="hive.dfs.verify-checksum") public HiveConfig setVerifyChecksum(boolean verifyChecksum)
public boolean isUseOrcColumnNames()
@Config(value="hive.orc.use-column-names") public HiveConfig setUseOrcColumnNames(boolean useOrcColumnNames)
@NotNull public @NotNull io.airlift.units.DataSize getOrcMaxMergeDistance()
@Config(value="hive.orc.max-merge-distance") public HiveConfig setOrcMaxMergeDistance(io.airlift.units.DataSize orcMaxMergeDistance)
@NotNull public @NotNull io.airlift.units.DataSize getOrcMaxBufferSize()
@Config(value="hive.orc.max-buffer-size") public HiveConfig setOrcMaxBufferSize(io.airlift.units.DataSize orcMaxBufferSize)
@NotNull public @NotNull io.airlift.units.DataSize getOrcStreamBufferSize()
@Config(value="hive.orc.stream-buffer-size") public HiveConfig setOrcStreamBufferSize(io.airlift.units.DataSize orcStreamBufferSize)
@NotNull public @NotNull io.airlift.units.DataSize getOrcTinyStripeThreshold()
@Config(value="hive.orc.tiny-stripe-threshold") public HiveConfig setOrcTinyStripeThreshold(io.airlift.units.DataSize orcTinyStripeThreshold)
@NotNull public @NotNull io.airlift.units.DataSize getOrcMaxReadBlockSize()
@Config(value="hive.orc.max-read-block-size") public HiveConfig setOrcMaxReadBlockSize(io.airlift.units.DataSize orcMaxReadBlockSize)
@Deprecated public boolean isOrcLazyReadSmallRanges()
@Deprecated @Config(value="hive.orc.lazy-read-small-ranges") public HiveConfig setOrcLazyReadSmallRanges(boolean orcLazyReadSmallRanges)
public boolean isOrcBloomFiltersEnabled()
@Config(value="hive.orc.bloom-filters.enabled") public HiveConfig setOrcBloomFiltersEnabled(boolean orcBloomFiltersEnabled)
public double getOrcDefaultBloomFilterFpp()
@Config(value="hive.orc.default-bloom-filter-fpp") public HiveConfig setOrcDefaultBloomFilterFpp(double orcDefaultBloomFilterFpp)
public boolean isOrcWriteLegacyVersion()
@Config(value="hive.orc.writer.use-legacy-version-number") public HiveConfig setOrcWriteLegacyVersion(boolean orcWriteLegacyVersion)
@DecimalMin(value="0.0") @DecimalMax(value="100.0") public @DecimalMin(value="0.0") @DecimalMax(value="100.0") double getOrcWriterValidationPercentage()
@Config(value="hive.orc.writer.validation-percentage") public HiveConfig setOrcWriterValidationPercentage(double orcWriterValidationPercentage)
@NotNull public @NotNull OrcWriteValidation.OrcWriteValidationMode getOrcWriterValidationMode()
@Config(value="hive.orc.writer.validation-mode") public HiveConfig setOrcWriterValidationMode(OrcWriteValidation.OrcWriteValidationMode orcWriterValidationMode)
public boolean isRcfileWriterValidate()
@Config(value="hive.rcfile.writer.validate") public HiveConfig setRcfileWriterValidate(boolean rcfileWriterValidate)
public boolean isAssumeCanonicalPartitionKeys()
@Config(value="hive.assume-canonical-partition-keys") public HiveConfig setAssumeCanonicalPartitionKeys(boolean assumeCanonicalPartitionKeys)
@MinDataSize(value="1B") @MaxDataSize(value="1GB") @NotNull public @NotNull io.airlift.units.DataSize getTextMaxLineLength()
@Config(value="hive.text.max-line-length") public HiveConfig setTextMaxLineLength(io.airlift.units.DataSize textMaxLineLength)
public boolean isUseParquetColumnNames()
@Config(value="hive.parquet.use-column-names") public HiveConfig setUseParquetColumnNames(boolean useParquetColumnNames)
public boolean isFailOnCorruptedParquetStatistics()
@Config(value="hive.parquet.fail-on-corrupted-statistics") public HiveConfig setFailOnCorruptedParquetStatistics(boolean failOnCorruptedParquetStatistics)
@NotNull public @NotNull io.airlift.units.DataSize getParquetMaxReadBlockSize()
@Config(value="hive.parquet.max-read-block-size") public HiveConfig setParquetMaxReadBlockSize(io.airlift.units.DataSize parquetMaxReadBlockSize)
public boolean isOptimizeMismatchedBucketCount()
@Config(value="hive.optimize-mismatched-bucket-count") public HiveConfig setOptimizeMismatchedBucketCount(boolean optimizeMismatchedBucketCount)
@Config(value="hive.file-status-cache-tables") public HiveConfig setFileStatusCacheTables(String fileStatusCacheTables)
public long getFileStatusCacheMaxSize()
@Config(value="hive.file-status-cache-size") public HiveConfig setFileStatusCacheMaxSize(long fileStatusCacheMaxSize)
public io.airlift.units.Duration getFileStatusCacheExpireAfterWrite()
@Config(value="hive.file-status-cache-expire-time") public HiveConfig setFileStatusCacheExpireAfterWrite(io.airlift.units.Duration fileStatusCacheExpireAfterWrite)
@NotNull public @NotNull HiveConfig.HiveMetastoreAuthenticationType getHiveMetastoreAuthenticationType()
@Config(value="hive.metastore.authentication.type") public HiveConfig setHiveMetastoreAuthenticationType(HiveConfig.HiveMetastoreAuthenticationType hiveMetastoreAuthenticationType)
@NotNull public @NotNull HiveConfig.HdfsAuthenticationType getHdfsAuthenticationType()
@Config(value="hive.hdfs.authentication.type") public HiveConfig setHdfsAuthenticationType(HiveConfig.HdfsAuthenticationType hdfsAuthenticationType)
public boolean isHdfsImpersonationEnabled()
@Config(value="hive.hdfs.impersonation.enabled") public HiveConfig setHdfsImpersonationEnabled(boolean hdfsImpersonationEnabled)
public boolean isHdfsWireEncryptionEnabled()
@Config(value="hive.hdfs.wire-encryption.enabled") public HiveConfig setHdfsWireEncryptionEnabled(boolean hdfsWireEncryptionEnabled)
public boolean isSkipDeletionForAlter()
@Config(value="hive.skip-deletion-for-alter") public HiveConfig setSkipDeletionForAlter(boolean skipDeletionForAlter)
public boolean isSkipTargetCleanupOnRollback()
@Config(value="hive.skip-target-cleanup-on-rollback") public HiveConfig setSkipTargetCleanupOnRollback(boolean skipTargetCleanupOnRollback)
public boolean isBucketExecutionEnabled()
@Config(value="hive.bucket-execution") public HiveConfig setBucketExecutionEnabled(boolean bucketExecutionEnabled)
public boolean isSortedWritingEnabled()
@Config(value="hive.sorted-writing") public HiveConfig setSortedWritingEnabled(boolean sortedWritingEnabled)
public int getFileSystemMaxCacheSize()
@Config(value="hive.fs.cache.max-size") public HiveConfig setFileSystemMaxCacheSize(int fileSystemMaxCacheSize)
@Config(value="hive.non-managed-table-writes-enabled") public HiveConfig setWritesToNonManagedTablesEnabled(boolean writesToNonManagedTablesEnabled)
public boolean getWritesToNonManagedTablesEnabled()
@Config(value="hive.non-managed-table-creates-enabled") public HiveConfig setCreatesOfNonManagedTablesEnabled(boolean createsOfNonManagedTablesEnabled)
public boolean getCreatesOfNonManagedTablesEnabled()
@Config(value="hive.table-statistics-enabled") public HiveConfig setTableStatisticsEnabled(boolean tableStatisticsEnabled)
public boolean isTableStatisticsEnabled()
@Min(value=1L) public @Min(value=1L) int getPartitionStatisticsSampleSize()
@Config(value="hive.partition-statistics-sample-size") public HiveConfig setPartitionStatisticsSampleSize(int partitionStatisticsSampleSize)
public boolean isIgnoreCorruptedStatistics()
@Config(value="hive.ignore-corrupted-statistics") public HiveConfig setIgnoreCorruptedStatistics(boolean ignoreCorruptedStatistics)
public boolean isCollectColumnStatisticsOnWrite()
@Config(value="hive.collect-column-statistics-on-write") public HiveConfig setCollectColumnStatisticsOnWrite(boolean collectColumnStatisticsOnWrite)
@Config(value="hive.metastore-recording-path") public HiveConfig setRecordingPath(String recordingPath)
public String getRecordingPath()
@Config(value="hive.replay-metastore-recording") public HiveConfig setReplay(boolean replay)
public boolean isReplay()
@Config(value="hive.metastore-recording-duration") public HiveConfig setRecordingDuration(io.airlift.units.Duration recordingDuration)
@NotNull public @NotNull io.airlift.units.Duration getRecordingDuration()
public boolean isS3SelectPushdownEnabled()
@Config(value="hive.s3select-pushdown.enabled") public HiveConfig setS3SelectPushdownEnabled(boolean s3SelectPushdownEnabled)
@Min(value=1L) public @Min(value=1L) int getS3SelectPushdownMaxConnections()
@Config(value="hive.s3select-pushdown.max-connections") public HiveConfig setS3SelectPushdownMaxConnections(int s3SelectPushdownMaxConnections)
@Config(value="hive.temporary-staging-directory-enabled") public HiveConfig setTemporaryStagingDirectoryEnabled(boolean temporaryStagingDirectoryEnabled)
public boolean isTemporaryStagingDirectoryEnabled()
@Config(value="hive.temporary-staging-directory-path") public HiveConfig setTemporaryStagingDirectoryPath(String temporaryStagingDirectoryPath)
@NotNull public @NotNull String getTemporaryStagingDirectoryPath()
Copyright © 2012–2019. All rights reserved.