Package io.trino.plugin.hive

Class HiveConfig

  • @DefunctConfig({"dfs.domain-socket-path","hive.file-system-cache-ttl","hive.max-global-split-iterator-threads","hive.max-sort-files-per-bucket","hive.bucket-writing","hive.optimized-reader.enabled","hive.rcfile-optimized-writer.enabled","hive.time-zone","hive.assume-canonical-partition-keys","hive.partition-use-column-names","hive.allow-corrupt-writes-for-testing"})
public class HiveConfig
extends Object

    • Constructor Detail

      • HiveConfig

        public HiveConfig()

    • Method Detail

      • getMaxInitialSplits

        public int getMaxInitialSplits()

      • setMaxInitialSplits

        @Config("hive.max-initial-splits")
public HiveConfig setMaxInitialSplits​(int maxInitialSplits)

      • getMaxInitialSplitSize

        public io.airlift.units.DataSize getMaxInitialSplitSize()

      • setMaxInitialSplitSize

        @Config("hive.max-initial-split-size")
public HiveConfig setMaxInitialSplitSize​(io.airlift.units.DataSize maxInitialSplitSize)

      • getSplitLoaderConcurrency

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getSplitLoaderConcurrency()

      • setSplitLoaderConcurrency

        @Config("hive.split-loader-concurrency")
public HiveConfig setSplitLoaderConcurrency​(int splitLoaderConcurrency)

      • getMaxSplitsPerSecond

        @Min(1L)
@Nullable
public @Min(1L) Integer getMaxSplitsPerSecond()

      • setMaxSplitsPerSecond

        @Config("hive.max-splits-per-second")
public HiveConfig setMaxSplitsPerSecond​(Integer maxSplitsPerSecond)

      • getDomainCompactionThreshold

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getDomainCompactionThreshold()

      • setDomainCompactionThreshold

        @Config("hive.domain-compaction-threshold")
public HiveConfig setDomainCompactionThreshold​(int domainCompactionThreshold)

      • getWriterSortBufferSize

        @MinDataSize("1MB")
@MaxDataSize("1GB")
public @MinDataSize("1MB") @MaxDataSize("1GB") io.airlift.units.DataSize getWriterSortBufferSize()

      • setWriterSortBufferSize

        @Config("hive.writer-sort-buffer-size")
public HiveConfig setWriterSortBufferSize​(io.airlift.units.DataSize writerSortBufferSize)

      • isForceLocalScheduling

        public boolean isForceLocalScheduling()

      • setForceLocalScheduling

        @Config("hive.force-local-scheduling")
public HiveConfig setForceLocalScheduling​(boolean forceLocalScheduling)

      • getMaxConcurrentFileRenames

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getMaxConcurrentFileRenames()

      • setMaxConcurrentFileRenames

        @Config("hive.max-concurrent-file-renames")
public HiveConfig setMaxConcurrentFileRenames​(int maxConcurrentFileRenames)

      • getMaxConcurrentMetastoreDrops

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getMaxConcurrentMetastoreDrops()

      • setMaxConcurrentMetastoreDrops

        @Config("hive.max-concurrent-metastore-drops")
public HiveConfig setMaxConcurrentMetastoreDrops​(int maxConcurrentMetastoreDeletes)

      • getMaxConcurrentMetastoreUpdates

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getMaxConcurrentMetastoreUpdates()

      • setMaxConcurrentMetastoreUpdates

        @Config("hive.max-concurrent-metastore-updates")
public HiveConfig setMaxConcurrentMetastoreUpdates​(int maxConcurrentMetastoreUpdates)

      • setRecursiveDirWalkerEnabled

        @Config("hive.recursive-directories")
public HiveConfig setRecursiveDirWalkerEnabled​(boolean recursiveDirWalkerEnabled)

      • getRecursiveDirWalkerEnabled

        public boolean getRecursiveDirWalkerEnabled()

      • isIgnoreAbsentPartitions

        public boolean isIgnoreAbsentPartitions()

      • setIgnoreAbsentPartitions

        @Config("hive.ignore-absent-partitions")
public HiveConfig setIgnoreAbsentPartitions​(boolean ignoreAbsentPartitions)

      • getMaxSplitSize

        @NotNull
public @NotNull io.airlift.units.DataSize getMaxSplitSize()

      • setMaxSplitSize

        @Config("hive.max-split-size")
public HiveConfig setMaxSplitSize​(io.airlift.units.DataSize maxSplitSize)

      • getMaxPartitionsPerScan

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getMaxPartitionsPerScan()

      • setMaxPartitionsPerScan

        @Config("hive.max-partitions-per-scan")
public HiveConfig setMaxPartitionsPerScan​(int maxPartitionsPerScan)

      • getMaxOutstandingSplits

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getMaxOutstandingSplits()

      • setMaxOutstandingSplits

        @Config("hive.max-outstanding-splits")
public HiveConfig setMaxOutstandingSplits​(int maxOutstandingSplits)

      • getMaxOutstandingSplitsSize

        @MinDataSize("1MB")
public @MinDataSize("1MB") io.airlift.units.DataSize getMaxOutstandingSplitsSize()

      • setMaxOutstandingSplitsSize

        @Config("hive.max-outstanding-splits-size")
public HiveConfig setMaxOutstandingSplitsSize​(io.airlift.units.DataSize maxOutstandingSplits)

      • getMaxSplitIteratorThreads

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getMaxSplitIteratorThreads()

      • setMaxSplitIteratorThreads

        @Config("hive.max-split-iterator-threads")
public HiveConfig setMaxSplitIteratorThreads​(int maxSplitIteratorThreads)

      • getPerTransactionMetastoreCacheMaximumSize

        @Min(1L)
public @javax.validation.constraints.Min(1L) long getPerTransactionMetastoreCacheMaximumSize()

      • setPerTransactionMetastoreCacheMaximumSize

        @Config("hive.per-transaction-metastore-cache-maximum-size")
public HiveConfig setPerTransactionMetastoreCacheMaximumSize​(long perTransactionMetastoreCacheMaximumSize)

      • getMinPartitionBatchSize

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getMinPartitionBatchSize()

      • setMinPartitionBatchSize

        @Config("hive.metastore.partition-batch-size.min")
public HiveConfig setMinPartitionBatchSize​(int minPartitionBatchSize)

      • getMaxPartitionBatchSize

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getMaxPartitionBatchSize()

      • setMaxPartitionBatchSize

        @Config("hive.metastore.partition-batch-size.max")
public HiveConfig setMaxPartitionBatchSize​(int maxPartitionBatchSize)

      • setHiveStorageFormat

        @Config("hive.storage-format")
public HiveConfig setHiveStorageFormat​(HiveStorageFormat hiveStorageFormat)

      • setHiveCompressionCodec

        @Config("hive.compression-codec")
public HiveConfig setHiveCompressionCodec​(HiveCompressionCodec hiveCompressionCodec)

      • isRespectTableFormat

        public boolean isRespectTableFormat()

      • setRespectTableFormat

        @Config("hive.respect-table-format")
public HiveConfig setRespectTableFormat​(boolean respectTableFormat)

      • isImmutablePartitions

        public boolean isImmutablePartitions()

      • setImmutablePartitions

        @Config("hive.immutable-partitions")
public HiveConfig setImmutablePartitions​(boolean immutablePartitions)

      • isInsertExistingPartitionsBehaviorValid

        @AssertTrue(message="insert-existing-partitions-behavior cannot be APPEND when immutable-partitions is true")
public @javax.validation.constraints.AssertTrue(message="insert-existing-partitions-behavior cannot be APPEND when immutable-partitions is true") boolean isInsertExistingPartitionsBehaviorValid()

      • isCreateEmptyBucketFiles

        public boolean isCreateEmptyBucketFiles()

      • setCreateEmptyBucketFiles

        @Config("hive.create-empty-bucket-files")
public HiveConfig setCreateEmptyBucketFiles​(boolean createEmptyBucketFiles)

      • getMaxPartitionsPerWriter

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getMaxPartitionsPerWriter()

      • setMaxPartitionsPerWriter

        @Config("hive.max-partitions-per-writers")
public HiveConfig setMaxPartitionsPerWriter​(int maxPartitionsPerWriter)

      • getMaxOpenSortFiles

        @Min(2L)
@Max(1000L)
public @javax.validation.constraints.Min(2L),@javax.validation.constraints.Max(1000L) int getMaxOpenSortFiles()

      • setMaxOpenSortFiles

        @Config("hive.max-open-sort-files")
public HiveConfig setMaxOpenSortFiles​(int maxOpenSortFiles)

      • getWriteValidationThreads

        public int getWriteValidationThreads()

      • setWriteValidationThreads

        @Config("hive.write-validation-threads")
public HiveConfig setWriteValidationThreads​(int writeValidationThreads)

      • isValidateBucketing

        public boolean isValidateBucketing()

      • setValidateBucketing

        @Config("hive.validate-bucketing")
public HiveConfig setValidateBucketing​(boolean validateBucketing)

      • isParallelPartitionedBucketedWrites

        public boolean isParallelPartitionedBucketedWrites()

      • setParallelPartitionedBucketedWrites

        @Config("hive.parallel-partitioned-bucketed-writes")
@LegacyConfig("hive.parallel-partitioned-bucketed-inserts")
public HiveConfig setParallelPartitionedBucketedWrites​(boolean parallelPartitionedBucketedWrites)

      • getRcfileDateTimeZone

        public org.joda.time.DateTimeZone getRcfileDateTimeZone()

      • getRcfileTimeZone

        @NotNull
public @NotNull String getRcfileTimeZone()

      • setRcfileTimeZone

        @Config("hive.rcfile.time-zone")
public HiveConfig setRcfileTimeZone​(String rcfileTimeZone)

      • isRcfileWriterValidate

        public boolean isRcfileWriterValidate()

      • setRcfileWriterValidate

        @Config("hive.rcfile.writer.validate")
public HiveConfig setRcfileWriterValidate​(boolean rcfileWriterValidate)

      • getTextMaxLineLength

        @MinDataSize("1B")
@MaxDataSize("1GB")
@NotNull
public @MinDataSize("1B") @MaxDataSize("1GB") @NotNull io.airlift.units.DataSize getTextMaxLineLength()

      • setTextMaxLineLength

        @Config("hive.text.max-line-length")
public HiveConfig setTextMaxLineLength​(io.airlift.units.DataSize textMaxLineLength)

      • getOrcLegacyDateTimeZone

        public org.joda.time.DateTimeZone getOrcLegacyDateTimeZone()

      • getOrcLegacyTimeZone

        @NotNull
public @NotNull String getOrcLegacyTimeZone()

      • setOrcLegacyTimeZone

        @Config("hive.orc.time-zone")
public HiveConfig setOrcLegacyTimeZone​(String orcLegacyTimeZone)

      • getParquetDateTimeZone

        public org.joda.time.DateTimeZone getParquetDateTimeZone()

      • getParquetTimeZone

        @NotNull
public @NotNull String getParquetTimeZone()

      • setParquetTimeZone

        @Config("hive.parquet.time-zone")
public HiveConfig setParquetTimeZone​(String parquetTimeZone)

      • isUseParquetColumnNames

        public boolean isUseParquetColumnNames()

      • setUseParquetColumnNames

        @Config("hive.parquet.use-column-names")
public HiveConfig setUseParquetColumnNames​(boolean useParquetColumnNames)

      • isOptimizeMismatchedBucketCount

        public boolean isOptimizeMismatchedBucketCount()

      • setOptimizeMismatchedBucketCount

        @Config("hive.optimize-mismatched-bucket-count")
public HiveConfig setOptimizeMismatchedBucketCount​(boolean optimizeMismatchedBucketCount)

      • getFileStatusCacheTables

        public List<String> getFileStatusCacheTables()

      • setFileStatusCacheTables

        @Config("hive.file-status-cache-tables")
public HiveConfig setFileStatusCacheTables​(String fileStatusCacheTables)

      • isTranslateHiveViews

        public boolean isTranslateHiveViews()

      • setTranslateHiveViews

        @LegacyConfig("hive.views-execution.enabled")
@Config("hive.translate-hive-views")
public HiveConfig setTranslateHiveViews​(boolean translateHiveViews)

      • getFileStatusCacheMaxSize

        public long getFileStatusCacheMaxSize()

      • setFileStatusCacheMaxSize

        @Config("hive.file-status-cache-size")
public HiveConfig setFileStatusCacheMaxSize​(long fileStatusCacheMaxSize)

      • getFileStatusCacheExpireAfterWrite

        public io.airlift.units.Duration getFileStatusCacheExpireAfterWrite()

      • setFileStatusCacheExpireAfterWrite

        @Config("hive.file-status-cache-expire-time")
public HiveConfig setFileStatusCacheExpireAfterWrite​(io.airlift.units.Duration fileStatusCacheExpireAfterWrite)

      • isSkipDeletionForAlter

        public boolean isSkipDeletionForAlter()

      • setSkipDeletionForAlter

        @Config("hive.skip-deletion-for-alter")
public HiveConfig setSkipDeletionForAlter​(boolean skipDeletionForAlter)

      • isSkipTargetCleanupOnRollback

        public boolean isSkipTargetCleanupOnRollback()

      • setSkipTargetCleanupOnRollback

        @Config("hive.skip-target-cleanup-on-rollback")
public HiveConfig setSkipTargetCleanupOnRollback​(boolean skipTargetCleanupOnRollback)

      • isBucketExecutionEnabled

        public boolean isBucketExecutionEnabled()

      • setBucketExecutionEnabled

        @Config("hive.bucket-execution")
public HiveConfig setBucketExecutionEnabled​(boolean bucketExecutionEnabled)

      • isSortedWritingEnabled

        public boolean isSortedWritingEnabled()

      • setSortedWritingEnabled

        @Config("hive.sorted-writing")
public HiveConfig setSortedWritingEnabled​(boolean sortedWritingEnabled)

      • isPropagateTableScanSortingProperties

        public boolean isPropagateTableScanSortingProperties()

      • setPropagateTableScanSortingProperties

        @Config("hive.propagate-table-scan-sorting-properties")
public HiveConfig setPropagateTableScanSortingProperties​(boolean propagateTableScanSortingProperties)

      • setWritesToNonManagedTablesEnabled

        @Config("hive.non-managed-table-writes-enabled")
public HiveConfig setWritesToNonManagedTablesEnabled​(boolean writesToNonManagedTablesEnabled)

      • getWritesToNonManagedTablesEnabled

        public boolean getWritesToNonManagedTablesEnabled()

      • setCreatesOfNonManagedTablesEnabled

        @Config("hive.non-managed-table-creates-enabled")
public HiveConfig setCreatesOfNonManagedTablesEnabled​(boolean createsOfNonManagedTablesEnabled)

      • getCreatesOfNonManagedTablesEnabled

        public boolean getCreatesOfNonManagedTablesEnabled()

      • setTableStatisticsEnabled

        @Config("hive.table-statistics-enabled")
public HiveConfig setTableStatisticsEnabled​(boolean tableStatisticsEnabled)

      • isTableStatisticsEnabled

        public boolean isTableStatisticsEnabled()

      • getPartitionStatisticsSampleSize

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getPartitionStatisticsSampleSize()

      • setPartitionStatisticsSampleSize

        @Config("hive.partition-statistics-sample-size")
public HiveConfig setPartitionStatisticsSampleSize​(int partitionStatisticsSampleSize)

      • isIgnoreCorruptedStatistics

        public boolean isIgnoreCorruptedStatistics()

      • setIgnoreCorruptedStatistics

        @Config("hive.ignore-corrupted-statistics")
public HiveConfig setIgnoreCorruptedStatistics​(boolean ignoreCorruptedStatistics)

      • isCollectColumnStatisticsOnWrite

        public boolean isCollectColumnStatisticsOnWrite()

      • setCollectColumnStatisticsOnWrite

        @Config("hive.collect-column-statistics-on-write")
public HiveConfig setCollectColumnStatisticsOnWrite​(boolean collectColumnStatisticsOnWrite)

      • isS3SelectPushdownEnabled

        public boolean isS3SelectPushdownEnabled()

      • setS3SelectPushdownEnabled

        @Config("hive.s3select-pushdown.enabled")
public HiveConfig setS3SelectPushdownEnabled​(boolean s3SelectPushdownEnabled)

      • getS3SelectPushdownMaxConnections

        @Min(1L)
public @javax.validation.constraints.Min(1L) int getS3SelectPushdownMaxConnections()

      • setS3SelectPushdownMaxConnections

        @Config("hive.s3select-pushdown.max-connections")
public HiveConfig setS3SelectPushdownMaxConnections​(int s3SelectPushdownMaxConnections)

      • setTemporaryStagingDirectoryEnabled

        @Config("hive.temporary-staging-directory-enabled")
public HiveConfig setTemporaryStagingDirectoryEnabled​(boolean temporaryStagingDirectoryEnabled)

      • isTemporaryStagingDirectoryEnabled

        public boolean isTemporaryStagingDirectoryEnabled()

      • setTemporaryStagingDirectoryPath

        @Config("hive.temporary-staging-directory-path")
public HiveConfig setTemporaryStagingDirectoryPath​(String temporaryStagingDirectoryPath)

      • getTemporaryStagingDirectoryPath

        @NotNull
public @NotNull String getTemporaryStagingDirectoryPath()

      • setHiveTransactionHeartbeatInterval

        @Config("hive.transaction-heartbeat-interval")
public HiveConfig setHiveTransactionHeartbeatInterval​(io.airlift.units.Duration interval)

      • getHiveTransactionHeartbeatInterval

        @NotNull
public @NotNull Optional<io.airlift.units.Duration> getHiveTransactionHeartbeatInterval()

      • getHiveTransactionHeartbeatThreads

        public int getHiveTransactionHeartbeatThreads()

      • setHiveTransactionHeartbeatThreads

        @Config("hive.transaction-heartbeat-threads")
public HiveConfig setHiveTransactionHeartbeatThreads​(int hiveTransactionHeartbeatThreads)

      • isAllowRegisterPartition

        public boolean isAllowRegisterPartition()

      • setAllowRegisterPartition

        @Config("hive.allow-register-partition-procedure")
public HiveConfig setAllowRegisterPartition​(boolean allowRegisterPartition)

      • isQueryPartitionFilterRequired

        public boolean isQueryPartitionFilterRequired()

      • setQueryPartitionFilterRequired

        @Config("hive.query-partition-filter-required")
public HiveConfig setQueryPartitionFilterRequired​(boolean queryPartitionFilterRequired)

      • isProjectionPushdownEnabled

        public boolean isProjectionPushdownEnabled()

      • setProjectionPushdownEnabled

        @Config("hive.projection-pushdown-enabled")
public HiveConfig setProjectionPushdownEnabled​(boolean projectionPushdownEnabled)

      • getDynamicFilteringProbeBlockingTimeout

        @NotNull
public @NotNull io.airlift.units.Duration getDynamicFilteringProbeBlockingTimeout()

      • setDynamicFilteringProbeBlockingTimeout

        @Config("hive.dynamic-filtering-probe-blocking-timeout")
public HiveConfig setDynamicFilteringProbeBlockingTimeout​(io.airlift.units.Duration dynamicFilteringProbeBlockingTimeout)

      • isOptimizeSymlinkListing

        public boolean isOptimizeSymlinkListing()

      • setOptimizeSymlinkListing

        @Config("hive.optimize-symlink-listing")
public HiveConfig setOptimizeSymlinkListing​(boolean optimizeSymlinkListing)

      • setLegacyHiveViewTranslation

        @Config("hive.legacy-hive-view-translation")
public HiveConfig setLegacyHiveViewTranslation​(boolean legacyHiveViewTranslation)

      • isLegacyHiveViewTranslation

        public boolean isLegacyHiveViewTranslation()