org.apache.hudi.common.config

Class HoodieMetadataConfig.Builder

java.lang.Object

org.apache.hudi.common.config.HoodieMetadataConfig.Builder

Enclosing class:

HoodieMetadataConfig

public static class HoodieMetadataConfig.Builder
extends Object

Constructor Summary

Constructors

Constructor and Description
Builder()

Method Summary

Modifier and Type	Method and Description
HoodieMetadataConfig.Builder	archiveCommitsWith(int minToKeep, int maxToKeep)
HoodieMetadataConfig	build()
HoodieMetadataConfig.Builder	enable(boolean enable)
HoodieMetadataConfig.Builder	enableFullScan(boolean enableFullScan)
HoodieMetadataConfig.Builder	enableMetrics(boolean enableMetrics)
HoodieMetadataConfig.Builder	fromFile(File propertiesFile)
HoodieMetadataConfig.Builder	fromProperties(Properties props)
HoodieMetadataConfig.Builder	ignoreSpuriousDeletes(boolean validateMetadataPayloadConsistency)
HoodieMetadataConfig.Builder	retainCommits(int commitsRetained)
HoodieMetadataConfig.Builder	withAssumeDatePartitioning(boolean assumeDatePartitioning)
HoodieMetadataConfig.Builder	withAsyncClean(boolean asyncClean)
HoodieMetadataConfig.Builder	withAsyncIndex(boolean asyncIndex)
HoodieMetadataConfig.Builder	withBloomFilterIndexForColumns(String columns)
HoodieMetadataConfig.Builder	withBloomFilterIndexParallelism(int parallelism)
HoodieMetadataConfig.Builder	withColumnStatsIndexForColumns(String columns)
HoodieMetadataConfig.Builder	withColumnStatsIndexParallelism(int parallelism)
HoodieMetadataConfig.Builder	withDirectoryFilterRegex(String regex)
HoodieMetadataConfig.Builder	withEngineType(EngineType engineType)
HoodieMetadataConfig.Builder	withFileListingParallelism(int parallelism)
HoodieMetadataConfig.Builder	withIndexingCheckTimeout(int timeoutInSeconds)
HoodieMetadataConfig.Builder	withInsertParallelism(int parallelism)
HoodieMetadataConfig.Builder	withMaxNumDeltaCommitsBeforeCompaction(int maxNumDeltaCommitsBeforeCompaction)
HoodieMetadataConfig.Builder	withMetadataIndexBloomFilter(boolean enable)
HoodieMetadataConfig.Builder	withMetadataIndexBloomFilterFileGroups(int fileGroupCount)
HoodieMetadataConfig.Builder	withMetadataIndexColumnStats(boolean enable)
HoodieMetadataConfig.Builder	withMetadataIndexColumnStatsFileGroupCount(int fileGroupCount)
HoodieMetadataConfig.Builder	withPopulateMetaFields(boolean populateMetaFields)
HoodieMetadataConfig.Builder	withProperties(Properties properties)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Builder

public Builder()

Method Detail

fromFile

public HoodieMetadataConfig.Builder fromFile(File propertiesFile)
                                      throws IOException

Throws:

IOException

fromProperties

public HoodieMetadataConfig.Builder fromProperties(Properties props)

enable

public HoodieMetadataConfig.Builder enable(boolean enable)

withMetadataIndexBloomFilter

public HoodieMetadataConfig.Builder withMetadataIndexBloomFilter(boolean enable)

withMetadataIndexBloomFilterFileGroups

public HoodieMetadataConfig.Builder withMetadataIndexBloomFilterFileGroups(int fileGroupCount)

withBloomFilterIndexParallelism

public HoodieMetadataConfig.Builder withBloomFilterIndexParallelism(int parallelism)

withMetadataIndexColumnStats

public HoodieMetadataConfig.Builder withMetadataIndexColumnStats(boolean enable)

withMetadataIndexColumnStatsFileGroupCount

public HoodieMetadataConfig.Builder withMetadataIndexColumnStatsFileGroupCount(int fileGroupCount)

withColumnStatsIndexParallelism

public HoodieMetadataConfig.Builder withColumnStatsIndexParallelism(int parallelism)

withColumnStatsIndexForColumns

public HoodieMetadataConfig.Builder withColumnStatsIndexForColumns(String columns)

withBloomFilterIndexForColumns

public HoodieMetadataConfig.Builder withBloomFilterIndexForColumns(String columns)

withIndexingCheckTimeout

public HoodieMetadataConfig.Builder withIndexingCheckTimeout(int timeoutInSeconds)

enableMetrics

public HoodieMetadataConfig.Builder enableMetrics(boolean enableMetrics)

withInsertParallelism

public HoodieMetadataConfig.Builder withInsertParallelism(int parallelism)

withAsyncClean

public HoodieMetadataConfig.Builder withAsyncClean(boolean asyncClean)

withAsyncIndex

public HoodieMetadataConfig.Builder withAsyncIndex(boolean asyncIndex)

withMaxNumDeltaCommitsBeforeCompaction

public HoodieMetadataConfig.Builder withMaxNumDeltaCommitsBeforeCompaction(int maxNumDeltaCommitsBeforeCompaction)

withPopulateMetaFields

public HoodieMetadataConfig.Builder withPopulateMetaFields(boolean populateMetaFields)

archiveCommitsWith

public HoodieMetadataConfig.Builder archiveCommitsWith(int minToKeep,
                                                       int maxToKeep)

retainCommits

public HoodieMetadataConfig.Builder retainCommits(int commitsRetained)

withFileListingParallelism

public HoodieMetadataConfig.Builder withFileListingParallelism(int parallelism)

withAssumeDatePartitioning

public HoodieMetadataConfig.Builder withAssumeDatePartitioning(boolean assumeDatePartitioning)

withDirectoryFilterRegex

public HoodieMetadataConfig.Builder withDirectoryFilterRegex(String regex)

enableFullScan

public HoodieMetadataConfig.Builder enableFullScan(boolean enableFullScan)

ignoreSpuriousDeletes

public HoodieMetadataConfig.Builder ignoreSpuriousDeletes(boolean validateMetadataPayloadConsistency)

withEngineType

public HoodieMetadataConfig.Builder withEngineType(EngineType engineType)

withProperties

public HoodieMetadataConfig.Builder withProperties(Properties properties)

build

public HoodieMetadataConfig build()