org.apache.hudi.common.config

Class HoodieMetadataConfig

java.lang.Object

org.apache.hudi.common.config.HoodieConfig

org.apache.hudi.common.config.HoodieMetadataConfig

All Implemented Interfaces:

Serializable

@Immutable
public final class HoodieMetadataConfig
extends HoodieConfig

Configurations used by the HUDI Metadata Table.

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	HoodieMetadataConfig.Builder

Field Summary

Fields

Modifier and Type	Field and Description
static ConfigProperty<String>	ASSUME_DATE_PARTITIONING
static ConfigProperty<Boolean>	ASYNC_CLEAN_ENABLE
static ConfigProperty<Boolean>	ASYNC_INDEX_ENABLE
static ConfigProperty<String>	BLOOM_FILTER_INDEX_FOR_COLUMNS
static ConfigProperty<Integer>	BLOOM_FILTER_INDEX_PARALLELISM
static ConfigProperty<Integer>	CLEANER_COMMITS_RETAINED
static String	CLEANER_COMMITS_RETAINED_PROP Deprecated. Use CLEANER_COMMITS_RETAINED and its methods.
static ConfigProperty<String>	COLUMN_STATS_INDEX_FOR_COLUMNS
static ConfigProperty<Integer>	COLUMN_STATS_INDEX_IN_MEMORY_PROJECTION_THRESHOLD
static ConfigProperty<Integer>	COLUMN_STATS_INDEX_PARALLELISM
static String	COLUMN_STATS_INDEX_PROCESSING_MODE_ENGINE
static String	COLUMN_STATS_INDEX_PROCESSING_MODE_IN_MEMORY
static ConfigProperty<String>	COLUMN_STATS_INDEX_PROCESSING_MODE_OVERRIDE
static ConfigProperty<Integer>	COMPACT_NUM_DELTA_COMMITS
static String	DEFAULT_ASSUME_DATE_PARTITIONING Deprecated. Use ASSUME_DATE_PARTITIONING and its methods.
static int	DEFAULT_CLEANER_COMMITS_RETAINED Deprecated. Use CLEANER_COMMITS_RETAINED and its methods.
static String	DEFAULT_DIRECTORY_FILTER_REGEX Deprecated. Use DIR_FILTER_REGEX and its methods.
static String	DEFAULT_ENABLE_FALLBACK Deprecated. No longer takes any effect.
static int	DEFAULT_FILE_LISTING_PARALLELISM Deprecated. Use FILE_LISTING_PARALLELISM_VALUE and its methods.
static int	DEFAULT_MAX_COMMITS_TO_KEEP Deprecated. Use MAX_COMMITS_TO_KEEP and its methods.
static boolean	DEFAULT_METADATA_ASYNC_CLEAN Deprecated. Use ASYNC_CLEAN_ENABLE and its methods.
static int	DEFAULT_METADATA_COMPACT_NUM_DELTA_COMMITS Deprecated. Use COMPACT_NUM_DELTA_COMMITS and its methods.
static boolean	DEFAULT_METADATA_ENABLE Deprecated. Use ENABLE and its methods.
static boolean	DEFAULT_METADATA_ENABLE_FOR_READERS
static int	DEFAULT_METADATA_INSERT_PARALLELISM Deprecated. Use INSERT_PARALLELISM_VALUE and its methods.
static boolean	DEFAULT_METADATA_METRICS_ENABLE Deprecated. Use METRICS_ENABLE and its methods.
static int	DEFAULT_MIN_COMMITS_TO_KEEP Deprecated. Use MIN_COMMITS_TO_KEEP and its methods.
static ConfigProperty<String>	DIR_FILTER_REGEX
static String	DIRECTORY_FILTER_REGEX Deprecated. Use DIR_FILTER_REGEX and its methods.
static ConfigProperty<Boolean>	ENABLE
static String	ENABLE_FALLBACK_PROP Deprecated. No longer takes any effect.
static ConfigProperty<Boolean>	ENABLE_FULL_SCAN_LOG_FILES
static ConfigProperty<Boolean>	ENABLE_METADATA_INDEX_BLOOM_FILTER
static ConfigProperty<Boolean>	ENABLE_METADATA_INDEX_COLUMN_STATS
static String	FILE_LISTING_PARALLELISM_PROP Deprecated. Use FILE_LISTING_PARALLELISM_VALUE and its methods.
static ConfigProperty<Integer>	FILE_LISTING_PARALLELISM_VALUE
static String	HOODIE_ASSUME_DATE_PARTITIONING_PROP Deprecated. Use ASSUME_DATE_PARTITIONING and its methods.
static ConfigProperty<Boolean>	IGNORE_SPURIOUS_DELETES
static ConfigProperty<Integer>	INSERT_PARALLELISM_VALUE
static ConfigProperty<Integer>	MAX_COMMITS_TO_KEEP
static String	MAX_COMMITS_TO_KEEP_PROP Deprecated. Use MAX_COMMITS_TO_KEEP and its methods.
static String	METADATA_ASYNC_CLEAN_PROP Deprecated. Use ASYNC_CLEAN_ENABLE and its methods.
static String	METADATA_COMPACT_NUM_DELTA_COMMITS_PROP Deprecated. Use COMPACT_NUM_DELTA_COMMITS and its methods.
static String	METADATA_ENABLE_PROP Deprecated. Use ENABLE and its methods.
static ConfigProperty<Integer>	METADATA_INDEX_BLOOM_FILTER_FILE_GROUP_COUNT
static ConfigProperty<Integer>	METADATA_INDEX_CHECK_TIMEOUT_SECONDS
static ConfigProperty<Integer>	METADATA_INDEX_COLUMN_STATS_FILE_GROUP_COUNT
static String	METADATA_INSERT_PARALLELISM_PROP Deprecated. Use INSERT_PARALLELISM_VALUE and its methods.
static String	METADATA_METRICS_ENABLE_PROP Deprecated. Use METRICS_ENABLE and its methods.
static String	METADATA_PREFIX
static ConfigProperty<Boolean>	METRICS_ENABLE
static ConfigProperty<Integer>	MIN_COMMITS_TO_KEEP
static String	MIN_COMMITS_TO_KEEP_PROP Deprecated. Use MIN_COMMITS_TO_KEEP and its methods.
static ConfigProperty<Boolean>	POPULATE_META_FIELDS

Fields inherited from class org.apache.hudi.common.config.HoodieConfig

CONFIG_VALUES_DELIMITER, props

Method Summary

Modifier and Type	Method and Description
boolean	allowFullScan()
boolean	enabled()
boolean	enableMetrics()
int	getBloomFilterIndexFileGroupCount()
int	getBloomFilterIndexParallelism()
List<String>	getColumnsEnabledForBloomFilterIndex()
List<String>	getColumnsEnabledForColumnStatsIndex()
int	getColumnStatsIndexFileGroupCount()
Integer	getColumnStatsIndexInMemoryProjectionThreshold()
int	getColumnStatsIndexParallelism()
String	getColumnStatsIndexProcessingModeOverride()
String	getDirectoryFilterRegex()
int	getFileListingParallelism()
int	getIndexingCheckTimeoutSeconds()
boolean	ignoreSpuriousDeletes()
boolean	isBloomFilterIndexEnabled()
boolean	isColumnStatsIndexEnabled()
static HoodieMetadataConfig.Builder	newBuilder()
boolean	populateMetaFields()
Boolean	shouldAssumeDatePartitioning()

Methods inherited from class org.apache.hudi.common.config.HoodieConfig

contains, contains, create, getBoolean, getBooleanOrDefault, getBooleanOrDefault, getBooleanOrDefault, getDouble, getFloat, getInt, getIntOrDefault, getLong, getProps, getProps, getSplitStrings, getSplitStrings, getString, getString, getStringOrDefault, getStringOrDefault, getStringOrThrow, setAll, setDefault, setDefaultOnCondition, setDefaults, setDefaultValue, setDefaultValue, setValue, setValue

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

METADATA_PREFIX

public static final String METADATA_PREFIX

See Also:

Constant Field Values

ENABLE

public static final ConfigProperty<Boolean> ENABLE

DEFAULT_METADATA_ENABLE_FOR_READERS

public static final boolean DEFAULT_METADATA_ENABLE_FOR_READERS

See Also:

Constant Field Values

METRICS_ENABLE

public static final ConfigProperty<Boolean> METRICS_ENABLE

INSERT_PARALLELISM_VALUE

public static final ConfigProperty<Integer> INSERT_PARALLELISM_VALUE

ASYNC_CLEAN_ENABLE

public static final ConfigProperty<Boolean> ASYNC_CLEAN_ENABLE

ASYNC_INDEX_ENABLE

public static final ConfigProperty<Boolean> ASYNC_INDEX_ENABLE

COMPACT_NUM_DELTA_COMMITS

public static final ConfigProperty<Integer> COMPACT_NUM_DELTA_COMMITS

MIN_COMMITS_TO_KEEP

public static final ConfigProperty<Integer> MIN_COMMITS_TO_KEEP

MAX_COMMITS_TO_KEEP

public static final ConfigProperty<Integer> MAX_COMMITS_TO_KEEP

CLEANER_COMMITS_RETAINED

public static final ConfigProperty<Integer> CLEANER_COMMITS_RETAINED

DIR_FILTER_REGEX

public static final ConfigProperty<String> DIR_FILTER_REGEX

ASSUME_DATE_PARTITIONING

public static final ConfigProperty<String> ASSUME_DATE_PARTITIONING

FILE_LISTING_PARALLELISM_VALUE

public static final ConfigProperty<Integer> FILE_LISTING_PARALLELISM_VALUE

ENABLE_FULL_SCAN_LOG_FILES

public static final ConfigProperty<Boolean> ENABLE_FULL_SCAN_LOG_FILES

ENABLE_METADATA_INDEX_BLOOM_FILTER

public static final ConfigProperty<Boolean> ENABLE_METADATA_INDEX_BLOOM_FILTER

METADATA_INDEX_BLOOM_FILTER_FILE_GROUP_COUNT

public static final ConfigProperty<Integer> METADATA_INDEX_BLOOM_FILTER_FILE_GROUP_COUNT

BLOOM_FILTER_INDEX_PARALLELISM

public static final ConfigProperty<Integer> BLOOM_FILTER_INDEX_PARALLELISM

ENABLE_METADATA_INDEX_COLUMN_STATS

public static final ConfigProperty<Boolean> ENABLE_METADATA_INDEX_COLUMN_STATS

METADATA_INDEX_COLUMN_STATS_FILE_GROUP_COUNT

public static final ConfigProperty<Integer> METADATA_INDEX_COLUMN_STATS_FILE_GROUP_COUNT

COLUMN_STATS_INDEX_PARALLELISM

public static final ConfigProperty<Integer> COLUMN_STATS_INDEX_PARALLELISM

COLUMN_STATS_INDEX_FOR_COLUMNS

public static final ConfigProperty<String> COLUMN_STATS_INDEX_FOR_COLUMNS

COLUMN_STATS_INDEX_PROCESSING_MODE_IN_MEMORY

public static final String COLUMN_STATS_INDEX_PROCESSING_MODE_IN_MEMORY

See Also:

Constant Field Values

COLUMN_STATS_INDEX_PROCESSING_MODE_ENGINE

public static final String COLUMN_STATS_INDEX_PROCESSING_MODE_ENGINE

See Also:

Constant Field Values

COLUMN_STATS_INDEX_PROCESSING_MODE_OVERRIDE

public static final ConfigProperty<String> COLUMN_STATS_INDEX_PROCESSING_MODE_OVERRIDE

COLUMN_STATS_INDEX_IN_MEMORY_PROJECTION_THRESHOLD

public static final ConfigProperty<Integer> COLUMN_STATS_INDEX_IN_MEMORY_PROJECTION_THRESHOLD

BLOOM_FILTER_INDEX_FOR_COLUMNS

public static final ConfigProperty<String> BLOOM_FILTER_INDEX_FOR_COLUMNS

METADATA_INDEX_CHECK_TIMEOUT_SECONDS

public static final ConfigProperty<Integer> METADATA_INDEX_CHECK_TIMEOUT_SECONDS

POPULATE_META_FIELDS

public static final ConfigProperty<Boolean> POPULATE_META_FIELDS

IGNORE_SPURIOUS_DELETES

public static final ConfigProperty<Boolean> IGNORE_SPURIOUS_DELETES

METADATA_ENABLE_PROP

@Deprecated
public static final String METADATA_ENABLE_PROP

Deprecated. Use ENABLE and its methods.

DEFAULT_METADATA_ENABLE

@Deprecated
public static final boolean DEFAULT_METADATA_ENABLE

Deprecated. Use ENABLE and its methods.

METADATA_METRICS_ENABLE_PROP

@Deprecated
public static final String METADATA_METRICS_ENABLE_PROP

Deprecated. Use METRICS_ENABLE and its methods.

DEFAULT_METADATA_METRICS_ENABLE

@Deprecated
public static final boolean DEFAULT_METADATA_METRICS_ENABLE

Deprecated. Use METRICS_ENABLE and its methods.

METADATA_INSERT_PARALLELISM_PROP

@Deprecated
public static final String METADATA_INSERT_PARALLELISM_PROP

Deprecated. Use INSERT_PARALLELISM_VALUE and its methods.

DEFAULT_METADATA_INSERT_PARALLELISM

@Deprecated
public static final int DEFAULT_METADATA_INSERT_PARALLELISM

Deprecated. Use INSERT_PARALLELISM_VALUE and its methods.

METADATA_ASYNC_CLEAN_PROP

@Deprecated
public static final String METADATA_ASYNC_CLEAN_PROP

Deprecated. Use ASYNC_CLEAN_ENABLE and its methods.

DEFAULT_METADATA_ASYNC_CLEAN

@Deprecated
public static final boolean DEFAULT_METADATA_ASYNC_CLEAN

Deprecated. Use ASYNC_CLEAN_ENABLE and its methods.

METADATA_COMPACT_NUM_DELTA_COMMITS_PROP

@Deprecated
public static final String METADATA_COMPACT_NUM_DELTA_COMMITS_PROP

Deprecated. Use COMPACT_NUM_DELTA_COMMITS and its methods.

DEFAULT_METADATA_COMPACT_NUM_DELTA_COMMITS

@Deprecated
public static final int DEFAULT_METADATA_COMPACT_NUM_DELTA_COMMITS

Deprecated. Use COMPACT_NUM_DELTA_COMMITS and its methods.

MIN_COMMITS_TO_KEEP_PROP

@Deprecated
public static final String MIN_COMMITS_TO_KEEP_PROP

Deprecated. Use MIN_COMMITS_TO_KEEP and its methods.

DEFAULT_MIN_COMMITS_TO_KEEP

@Deprecated
public static final int DEFAULT_MIN_COMMITS_TO_KEEP

Deprecated. Use MIN_COMMITS_TO_KEEP and its methods.

MAX_COMMITS_TO_KEEP_PROP

@Deprecated
public static final String MAX_COMMITS_TO_KEEP_PROP

Deprecated. Use MAX_COMMITS_TO_KEEP and its methods.

DEFAULT_MAX_COMMITS_TO_KEEP

@Deprecated
public static final int DEFAULT_MAX_COMMITS_TO_KEEP

Deprecated. Use MAX_COMMITS_TO_KEEP and its methods.

CLEANER_COMMITS_RETAINED_PROP

@Deprecated
public static final String CLEANER_COMMITS_RETAINED_PROP

Deprecated. Use CLEANER_COMMITS_RETAINED and its methods.

DEFAULT_CLEANER_COMMITS_RETAINED

@Deprecated
public static final int DEFAULT_CLEANER_COMMITS_RETAINED

Deprecated. Use CLEANER_COMMITS_RETAINED and its methods.

ENABLE_FALLBACK_PROP

@Deprecated
public static final String ENABLE_FALLBACK_PROP

Deprecated. No longer takes any effect.

See Also:

Constant Field Values

DEFAULT_ENABLE_FALLBACK

@Deprecated
public static final String DEFAULT_ENABLE_FALLBACK

Deprecated. No longer takes any effect.

See Also:

Constant Field Values

DIRECTORY_FILTER_REGEX

@Deprecated
public static final String DIRECTORY_FILTER_REGEX

Deprecated. Use DIR_FILTER_REGEX and its methods.

DEFAULT_DIRECTORY_FILTER_REGEX

@Deprecated
public static final String DEFAULT_DIRECTORY_FILTER_REGEX

Deprecated. Use DIR_FILTER_REGEX and its methods.

HOODIE_ASSUME_DATE_PARTITIONING_PROP

@Deprecated
public static final String HOODIE_ASSUME_DATE_PARTITIONING_PROP

Deprecated. Use ASSUME_DATE_PARTITIONING and its methods.

DEFAULT_ASSUME_DATE_PARTITIONING

@Deprecated
public static final String DEFAULT_ASSUME_DATE_PARTITIONING

Deprecated. Use ASSUME_DATE_PARTITIONING and its methods.

FILE_LISTING_PARALLELISM_PROP

@Deprecated
public static final String FILE_LISTING_PARALLELISM_PROP

Deprecated. Use FILE_LISTING_PARALLELISM_VALUE and its methods.

DEFAULT_FILE_LISTING_PARALLELISM

@Deprecated
public static final int DEFAULT_FILE_LISTING_PARALLELISM

Deprecated. Use FILE_LISTING_PARALLELISM_VALUE and its methods.

Method Detail

newBuilder

public static HoodieMetadataConfig.Builder newBuilder()

getFileListingParallelism

public int getFileListingParallelism()

shouldAssumeDatePartitioning

public Boolean shouldAssumeDatePartitioning()

enabled

public boolean enabled()

isBloomFilterIndexEnabled

public boolean isBloomFilterIndexEnabled()

isColumnStatsIndexEnabled

public boolean isColumnStatsIndexEnabled()

getColumnsEnabledForColumnStatsIndex

public List<String> getColumnsEnabledForColumnStatsIndex()

getColumnStatsIndexProcessingModeOverride

public String getColumnStatsIndexProcessingModeOverride()

getColumnStatsIndexInMemoryProjectionThreshold

public Integer getColumnStatsIndexInMemoryProjectionThreshold()

getColumnsEnabledForBloomFilterIndex

public List<String> getColumnsEnabledForBloomFilterIndex()

getBloomFilterIndexFileGroupCount

public int getBloomFilterIndexFileGroupCount()

getColumnStatsIndexFileGroupCount

public int getColumnStatsIndexFileGroupCount()

getBloomFilterIndexParallelism

public int getBloomFilterIndexParallelism()

getColumnStatsIndexParallelism

public int getColumnStatsIndexParallelism()

getIndexingCheckTimeoutSeconds

public int getIndexingCheckTimeoutSeconds()

enableMetrics

public boolean enableMetrics()

getDirectoryFilterRegex

public String getDirectoryFilterRegex()

allowFullScan

public boolean allowFullScan()

populateMetaFields

public boolean populateMetaFields()

ignoreSpuriousDeletes

public boolean ignoreSpuriousDeletes()