org.apache.hudi.common.table.view

Class FileSystemViewStorageConfig

java.lang.Object

org.apache.hudi.common.config.HoodieConfig

org.apache.hudi.common.table.view.FileSystemViewStorageConfig

All Implemented Interfaces:

Serializable

public class FileSystemViewStorageConfig
extends HoodieConfig

File System View Storage Configurations.

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	FileSystemViewStorageConfig.Builder The builder used to build FileSystemViewStorageConfig.

Field Summary

Fields

Modifier and Type	Field and Description
static ConfigProperty<Double>	BOOTSTRAP_BASE_FILE_MEM_FRACTION
static String	DEFAULT_FILESYSTEM_VIEW_INCREMENTAL_SYNC_MODE Deprecated. Use INCREMENTAL_TIMELINE_SYNC_ENABLE and its methods.
static Integer	DEFAULT_REMOTE_TIMELINE_CLIENT_TIMEOUT_SECS Deprecated. Use REMOTE_TIMEOUT_SECS and its methods.
static Integer	DEFAULT_REMOTE_VIEW_SERVER_PORT Deprecated. Use REMOTE_PORT_NUM and its methods.
static String	DEFAULT_ROCKSDB_BASE_PATH Deprecated. Use ROCKSDB_BASE_PATH and its methods.
static FileSystemViewStorageType	DEFAULT_SECONDARY_VIEW_STORAGE_TYPE Deprecated. Use SECONDARY_VIEW_TYPE and its methods.
static String	DEFAULT_VIEW_SPILLABLE_DIR Deprecated. Use SPILLABLE_DIR and its methods.
static FileSystemViewStorageType	DEFAULT_VIEW_STORAGE_TYPE Deprecated. Use VIEW_TYPE and its methods.
static String	DEFUALT_REMOTE_VIEW_SERVER_HOST Deprecated. Use REMOTE_HOST_NAME and its methods.
static String	FILESTYSTEM_REMOTE_TIMELINE_CLIENT_TIMEOUT_SECS Deprecated. Use REMOTE_TIMEOUT_SECS and its methods.
static String	FILESYSTEM_SECONDARY_VIEW_STORAGE_TYPE Deprecated. Use SECONDARY_VIEW_TYPE and its methods.
static String	FILESYSTEM_VIEW_BOOTSTRAP_BASE_FILE_FRACTION Deprecated. Use BOOTSTRAP_BASE_FILE_MEM_FRACTION and its methods.
static String	FILESYSTEM_VIEW_INCREMENTAL_SYNC_MODE Deprecated. Use INCREMENTAL_TIMELINE_SYNC_ENABLE and its methods.
static String	FILESYSTEM_VIEW_PENDING_CLUSTERING_MEM_FRACTION Deprecated. Use SPILLABLE_CLUSTERING_MEM_FRACTION and its methods.
static String	FILESYSTEM_VIEW_PENDING_COMPACTION_MEM_FRACTION Deprecated. Use SPILLABLE_COMPACTION_MEM_FRACTION and its methods.
static String	FILESYSTEM_VIEW_REMOTE_HOST Deprecated. Use REMOTE_HOST_NAME and its methods.
static String	FILESYSTEM_VIEW_REMOTE_PORT Deprecated. Use REMOTE_PORT_NUM and its methods.
static String	FILESYSTEM_VIEW_REPLACED_MEM_FRACTION Deprecated. Use SPILLABLE_REPLACED_MEM_FRACTION and its methods.
static String	FILESYSTEM_VIEW_SPILLABLE_DIR Deprecated. Use SPILLABLE_DIR and its methods.
static String	FILESYSTEM_VIEW_SPILLABLE_MEM Deprecated. Use SPILLABLE_MEMORY and its methods.
static String	FILESYSTEM_VIEW_STORAGE_TYPE Deprecated. Use VIEW_TYPE and its methods.
static ConfigProperty<String>	INCREMENTAL_TIMELINE_SYNC_ENABLE
static ConfigProperty<String>	REMOTE_BACKUP_VIEW_ENABLE
static ConfigProperty<String>	REMOTE_HOST_NAME
static ConfigProperty<Long>	REMOTE_INITIAL_RETRY_INTERVAL_MS
static ConfigProperty<Long>	REMOTE_MAX_RETRY_INTERVAL_MS
static ConfigProperty<Integer>	REMOTE_MAX_RETRY_NUMBERS
static ConfigProperty<Integer>	REMOTE_PORT_NUM
static ConfigProperty<String>	REMOTE_RETRY_ENABLE
static ConfigProperty<Integer>	REMOTE_TIMEOUT_SECS
static ConfigProperty<String>	RETRY_EXCEPTIONS
static ConfigProperty<String>	ROCKSDB_BASE_PATH
static ConfigProperty<FileSystemViewStorageType>	SECONDARY_VIEW_TYPE
static ConfigProperty<Double>	SPILLABLE_CLUSTERING_MEM_FRACTION
static ConfigProperty<Double>	SPILLABLE_COMPACTION_MEM_FRACTION
static ConfigProperty<String>	SPILLABLE_DIR
static ConfigProperty<Double>	SPILLABLE_LOG_COMPACTION_MEM_FRACTION
static ConfigProperty<Long>	SPILLABLE_MEMORY
static ConfigProperty<Double>	SPILLABLE_REPLACED_MEM_FRACTION
static ConfigProperty<FileSystemViewStorageType>	VIEW_TYPE

Fields inherited from class org.apache.hudi.common.config.HoodieConfig

CONFIG_VALUES_DELIMITER, props

Method Summary

Modifier and Type	Method and Description
long	getMaxMemoryForBootstrapBaseFile()
long	getMaxMemoryForFileGroupMap()
long	getMaxMemoryForPendingClusteringFileGroups()
long	getMaxMemoryForPendingCompaction()
long	getMaxMemoryForPendingLogCompaction()
long	getMaxMemoryForReplacedFileGroups()
Long	getRemoteTimelineClientMaxRetryIntervalMs()
Integer	getRemoteTimelineClientMaxRetryNumbers()
String	getRemoteTimelineClientRetryExceptions()
Integer	getRemoteTimelineClientTimeoutSecs()
Long	getRemoteTimelineInitialRetryIntervalMs()
String	getRemoteViewServerHost()
Integer	getRemoteViewServerPort()
String	getRocksdbBasePath()
FileSystemViewStorageType	getSecondaryStorageType()
String	getSpillableDir()
FileSystemViewStorageType	getStorageType()
boolean	isIncrementalTimelineSyncEnabled()
boolean	isRemoteTimelineClientRetryEnabled()
static FileSystemViewStorageConfig.Builder	newBuilder()
boolean	shouldEnableBackupForRemoteFileSystemView()

Methods inherited from class org.apache.hudi.common.config.HoodieConfig

contains, contains, getBoolean, getBooleanOrDefault, getBooleanOrDefault, getBooleanOrDefault, getDouble, getDoubleOrDefault, getFloat, getFloatOrDefault, getInt, getIntOrDefault, getLong, getLongOrDefault, getProps, getProps, getSplitStrings, getSplitStrings, getString, getString, getStringOrDefault, getStringOrDefault, getStringOrThrow, setAll, setDefault, setDefaultOnCondition, setDefaults, setDefaultValue, setDefaultValue, setValue, setValue

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

VIEW_TYPE

public static final ConfigProperty<FileSystemViewStorageType> VIEW_TYPE

INCREMENTAL_TIMELINE_SYNC_ENABLE

public static final ConfigProperty<String> INCREMENTAL_TIMELINE_SYNC_ENABLE

SECONDARY_VIEW_TYPE

public static final ConfigProperty<FileSystemViewStorageType> SECONDARY_VIEW_TYPE

REMOTE_HOST_NAME

public static final ConfigProperty<String> REMOTE_HOST_NAME

REMOTE_PORT_NUM

public static final ConfigProperty<Integer> REMOTE_PORT_NUM

SPILLABLE_DIR

public static final ConfigProperty<String> SPILLABLE_DIR

SPILLABLE_MEMORY

public static final ConfigProperty<Long> SPILLABLE_MEMORY

SPILLABLE_COMPACTION_MEM_FRACTION

public static final ConfigProperty<Double> SPILLABLE_COMPACTION_MEM_FRACTION

SPILLABLE_LOG_COMPACTION_MEM_FRACTION

public static final ConfigProperty<Double> SPILLABLE_LOG_COMPACTION_MEM_FRACTION

BOOTSTRAP_BASE_FILE_MEM_FRACTION

public static final ConfigProperty<Double> BOOTSTRAP_BASE_FILE_MEM_FRACTION

SPILLABLE_REPLACED_MEM_FRACTION

public static final ConfigProperty<Double> SPILLABLE_REPLACED_MEM_FRACTION

SPILLABLE_CLUSTERING_MEM_FRACTION

public static final ConfigProperty<Double> SPILLABLE_CLUSTERING_MEM_FRACTION

ROCKSDB_BASE_PATH

public static final ConfigProperty<String> ROCKSDB_BASE_PATH

REMOTE_TIMEOUT_SECS

public static final ConfigProperty<Integer> REMOTE_TIMEOUT_SECS

REMOTE_RETRY_ENABLE

public static final ConfigProperty<String> REMOTE_RETRY_ENABLE

REMOTE_MAX_RETRY_NUMBERS

public static final ConfigProperty<Integer> REMOTE_MAX_RETRY_NUMBERS

REMOTE_INITIAL_RETRY_INTERVAL_MS

public static final ConfigProperty<Long> REMOTE_INITIAL_RETRY_INTERVAL_MS

REMOTE_MAX_RETRY_INTERVAL_MS

public static final ConfigProperty<Long> REMOTE_MAX_RETRY_INTERVAL_MS

RETRY_EXCEPTIONS

public static final ConfigProperty<String> RETRY_EXCEPTIONS

REMOTE_BACKUP_VIEW_ENABLE

public static final ConfigProperty<String> REMOTE_BACKUP_VIEW_ENABLE

FILESYSTEM_VIEW_STORAGE_TYPE

@Deprecated
public static final String FILESYSTEM_VIEW_STORAGE_TYPE

Deprecated. Use VIEW_TYPE and its methods.

DEFAULT_VIEW_STORAGE_TYPE

@Deprecated
public static final FileSystemViewStorageType DEFAULT_VIEW_STORAGE_TYPE

Deprecated. Use VIEW_TYPE and its methods.

FILESYSTEM_VIEW_INCREMENTAL_SYNC_MODE

@Deprecated
public static final String FILESYSTEM_VIEW_INCREMENTAL_SYNC_MODE

Deprecated. Use INCREMENTAL_TIMELINE_SYNC_ENABLE and its methods.

DEFAULT_FILESYSTEM_VIEW_INCREMENTAL_SYNC_MODE

@Deprecated
public static final String DEFAULT_FILESYSTEM_VIEW_INCREMENTAL_SYNC_MODE

Deprecated. Use INCREMENTAL_TIMELINE_SYNC_ENABLE and its methods.

FILESYSTEM_SECONDARY_VIEW_STORAGE_TYPE

@Deprecated
public static final String FILESYSTEM_SECONDARY_VIEW_STORAGE_TYPE

Deprecated. Use SECONDARY_VIEW_TYPE and its methods.

DEFAULT_SECONDARY_VIEW_STORAGE_TYPE

@Deprecated
public static final FileSystemViewStorageType DEFAULT_SECONDARY_VIEW_STORAGE_TYPE

Deprecated. Use SECONDARY_VIEW_TYPE and its methods.

FILESYSTEM_VIEW_REMOTE_HOST

@Deprecated
public static final String FILESYSTEM_VIEW_REMOTE_HOST

Deprecated. Use REMOTE_HOST_NAME and its methods.

DEFUALT_REMOTE_VIEW_SERVER_HOST

@Deprecated
public static final String DEFUALT_REMOTE_VIEW_SERVER_HOST

Deprecated. Use REMOTE_HOST_NAME and its methods.

FILESYSTEM_VIEW_REMOTE_PORT

@Deprecated
public static final String FILESYSTEM_VIEW_REMOTE_PORT

Deprecated. Use REMOTE_PORT_NUM and its methods.

DEFAULT_REMOTE_VIEW_SERVER_PORT

@Deprecated
public static final Integer DEFAULT_REMOTE_VIEW_SERVER_PORT

Deprecated. Use REMOTE_PORT_NUM and its methods.

FILESYSTEM_VIEW_SPILLABLE_DIR

@Deprecated
public static final String FILESYSTEM_VIEW_SPILLABLE_DIR

Deprecated. Use SPILLABLE_DIR and its methods.

DEFAULT_VIEW_SPILLABLE_DIR

@Deprecated
public static final String DEFAULT_VIEW_SPILLABLE_DIR

Deprecated. Use SPILLABLE_DIR and its methods.

FILESYSTEM_VIEW_SPILLABLE_MEM

@Deprecated
public static final String FILESYSTEM_VIEW_SPILLABLE_MEM

Deprecated. Use SPILLABLE_MEMORY and its methods.

FILESYSTEM_VIEW_PENDING_COMPACTION_MEM_FRACTION

@Deprecated
public static final String FILESYSTEM_VIEW_PENDING_COMPACTION_MEM_FRACTION

Deprecated. Use SPILLABLE_COMPACTION_MEM_FRACTION and its methods.

FILESYSTEM_VIEW_BOOTSTRAP_BASE_FILE_FRACTION

@Deprecated
public static final String FILESYSTEM_VIEW_BOOTSTRAP_BASE_FILE_FRACTION

Deprecated. Use BOOTSTRAP_BASE_FILE_MEM_FRACTION and its methods.

FILESYSTEM_VIEW_REPLACED_MEM_FRACTION

@Deprecated
public static final String FILESYSTEM_VIEW_REPLACED_MEM_FRACTION

Deprecated. Use SPILLABLE_REPLACED_MEM_FRACTION and its methods.

FILESYSTEM_VIEW_PENDING_CLUSTERING_MEM_FRACTION

@Deprecated
public static final String FILESYSTEM_VIEW_PENDING_CLUSTERING_MEM_FRACTION

Deprecated. Use SPILLABLE_CLUSTERING_MEM_FRACTION and its methods.

DEFAULT_ROCKSDB_BASE_PATH

@Deprecated
public static final String DEFAULT_ROCKSDB_BASE_PATH

Deprecated. Use ROCKSDB_BASE_PATH and its methods.

FILESTYSTEM_REMOTE_TIMELINE_CLIENT_TIMEOUT_SECS

@Deprecated
public static final String FILESTYSTEM_REMOTE_TIMELINE_CLIENT_TIMEOUT_SECS

Deprecated. Use REMOTE_TIMEOUT_SECS and its methods.

DEFAULT_REMOTE_TIMELINE_CLIENT_TIMEOUT_SECS

@Deprecated
public static final Integer DEFAULT_REMOTE_TIMELINE_CLIENT_TIMEOUT_SECS

Deprecated. Use REMOTE_TIMEOUT_SECS and its methods.

Method Detail

newBuilder

public static FileSystemViewStorageConfig.Builder newBuilder()

getStorageType

public FileSystemViewStorageType getStorageType()

isIncrementalTimelineSyncEnabled

public boolean isIncrementalTimelineSyncEnabled()

getRemoteViewServerHost

public String getRemoteViewServerHost()

getRemoteViewServerPort

public Integer getRemoteViewServerPort()

getRemoteTimelineClientTimeoutSecs

public Integer getRemoteTimelineClientTimeoutSecs()

isRemoteTimelineClientRetryEnabled

public boolean isRemoteTimelineClientRetryEnabled()

getRemoteTimelineClientMaxRetryNumbers

public Integer getRemoteTimelineClientMaxRetryNumbers()

getRemoteTimelineInitialRetryIntervalMs

public Long getRemoteTimelineInitialRetryIntervalMs()

getRemoteTimelineClientMaxRetryIntervalMs

public Long getRemoteTimelineClientMaxRetryIntervalMs()

getRemoteTimelineClientRetryExceptions

public String getRemoteTimelineClientRetryExceptions()

getMaxMemoryForFileGroupMap

public long getMaxMemoryForFileGroupMap()

getMaxMemoryForPendingCompaction

public long getMaxMemoryForPendingCompaction()

getMaxMemoryForPendingLogCompaction

public long getMaxMemoryForPendingLogCompaction()

getMaxMemoryForBootstrapBaseFile

public long getMaxMemoryForBootstrapBaseFile()

getMaxMemoryForReplacedFileGroups

public long getMaxMemoryForReplacedFileGroups()

getMaxMemoryForPendingClusteringFileGroups

public long getMaxMemoryForPendingClusteringFileGroups()

getSpillableDir

public String getSpillableDir()

getSecondaryStorageType

public FileSystemViewStorageType getSecondaryStorageType()

shouldEnableBackupForRemoteFileSystemView

public boolean shouldEnableBackupForRemoteFileSystemView()

getRocksdbBasePath

public String getRocksdbBasePath()