@Immutable public class HoodieWriteConfig extends HoodieConfig
| Modifier and Type | Class and Description |
|---|---|
static class |
HoodieWriteConfig.Builder |
CONFIG_VALUES_DELIMITER, props| Modifier | Constructor and Description |
|---|---|
protected |
HoodieWriteConfig()
Use Spark engine by default.
|
protected |
HoodieWriteConfig(EngineType engineType,
Properties props) |
contains, contains, getBoolean, getBooleanOrDefault, getBooleanOrDefault, getBooleanOrDefault, getDouble, getDoubleOrDefault, getFloat, getFloatOrDefault, getInt, getIntOrDefault, getLong, getLongOrDefault, getProps, getProps, getSplitStrings, getSplitStrings, getString, getString, getStringOrDefault, getStringOrDefault, getStringOrThrow, setAll, setDefault, setDefaultOnCondition, setDefaults, setDefaultValue, setDefaultValue, setValue, setValuepublic static final String STREAMER_CHECKPOINT_KEY
@Deprecated public static final String DELTASTREAMER_CHECKPOINT_KEY
public static final String CONCURRENCY_PREFIX
public static final ConfigProperty<String> TBL_NAME
public static final ConfigProperty<String> TAGGED_RECORD_STORAGE_LEVEL_VALUE
public static final ConfigProperty<String> PRECOMBINE_FIELD_NAME
public static final ConfigProperty<String> WRITE_PAYLOAD_CLASS_NAME
public static final ConfigProperty<String> RECORD_MERGER_IMPLS
public static final ConfigProperty<String> RECORD_MERGER_STRATEGY
public static final ConfigProperty<String> KEYGENERATOR_CLASS_NAME
public static final ConfigProperty<String> WRITE_EXECUTOR_TYPE
public static final ConfigProperty<String> KEYGENERATOR_TYPE
public static final ConfigProperty<String> ROLLBACK_USING_MARKERS_ENABLE
public static final ConfigProperty<String> TIMELINE_LAYOUT_VERSION_NUM
public static final ConfigProperty<HoodieFileFormat> BASE_FILE_FORMAT
public static final ConfigProperty<String> BASE_PATH
public static final ConfigProperty<String> AVRO_SCHEMA_STRING
public static final ConfigProperty<String> INTERNAL_SCHEMA_STRING
public static final ConfigProperty<Boolean> ENABLE_INTERNAL_SCHEMA_CACHE
public static final ConfigProperty<String> AVRO_SCHEMA_VALIDATE_ENABLE
public static final ConfigProperty<String> SCHEMA_ALLOW_AUTO_EVOLUTION_COLUMN_DROP
public static final ConfigProperty<String> INSERT_PARALLELISM_VALUE
public static final ConfigProperty<String> BULKINSERT_PARALLELISM_VALUE
public static final ConfigProperty<String> BULKINSERT_USER_DEFINED_PARTITIONER_SORT_COLUMNS
public static final ConfigProperty<String> BULKINSERT_USER_DEFINED_PARTITIONER_CLASS_NAME
public static final ConfigProperty<String> UPSERT_PARALLELISM_VALUE
public static final ConfigProperty<String> DELETE_PARALLELISM_VALUE
public static final ConfigProperty<String> ROLLBACK_PARALLELISM_VALUE
public static final ConfigProperty<String> WRITE_BUFFER_LIMIT_BYTES_VALUE
public static final ConfigProperty<String> WRITE_EXECUTOR_DISRUPTOR_BUFFER_LIMIT_BYTES
public static final ConfigProperty<String> WRITE_EXECUTOR_DISRUPTOR_WAIT_STRATEGY
public static final ConfigProperty<String> COMBINE_BEFORE_INSERT
public static final ConfigProperty<String> COMBINE_BEFORE_UPSERT
public static final ConfigProperty<String> COMBINE_BEFORE_DELETE
public static final ConfigProperty<String> WRITE_STATUS_STORAGE_LEVEL_VALUE
public static final ConfigProperty<String> AUTO_COMMIT_ENABLE
public static final ConfigProperty<String> WRITE_STATUS_CLASS_NAME
public static final ConfigProperty<String> FINALIZE_WRITE_PARALLELISM_VALUE
public static final ConfigProperty<String> MARKERS_TYPE
public static final ConfigProperty<Integer> MARKERS_TIMELINE_SERVER_BASED_BATCH_NUM_THREADS
public static final ConfigProperty<Long> MARKERS_TIMELINE_SERVER_BASED_BATCH_INTERVAL_MS
public static final ConfigProperty<String> MARKERS_DELETE_PARALLELISM_VALUE
public static final ConfigProperty<String> BULK_INSERT_SORT_MODE
public static final ConfigProperty<String> EMBEDDED_TIMELINE_SERVER_ENABLE
public static final ConfigProperty<Boolean> EMBEDDED_TIMELINE_SERVER_REUSE_ENABLED
public static final ConfigProperty<String> EMBEDDED_TIMELINE_SERVER_PORT_NUM
public static final ConfigProperty<String> EMBEDDED_TIMELINE_NUM_SERVER_THREADS
public static final ConfigProperty<String> EMBEDDED_TIMELINE_SERVER_COMPRESS_ENABLE
public static final ConfigProperty<String> EMBEDDED_TIMELINE_SERVER_USE_ASYNC_ENABLE
public static final ConfigProperty<String> FAIL_ON_TIMELINE_ARCHIVING_ENABLE
public static final ConfigProperty<String> FAIL_ON_INLINE_TABLE_SERVICE_EXCEPTION
public static final ConfigProperty<Long> INITIAL_CONSISTENCY_CHECK_INTERVAL_MS
public static final ConfigProperty<Long> MAX_CONSISTENCY_CHECK_INTERVAL_MS
public static final ConfigProperty<Integer> MAX_CONSISTENCY_CHECKS
public static final ConfigProperty<String> MERGE_DATA_VALIDATION_CHECK_ENABLE
public static final ConfigProperty<String> MERGE_ALLOW_DUPLICATE_ON_INSERTS_ENABLE
public static final ConfigProperty<Integer> MERGE_SMALL_FILE_GROUP_CANDIDATES_LIMIT
public static final ConfigProperty<Integer> CLIENT_HEARTBEAT_INTERVAL_IN_MS
public static final ConfigProperty<Integer> CLIENT_HEARTBEAT_NUM_TOLERABLE_MISSES
public static final ConfigProperty<String> WRITE_CONCURRENCY_MODE
public static final ConfigProperty<Integer> NUM_RETRIES_ON_CONFLICT_FAILURES
public static final ConfigProperty<String> WRITE_SCHEMA_OVERRIDE
public static final ConfigProperty<String> ALLOW_MULTI_WRITE_ON_SAME_INSTANT_ENABLE
Given Hudi commit protocol, these are generally unsafe operations and user need to handle failure scenarios. It only works with COW table. Hudi 0.5.x had stopped this behavior.
Given the importance of supporting such cases for the user's migration to 0.5.x, we are proposing a safety flag (disabled by default) which will allow this old behavior.
public static final ConfigProperty<String> AVRO_EXTERNAL_SCHEMA_TRANSFORMATION_ENABLE
public static final ConfigProperty<Boolean> ALLOW_EMPTY_COMMIT
public static final ConfigProperty<Boolean> ALLOW_OPERATION_METADATA_FIELD
public static final ConfigProperty<String> FILEID_PREFIX_PROVIDER_CLASS
public static final ConfigProperty<Boolean> TABLE_SERVICES_ENABLED
public static final ConfigProperty<Boolean> RELEASE_RESOURCE_ENABLE
public static final ConfigProperty<Boolean> AUTO_ADJUST_LOCK_CONFIGS
public static final ConfigProperty<Boolean> SKIP_DEFAULT_PARTITION_VALIDATION
public static final ConfigProperty<String> EARLY_CONFLICT_DETECTION_STRATEGY_CLASS_NAME
public static final ConfigProperty<Boolean> EARLY_CONFLICT_DETECTION_ENABLE
public static final ConfigProperty<Long> ASYNC_CONFLICT_DETECTOR_INITIAL_DELAY_MS
public static final ConfigProperty<Long> ASYNC_CONFLICT_DETECTOR_PERIOD_MS
public static final ConfigProperty<Boolean> EARLY_CONFLICT_DETECTION_CHECK_COMMIT_CONFLICT
public static final ConfigProperty<String> SENSITIVE_CONFIG_KEYS_FILTER
public static final ConfigProperty<Boolean> ROLLBACK_INSTANT_BACKUP_ENABLED
public static final ConfigProperty<String> ROLLBACK_INSTANT_BACKUP_DIRECTORY
public static final ConfigProperty<String> CLIENT_INIT_CALLBACK_CLASS_NAMES
public static final String SPARK_SQL_MERGE_INTO_PREPPED_KEY
public static final String WRITES_FILEID_ENCODING
@Deprecated public static final String TABLE_NAME
TBL_NAME and its methods instead@Deprecated public static final String PRECOMBINE_FIELD_PROP
PRECOMBINE_FIELD_NAME and its methods instead@Deprecated public static final String WRITE_PAYLOAD_CLASS
WRITE_PAYLOAD_CLASS_NAME and its methods instead@Deprecated public static final String DEFAULT_WRITE_PAYLOAD_CLASS
WRITE_PAYLOAD_CLASS_NAME and its methods instead@Deprecated public static final String KEYGENERATOR_CLASS_PROP
KEYGENERATOR_CLASS_NAME and its methods instead@Deprecated public static final String DEFAULT_KEYGENERATOR_CLASS
KEYGENERATOR_CLASS_NAME and its methods instead@Deprecated public static final String DEFAULT_ROLLBACK_USING_MARKERS
ROLLBACK_USING_MARKERS_ENABLE and its methods instead@Deprecated public static final String ROLLBACK_USING_MARKERS
ROLLBACK_USING_MARKERS_ENABLE and its methods instead@Deprecated public static final String TIMELINE_LAYOUT_VERSION
TIMELINE_LAYOUT_VERSION_NUM and its methods instead@Deprecated public static final String BASE_PATH_PROP
BASE_PATH and its methods instead@Deprecated public static final String AVRO_SCHEMA
AVRO_SCHEMA_STRING and its methods instead@Deprecated public static final String AVRO_SCHEMA_VALIDATE
AVRO_SCHEMA_VALIDATE_ENABLE and its methods instead@Deprecated public static final String DEFAULT_AVRO_SCHEMA_VALIDATE
AVRO_SCHEMA_VALIDATE_ENABLE and its methods instead@Deprecated public static final String DEFAULT_PARALLELISM
INSERT_PARALLELISM_VALUE and its methods instead@Deprecated public static final String INSERT_PARALLELISM
INSERT_PARALLELISM_VALUE and its methods instead@Deprecated public static final String BULKINSERT_PARALLELISM
BULKINSERT_PARALLELISM_VALUE and its methods instead@Deprecated public static final String BULKINSERT_USER_DEFINED_PARTITIONER_CLASS
BULKINSERT_USER_DEFINED_PARTITIONER_CLASS_NAME and its methods instead@Deprecated public static final String BULKINSERT_INPUT_DATA_SCHEMA_DDL
@Deprecated public static final String UPSERT_PARALLELISM
UPSERT_PARALLELISM_VALUE and its methods instead@Deprecated public static final String DELETE_PARALLELISM
DELETE_PARALLELISM_VALUE and its methods instead@Deprecated public static final String DEFAULT_ROLLBACK_PARALLELISM
ROLLBACK_PARALLELISM_VALUE and its methods instead@Deprecated public static final String ROLLBACK_PARALLELISM
ROLLBACK_PARALLELISM_VALUE and its methods instead@Deprecated public static final String WRITE_BUFFER_LIMIT_BYTES
WRITE_BUFFER_LIMIT_BYTES_VALUE and its methods instead@Deprecated public static final String DEFAULT_WRITE_BUFFER_LIMIT_BYTES
WRITE_BUFFER_LIMIT_BYTES_VALUE and its methods instead@Deprecated public static final String COMBINE_BEFORE_INSERT_PROP
COMBINE_BEFORE_INSERT and its methods instead@Deprecated public static final String DEFAULT_COMBINE_BEFORE_INSERT
COMBINE_BEFORE_INSERT and its methods instead@Deprecated public static final String COMBINE_BEFORE_UPSERT_PROP
COMBINE_BEFORE_UPSERT and its methods instead@Deprecated public static final String DEFAULT_COMBINE_BEFORE_UPSERT
COMBINE_BEFORE_UPSERT and its methods instead@Deprecated public static final String COMBINE_BEFORE_DELETE_PROP
COMBINE_BEFORE_DELETE and its methods instead@Deprecated public static final String DEFAULT_COMBINE_BEFORE_DELETE
COMBINE_BEFORE_DELETE and its methods instead@Deprecated public static final String WRITE_STATUS_STORAGE_LEVEL
WRITE_STATUS_STORAGE_LEVEL_VALUE and its methods instead@Deprecated public static final String DEFAULT_WRITE_STATUS_STORAGE_LEVEL
WRITE_STATUS_STORAGE_LEVEL_VALUE and its methods instead@Deprecated public static final String HOODIE_AUTO_COMMIT_PROP
AUTO_COMMIT_ENABLE and its methods instead@Deprecated public static final String DEFAULT_HOODIE_AUTO_COMMIT
AUTO_COMMIT_ENABLE and its methods instead@Deprecated public static final String HOODIE_WRITE_STATUS_CLASS_PROP
WRITE_STATUS_CLASS_NAME and its methods instead@Deprecated public static final String DEFAULT_HOODIE_WRITE_STATUS_CLASS
WRITE_STATUS_CLASS_NAME and its methods instead@Deprecated public static final String FINALIZE_WRITE_PARALLELISM
FINALIZE_WRITE_PARALLELISM_VALUE and its methods instead@Deprecated public static final String DEFAULT_FINALIZE_WRITE_PARALLELISM
FINALIZE_WRITE_PARALLELISM_VALUE and its methods instead@Deprecated public static final String MARKERS_DELETE_PARALLELISM
MARKERS_DELETE_PARALLELISM_VALUE and its methods instead@Deprecated public static final String DEFAULT_MARKERS_DELETE_PARALLELISM
MARKERS_DELETE_PARALLELISM_VALUE and its methods instead@Deprecated public static final String BULKINSERT_SORT_MODE
BULK_INSERT_SORT_MODE and its methods instead@Deprecated public static final String DEFAULT_BULKINSERT_SORT_MODE
BULK_INSERT_SORT_MODE and its methods instead@Deprecated public static final String EMBEDDED_TIMELINE_SERVER_ENABLED
EMBEDDED_TIMELINE_SERVER_ENABLE and its methods instead@Deprecated public static final String DEFAULT_EMBEDDED_TIMELINE_SERVER_ENABLED
EMBEDDED_TIMELINE_SERVER_ENABLE and its methods instead@Deprecated public static final String EMBEDDED_TIMELINE_SERVER_PORT
EMBEDDED_TIMELINE_SERVER_PORT_NUM and its methods instead@Deprecated public static final String DEFAULT_EMBEDDED_TIMELINE_SERVER_PORT
EMBEDDED_TIMELINE_SERVER_PORT_NUM and its methods instead@Deprecated public static final String EMBEDDED_TIMELINE_SERVER_THREADS
EMBEDDED_TIMELINE_NUM_SERVER_THREADS and its methods instead@Deprecated public static final String DEFAULT_EMBEDDED_TIMELINE_SERVER_THREADS
EMBEDDED_TIMELINE_NUM_SERVER_THREADS and its methods instead@Deprecated public static final String EMBEDDED_TIMELINE_SERVER_COMPRESS_OUTPUT
EMBEDDED_TIMELINE_SERVER_COMPRESS_ENABLE and its methods instead@Deprecated public static final String DEFAULT_EMBEDDED_TIMELINE_COMPRESS_OUTPUT
EMBEDDED_TIMELINE_SERVER_COMPRESS_ENABLE and its methods instead@Deprecated public static final String EMBEDDED_TIMELINE_SERVER_USE_ASYNC
EMBEDDED_TIMELINE_SERVER_USE_ASYNC_ENABLE and its methods instead@Deprecated public static final String DEFAULT_EMBEDDED_TIMELINE_SERVER_ASYNC
EMBEDDED_TIMELINE_SERVER_USE_ASYNC_ENABLE and its methods instead@Deprecated public static final String FAIL_ON_TIMELINE_ARCHIVING_ENABLED_PROP
FAIL_ON_TIMELINE_ARCHIVING_ENABLE and its methods instead@Deprecated public static final String DEFAULT_FAIL_ON_TIMELINE_ARCHIVING_ENABLED
FAIL_ON_TIMELINE_ARCHIVING_ENABLE and its methods instead@Deprecated public static final String INITIAL_CONSISTENCY_CHECK_INTERVAL_MS_PROP
INITIAL_CONSISTENCY_CHECK_INTERVAL_MS and its methods instead@Deprecated public static long DEFAULT_INITIAL_CONSISTENCY_CHECK_INTERVAL_MS
INITIAL_CONSISTENCY_CHECK_INTERVAL_MS and its methods instead@Deprecated public static final String MAX_CONSISTENCY_CHECK_INTERVAL_MS_PROP
MAX_CONSISTENCY_CHECK_INTERVAL_MS and its methods instead@Deprecated public static long DEFAULT_MAX_CONSISTENCY_CHECK_INTERVAL_MS
MAX_CONSISTENCY_CHECK_INTERVAL_MS and its methods instead@Deprecated public static final String MAX_CONSISTENCY_CHECKS_PROP
MAX_CONSISTENCY_CHECKS and its methods instead@Deprecated public static int DEFAULT_MAX_CONSISTENCY_CHECKS
MAX_CONSISTENCY_CHECKS and its methods instead@Deprecated public static final String CLIENT_HEARTBEAT_INTERVAL_IN_MS_PROP
CLIENT_HEARTBEAT_INTERVAL_IN_MS and its methods instead@Deprecated public static final Integer DEFAULT_CLIENT_HEARTBEAT_INTERVAL_IN_MS
CLIENT_HEARTBEAT_INTERVAL_IN_MS and its methods instead@Deprecated public static final String CLIENT_HEARTBEAT_NUM_TOLERABLE_MISSES_PROP
CLIENT_HEARTBEAT_NUM_TOLERABLE_MISSES and its methods instead@Deprecated public static final Integer DEFAULT_CLIENT_HEARTBEAT_NUM_TOLERABLE_MISSES
CLIENT_HEARTBEAT_NUM_TOLERABLE_MISSES and its methods instead@Deprecated public static final String WRITE_CONCURRENCY_MODE_PROP
WRITE_CONCURRENCY_MODE and its methods instead@Deprecated public static final String DEFAULT_WRITE_CONCURRENCY_MODE
WRITE_CONCURRENCY_MODE and its methods instead@Deprecated public static final String ALLOW_MULTI_WRITE_ON_SAME_INSTANT
ALLOW_MULTI_WRITE_ON_SAME_INSTANT_ENABLE and its methods instead@Deprecated public static final String DEFAULT_ALLOW_MULTI_WRITE_ON_SAME_INSTANT
ALLOW_MULTI_WRITE_ON_SAME_INSTANT_ENABLE and its methods instead@Deprecated public static final String EXTERNAL_RECORD_AND_SCHEMA_TRANSFORMATION
AVRO_EXTERNAL_SCHEMA_TRANSFORMATION_ENABLE and its methods instead@Deprecated public static final String DEFAULT_EXTERNAL_RECORD_AND_SCHEMA_TRANSFORMATION
AVRO_EXTERNAL_SCHEMA_TRANSFORMATION_ENABLE and its methods insteadprotected HoodieWriteConfig()
protected HoodieWriteConfig(EngineType engineType, Properties props)
public static HoodieWriteConfig.Builder newBuilder()
public String getBasePath()
public HoodieRecordMerger getRecordMerger()
public String getSchema()
public void setSchema(String schemaStr)
public void setRecordMergerClass(String recordMergerStrategy)
public String getWriteSchema()
WRITE_SCHEMA_OVERRIDE being
specified overriding original writing schemapublic String getTaggedRecordStorageLevel()
public String getInternalSchema()
public boolean getInternalSchemaCacheEnable()
public void setInternalSchemaString(String internalSchemaString)
public void setInternalSchemaCacheEnable(boolean enable)
public boolean getSchemaEvolutionEnable()
public void setSchemaEvolutionEnable(boolean enable)
public boolean shouldValidateAvroSchema()
public boolean shouldAllowAutoEvolutionColumnDrop()
public String getTableName()
public HoodieTableType getTableType()
public String getPreCombineField()
public String getWritePayloadClass()
public String getKeyGeneratorClass()
public ExecutorType getExecutorType()
public boolean isCDCEnabled()
public boolean isConsistentLogicalTimestampEnabled()
public Boolean shouldAutoCommit()
public Boolean shouldAssumeDatePartitioning()
public boolean shouldUseExternalSchemaTransformation()
public Integer getTimelineLayoutVersion()
public int getBulkInsertShuffleParallelism()
public String getUserDefinedBulkInsertPartitionerClass()
public String getUserDefinedBulkInsertPartitionerSortColumns()
public int getInsertShuffleParallelism()
public int getUpsertShuffleParallelism()
public int getDeleteShuffleParallelism()
public int getRollbackParallelism()
public int getFileListingParallelism()
public boolean shouldRollbackUsingMarkers()
public int getWriteBufferLimitBytes()
public String getWriteExecutorDisruptorWaitStrategy()
public Integer getWriteExecutorDisruptorWriteBufferLimitBytes()
public boolean shouldCombineBeforeInsert()
public boolean shouldCombineBeforeUpsert()
public boolean shouldCombineBeforeDelete()
public boolean shouldAllowMultiWriteOnSameInstant()
public String getWriteStatusClassName()
public int getFinalizeWriteParallelism()
public MarkerType getMarkersType()
public boolean isHiveStylePartitioningEnabled()
public int getMarkersTimelineServerBasedBatchNumThreads()
public long getMarkersTimelineServerBasedBatchIntervalMs()
public int getMarkersDeleteParallelism()
public boolean isEmbeddedTimelineServerEnabled()
public boolean isEmbeddedTimelineServerReuseEnabled()
public int getEmbeddedTimelineServerPort()
public int getEmbeddedTimelineServerThreads()
public boolean getEmbeddedTimelineServerCompressOutput()
public boolean getEmbeddedTimelineServerUseAsync()
public boolean isFailOnTimelineArchivingEnabled()
public boolean isFailOnInlineTableServiceExceptionEnabled()
public int getMaxConsistencyChecks()
public int getInitialConsistencyCheckIntervalMs()
public int getMaxConsistencyCheckIntervalMs()
public BulkInsertSortMode getBulkInsertSortMode()
public boolean isMergeDataValidationCheckEnabled()
public boolean allowDuplicateInserts()
public int getSmallFileGroupCandidatesLimit()
public EngineType getEngineType()
public boolean populateMetaFields()
public boolean isLogCompactionEnabled()
public int getLogCompactionBlocksThreshold()
public boolean enableOptimizedLogBlocksScan()
public HoodieCleaningPolicy getCleanerPolicy()
public int getCleanerFileVersionsRetained()
public int getCleanerCommitsRetained()
public int getCleanerHoursRetained()
public int getMaxCommitsToKeep()
public int getMinCommitsToKeep()
public int getArchiveMergeFilesBatchSize()
public int getParquetSmallFileLimit()
public double getRecordSizeEstimationThreshold()
public int getCopyOnWriteInsertSplitSize()
public int getCopyOnWriteRecordSizeEstimate()
public boolean allowMultipleCleans()
public boolean shouldAutoTuneInsertSplits()
public int getCleanerParallelism()
public int getCleaningMaxCommits()
public CleaningTriggerStrategy getCleaningTriggerStrategy()
public boolean isAutoClean()
public boolean getArchiveMergeEnable()
public boolean shouldArchiveBeyondSavepoint()
public long getArchiveMergeSmallFileLimitBytes()
public boolean isAutoArchive()
public boolean isAsyncArchive()
public boolean isAsyncClean()
public boolean incrementalCleanerModeEnabled()
public boolean inlineCompactionEnabled()
public boolean scheduleInlineCompaction()
public boolean inlineLogCompactionEnabled()
public CompactionTriggerStrategy getInlineCompactTriggerStrategy()
public int getInlineCompactDeltaCommitMax()
public int getInlineCompactDeltaSecondsMax()
public CompactionStrategy getCompactionStrategy()
public Long getTargetIOPerCompactionInMB()
public Long getCompactionLogFileSizeThreshold()
public Long getCompactionLogFileNumThreshold()
public Boolean getCompactionLazyBlockReadEnabled()
public Boolean getCompactionReverseLogReadEnabled()
public int getArchiveDeleteParallelism()
public boolean inlineClusteringEnabled()
public boolean scheduleInlineClustering()
public boolean isAsyncClusteringEnabled()
public boolean isClusteringEnabled()
public boolean isRollbackPendingClustering()
public int getInlineClusterMaxCommits()
public int getAsyncClusterMaxCommits()
public String getPayloadClass()
public int getTargetPartitionsPerDayBasedCompaction()
public int getCommitArchivalBatchSize()
public Boolean shouldCleanBootstrapBaseFile()
public String getClusteringUpdatesStrategyClass()
public HoodieFailedWritesCleaningPolicy getFailedWritesCleanPolicy()
public String getClusteringPlanStrategyClass()
public int getClusteringMaxParallelism()
public ClusteringPlanPartitionFilterMode getClusteringPlanPartitionFilterMode()
public String getBeginPartitionForClustering()
public String getEndPartitionForClustering()
public String getClusteringExecutionStrategyClass()
public long getClusteringMaxBytesInGroup()
public long getClusteringSmallFileLimit()
public String getClusteringPartitionSelected()
public String getClusteringPartitionFilterRegexPattern()
public int getClusteringMaxNumGroups()
public long getClusteringTargetFileMaxBytes()
public int getTargetPartitionsForClustering()
public int getSkipPartitionsFromLatestForClustering()
public boolean isSingleGroupClusteringEnabled()
public boolean shouldClusteringSingleGroup()
public String getClusteringSortColumns()
public boolean isClusteringSortEnabled()
public HoodieClusteringConfig.LayoutOptimizationStrategy getLayoutOptimizationStrategy()
public HoodieClusteringConfig.SpatialCurveCompositionStrategyType getLayoutOptimizationCurveBuildMethod()
public int getLayoutOptimizationSampleSize()
public HoodieIndex.IndexType getIndexType()
public String getIndexClass()
public HoodieIndex.BucketIndexEngineType getBucketIndexEngineType()
public int getBloomFilterNumEntries()
public double getBloomFilterFPP()
public String getHbaseZkQuorum()
public int getHbaseZkPort()
public String getHBaseZkZnodeParent()
public String getHbaseTableName()
public int getHbaseIndexGetBatchSize()
public Boolean getHBaseIndexRollbackSync()
public int getHbaseIndexPutBatchSize()
public boolean getHbaseIndexPutBatchSizeAutoCompute()
public String getHBaseQPSResourceAllocatorClass()
public String getHBaseQPSZKnodePath()
public String getHBaseZkZnodeSessionTimeout()
public String getHBaseZkZnodeConnectionTimeout()
public boolean getHBaseIndexShouldComputeQPSDynamically()
public String getHBaseIndexSecurityAuthentication()
public String getHBaseIndexKerberosUserKeytab()
public String getHBaseIndexKerberosUserPrincipal()
public String getHBaseIndexRegionserverPrincipal()
public String getHBaseIndexMasterPrincipal()
public int getHBaseIndexDesiredPutsTime()
public String getBloomFilterType()
public int getDynamicBloomFilterMaxNumEntries()
public float getHbaseIndexQPSFraction()
public float getHBaseIndexMinQPSFraction()
public float getHBaseIndexMaxQPSFraction()
public int getHbaseIndexMaxQPSPerRegionServer()
public boolean getHbaseIndexUpdatePartitionPath()
public int getHBaseIndexRegionCount()
public int getBloomIndexParallelism()
public boolean getBloomIndexPruneByRanges()
public boolean getBloomIndexUseCaching()
public boolean getBloomIndexUseMetadata()
public boolean useBloomIndexTreebasedFilter()
public boolean useBloomIndexBucketizedChecking()
public boolean isMetadataBloomFilterIndexEnabled()
public boolean isMetadataColumnStatsIndexEnabled()
public int getIndexingCheckTimeoutSeconds()
public int getMetadataBloomFilterIndexParallelism()
public int getColumnStatsIndexParallelism()
public int getBloomIndexKeysPerBucket()
public boolean getGlobalBloomIndexUpdatePartitionPath()
public int getSimpleIndexParallelism()
public boolean getSimpleIndexUseCaching()
public int getGlobalSimpleIndexParallelism()
public boolean getGlobalSimpleIndexUpdatePartitionPath()
public int getGlobalIndexReconcileParallelism()
public int getBucketIndexNumBuckets()
public int getBucketIndexMaxNumBuckets()
public int getBucketIndexMinNumBuckets()
public double getBucketSplitThreshold()
public double getBucketMergeThreshold()
public String getBucketIndexHashField()
public String getBucketIndexHashFieldWithDefault()
public boolean getRecordIndexUseCaching()
public boolean getRecordIndexUpdatePartitionPath()
public long getMaxFileSize(HoodieFileFormat format)
public long getParquetMaxFileSize()
public int getParquetBlockSize()
public int getParquetPageSize()
public long getLogFileDataBlockMaxSize()
public double getParquetCompressionRatio()
public org.apache.parquet.hadoop.metadata.CompressionCodecName getParquetCompressionCodec()
public boolean parquetDictionaryEnabled()
public String parquetWriteLegacyFormatEnabled()
public String parquetOutputTimestampType()
public String parquetFieldIdWriteEnabled()
public Option<HoodieLogBlock.HoodieLogBlockType> getLogDataBlockFormat()
public long getLogFileMaxSize()
public double getLogFileToParquetCompressionRatio()
public long getHFileMaxFileSize()
public int getHFileBlockSize()
public org.apache.hadoop.hbase.io.compress.Compression.Algorithm getHFileCompressionAlgorithm()
public long getOrcMaxFileSize()
public int getOrcStripeSize()
public int getOrcBlockSize()
public org.apache.orc.CompressionKind getOrcCompressionCodec()
public boolean isMetricsOn()
public boolean isCompactionLogBlockMetricsOn()
public boolean isExecutorMetricsEnabled()
public boolean isLockingMetricsEnabled()
public MetricsReporterType getMetricsReporterType()
public String getGraphiteServerHost()
public int getGraphiteServerPort()
public String getGraphiteMetricPrefix()
public int getGraphiteReportPeriodSeconds()
public String getJmxHost()
public String getJmxPort()
public int getDatadogReportPeriodSeconds()
public DatadogHttpClient.ApiSite getDatadogApiSite()
public String getDatadogApiKey()
public boolean getDatadogApiKeySkipValidation()
public int getDatadogApiTimeoutSeconds()
public String getDatadogMetricPrefix()
public String getDatadogMetricHost()
public int getCloudWatchReportPeriodSeconds()
public String getCloudWatchMetricPrefix()
public String getCloudWatchMetricNamespace()
public int getCloudWatchMaxDatumsPerRequest()
public String getMetricReporterClassName()
public int getPrometheusPort()
public String getPushGatewayHost()
public int getPushGatewayPort()
public int getPushGatewayReportPeriodSeconds()
public boolean getPushGatewayDeleteOnShutdown()
public String getPushGatewayJobName()
public String getPushGatewayLabels()
public boolean getPushGatewayRandomJobNameSuffix()
public String getMetricReporterMetricsNamePrefix()
public String getMetricReporterFileBasedConfigs()
public int getMaxDFSStreamBufferSize()
public String getSpillableMapBasePath()
public double getWriteStatusFailureFraction()
public ConsistencyGuardConfig getConsistencyGuardConfig()
public FileSystemRetryConfig getFileSystemRetryConfig()
public void setConsistencyGuardConfig(ConsistencyGuardConfig consistencyGuardConfig)
public FileSystemViewStorageConfig getViewStorageConfig()
public void setViewStorageConfig(FileSystemViewStorageConfig viewStorageConfig)
public void resetViewStorageConfig()
public FileSystemViewStorageConfig getClientSpecifiedViewStorageConfig()
public HoodiePayloadConfig getPayloadConfig()
public HoodieMetadataConfig getMetadataConfig()
public HoodieTableServiceManagerConfig getTableServiceManagerConfig()
public HoodieCommonConfig getCommonConfig()
public HoodieStorageConfig getStorageConfig()
public boolean writeCommitCallbackOn()
public String getCallbackClass()
public String getBootstrapSourceBasePath()
public String getBootstrapModeSelectorClass()
public String getFullBootstrapInputProvider()
public String getBootstrapModeSelectorRegex()
public BootstrapMode getBootstrapModeForRegexMatch()
public String getBootstrapPartitionPathTranslatorClass()
public int getBootstrapParallelism()
public Long getMaxMemoryPerPartitionMerge()
public Long getHoodieClientHeartbeatIntervalInMs()
public Integer getHoodieClientHeartbeatTolerableMisses()
public boolean isMetadataTableEnabled()
public int getMetadataCompactDeltaCommitMax()
public boolean isMetadataAsyncIndex()
public int getMetadataLogCompactBlocksThreshold()
public boolean isLogCompactionEnabledOnMetadata()
public boolean isRecordIndexEnabled()
public int getRecordIndexMinFileGroupCount()
public int getRecordIndexMaxFileGroupCount()
public float getRecordIndexGrowthFactor()
public int getRecordIndexMaxFileGroupSizeBytes()
public boolean isAutoAdjustLockConfigs()
public String getLockProviderClass()
public String getLockHiveDatabaseName()
public String getLockHiveTableName()
public ConflictResolutionStrategy getWriteConflictResolutionStrategy()
public Long getAsyncConflictDetectorInitialDelayMs()
public Long getAsyncConflictDetectorPeriodMs()
public Long getLockAcquireWaitTimeoutInMs()
public WriteConcurrencyMode getWriteConcurrencyMode()
public boolean isEarlyConflictDetectionEnable()
public String getEarlyConflictDetectionStrategyClassName()
public boolean earlyConflictDetectionCheckCommitConflict()
public Boolean doSkipDefaultPartitionValidation()
public Boolean areAnyTableServicesExecutedInline()
public Boolean areAnyTableServicesAsync()
public Boolean areAnyTableServicesScheduledInline()
public String getPreCommitValidators()
public String getPreCommitValidatorEqualitySqlQueries()
public String getPreCommitValidatorSingleResultSqlQueries()
public String getPreCommitValidatorInequalitySqlQueries()
public boolean allowEmptyCommit()
public boolean allowOperationMetadataField()
public String getFileIdPrefixProviderClassName()
public boolean areTableServicesEnabled()
public boolean areReleaseResourceEnabled()
public boolean isLockRequired()
public HoodieStorageLayout.LayoutType getLayoutType()
public boolean isMetaserverEnabled()
public boolean shouldBackupRollbacks()
public String getRollbackBackupDirectory()
public String getClientInitCallbackClassNames()
public Integer getWritesFileIdEncoding()
Copyright © 2023 The Apache Software Foundation. All rights reserved.