org.apache.hudi.utilities.deltastreamer

Class HoodieDeltaStreamer.Config

java.lang.Object

org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.Config

All Implemented Interfaces:

Serializable

Enclosing class:

HoodieDeltaStreamer

public static class HoodieDeltaStreamer.Config
extends Object
implements Serializable

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
String	checkpoint Resume Delta Streamer from this checkpoint.
Boolean	commitOnErrors
Integer	compactSchedulingMinShare
Integer	compactSchedulingWeight
List<String>	configs
Boolean	continuousMode
Integer	deltaSyncSchedulingMinShare
Integer	deltaSyncSchedulingWeight
Boolean	enableHiveSync
Boolean	filterDupes
Boolean	forceDisableCompaction Compaction is enabled for MoR table by default.
Boolean	help
Integer	maxPendingCompactions
Integer	minSyncIntervalSeconds
HoodieDeltaStreamer.Operation	operation
String	payloadClassName
String	propsFilePath
String	schemaProviderClassName
String	sourceClassName
long	sourceLimit
String	sourceOrderingField
String	sparkMaster
String	storageType
String	targetBasePath
String	targetTableName
String	transformerClassName

Constructor Summary

Constructors

Constructor and Description
Config()

Method Summary

Modifier and Type	Method and Description
boolean	isAsyncCompactionEnabled()
boolean	isInlineCompactionEnabled()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

targetBasePath

public String targetBasePath

targetTableName

public String targetTableName

storageType

public String storageType

propsFilePath

public String propsFilePath

configs

public List<String> configs

sourceClassName

public String sourceClassName

sourceOrderingField

public String sourceOrderingField

payloadClassName

public String payloadClassName

schemaProviderClassName

public String schemaProviderClassName

transformerClassName

public String transformerClassName

sourceLimit

public long sourceLimit

operation

public HoodieDeltaStreamer.Operation operation

filterDupes

public Boolean filterDupes

enableHiveSync

public Boolean enableHiveSync

maxPendingCompactions

public Integer maxPendingCompactions

continuousMode

public Boolean continuousMode

minSyncIntervalSeconds

public Integer minSyncIntervalSeconds

sparkMaster

public String sparkMaster

commitOnErrors

public Boolean commitOnErrors

deltaSyncSchedulingWeight

public Integer deltaSyncSchedulingWeight

compactSchedulingWeight

public Integer compactSchedulingWeight

deltaSyncSchedulingMinShare

public Integer deltaSyncSchedulingMinShare

compactSchedulingMinShare

public Integer compactSchedulingMinShare

forceDisableCompaction

public Boolean forceDisableCompaction

Compaction is enabled for MoR table by default. This flag disables it

checkpoint

public String checkpoint

Resume Delta Streamer from this checkpoint.

help

public Boolean help

Constructor Detail

Config

public Config()

Method Detail

isAsyncCompactionEnabled

public boolean isAsyncCompactionEnabled()

isInlineCompactionEnabled

public boolean isInlineCompactionEnabled()