org.apache.hudi.table.action.commit

Class JavaWriteHelper<T,R>

java.lang.Object

org.apache.hudi.table.action.commit.ParallelismHelper<I>

org.apache.hudi.table.action.commit.BaseWriteHelper<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>,R>

org.apache.hudi.table.action.commit.JavaWriteHelper<T,R>

public class JavaWriteHelper<T,R>
extends BaseWriteHelper<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>,R>

Method Summary

Modifier and Type	Method and Description
List<org.apache.hudi.common.model.HoodieRecord<T>>	deduplicateRecords(List<org.apache.hudi.common.model.HoodieRecord<T>> records, HoodieIndex<?,?> index, int parallelism, String schemaStr, org.apache.hudi.common.config.TypedProperties props, org.apache.hudi.common.model.HoodieRecordMerger merger)
static JavaWriteHelper	newInstance()
protected List<org.apache.hudi.common.model.HoodieRecord<T>>	tag(List<org.apache.hudi.common.model.HoodieRecord<T>> dedupedRecords, org.apache.hudi.common.engine.HoodieEngineContext context, HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>> table)

Methods inherited from class org.apache.hudi.table.action.commit.BaseWriteHelper

combineOnCondition, deduplicateRecords, write

Methods inherited from class org.apache.hudi.table.action.commit.ParallelismHelper

deduceShuffleParallelism

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

newInstance

public static JavaWriteHelper newInstance()

tag

protected List<org.apache.hudi.common.model.HoodieRecord<T>> tag(List<org.apache.hudi.common.model.HoodieRecord<T>> dedupedRecords,
                                                                 org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                 HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>> table)

Specified by:

tag in class BaseWriteHelper<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>,R>

deduplicateRecords

public List<org.apache.hudi.common.model.HoodieRecord<T>> deduplicateRecords(List<org.apache.hudi.common.model.HoodieRecord<T>> records,
                                                                             HoodieIndex<?,?> index,
                                                                             int parallelism,
                                                                             String schemaStr,
                                                                             org.apache.hudi.common.config.TypedProperties props,
                                                                             org.apache.hudi.common.model.HoodieRecordMerger merger)

Specified by:

deduplicateRecords in class BaseWriteHelper<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>,R>