org.apache.hudi.client

Class HoodieJavaWriteClient<T>

java.lang.Object

org.apache.hudi.client.BaseHoodieClient

org.apache.hudi.client.BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

org.apache.hudi.client.HoodieJavaWriteClient<T>

All Implemented Interfaces:

Serializable, AutoCloseable, RunsTableService

public class HoodieJavaWriteClient<T>
extends BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

See Also:

Serialized Form

Field Summary

Fields inherited from class org.apache.hudi.client.BaseHoodieWriteClient

lastCompletedTxnAndMetadata, LOOKUP_STR, pendingInflightAndRequestedInstants, tableServiceClient, writeTimer

Fields inherited from class org.apache.hudi.client.BaseHoodieClient

basePath, config, context, fs, hadoopConf, heartbeatClient, metrics, txnManager

Constructor Summary

Constructors

Constructor and Description
HoodieJavaWriteClient(org.apache.hudi.common.engine.HoodieEngineContext context, HoodieWriteConfig writeConfig)
HoodieJavaWriteClient(org.apache.hudi.common.engine.HoodieEngineContext context, HoodieWriteConfig writeConfig, boolean rollbackPending, org.apache.hudi.common.util.Option<EmbeddedTimelineService> timelineService)

Method Summary

Modifier and Type	Method and Description
List<WriteStatus>	bulkInsert(List<org.apache.hudi.common.model.HoodieRecord<T>> records, String instantTime)
List<WriteStatus>	bulkInsert(List<org.apache.hudi.common.model.HoodieRecord<T>> records, String instantTime, org.apache.hudi.common.util.Option<BulkInsertPartitioner> userDefinedBulkInsertPartitioner)
List<WriteStatus>	bulkInsertPreppedRecords(List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords, String instantTime, org.apache.hudi.common.util.Option<BulkInsertPartitioner> bulkInsertPartitioner)
boolean	commit(String instantTime, List<WriteStatus> writeStatuses, org.apache.hudi.common.util.Option<Map<String,String>> extraMetadata, String commitActionType, Map<String,List<String>> partitionToReplacedFileIds, org.apache.hudi.common.util.Option<BiConsumer<org.apache.hudi.common.table.HoodieTableMetaClient,org.apache.hudi.common.model.HoodieCommitMetadata>> extraPreCommitFunc)
protected HoodieIndex	createIndex(HoodieWriteConfig writeConfig)
protected HoodieTable	createTable(HoodieWriteConfig config, org.apache.hadoop.conf.Configuration hadoopConf)
protected HoodieTable	createTable(HoodieWriteConfig config, org.apache.hadoop.conf.Configuration hadoopConf, org.apache.hudi.common.table.HoodieTableMetaClient metaClient)
List<WriteStatus>	delete(List<org.apache.hudi.common.model.HoodieKey> keys, String instantTime)
List<WriteStatus>	deletePrepped(List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords, String instantTime)
List<org.apache.hudi.common.model.HoodieRecord<T>>	filterExists(List<org.apache.hudi.common.model.HoodieRecord<T>> hoodieRecords)
protected void	initMetadataTable(org.apache.hudi.common.util.Option<String> instantTime)
List<WriteStatus>	insert(List<org.apache.hudi.common.model.HoodieRecord<T>> records, String instantTime)
List<WriteStatus>	insertPreppedRecords(List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords, String instantTime)
List<WriteStatus>	postWrite(HoodieWriteMetadata<List<WriteStatus>> result, String instantTime, HoodieTable hoodieTable)
void	transitionInflight(String instantTime)
List<WriteStatus>	upsert(List<org.apache.hudi.common.model.HoodieRecord<T>> records, String instantTime)
List<WriteStatus>	upsertPreppedRecords(List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords, String instantTime)

Methods inherited from class org.apache.hudi.client.BaseHoodieWriteClient

addColumn, addColumn, archive, archive, autoArchiveOnCommit, autoCleanOnCommit, bootstrap, clean, clean, clean, clean, clean, close, cluster, cluster, commit, commit, commit, commit, commitCompaction, commitLogCompaction, commitStats, commitStats, compact, compact, completeCompaction, completeLogCompaction, deleteColumns, deleteSavepoint, deleteSavepoint, doInitTable, dropIndex, getIndex, getMetrics, getOperationType, getTableServiceClient, index, initTable, initTable, inlineScheduleCompaction, lazyRollbackFailedIndexing, logCompact, logCompact, mayBeCleanAndArchive, postCommit, preCommit, preWrite, releaseResources, renameColumn, reOrderColPosition, restoreToInstant, restoreToSavepoint, restoreToSavepoint, rollback, rollback, rollbackFailedWrites, runAnyPendingCompactions, runAnyPendingLogCompactions, runTableServicesInline, savepoint, savepoint, scheduleCleaningAtInstant, scheduleClustering, scheduleClusteringAtInstant, scheduleCompaction, scheduleCompactionAtInstant, scheduleIndexing, scheduleLogCompaction, scheduleLogCompactionAtInstant, scheduleTableService, scheduleTableService, setOperationType, setWriteSchemaForDeletes, setWriteTimer, startCommit, startCommit, startCommitWithTime, startCommitWithTime, tryUpgrade, updateColumnComment, updateColumnNullability, updateColumnType, writeTableMetadata

Methods inherited from class org.apache.hudi.client.BaseHoodieClient

createMetaClient, createNewInstantTime, createNewInstantTime, createNewInstantTime, finalizeWrite, getConfig, getEngineContext, getHeartbeatClient, getTimelineServer, initWrapperFSMetrics, resolveWriteConflict

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hudi.client.RunsTableService

shouldDelegateToTableServiceManager, tableServicesEnabled

Constructor Detail

HoodieJavaWriteClient

public HoodieJavaWriteClient(org.apache.hudi.common.engine.HoodieEngineContext context,
                             HoodieWriteConfig writeConfig)

HoodieJavaWriteClient

public HoodieJavaWriteClient(org.apache.hudi.common.engine.HoodieEngineContext context,
                             HoodieWriteConfig writeConfig,
                             boolean rollbackPending,
                             org.apache.hudi.common.util.Option<EmbeddedTimelineService> timelineService)

Method Detail

filterExists

public List<org.apache.hudi.common.model.HoodieRecord<T>> filterExists(List<org.apache.hudi.common.model.HoodieRecord<T>> hoodieRecords)

Specified by:

filterExists in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

createIndex

protected HoodieIndex createIndex(HoodieWriteConfig writeConfig)

Specified by:

createIndex in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

commit

public boolean commit(String instantTime,
                      List<WriteStatus> writeStatuses,
                      org.apache.hudi.common.util.Option<Map<String,String>> extraMetadata,
                      String commitActionType,
                      Map<String,List<String>> partitionToReplacedFileIds,
                      org.apache.hudi.common.util.Option<BiConsumer<org.apache.hudi.common.table.HoodieTableMetaClient,org.apache.hudi.common.model.HoodieCommitMetadata>> extraPreCommitFunc)

Specified by:

commit in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

createTable

protected HoodieTable createTable(HoodieWriteConfig config,
                                  org.apache.hadoop.conf.Configuration hadoopConf)

Specified by:

createTable in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

createTable

protected HoodieTable createTable(HoodieWriteConfig config,
                                  org.apache.hadoop.conf.Configuration hadoopConf,
                                  org.apache.hudi.common.table.HoodieTableMetaClient metaClient)

Specified by:

createTable in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

upsert

public List<WriteStatus> upsert(List<org.apache.hudi.common.model.HoodieRecord<T>> records,
                                String instantTime)

Specified by:

upsert in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

upsertPreppedRecords

public List<WriteStatus> upsertPreppedRecords(List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords,
                                              String instantTime)

Specified by:

upsertPreppedRecords in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

insert

public List<WriteStatus> insert(List<org.apache.hudi.common.model.HoodieRecord<T>> records,
                                String instantTime)

Specified by:

insert in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

insertPreppedRecords

public List<WriteStatus> insertPreppedRecords(List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords,
                                              String instantTime)

Specified by:

insertPreppedRecords in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

bulkInsert

public List<WriteStatus> bulkInsert(List<org.apache.hudi.common.model.HoodieRecord<T>> records,
                                    String instantTime)

Specified by:

bulkInsert in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

bulkInsert

public List<WriteStatus> bulkInsert(List<org.apache.hudi.common.model.HoodieRecord<T>> records,
                                    String instantTime,
                                    org.apache.hudi.common.util.Option<BulkInsertPartitioner> userDefinedBulkInsertPartitioner)

Specified by:

bulkInsert in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

transitionInflight

public void transitionInflight(String instantTime)

bulkInsertPreppedRecords

public List<WriteStatus> bulkInsertPreppedRecords(List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords,
                                                  String instantTime,
                                                  org.apache.hudi.common.util.Option<BulkInsertPartitioner> bulkInsertPartitioner)

Specified by:

bulkInsertPreppedRecords in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

delete

public List<WriteStatus> delete(List<org.apache.hudi.common.model.HoodieKey> keys,
                                String instantTime)

Specified by:

delete in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

deletePrepped

public List<WriteStatus> deletePrepped(List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords,
                                       String instantTime)

Specified by:

deletePrepped in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

postWrite

public List<WriteStatus> postWrite(HoodieWriteMetadata<List<WriteStatus>> result,
                                   String instantTime,
                                   HoodieTable hoodieTable)

Overrides:

postWrite in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

initMetadataTable

protected void initMetadataTable(org.apache.hudi.common.util.Option<String> instantTime)

Overrides:

initMetadataTable in class BaseHoodieWriteClient<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>