org.apache.hudi.table

Class HoodieJavaCopyOnWriteTable<T>

java.lang.Object

org.apache.hudi.table.HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

org.apache.hudi.table.HoodieJavaTable<T>

org.apache.hudi.table.HoodieJavaCopyOnWriteTable<T>

All Implemented Interfaces:

Serializable, HoodieCompactionHandler<T>

Direct Known Subclasses:

HoodieJavaMergeOnReadTable

public class HoodieJavaCopyOnWriteTable<T>
extends HoodieJavaTable<T>
implements HoodieCompactionHandler<T>

See Also:

Serialized Form

Field Summary

Fields inherited from class org.apache.hudi.table.HoodieTable

config, context, index, metaClient, taskContextSupplier

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	HoodieJavaCopyOnWriteTable(HoodieWriteConfig config, org.apache.hudi.common.engine.HoodieEngineContext context, org.apache.hudi.common.table.HoodieTableMetaClient metaClient)

Method Summary

Modifier and Type	Method and Description
HoodieBootstrapWriteMetadata<List<WriteStatus>>	bootstrap(org.apache.hudi.common.engine.HoodieEngineContext context, org.apache.hudi.common.util.Option<Map<String,String>> extraMetadata)
HoodieWriteMetadata<List<WriteStatus>>	bulkInsert(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, List<org.apache.hudi.common.model.HoodieRecord<T>> records, org.apache.hudi.common.util.Option<BulkInsertPartitioner> bulkInsertPartitioner)
HoodieWriteMetadata<List<WriteStatus>>	bulkInsertPrepped(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords, org.apache.hudi.common.util.Option<BulkInsertPartitioner> bulkInsertPartitioner)
org.apache.hudi.avro.model.HoodieCleanMetadata	clean(org.apache.hudi.common.engine.HoodieEngineContext context, String cleanInstantTime)
HoodieWriteMetadata<List<WriteStatus>>	cluster(org.apache.hudi.common.engine.HoodieEngineContext context, String clusteringInstantTime)
HoodieWriteMetadata<List<WriteStatus>>	compact(org.apache.hudi.common.engine.HoodieEngineContext context, String compactionInstantTime)
HoodieWriteMetadata<List<WriteStatus>>	delete(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, List<org.apache.hudi.common.model.HoodieKey> keys)
HoodieWriteMetadata	deletePartitions(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, List<String> partitions)
protected HoodieMergeHandle	getUpdateHandle(String instantTime, String partitionPath, String fileId, Map<String,org.apache.hudi.common.model.HoodieRecord<T>> keyToNewRecords, org.apache.hudi.common.model.HoodieBaseFile dataFileToBeMerged)
Iterator<List<WriteStatus>>	handleInsert(String instantTime, String partitionPath, String fileId, Map<String,org.apache.hudi.common.model.HoodieRecord<?>> recordMap)
Iterator<List<WriteStatus>>	handleUpdate(String instantTime, String partitionPath, String fileId, Map<String,org.apache.hudi.common.model.HoodieRecord<T>> keyToNewRecords, org.apache.hudi.common.model.HoodieBaseFile oldDataFile)
protected Iterator<List<WriteStatus>>	handleUpdateInternal(HoodieMergeHandle<?,?,?,?> upsertHandle, String instantTime, String fileId)
org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieIndexCommitMetadata>	index(org.apache.hudi.common.engine.HoodieEngineContext context, String indexInstantTime)
HoodieWriteMetadata<List<WriteStatus>>	insert(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, List<org.apache.hudi.common.model.HoodieRecord<T>> records)
HoodieWriteMetadata<List<WriteStatus>>	insertOverwrite(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, List<org.apache.hudi.common.model.HoodieRecord<T>> records)
HoodieWriteMetadata<List<WriteStatus>>	insertOverwriteTable(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, List<org.apache.hudi.common.model.HoodieRecord<T>> records)
HoodieWriteMetadata<List<WriteStatus>>	insertPrepped(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords)
org.apache.hudi.avro.model.HoodieRestoreMetadata	restore(org.apache.hudi.common.engine.HoodieEngineContext context, String restoreInstantTimestamp, String savepointToRestoreTimestamp)
org.apache.hudi.avro.model.HoodieRollbackMetadata	rollback(org.apache.hudi.common.engine.HoodieEngineContext context, String rollbackInstantTime, org.apache.hudi.common.table.timeline.HoodieInstant commitInstant, boolean deleteInstants, boolean skipLocking)
void	rollbackBootstrap(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime)
org.apache.hudi.avro.model.HoodieSavepointMetadata	savepoint(org.apache.hudi.common.engine.HoodieEngineContext context, String instantToSavepoint, String user, String comment)
org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieCleanerPlan>	scheduleCleaning(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, org.apache.hudi.common.util.Option<Map<String,String>> extraMetadata)
org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieClusteringPlan>	scheduleClustering(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, org.apache.hudi.common.util.Option<Map<String,String>> extraMetadata)
org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieCompactionPlan>	scheduleCompaction(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, org.apache.hudi.common.util.Option<Map<String,String>> extraMetadata)
org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieIndexPlan>	scheduleIndexing(org.apache.hudi.common.engine.HoodieEngineContext context, String indexInstantTime, List<MetadataPartitionType> partitionsToIndex)
org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieRestorePlan>	scheduleRestore(org.apache.hudi.common.engine.HoodieEngineContext context, String restoreInstantTimestamp, String savepointToRestoreTimestamp)
org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieRollbackPlan>	scheduleRollback(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, org.apache.hudi.common.table.timeline.HoodieInstant instantToRollback, boolean skipTimelinePublish, boolean shouldRollbackUsingMarkers)
HoodieWriteMetadata<List<WriteStatus>>	upsert(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, List<org.apache.hudi.common.model.HoodieRecord<T>> records)
HoodieWriteMetadata<List<WriteStatus>>	upsertPrepped(org.apache.hudi.common.engine.HoodieEngineContext context, String instantTime, List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords)

Methods inherited from class org.apache.hudi.table.HoodieJavaTable

convertMetadata, create, create, getIndex

Methods inherited from class org.apache.hudi.table.HoodieTable

clean, deleteMetadataIndexIfNecessary, finalizeWrite, getActiveTimeline, getBaseFileExtension, getBaseFileFormat, getBaseFileOnlyView, getCleanTimeline, getCompletedCleanTimeline, getCompletedCommitsTimeline, getCompletedCommitTimeline, getCompletedSavepointTimeline, getConfig, getConsistencyGuard, getContext, getFileSystemView, getHadoopConf, getHoodieView, getIndex, getIndexingMetadataWriter, getInvalidDataPaths, getLogFileFormat, getMetaClient, getMetadata, getMetadataTable, getMetadataWriter, getMetadataWriter, getMetadataWriter, getPartitionMetafileFormat, getPendingCommitTimeline, getPreExecuteRunnable, getRestoreTimeline, getRollbackTimeline, getSavepointTimestamps, getSliceView, getStorageLayout, getStorageLayout, getTaskContextSupplier, isPartitioned, isTableServiceAction, logCompact, maybeDeleteMetadataTable, reconcileAgainstMarkers, requireSortedRecords, rollbackInflightClustering, rollbackInflightCompaction, rollbackInflightCompaction, rollbackInflightLogCompaction, rollbackInflightLogCompaction, scheduleLogCompaction, validateInsertSchema, validateUpsertSchema

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hudi.table.HoodieCompactionHandler

handleInsertsForLogCompaction

Constructor Detail

HoodieJavaCopyOnWriteTable

protected HoodieJavaCopyOnWriteTable(HoodieWriteConfig config,
                                     org.apache.hudi.common.engine.HoodieEngineContext context,
                                     org.apache.hudi.common.table.HoodieTableMetaClient metaClient)

Method Detail

upsert

public HoodieWriteMetadata<List<WriteStatus>> upsert(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                     String instantTime,
                                                     List<org.apache.hudi.common.model.HoodieRecord<T>> records)

Specified by:

upsert in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

insert

public HoodieWriteMetadata<List<WriteStatus>> insert(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                     String instantTime,
                                                     List<org.apache.hudi.common.model.HoodieRecord<T>> records)

Specified by:

insert in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

bulkInsert

public HoodieWriteMetadata<List<WriteStatus>> bulkInsert(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                         String instantTime,
                                                         List<org.apache.hudi.common.model.HoodieRecord<T>> records,
                                                         org.apache.hudi.common.util.Option<BulkInsertPartitioner> bulkInsertPartitioner)

Specified by:

bulkInsert in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

delete

public HoodieWriteMetadata<List<WriteStatus>> delete(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                     String instantTime,
                                                     List<org.apache.hudi.common.model.HoodieKey> keys)

Specified by:

delete in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

deletePartitions

public HoodieWriteMetadata deletePartitions(org.apache.hudi.common.engine.HoodieEngineContext context,
                                            String instantTime,
                                            List<String> partitions)

Specified by:

deletePartitions in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

upsertPrepped

public HoodieWriteMetadata<List<WriteStatus>> upsertPrepped(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                            String instantTime,
                                                            List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords)

Specified by:

upsertPrepped in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

insertPrepped

public HoodieWriteMetadata<List<WriteStatus>> insertPrepped(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                            String instantTime,
                                                            List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords)

Specified by:

insertPrepped in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

bulkInsertPrepped

public HoodieWriteMetadata<List<WriteStatus>> bulkInsertPrepped(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                String instantTime,
                                                                List<org.apache.hudi.common.model.HoodieRecord<T>> preppedRecords,
                                                                org.apache.hudi.common.util.Option<BulkInsertPartitioner> bulkInsertPartitioner)

Specified by:

bulkInsertPrepped in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

insertOverwrite

public HoodieWriteMetadata<List<WriteStatus>> insertOverwrite(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                              String instantTime,
                                                              List<org.apache.hudi.common.model.HoodieRecord<T>> records)

Specified by:

insertOverwrite in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

insertOverwriteTable

public HoodieWriteMetadata<List<WriteStatus>> insertOverwriteTable(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                   String instantTime,
                                                                   List<org.apache.hudi.common.model.HoodieRecord<T>> records)

Specified by:

insertOverwriteTable in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

scheduleCompaction

public org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieCompactionPlan> scheduleCompaction(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                                                              String instantTime,
                                                                                                              org.apache.hudi.common.util.Option<Map<String,String>> extraMetadata)

Specified by:

scheduleCompaction in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

compact

public HoodieWriteMetadata<List<WriteStatus>> compact(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                      String compactionInstantTime)

Specified by:

compact in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

scheduleClustering

public org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieClusteringPlan> scheduleClustering(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                                                              String instantTime,
                                                                                                              org.apache.hudi.common.util.Option<Map<String,String>> extraMetadata)

Specified by:

scheduleClustering in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

cluster

public HoodieWriteMetadata<List<WriteStatus>> cluster(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                      String clusteringInstantTime)

Specified by:

cluster in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

bootstrap

public HoodieBootstrapWriteMetadata<List<WriteStatus>> bootstrap(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                 org.apache.hudi.common.util.Option<Map<String,String>> extraMetadata)

Specified by:

bootstrap in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

rollbackBootstrap

public void rollbackBootstrap(org.apache.hudi.common.engine.HoodieEngineContext context,
                              String instantTime)

Specified by:

rollbackBootstrap in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

scheduleRollback

public org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieRollbackPlan> scheduleRollback(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                                                          String instantTime,
                                                                                                          org.apache.hudi.common.table.timeline.HoodieInstant instantToRollback,
                                                                                                          boolean skipTimelinePublish,
                                                                                                          boolean shouldRollbackUsingMarkers)

Specified by:

scheduleRollback in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

scheduleCleaning

public org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieCleanerPlan> scheduleCleaning(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                                                         String instantTime,
                                                                                                         org.apache.hudi.common.util.Option<Map<String,String>> extraMetadata)

Specified by:

scheduleCleaning in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

clean

public org.apache.hudi.avro.model.HoodieCleanMetadata clean(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                            String cleanInstantTime)

Specified by:

clean in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

rollback

public org.apache.hudi.avro.model.HoodieRollbackMetadata rollback(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                  String rollbackInstantTime,
                                                                  org.apache.hudi.common.table.timeline.HoodieInstant commitInstant,
                                                                  boolean deleteInstants,
                                                                  boolean skipLocking)

Specified by:

rollback in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

scheduleIndexing

public org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieIndexPlan> scheduleIndexing(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                                                       String indexInstantTime,
                                                                                                       List<MetadataPartitionType> partitionsToIndex)

Specified by:

scheduleIndexing in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

index

public org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieIndexCommitMetadata> index(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                                                      String indexInstantTime)

Specified by:

index in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

savepoint

public org.apache.hudi.avro.model.HoodieSavepointMetadata savepoint(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                    String instantToSavepoint,
                                                                    String user,
                                                                    String comment)

Specified by:

savepoint in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

scheduleRestore

public org.apache.hudi.common.util.Option<org.apache.hudi.avro.model.HoodieRestorePlan> scheduleRestore(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                                                        String restoreInstantTimestamp,
                                                                                                        String savepointToRestoreTimestamp)

Specified by:

scheduleRestore in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

restore

public org.apache.hudi.avro.model.HoodieRestoreMetadata restore(org.apache.hudi.common.engine.HoodieEngineContext context,
                                                                String restoreInstantTimestamp,
                                                                String savepointToRestoreTimestamp)

Specified by:

restore in class HoodieTable<T,List<org.apache.hudi.common.model.HoodieRecord<T>>,List<org.apache.hudi.common.model.HoodieKey>,List<WriteStatus>>

handleUpdate

public Iterator<List<WriteStatus>> handleUpdate(String instantTime,
                                                String partitionPath,
                                                String fileId,
                                                Map<String,org.apache.hudi.common.model.HoodieRecord<T>> keyToNewRecords,
                                                org.apache.hudi.common.model.HoodieBaseFile oldDataFile)
                                         throws IOException

Specified by:

handleUpdate in interface HoodieCompactionHandler<T>

Throws:

IOException

handleUpdateInternal

protected Iterator<List<WriteStatus>> handleUpdateInternal(HoodieMergeHandle<?,?,?,?> upsertHandle,
                                                           String instantTime,
                                                           String fileId)
                                                    throws IOException

Throws:

IOException

getUpdateHandle

protected HoodieMergeHandle getUpdateHandle(String instantTime,
                                            String partitionPath,
                                            String fileId,
                                            Map<String,org.apache.hudi.common.model.HoodieRecord<T>> keyToNewRecords,
                                            org.apache.hudi.common.model.HoodieBaseFile dataFileToBeMerged)

handleInsert

public Iterator<List<WriteStatus>> handleInsert(String instantTime,
                                                String partitionPath,
                                                String fileId,
                                                Map<String,org.apache.hudi.common.model.HoodieRecord<?>> recordMap)

Specified by:

handleInsert in interface HoodieCompactionHandler<T>