| Package | Description |
|---|---|
| org.apache.hudi.avro | |
| org.apache.hudi.common.model | |
| org.apache.hudi.common.table.log | |
| org.apache.hudi.common.util | |
| org.apache.hudi.exception | |
| org.apache.hudi.metadata |
| Modifier and Type | Method and Description |
|---|---|
static Object |
HoodieAvroUtils.getRecordColumnValues(HoodieRecord<? extends HoodieRecordPayload> record,
String[] columns,
org.apache.avro.Schema schema,
boolean consistentLogicalTimestampEnabled)
Gets record column values into one object.
|
static Object |
HoodieAvroUtils.getRecordColumnValues(HoodieRecord<? extends HoodieRecordPayload> record,
String[] columns,
SerializableSchema schema,
boolean consistentLogicalTimestampEnabled)
Gets record column values into one object.
|
| Modifier and Type | Class and Description |
|---|---|
class |
HoodieAvroRecord<T extends HoodieRecordPayload> |
| Modifier and Type | Method and Description |
|---|---|
abstract HoodieRecord<T> |
HoodieRecord.newInstance() |
HoodieRecord<T> |
HoodieAvroRecord.newInstance() |
HoodieRecord |
HoodieRecord.setCurrentLocation(HoodieRecordLocation location)
Sets the current currentLocation of the record.
|
HoodieRecord |
HoodieRecord.setNewLocation(HoodieRecordLocation location)
Sets the new currentLocation of the record, after being written.
|
| Constructor and Description |
|---|
HoodieAvroRecord(HoodieRecord<T> record) |
HoodieRecord(HoodieRecord<T> record) |
| Modifier and Type | Field and Description |
|---|---|
protected ExternalSpillableMap<String,HoodieRecord<? extends HoodieRecordPayload>> |
HoodieMergedLogRecordScanner.records |
| Modifier and Type | Method and Description |
|---|---|
Map<String,HoodieRecord<? extends HoodieRecordPayload>> |
HoodieMergedLogRecordScanner.getRecords() |
Iterator<HoodieRecord<? extends HoodieRecordPayload>> |
HoodieMergedLogRecordScanner.iterator() |
| Modifier and Type | Method and Description |
|---|---|
void |
HoodieUnMergedLogRecordScanner.LogRecordScannerCallback.apply(HoodieRecord<? extends HoodieRecordPayload> record) |
protected abstract void |
AbstractHoodieLogRecordReader.processNextRecord(HoodieRecord<? extends HoodieRecordPayload> hoodieRecord)
Process next record.
|
protected void |
HoodieMergedLogRecordScanner.processNextRecord(HoodieRecord<? extends HoodieRecordPayload> hoodieRecord) |
protected void |
HoodieUnMergedLogRecordScanner.processNextRecord(HoodieRecord<? extends HoodieRecordPayload> hoodieRecord) |
| Modifier and Type | Method and Description |
|---|---|
long |
HoodieRecordSizeEstimator.sizeEstimate(HoodieRecord<T> hoodieRecord) |
| Constructor and Description |
|---|
HoodieRecordMissingException(HoodieRecord record) |
| Modifier and Type | Method and Description |
|---|---|
static HoodieRecord<HoodieMetadataPayload> |
HoodieMetadataPayload.createBloomFilterMetadataRecord(String partitionName,
String baseFileName,
String timestamp,
String bloomFilterType,
ByteBuffer bloomFilter,
boolean isDeleted)
Create bloom filter metadata record.
|
static HoodieRecord<HoodieMetadataPayload> |
HoodieMetadataPayload.createPartitionFilesRecord(String partition,
Option<Map<String,Long>> filesAdded,
Option<List<String>> filesDeleted)
Create and return a
HoodieMetadataPayload to save list of files within a partition. |
static HoodieRecord<HoodieMetadataPayload> |
HoodieMetadataPayload.createPartitionListRecord(List<String> partitions)
Create and return a
HoodieMetadataPayload to save list of partitions. |
static HoodieRecord<HoodieMetadataPayload> |
HoodieMetadataPayload.createPartitionListRecord(List<String> partitions,
boolean isDeleted)
Create and return a
HoodieMetadataPayload to save list of partitions. |
static HoodieRecord<HoodieMetadataPayload> |
HoodieMetadataPayload.createPartitionListRecord(List<String> partitionsAdded,
List<String> partitionsDeleted)
Create and return a
HoodieMetadataPayload to save list of partitions. |
| Modifier and Type | Method and Description |
|---|---|
static HoodieData<HoodieRecord> |
HoodieTableMetadataUtil.convertFilesToBloomFilterRecords(HoodieEngineContext engineContext,
Map<String,List<String>> partitionToDeletedFiles,
Map<String,Map<String,Long>> partitionToAppendedFiles,
MetadataRecordsGenerationParams recordsGenerationParams,
String instantTime)
Convert added and deleted files metadata to bloom filter index records.
|
static HoodieData<HoodieRecord> |
HoodieTableMetadataUtil.convertFilesToColumnStatsRecords(HoodieEngineContext engineContext,
Map<String,List<String>> partitionToDeletedFiles,
Map<String,Map<String,Long>> partitionToAppendedFiles,
MetadataRecordsGenerationParams recordsGenerationParams)
Convert added and deleted action metadata to column stats index records.
|
static HoodieData<HoodieRecord> |
HoodieTableMetadataUtil.convertMetadataToBloomFilterRecords(HoodieCleanMetadata cleanMetadata,
HoodieEngineContext engineContext,
String instantTime,
MetadataRecordsGenerationParams recordsGenerationParams)
Convert clean metadata to bloom filter index records.
|
static HoodieData<HoodieRecord> |
HoodieTableMetadataUtil.convertMetadataToBloomFilterRecords(HoodieEngineContext context,
HoodieCommitMetadata commitMetadata,
String instantTime,
MetadataRecordsGenerationParams recordsGenerationParams)
Convert commit action metadata to bloom filter records.
|
static HoodieData<HoodieRecord> |
HoodieTableMetadataUtil.convertMetadataToColumnStatsRecords(HoodieCleanMetadata cleanMetadata,
HoodieEngineContext engineContext,
MetadataRecordsGenerationParams recordsGenerationParams)
Convert clean metadata to column stats index records.
|
static HoodieData<HoodieRecord> |
HoodieTableMetadataUtil.convertMetadataToColumnStatsRecords(HoodieCommitMetadata commitMetadata,
HoodieEngineContext engineContext,
MetadataRecordsGenerationParams recordsGenerationParams) |
static List<HoodieRecord> |
HoodieTableMetadataUtil.convertMetadataToFilesPartitionRecords(HoodieCleanMetadata cleanMetadata,
String instantTime)
Finds all files that were deleted as part of a clean and creates metadata table records for them.
|
static List<HoodieRecord> |
HoodieTableMetadataUtil.convertMetadataToFilesPartitionRecords(HoodieCommitMetadata commitMetadata,
String instantTime)
Finds all new files/partitions created as part of commit and creates metadata table records for them.
|
static Map<MetadataPartitionType,HoodieData<HoodieRecord>> |
HoodieTableMetadataUtil.convertMetadataToRecords(HoodieEngineContext engineContext,
HoodieActiveTimeline metadataTableTimeline,
HoodieRestoreMetadata restoreMetadata,
MetadataRecordsGenerationParams recordsGenerationParams,
String instantTime,
Option<String> lastSyncTs)
Convert restore action metadata to metadata table records.
|
static Map<MetadataPartitionType,HoodieData<HoodieRecord>> |
HoodieTableMetadataUtil.convertMetadataToRecords(HoodieEngineContext engineContext,
HoodieActiveTimeline metadataTableTimeline,
HoodieRollbackMetadata rollbackMetadata,
MetadataRecordsGenerationParams recordsGenerationParams,
String instantTime,
Option<String> lastSyncTs,
boolean wasSynced)
Convert rollback action metadata to metadata table records.
|
static Map<MetadataPartitionType,HoodieData<HoodieRecord>> |
HoodieTableMetadataUtil.convertMetadataToRecords(HoodieEngineContext engineContext,
HoodieCleanMetadata cleanMetadata,
MetadataRecordsGenerationParams recordsGenerationParams,
String instantTime)
Convert the clean action to metadata records.
|
static Map<MetadataPartitionType,HoodieData<HoodieRecord>> |
HoodieTableMetadataUtil.convertMetadataToRecords(HoodieEngineContext context,
HoodieCommitMetadata commitMetadata,
String instantTime,
MetadataRecordsGenerationParams recordsGenerationParams)
Convert commit action to metadata records for the enabled partition types.
|
static Stream<HoodieRecord> |
HoodieMetadataPayload.createColumnStatsRecords(String partitionName,
Collection<HoodieColumnRangeMetadata<Comparable>> columnRangeMetadataList,
boolean isDeleted) |
List<Pair<String,Option<HoodieRecord<HoodieMetadataPayload>>>> |
HoodieMetadataMergedLogRecordReader.getRecordByKey(String key)
Retrieve a record given its key.
|
protected Option<HoodieRecord<HoodieMetadataPayload>> |
HoodieBackedTableMetadata.getRecordByKey(String key,
String partitionName) |
protected abstract Option<HoodieRecord<HoodieMetadataPayload>> |
BaseTableMetadata.getRecordByKey(String key,
String partitionName) |
List<HoodieRecord<HoodieMetadataPayload>> |
HoodieMetadataMergedLogRecordReader.getRecordsByKeyPrefixes(List<String> keyPrefixes) |
HoodieData<HoodieRecord<HoodieMetadataPayload>> |
FileSystemBackedTableMetadata.getRecordsByKeyPrefixes(List<String> keyPrefixes,
String partitionName,
boolean shouldLoadInMemory) |
HoodieData<HoodieRecord<HoodieMetadataPayload>> |
HoodieBackedTableMetadata.getRecordsByKeyPrefixes(List<String> keyPrefixes,
String partitionName,
boolean shouldLoadInMemory) |
HoodieData<HoodieRecord<HoodieMetadataPayload>> |
HoodieTableMetadata.getRecordsByKeyPrefixes(List<String> keyPrefixes,
String partitionName,
boolean shouldLoadInMemory)
Fetch records by key prefixes.
|
List<Pair<String,Option<HoodieRecord<HoodieMetadataPayload>>>> |
HoodieMetadataMergedLogRecordReader.getRecordsByKeys(List<String> keys) |
List<Pair<String,Option<HoodieRecord<HoodieMetadataPayload>>>> |
HoodieBackedTableMetadata.getRecordsByKeys(List<String> keys,
String partitionName) |
abstract List<Pair<String,Option<HoodieRecord<HoodieMetadataPayload>>>> |
BaseTableMetadata.getRecordsByKeys(List<String> key,
String partitionName) |
Copyright © 2022 The Apache Software Foundation. All rights reserved.