| Package | Description |
|---|---|
| org.apache.hudi.common.table.log.block |
| Modifier and Type | Method and Description |
|---|---|
static HoodieLogBlock.HeaderMetadataType |
HoodieLogBlock.HeaderMetadataType.valueOf(String name)
Returns the enum constant of this type with the specified name.
|
static HoodieLogBlock.HeaderMetadataType[] |
HoodieLogBlock.HeaderMetadataType.values()
Returns an array containing the constants of this enum type, in
the order they are declared.
|
| Modifier and Type | Method and Description |
|---|---|
Map<HoodieLogBlock.HeaderMetadataType,String> |
HoodieLogBlock.getLogBlockFooter() |
Map<HoodieLogBlock.HeaderMetadataType,String> |
HoodieLogBlock.getLogBlockHeader() |
static Map<HoodieLogBlock.HeaderMetadataType,String> |
HoodieLogBlock.getLogMetadata(DataInputStream dis)
Convert bytes to LogMetadata, follow the same order as
HoodieLogBlock.getLogMetadataBytes(java.util.Map<org.apache.hudi.common.table.log.block.HoodieLogBlock.HeaderMetadataType, java.lang.String>). |
| Modifier and Type | Method and Description |
|---|---|
static byte[] |
HoodieLogBlock.getLogMetadataBytes(Map<HoodieLogBlock.HeaderMetadataType,String> metadata)
Convert log metadata to bytes 1.
|
protected static org.apache.avro.Schema |
HoodieDataBlock.getWriterSchema(Map<HoodieLogBlock.HeaderMetadataType,String> logBlockHeader) |
| Constructor and Description |
|---|
HoodieAvroDataBlock(org.apache.hadoop.fs.FSDataInputStream inputStream,
Option<byte[]> content,
boolean readBlockLazily,
HoodieLogBlock.HoodieLogBlockContentLocation logBlockContentLocation,
Option<org.apache.avro.Schema> readerSchema,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
String keyField) |
HoodieAvroDataBlock(org.apache.hadoop.fs.FSDataInputStream inputStream,
Option<byte[]> content,
boolean readBlockLazily,
HoodieLogBlock.HoodieLogBlockContentLocation logBlockContentLocation,
Option<org.apache.avro.Schema> readerSchema,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
String keyField) |
HoodieAvroDataBlock(org.apache.hadoop.fs.FSDataInputStream inputStream,
Option<byte[]> content,
boolean readBlockLazily,
HoodieLogBlock.HoodieLogBlockContentLocation logBlockContentLocation,
Option<org.apache.avro.Schema> readerSchema,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
String keyField,
InternalSchema internalSchema) |
HoodieAvroDataBlock(org.apache.hadoop.fs.FSDataInputStream inputStream,
Option<byte[]> content,
boolean readBlockLazily,
HoodieLogBlock.HoodieLogBlockContentLocation logBlockContentLocation,
Option<org.apache.avro.Schema> readerSchema,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
String keyField,
InternalSchema internalSchema) |
HoodieAvroDataBlock(List<org.apache.avro.generic.IndexedRecord> records,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
String keyField) |
HoodieCommandBlock(Map<HoodieLogBlock.HeaderMetadataType,String> header) |
HoodieCommandBlock(Option<byte[]> content,
org.apache.hadoop.fs.FSDataInputStream inputStream,
boolean readBlockLazily,
Option<HoodieLogBlock.HoodieLogBlockContentLocation> blockContentLocation,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer) |
HoodieCommandBlock(Option<byte[]> content,
org.apache.hadoop.fs.FSDataInputStream inputStream,
boolean readBlockLazily,
Option<HoodieLogBlock.HoodieLogBlockContentLocation> blockContentLocation,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer) |
HoodieCorruptBlock(Option<byte[]> corruptedBytes,
org.apache.hadoop.fs.FSDataInputStream inputStream,
boolean readBlockLazily,
Option<HoodieLogBlock.HoodieLogBlockContentLocation> blockContentLocation,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer) |
HoodieCorruptBlock(Option<byte[]> corruptedBytes,
org.apache.hadoop.fs.FSDataInputStream inputStream,
boolean readBlockLazily,
Option<HoodieLogBlock.HoodieLogBlockContentLocation> blockContentLocation,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer) |
HoodieDataBlock(List<org.apache.avro.generic.IndexedRecord> records,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
String keyFieldName)
NOTE: This ctor is used on the write-path (ie when records ought to be written into the log)
|
HoodieDataBlock(List<org.apache.avro.generic.IndexedRecord> records,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
String keyFieldName)
NOTE: This ctor is used on the write-path (ie when records ought to be written into the log)
|
HoodieDataBlock(Option<byte[]> content,
org.apache.hadoop.fs.FSDataInputStream inputStream,
boolean readBlockLazily,
Option<HoodieLogBlock.HoodieLogBlockContentLocation> blockContentLocation,
Option<org.apache.avro.Schema> readerSchema,
Map<HoodieLogBlock.HeaderMetadataType,String> headers,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
String keyFieldName,
boolean enablePointLookups)
NOTE: This ctor is used on the write-path (ie when records ought to be written into the log)
|
HoodieDataBlock(Option<byte[]> content,
org.apache.hadoop.fs.FSDataInputStream inputStream,
boolean readBlockLazily,
Option<HoodieLogBlock.HoodieLogBlockContentLocation> blockContentLocation,
Option<org.apache.avro.Schema> readerSchema,
Map<HoodieLogBlock.HeaderMetadataType,String> headers,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
String keyFieldName,
boolean enablePointLookups)
NOTE: This ctor is used on the write-path (ie when records ought to be written into the log)
|
HoodieDataBlock(Option<byte[]> content,
org.apache.hadoop.fs.FSDataInputStream inputStream,
boolean readBlockLazily,
Option<HoodieLogBlock.HoodieLogBlockContentLocation> blockContentLocation,
Option<org.apache.avro.Schema> readerSchema,
Map<HoodieLogBlock.HeaderMetadataType,String> headers,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
String keyFieldName,
boolean enablePointLookups,
InternalSchema internalSchema) |
HoodieDataBlock(Option<byte[]> content,
org.apache.hadoop.fs.FSDataInputStream inputStream,
boolean readBlockLazily,
Option<HoodieLogBlock.HoodieLogBlockContentLocation> blockContentLocation,
Option<org.apache.avro.Schema> readerSchema,
Map<HoodieLogBlock.HeaderMetadataType,String> headers,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
String keyFieldName,
boolean enablePointLookups,
InternalSchema internalSchema) |
HoodieDeleteBlock(DeleteRecord[] recordsToDelete,
Map<HoodieLogBlock.HeaderMetadataType,String> header) |
HoodieDeleteBlock(Option<byte[]> content,
org.apache.hadoop.fs.FSDataInputStream inputStream,
boolean readBlockLazily,
Option<HoodieLogBlock.HoodieLogBlockContentLocation> blockContentLocation,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer) |
HoodieDeleteBlock(Option<byte[]> content,
org.apache.hadoop.fs.FSDataInputStream inputStream,
boolean readBlockLazily,
Option<HoodieLogBlock.HoodieLogBlockContentLocation> blockContentLocation,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer) |
HoodieHFileDataBlock(org.apache.hadoop.fs.FSDataInputStream inputStream,
Option<byte[]> content,
boolean readBlockLazily,
HoodieLogBlock.HoodieLogBlockContentLocation logBlockContentLocation,
Option<org.apache.avro.Schema> readerSchema,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
boolean enablePointLookups,
org.apache.hadoop.fs.Path pathForReader) |
HoodieHFileDataBlock(org.apache.hadoop.fs.FSDataInputStream inputStream,
Option<byte[]> content,
boolean readBlockLazily,
HoodieLogBlock.HoodieLogBlockContentLocation logBlockContentLocation,
Option<org.apache.avro.Schema> readerSchema,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
boolean enablePointLookups,
org.apache.hadoop.fs.Path pathForReader) |
HoodieHFileDataBlock(List<org.apache.avro.generic.IndexedRecord> records,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
org.apache.hadoop.hbase.io.compress.Compression.Algorithm compressionAlgorithm,
org.apache.hadoop.fs.Path pathForReader) |
HoodieLogBlock(Map<HoodieLogBlock.HeaderMetadataType,String> logBlockHeader,
Map<HoodieLogBlock.HeaderMetadataType,String> logBlockFooter,
Option<HoodieLogBlock.HoodieLogBlockContentLocation> blockContentLocation,
Option<byte[]> content,
org.apache.hadoop.fs.FSDataInputStream inputStream,
boolean readBlockLazily) |
HoodieLogBlock(Map<HoodieLogBlock.HeaderMetadataType,String> logBlockHeader,
Map<HoodieLogBlock.HeaderMetadataType,String> logBlockFooter,
Option<HoodieLogBlock.HoodieLogBlockContentLocation> blockContentLocation,
Option<byte[]> content,
org.apache.hadoop.fs.FSDataInputStream inputStream,
boolean readBlockLazily) |
HoodieParquetDataBlock(org.apache.hadoop.fs.FSDataInputStream inputStream,
Option<byte[]> content,
boolean readBlockLazily,
HoodieLogBlock.HoodieLogBlockContentLocation logBlockContentLocation,
Option<org.apache.avro.Schema> readerSchema,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
String keyField) |
HoodieParquetDataBlock(org.apache.hadoop.fs.FSDataInputStream inputStream,
Option<byte[]> content,
boolean readBlockLazily,
HoodieLogBlock.HoodieLogBlockContentLocation logBlockContentLocation,
Option<org.apache.avro.Schema> readerSchema,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
Map<HoodieLogBlock.HeaderMetadataType,String> footer,
String keyField) |
HoodieParquetDataBlock(List<org.apache.avro.generic.IndexedRecord> records,
Map<HoodieLogBlock.HeaderMetadataType,String> header,
String keyField,
org.apache.parquet.hadoop.metadata.CompressionCodecName compressionCodecName) |
Copyright © 2022 The Apache Software Foundation. All rights reserved.