org.apache.hudi.common.table.log

Class HoodieMergedLogRecordScanner.Builder

java.lang.Object

org.apache.hudi.common.table.log.AbstractHoodieLogRecordReader.Builder

org.apache.hudi.common.table.log.HoodieMergedLogRecordScanner.Builder

Direct Known Subclasses:

HoodieMetadataMergedLogRecordReader.Builder

Enclosing class:

HoodieMergedLogRecordScanner

public static class HoodieMergedLogRecordScanner.Builder
extends AbstractHoodieLogRecordReader.Builder

Builder used to build HoodieUnMergedLogRecordScanner.

Field Summary

Fields

Modifier and Type	Field and Description
protected String	basePath
protected int	bufferSize
protected ExternalSpillableMap.DiskMapType	diskMapType
protected org.apache.hadoop.fs.FileSystem	fs
protected Option<InstantRange>	instantRange
protected boolean	isBitCaskDiskMapCompressionEnabled
protected String	latestInstantTime
protected List<String>	logFilePaths
protected Long	maxMemorySizeInBytes
protected String	partitionName
protected boolean	readBlocksLazily
protected org.apache.avro.Schema	readerSchema
protected boolean	reverseReader
protected String	spillableMapBasePath

Constructor Summary

Constructors

Constructor and Description
Builder()

Method Summary

Modifier and Type	Method and Description
HoodieMergedLogRecordScanner	build()
HoodieMergedLogRecordScanner.Builder	withBasePath(String basePath)
HoodieMergedLogRecordScanner.Builder	withBitCaskDiskMapCompressionEnabled(boolean isBitCaskDiskMapCompressionEnabled)
HoodieMergedLogRecordScanner.Builder	withBufferSize(int bufferSize)
HoodieMergedLogRecordScanner.Builder	withDiskMapType(ExternalSpillableMap.DiskMapType diskMapType)
HoodieMergedLogRecordScanner.Builder	withFileSystem(org.apache.hadoop.fs.FileSystem fs)
HoodieMergedLogRecordScanner.Builder	withInstantRange(Option<InstantRange> instantRange)
HoodieMergedLogRecordScanner.Builder	withInternalSchema(InternalSchema internalSchema)
HoodieMergedLogRecordScanner.Builder	withLatestInstantTime(String latestInstantTime)
HoodieMergedLogRecordScanner.Builder	withLogFilePaths(List<String> logFilePaths)
HoodieMergedLogRecordScanner.Builder	withMaxMemorySizeInBytes(Long maxMemorySizeInBytes)
HoodieMergedLogRecordScanner.Builder	withOperationField(boolean withOperationField)
HoodieMergedLogRecordScanner.Builder	withPartition(String partitionName)
HoodieMergedLogRecordScanner.Builder	withReadBlocksLazily(boolean readBlocksLazily)
HoodieMergedLogRecordScanner.Builder	withReaderSchema(org.apache.avro.Schema schema)
HoodieMergedLogRecordScanner.Builder	withReverseReader(boolean reverseReader)
HoodieMergedLogRecordScanner.Builder	withSpillableMapBasePath(String spillableMapBasePath)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

fs

protected org.apache.hadoop.fs.FileSystem fs

basePath

protected String basePath

logFilePaths

protected List<String> logFilePaths

readerSchema

protected org.apache.avro.Schema readerSchema

latestInstantTime

protected String latestInstantTime

readBlocksLazily

protected boolean readBlocksLazily

reverseReader

protected boolean reverseReader

bufferSize

protected int bufferSize

maxMemorySizeInBytes

protected Long maxMemorySizeInBytes

spillableMapBasePath

protected String spillableMapBasePath

diskMapType

protected ExternalSpillableMap.DiskMapType diskMapType

isBitCaskDiskMapCompressionEnabled

protected boolean isBitCaskDiskMapCompressionEnabled

instantRange

protected Option<InstantRange> instantRange

partitionName

protected String partitionName

Constructor Detail

Builder

public Builder()

Method Detail

withFileSystem

public HoodieMergedLogRecordScanner.Builder withFileSystem(org.apache.hadoop.fs.FileSystem fs)

Specified by:

withFileSystem in class AbstractHoodieLogRecordReader.Builder

withBasePath

public HoodieMergedLogRecordScanner.Builder withBasePath(String basePath)

Specified by:

withBasePath in class AbstractHoodieLogRecordReader.Builder

withLogFilePaths

public HoodieMergedLogRecordScanner.Builder withLogFilePaths(List<String> logFilePaths)

Specified by:

withLogFilePaths in class AbstractHoodieLogRecordReader.Builder

withReaderSchema

public HoodieMergedLogRecordScanner.Builder withReaderSchema(org.apache.avro.Schema schema)

Specified by:

withReaderSchema in class AbstractHoodieLogRecordReader.Builder

withLatestInstantTime

public HoodieMergedLogRecordScanner.Builder withLatestInstantTime(String latestInstantTime)

Specified by:

withLatestInstantTime in class AbstractHoodieLogRecordReader.Builder

withReadBlocksLazily

public HoodieMergedLogRecordScanner.Builder withReadBlocksLazily(boolean readBlocksLazily)

Specified by:

withReadBlocksLazily in class AbstractHoodieLogRecordReader.Builder

withReverseReader

public HoodieMergedLogRecordScanner.Builder withReverseReader(boolean reverseReader)

Specified by:

withReverseReader in class AbstractHoodieLogRecordReader.Builder

withBufferSize

public HoodieMergedLogRecordScanner.Builder withBufferSize(int bufferSize)

Specified by:

withBufferSize in class AbstractHoodieLogRecordReader.Builder

withInstantRange

public HoodieMergedLogRecordScanner.Builder withInstantRange(Option<InstantRange> instantRange)

Overrides:

withInstantRange in class AbstractHoodieLogRecordReader.Builder

withMaxMemorySizeInBytes

public HoodieMergedLogRecordScanner.Builder withMaxMemorySizeInBytes(Long maxMemorySizeInBytes)

withSpillableMapBasePath

public HoodieMergedLogRecordScanner.Builder withSpillableMapBasePath(String spillableMapBasePath)

withDiskMapType

public HoodieMergedLogRecordScanner.Builder withDiskMapType(ExternalSpillableMap.DiskMapType diskMapType)

withBitCaskDiskMapCompressionEnabled

public HoodieMergedLogRecordScanner.Builder withBitCaskDiskMapCompressionEnabled(boolean isBitCaskDiskMapCompressionEnabled)

withInternalSchema

public HoodieMergedLogRecordScanner.Builder withInternalSchema(InternalSchema internalSchema)

withOperationField

public HoodieMergedLogRecordScanner.Builder withOperationField(boolean withOperationField)

Overrides:

withOperationField in class AbstractHoodieLogRecordReader.Builder

withPartition

public HoodieMergedLogRecordScanner.Builder withPartition(String partitionName)

Overrides:

withPartition in class AbstractHoodieLogRecordReader.Builder

build

public HoodieMergedLogRecordScanner build()

Specified by:

build in class AbstractHoodieLogRecordReader.Builder