org.apache.hadoop.hbase.regionserver.wal

Class AbstractProtobufLogWriter

java.lang.Object

org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter

Direct Known Subclasses:

AsyncProtobufLogWriter, ProtobufLogWriter

@InterfaceAudience.Private
public abstract class AbstractProtobufLogWriter
extends Object

Base class for Protobuf log writer.

Field Summary

Fields

Modifier and Type	Field and Description
protected Codec.Encoder	cellEncoder
protected CompressionContext	compressionContext
protected WALCellCodec.ByteStringCompressor	compressor
protected org.apache.hadoop.conf.Configuration	conf
protected Encryptor	encryptor
protected AtomicLong	length
protected org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALTrailer	trailer
protected int	trailerWarnSize
protected boolean	trailerWritten

Constructor Summary

Constructors

Constructor and Description
AbstractProtobufLogWriter()

Method Summary

Modifier and Type	Method and Description
protected void	closeOutputIfNecessary() It is straight forward to close the output, do not need to write trailer like the Writer.close
long	getLength()
protected abstract OutputStream	getOutputStreamForCellEncoder()
void	init(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, org.apache.hadoop.conf.Configuration conf, boolean overwritable, long blocksize, StreamSlowMonitor monitor)
protected abstract void	initOutput(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, boolean overwritable, int bufferSize, short replication, long blockSize, StreamSlowMonitor monitor, boolean noLocalWrite)
protected abstract long	writeMagicAndWALHeader(byte[] magic, org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader header) return the file length after written.
protected void	writeWALTrailer()
protected abstract long	writeWALTrailerAndMagic(org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALTrailer trailer, byte[] magic)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

compressionContext

protected CompressionContext compressionContext

conf

protected org.apache.hadoop.conf.Configuration conf

encryptor

protected Encryptor encryptor

cellEncoder

protected Codec.Encoder cellEncoder

compressor

protected WALCellCodec.ByteStringCompressor compressor

trailerWritten

protected boolean trailerWritten

trailer

protected org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALTrailer trailer

trailerWarnSize

protected int trailerWarnSize

length

protected AtomicLong length

Constructor Detail

AbstractProtobufLogWriter

public AbstractProtobufLogWriter()

Method Detail

init

public void init(org.apache.hadoop.fs.FileSystem fs,
                 org.apache.hadoop.fs.Path path,
                 org.apache.hadoop.conf.Configuration conf,
                 boolean overwritable,
                 long blocksize,
                 StreamSlowMonitor monitor)
          throws IOException,
                 CommonFSUtils.StreamLacksCapabilityException

Throws:

IOException

CommonFSUtils.StreamLacksCapabilityException

getLength

public long getLength()

writeWALTrailer

protected final void writeWALTrailer()

initOutput

protected abstract void initOutput(org.apache.hadoop.fs.FileSystem fs,
                                   org.apache.hadoop.fs.Path path,
                                   boolean overwritable,
                                   int bufferSize,
                                   short replication,
                                   long blockSize,
                                   StreamSlowMonitor monitor,
                                   boolean noLocalWrite)
                            throws IOException,
                                   CommonFSUtils.StreamLacksCapabilityException

Throws:

IOException

CommonFSUtils.StreamLacksCapabilityException

closeOutputIfNecessary

protected void closeOutputIfNecessary()

It is straight forward to close the output, do not need to write trailer like the Writer.close

writeMagicAndWALHeader

protected abstract long writeMagicAndWALHeader(byte[] magic,
                                               org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader header)
                                        throws IOException

return the file length after written.

Throws:

IOException

writeWALTrailerAndMagic

protected abstract long writeWALTrailerAndMagic(org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALTrailer trailer,
                                                byte[] magic)
                                         throws IOException

Throws:

IOException

getOutputStreamForCellEncoder

protected abstract OutputStream getOutputStreamForCellEncoder()