org.apache.hadoop.hbase.regionserver.wal

Class AbstractProtobufLogWriter

java.lang.Object

org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter

Direct Known Subclasses:

AsyncProtobufLogWriter, ProtobufLogWriter

@InterfaceAudience.LimitedPrivate(value="Configuration")
public abstract class AbstractProtobufLogWriter
extends Object

Base class for Protobuf log writer.

Field Summary

Fields

Modifier and Type	Field and Description
protected Codec.Encoder	cellEncoder
protected CompressionContext	compressionContext
protected WALCellCodec.ByteStringCompressor	compressor
protected org.apache.hadoop.conf.Configuration	conf
protected AtomicLong	length
protected org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALTrailer	trailer
protected int	trailerWarnSize
protected boolean	trailerWritten

Constructor Summary

Constructors

Constructor and Description
AbstractProtobufLogWriter()

Method Summary

Modifier and Type	Method and Description
protected org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader	buildSecureWALHeader(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader.Builder builder)
protected org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader	buildWALHeader(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader.Builder builder)
protected void	closeOutputIfNecessary() It is straight forward to close the output, do not need to write trailer like the Writer.close
long	getLength()
protected abstract OutputStream	getOutputStreamForCellEncoder()
protected String	getWriterClassName()
void	init(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, org.apache.hadoop.conf.Configuration conf, boolean overwritable, long blocksize, StreamSlowMonitor monitor)
protected void	initAfterHeader(boolean doCompress)
protected abstract void	initOutput(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, boolean overwritable, int bufferSize, short replication, long blockSize, StreamSlowMonitor monitor)
protected void	secureInitAfterHeader(boolean doCompress, Encryptor encryptor)
protected void	setEncryptor(Encryptor encryptor)
protected abstract long	writeMagicAndWALHeader(byte[] magic, org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader header) return the file length after written.
protected void	writeWALTrailer()
protected abstract long	writeWALTrailerAndMagic(org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALTrailer trailer, byte[] magic)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

compressionContext

protected CompressionContext compressionContext

conf

protected org.apache.hadoop.conf.Configuration conf

cellEncoder

protected Codec.Encoder cellEncoder

compressor

protected WALCellCodec.ByteStringCompressor compressor

trailerWritten

protected boolean trailerWritten

trailer

protected org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALTrailer trailer

trailerWarnSize

protected int trailerWarnSize

length

protected AtomicLong length

Constructor Detail

AbstractProtobufLogWriter

public AbstractProtobufLogWriter()

Method Detail

buildWALHeader

protected org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader buildWALHeader(org.apache.hadoop.conf.Configuration conf,
                                                                                               org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader.Builder builder)
                                                                                        throws IOException

Throws:

IOException

buildSecureWALHeader

protected final org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader buildSecureWALHeader(org.apache.hadoop.conf.Configuration conf,
                                                                                                           org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader.Builder builder)
                                                                                                    throws IOException

Throws:

IOException

setEncryptor

protected void setEncryptor(Encryptor encryptor)

getWriterClassName

protected String getWriterClassName()

init

public void init(org.apache.hadoop.fs.FileSystem fs,
                 org.apache.hadoop.fs.Path path,
                 org.apache.hadoop.conf.Configuration conf,
                 boolean overwritable,
                 long blocksize,
                 StreamSlowMonitor monitor)
          throws IOException,
                 CommonFSUtils.StreamLacksCapabilityException

Throws:

IOException

CommonFSUtils.StreamLacksCapabilityException

initAfterHeader

protected void initAfterHeader(boolean doCompress)
                        throws IOException

Throws:

IOException

secureInitAfterHeader

protected final void secureInitAfterHeader(boolean doCompress,
                                           Encryptor encryptor)
                                    throws IOException

Throws:

IOException

getLength

public long getLength()

writeWALTrailer

protected void writeWALTrailer()

initOutput

protected abstract void initOutput(org.apache.hadoop.fs.FileSystem fs,
                                   org.apache.hadoop.fs.Path path,
                                   boolean overwritable,
                                   int bufferSize,
                                   short replication,
                                   long blockSize,
                                   StreamSlowMonitor monitor)
                            throws IOException,
                                   CommonFSUtils.StreamLacksCapabilityException

Throws:

IOException

CommonFSUtils.StreamLacksCapabilityException

closeOutputIfNecessary

protected void closeOutputIfNecessary()

It is straight forward to close the output, do not need to write trailer like the Writer.close

writeMagicAndWALHeader

protected abstract long writeMagicAndWALHeader(byte[] magic,
                                               org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader header)
                                        throws IOException

return the file length after written.

Throws:

IOException

writeWALTrailerAndMagic

protected abstract long writeWALTrailerAndMagic(org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALTrailer trailer,
                                                byte[] magic)
                                         throws IOException

Throws:

IOException

getOutputStreamForCellEncoder

protected abstract OutputStream getOutputStreamForCellEncoder()