public abstract class AbstractProtobufLogWriter
extends java.lang.Object
| Modifier and Type | Field and Description |
|---|---|
protected Codec.Encoder |
cellEncoder |
protected CompressionContext |
compressionContext |
protected WALCellCodec.ByteStringCompressor |
compressor |
protected Configuration |
conf |
protected java.util.concurrent.atomic.AtomicLong |
length |
protected WALTrailer |
trailer |
protected int |
trailerWarnSize |
protected boolean |
trailerWritten |
| Constructor and Description |
|---|
AbstractProtobufLogWriter() |
| Modifier and Type | Method and Description |
|---|---|
protected WALHeader |
buildSecureWALHeader(Configuration conf,
WALHeader.Builder builder) |
protected WALHeader |
buildWALHeader(Configuration conf,
WALHeader.Builder builder) |
long |
getLength() |
protected abstract java.io.OutputStream |
getOutputStreamForCellEncoder() |
protected java.lang.String |
getWriterClassName() |
void |
init(FileSystem fs,
Path path,
Configuration conf,
boolean overwritable,
long blocksize) |
protected void |
initAfterHeader(boolean doCompress) |
protected abstract void |
initOutput(FileSystem fs,
Path path,
boolean overwritable,
int bufferSize,
short replication,
long blockSize) |
protected void |
secureInitAfterHeader(boolean doCompress,
Encryptor encryptor) |
protected void |
setEncryptor(Encryptor encryptor) |
protected abstract long |
writeMagicAndWALHeader(byte[] magic,
WALHeader header)
return the file length after written.
|
protected void |
writeWALTrailer() |
protected abstract long |
writeWALTrailerAndMagic(WALTrailer trailer,
byte[] magic) |
protected CompressionContext compressionContext
protected Configuration conf
protected Codec.Encoder cellEncoder
protected WALCellCodec.ByteStringCompressor compressor
protected boolean trailerWritten
protected WALTrailer trailer
protected int trailerWarnSize
protected java.util.concurrent.atomic.AtomicLong length
protected WALHeader buildWALHeader(Configuration conf,
WALHeader.Builder builder)
throws java.io.IOException
java.io.IOExceptionprotected final WALHeader buildSecureWALHeader(Configuration conf,
WALHeader.Builder builder)
throws java.io.IOException
java.io.IOExceptionprotected void setEncryptor(Encryptor encryptor)
protected java.lang.String getWriterClassName()
public void init(FileSystem fs,
Path path,
Configuration conf,
boolean overwritable,
long blocksize)
throws java.io.IOException,
StreamLacksCapabilityException
java.io.IOExceptionStreamLacksCapabilityExceptionprotected void initAfterHeader(boolean doCompress)
throws java.io.IOException
java.io.IOExceptionprotected final void secureInitAfterHeader(boolean doCompress,
Encryptor encryptor)
throws java.io.IOException
java.io.IOExceptionpublic long getLength()
protected void writeWALTrailer()
protected abstract void initOutput(FileSystem fs,
Path path,
boolean overwritable,
int bufferSize,
short replication,
long blockSize)
throws java.io.IOException,
StreamLacksCapabilityException
java.io.IOExceptionStreamLacksCapabilityExceptionprotected abstract long writeMagicAndWALHeader(byte[] magic,
WALHeader header)
throws java.io.IOException
java.io.IOExceptionprotected abstract long writeWALTrailerAndMagic(WALTrailer trailer,
byte[] magic)
throws java.io.IOException
java.io.IOExceptionprotected abstract java.io.OutputStream getOutputStreamForCellEncoder()