stream.io

Class JSONBlockWriter

java.lang.Object

stream.AbstractProcessor

stream.io.JSONBlockWriter

All Implemented Interfaces:

Processor, StatefulProcessor

public class JSONBlockWriter
extends AbstractProcessor

Author:

chris

Field Summary

Fields

Modifier and Type	Field and Description
(package private) String	blockFormat
(package private) int	blocksCreated
(package private) ByteSize	blockSize
(package private) long	bytesWritten
(package private) File	currentBlock
(package private) File	directory
(package private) SimpleDateFormat	fmt
(package private) static org.slf4j.Logger	log
(package private) FileOutputStream	out
(package private) String	pattern
(package private) String	timeKey

Fields inherited from class stream.AbstractProcessor

context

Constructor Summary

Constructors

Constructor and Description
JSONBlockWriter()

Method Summary

Modifier and Type	Method and Description
ByteSize	getBlockSize()
File	getDirectory()
String	getPattern()
String	getTimeKey()
Data	process(Data input)
void	setBlockSize(ByteSize blockSize)
void	setDirectory(File directory)
void	setPattern(String pattern)
void	setTimeKey(String timeKey)

Methods inherited from class stream.AbstractProcessor

finish, init, resetState

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

log

static org.slf4j.Logger log

blockSize

ByteSize blockSize

directory

File directory

currentBlock

File currentBlock

out

FileOutputStream out

bytesWritten

long bytesWritten

blocksCreated

int blocksCreated

pattern

String pattern

fmt

SimpleDateFormat fmt

timeKey

String timeKey

blockFormat

String blockFormat

Constructor Detail

JSONBlockWriter

public JSONBlockWriter()

Method Detail

process

public Data process(Data input)

See Also:

Processor.process(stream.Data)

getBlockSize

public ByteSize getBlockSize()

Returns:

the blockSize

setBlockSize

@Parameter(description="The size of the blocks that are to be written. Default is 64M.")
public void setBlockSize(ByteSize blockSize)

Parameters:

blockSize - the blockSize to set

getDirectory

public File getDirectory()

Returns:

the directory

setDirectory

@Parameter(description="The base directory in which the file are to be stored.",
           required=true)
public void setDirectory(File directory)

Parameters:

directory - the directory to set

getPattern

public String getPattern()

Returns:

the pattern

setPattern

@Parameter(description="A data-time pattern that is used to create subdirectories where to store blocks (within the base directory). The default pattern is `yyyy/MM/dd/HH00`.")
public void setPattern(String pattern)

Parameters:

pattern - the pattern to set

getTimeKey

public String getTimeKey()

Returns:

the timeKey

setTimeKey

@Parameter(description="The key that is used for determining the current time. If not specified, the default key `timestamp` is used. If a data item does not contain a timestamp, the current system time is used.")
public void setTimeKey(String timeKey)

Parameters:

timeKey - the timeKey to set