org.apache.beam.runners.samza

Interface SamzaPipelineOptions

All Superinterfaces:

org.apache.beam.sdk.transforms.display.HasDisplayData, org.apache.beam.sdk.options.PipelineOptions

All Known Subinterfaces:

SamzaPortablePipelineOptions

public interface SamzaPipelineOptions
extends org.apache.beam.sdk.options.PipelineOptions

Options which can be used to configure a Samza PortablePipelineRunner.

Nested Class Summary

Nested Classes

Modifier and Type	Interface and Description
static class	SamzaPipelineOptions.ProcessElementExecutorServiceFactory

Nested classes/interfaces inherited from interface org.apache.beam.sdk.options.PipelineOptions

org.apache.beam.sdk.options.PipelineOptions.AtomicLongFactory, org.apache.beam.sdk.options.PipelineOptions.CheckEnabled, org.apache.beam.sdk.options.PipelineOptions.DirectRunner, org.apache.beam.sdk.options.PipelineOptions.JobNameFactory, org.apache.beam.sdk.options.PipelineOptions.UserAgentFactory

Method Summary

Modifier and Type	Method and Description
long	getBundleProcessingTimeout()
java.lang.String	getConfigFilePath()
java.lang.Class<? extends org.apache.samza.config.ConfigLoaderFactory>	getConfigLoaderFactory()
java.util.Map<java.lang.String,java.lang.String>	getConfigOverride()
boolean	getDropLateData()
java.lang.Boolean	getEnableMetrics()
java.lang.Boolean	getEnableTransformMetrics()
int	getEventTimerBufferSize()
java.util.concurrent.ExecutorService	getExecutorServiceForProcessElement()
java.lang.String	getJobInstance()
long	getMaxBundleSize()
long	getMaxBundleTimeMs()
int	getMaxReadyTimersToProcessOnce()
int	getMaxSourceParallelism()
java.util.List<org.apache.samza.metrics.MetricsReporter>	getMetricsReporters()
int	getNumThreadsForProcessElement()
SamzaExecutionEnvironment	getSamzaExecutionEnvironment()
java.lang.Boolean	getStateDurable()
int	getStoreBatchGetSize()
int	getSystemBufferSize()
long	getWatermarkInterval()
void	setBundleProcessingTimeout(long timeoutMs)
void	setConfigFilePath(java.lang.String filePath)
void	setConfigLoaderFactory(java.lang.Class<? extends org.apache.samza.config.ConfigLoaderFactory> configLoaderFactory)
void	setConfigOverride(java.util.Map<java.lang.String,java.lang.String> configs)
void	setDropLateData(boolean dropLateData)
void	setEnableMetrics(java.lang.Boolean enableMetrics)
void	setEnableTransformMetrics(java.lang.Boolean enableMetrics)
void	setEventTimerBufferSize(int eventTimerBufferSize)
void	setExecutorServiceForProcessElement(java.util.concurrent.ExecutorService executorService)
void	setJobInstance(java.lang.String instance)
void	setMaxBundleSize(long maxBundleSize)
void	setMaxBundleTimeMs(long maxBundleTimeMs)
void	setMaxReadyTimersToProcessOnce(int maxReadyTimersToProcessOnce)
void	setMaxSourceParallelism(int maxSourceParallelism)
void	setMetricsReporters(java.util.List<org.apache.samza.metrics.MetricsReporter> reporters)
void	setNumThreadsForProcessElement(int numThreads)
void	setSamzaExecutionEnvironment(SamzaExecutionEnvironment environment)
void	setStateDurable(java.lang.Boolean stateDurable)
void	setStoreBatchGetSize(int storeBatchGetSize)
void	setSystemBufferSize(int consumerBufferSize)
void	setWatermarkInterval(long interval)

Methods inherited from interface org.apache.beam.sdk.options.PipelineOptions

as, getJobName, getOptionsId, getRunner, getStableUniqueNames, getTempLocation, getUserAgent, outputRuntimeOptions, revision, setJobName, setOptionsId, setRunner, setStableUniqueNames, setTempLocation, setUserAgent

Methods inherited from interface org.apache.beam.sdk.transforms.display.HasDisplayData

populateDisplayData

Method Detail

getConfigFilePath

java.lang.String getConfigFilePath()

setConfigFilePath

void setConfigFilePath(java.lang.String filePath)

getConfigLoaderFactory

@Default.Class(value=org.apache.samza.config.loaders.PropertiesConfigLoaderFactory.class)
java.lang.Class<? extends org.apache.samza.config.ConfigLoaderFactory> getConfigLoaderFactory()

setConfigLoaderFactory

void setConfigLoaderFactory(java.lang.Class<? extends org.apache.samza.config.ConfigLoaderFactory> configLoaderFactory)

getConfigOverride

java.util.Map<java.lang.String,java.lang.String> getConfigOverride()

setConfigOverride

void setConfigOverride(java.util.Map<java.lang.String,java.lang.String> configs)

getJobInstance

@Default.String(value="1")
java.lang.String getJobInstance()

setJobInstance

void setJobInstance(java.lang.String instance)

getSamzaExecutionEnvironment

@Default.Enum(value="LOCAL")
SamzaExecutionEnvironment getSamzaExecutionEnvironment()

setSamzaExecutionEnvironment

void setSamzaExecutionEnvironment(SamzaExecutionEnvironment environment)

getWatermarkInterval

@Default.Long(value=1000L)
long getWatermarkInterval()

setWatermarkInterval

void setWatermarkInterval(long interval)

getSystemBufferSize

@Default.Integer(value=5000)
int getSystemBufferSize()

setSystemBufferSize

void setSystemBufferSize(int consumerBufferSize)

getEventTimerBufferSize

@Default.Integer(value=50000)
int getEventTimerBufferSize()

setEventTimerBufferSize

void setEventTimerBufferSize(int eventTimerBufferSize)

getMaxReadyTimersToProcessOnce

@Default.Integer(value=2147483647)
int getMaxReadyTimersToProcessOnce()

setMaxReadyTimersToProcessOnce

void setMaxReadyTimersToProcessOnce(int maxReadyTimersToProcessOnce)

getMaxSourceParallelism

@Default.Integer(value=1)
int getMaxSourceParallelism()

setMaxSourceParallelism

void setMaxSourceParallelism(int maxSourceParallelism)

getStoreBatchGetSize

@Default.Integer(value=10000)
int getStoreBatchGetSize()

setStoreBatchGetSize

void setStoreBatchGetSize(int storeBatchGetSize)

getEnableMetrics

@Default.Boolean(value=true)
java.lang.Boolean getEnableMetrics()

setEnableMetrics

void setEnableMetrics(java.lang.Boolean enableMetrics)

getEnableTransformMetrics

@Default.Boolean(value=false)
java.lang.Boolean getEnableTransformMetrics()

setEnableTransformMetrics

void setEnableTransformMetrics(java.lang.Boolean enableMetrics)

getStateDurable

@Default.Boolean(value=false)
java.lang.Boolean getStateDurable()

setStateDurable

void setStateDurable(java.lang.Boolean stateDurable)

getMetricsReporters

java.util.List<org.apache.samza.metrics.MetricsReporter> getMetricsReporters()

setMetricsReporters

void setMetricsReporters(java.util.List<org.apache.samza.metrics.MetricsReporter> reporters)

getMaxBundleSize

@Default.Long(value=1L)
long getMaxBundleSize()

setMaxBundleSize

void setMaxBundleSize(long maxBundleSize)

getMaxBundleTimeMs

@Default.Long(value=1000L)
long getMaxBundleTimeMs()

setMaxBundleTimeMs

void setMaxBundleTimeMs(long maxBundleTimeMs)

getBundleProcessingTimeout

@Default.Long(value=-1L)
long getBundleProcessingTimeout()

setBundleProcessingTimeout

void setBundleProcessingTimeout(long timeoutMs)

getNumThreadsForProcessElement

@Default.Integer(value=1)
int getNumThreadsForProcessElement()

setNumThreadsForProcessElement

void setNumThreadsForProcessElement(int numThreads)

getExecutorServiceForProcessElement

@Default.InstanceFactory(value=SamzaPipelineOptions.ProcessElementExecutorServiceFactory.class)
 @Hidden
java.util.concurrent.ExecutorService getExecutorServiceForProcessElement()

setExecutorServiceForProcessElement

void setExecutorServiceForProcessElement(java.util.concurrent.ExecutorService executorService)

getDropLateData

@Default.Boolean(value=false)
boolean getDropLateData()

setDropLateData

void setDropLateData(boolean dropLateData)