Serialized Form

Package org.apache.beam.runners.flink

Class org.apache.beam.runners.flink.CreateStreamingFlinkView.CreateFlinkPCollectionView extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.util.List<ElemT>>,org.apache.beam.sdk.values.PCollection<java.util.List<ElemT>>> implements Serializable

Serialized Fields

view

org.apache.beam.sdk.values.PCollectionView<T> view

Class org.apache.beam.runners.flink.FlinkStreamingTransformTranslators.StripIdsMap extends java.lang.Object implements Serializable

Class org.apache.beam.runners.flink.FlinkStreamingTransformTranslators.ToRawUnion extends java.lang.Object implements Serializable

Serialized Fields

intTag

int intTag

Package org.apache.beam.runners.flink.metrics

Class org.apache.beam.runners.flink.metrics.MetricsAccumulator extends java.lang.Object implements Serializable

Serialized Fields

metricsContainers

org.apache.beam.runners.core.metrics.MetricsContainerStepMap metricsContainers

Package org.apache.beam.runners.flink.translation.functions

Class org.apache.beam.runners.flink.translation.functions.FlinkAssignWindows extends java.lang.Object implements Serializable

Serialized Fields

windowFn

org.apache.beam.sdk.transforms.windowing.WindowFn<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowFn

Class org.apache.beam.runners.flink.translation.functions.FlinkDoFnFunction extends org.apache.flink.api.common.functions.RichMapPartitionFunction<org.apache.beam.sdk.util.WindowedValue<InputT>,org.apache.beam.sdk.util.WindowedValue<OutputT>> implements Serializable

Serialized Fields

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

doFn

org.apache.beam.sdk.transforms.DoFn<InputT,OutputT> doFn

stepName

java.lang.String stepName

sideInputs

java.util.Map<K,V> sideInputs

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

outputMap

java.util.Map<K,V> outputMap

mainOutputTag

org.apache.beam.sdk.values.TupleTag<V> mainOutputTag

inputCoder

org.apache.beam.sdk.coders.Coder<T> inputCoder

outputCoderMap

java.util.Map<K,V> outputCoderMap

doFnSchemaInformation

org.apache.beam.sdk.transforms.DoFnSchemaInformation doFnSchemaInformation

Class org.apache.beam.runners.flink.translation.functions.FlinkExecutableStageFunction extends org.apache.flink.api.common.functions.AbstractRichFunction implements Serializable

Serialized Fields

stagePayload

org.apache.beam.model.pipeline.v1.RunnerApi.ExecutableStagePayload stagePayload

jobInfo

org.apache.beam.runners.fnexecution.provisioning.JobInfo jobInfo

outputMap

java.util.Map<K,V> outputMap

contextFactory

FlinkExecutableStageContext.Factory contextFactory

windowCoder

org.apache.beam.sdk.coders.Coder<T> windowCoder

stageName

java.lang.String stageName

Class org.apache.beam.runners.flink.translation.functions.FlinkExecutableStagePruningFunction extends java.lang.Object implements Serializable

Serialized Fields

unionTag

int unionTag

Class org.apache.beam.runners.flink.translation.functions.FlinkMergingNonShuffleReduceFunction extends org.apache.flink.api.common.functions.RichGroupReduceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,InputT>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,OutputT>>> implements Serializable

Serialized Fields

combineFn

org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT> combineFn

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

sideInputs

java.util.Map<K,V> sideInputs

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

Class org.apache.beam.runners.flink.translation.functions.FlinkMultiOutputPruningFunction extends java.lang.Object implements Serializable

Serialized Fields

ourOutputTag

int ourOutputTag

Class org.apache.beam.runners.flink.translation.functions.FlinkPartialReduceFunction extends org.apache.flink.api.common.functions.RichGroupCombineFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,InputT>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,AccumT>>> implements Serializable

Serialized Fields

combineFn

org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT> combineFn

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

sideInputs

java.util.Map<K,V> sideInputs

Class org.apache.beam.runners.flink.translation.functions.FlinkReduceFunction extends org.apache.flink.api.common.functions.RichGroupReduceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,AccumT>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,OutputT>>> implements Serializable

Serialized Fields

combineFn

org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT> combineFn

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

sideInputs

java.util.Map<K,V> sideInputs

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

Class org.apache.beam.runners.flink.translation.functions.FlinkStatefulDoFnFunction extends org.apache.flink.api.common.functions.RichGroupReduceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,V>>,org.apache.beam.sdk.util.WindowedValue<OutputT>> implements Serializable

Serialized Fields

dofn

org.apache.beam.sdk.transforms.DoFn<InputT,OutputT> dofn

stepName

java.lang.String stepName

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

sideInputs

java.util.Map<K,V> sideInputs

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

outputMap

java.util.Map<K,V> outputMap

mainOutputTag

org.apache.beam.sdk.values.TupleTag<V> mainOutputTag

inputCoder

org.apache.beam.sdk.coders.Coder<T> inputCoder

outputCoderMap

java.util.Map<K,V> outputCoderMap

doFnSchemaInformation

org.apache.beam.sdk.transforms.DoFnSchemaInformation doFnSchemaInformation

Class org.apache.beam.runners.flink.translation.functions.ImpulseSourceFunction extends java.lang.Object implements Serializable

Serialized Fields

keepSourceAlive

boolean keepSourceAlive

Keep source running even after it has done all the work.

running

boolean running

Indicates the streaming job is running and the source can produce elements.

Class org.apache.beam.runners.flink.translation.functions.ReferenceCountingFlinkExecutableStageContextFactory extends java.lang.Object implements Serializable

Serialized Fields

creator

ReferenceCountingFlinkExecutableStageContextFactory.Creator creator

Package org.apache.beam.runners.flink.translation.types

Class org.apache.beam.runners.flink.translation.types.CoderTypeInformation extends org.apache.flink.api.common.typeinfo.TypeInformation<T> implements Serializable

Serialized Fields

coder

org.apache.beam.sdk.coders.Coder<T> coder

Class org.apache.beam.runners.flink.translation.types.CoderTypeSerializer extends org.apache.flink.api.common.typeutils.TypeSerializer<T> implements Serializable

Serialized Fields

coder

org.apache.beam.sdk.coders.Coder<T> coder

Class org.apache.beam.runners.flink.translation.types.EncodedValueComparator extends org.apache.flink.api.common.typeutils.TypeComparator<byte[]> implements Serializable

Serialized Fields

ascending

boolean ascending

Class org.apache.beam.runners.flink.translation.types.EncodedValueSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<byte[]> implements Serializable

serialVersionUID:

1L

Class org.apache.beam.runners.flink.translation.types.EncodedValueTypeInformation extends org.apache.flink.api.common.typeinfo.TypeInformation<byte[]> implements Serializable

serialVersionUID:

1L

Class org.apache.beam.runners.flink.translation.types.KvKeySelector extends java.lang.Object implements Serializable

Serialized Fields

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

Package org.apache.beam.runners.flink.translation.utils

Class org.apache.beam.runners.flink.translation.utils.NoopLock extends java.lang.Object implements Serializable

Package org.apache.beam.runners.flink.translation.wrappers

Class org.apache.beam.runners.flink.translation.wrappers.ImpulseInputFormat extends org.apache.flink.api.common.io.RichInputFormat<org.apache.beam.sdk.util.WindowedValue<byte[]>,org.apache.flink.core.io.GenericInputSplit> implements Serializable

Serialized Fields

availableOutput

boolean availableOutput

Class org.apache.beam.runners.flink.translation.wrappers.SourceInputFormat extends org.apache.flink.api.common.io.RichInputFormat<org.apache.beam.sdk.util.WindowedValue<T>,SourceInputSplit<T>> implements Serializable

Serialized Fields

stepName

java.lang.String stepName

initialSource

org.apache.beam.sdk.io.BoundedSource<T> initialSource

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

inputAvailable

boolean inputAvailable

Class org.apache.beam.runners.flink.translation.wrappers.SourceInputSplit extends java.lang.Object implements Serializable

Serialized Fields

source

org.apache.beam.sdk.io.Source<T> source

splitNumber

int splitNumber

Package org.apache.beam.runners.flink.translation.wrappers.streaming

Class org.apache.beam.runners.flink.translation.wrappers.streaming.DoFnOperator extends org.apache.flink.streaming.api.operators.AbstractStreamOperator<org.apache.beam.sdk.util.WindowedValue<OutputT>> implements Serializable

Serialized Fields

doFn

org.apache.beam.sdk.transforms.DoFn<InputT,OutputT> doFn

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

mainOutputTag

org.apache.beam.sdk.values.TupleTag<V> mainOutputTag

additionalOutputTags

java.util.List<E> additionalOutputTags

sideInputs

java.util.Collection<E> sideInputs

sideInputTagMapping

java.util.Map<K,V> sideInputTagMapping

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

outputManagerFactory

org.apache.beam.runners.flink.translation.wrappers.streaming.DoFnOperator.OutputManagerFactory<OutputT> outputManagerFactory

stepName

java.lang.String stepName

windowedInputCoder

org.apache.beam.sdk.coders.Coder<T> windowedInputCoder

inputCoder

org.apache.beam.sdk.coders.Coder<T> inputCoder

outputCoders

java.util.Map<K,V> outputCoders

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

keySelector

org.apache.flink.api.java.functions.KeySelector<IN,KEY> keySelector

timerCoder

org.apache.beam.runners.core.TimerInternals.TimerDataCoder timerCoder

maxBundleSize

long maxBundleSize

Max number of elements to include in a bundle.

maxBundleTimeMills

long maxBundleTimeMills

Max duration of a bundle.

doFnSchemaInformation

org.apache.beam.sdk.transforms.DoFnSchemaInformation doFnSchemaInformation

requiresStableInput

boolean requiresStableInput

If true, we must process elements only after a checkpoint is finished.

Class org.apache.beam.runners.flink.translation.wrappers.streaming.DoFnOperator.MultiOutputOutputManagerFactory extends java.lang.Object implements Serializable

Serialized Fields

mainTag

org.apache.beam.sdk.values.TupleTag<V> mainTag

tagsToIds

java.util.Map<K,V> tagsToIds

tagsToOutputTags

java.util.Map<K,V> tagsToOutputTags

tagsToCoders

java.util.Map<K,V> tagsToCoders

Class org.apache.beam.runners.flink.translation.wrappers.streaming.ExecutableStageDoFnOperator extends DoFnOperator<InputT,OutputT> implements Serializable

Serialized Fields

payload

org.apache.beam.model.pipeline.v1.RunnerApi.ExecutableStagePayload payload

jobInfo

org.apache.beam.runners.fnexecution.provisioning.JobInfo jobInfo

contextFactory

FlinkExecutableStageContext.Factory contextFactory

outputMap

java.util.Map<K,V> outputMap

sideInputIds

java.util.Map<K,V> sideInputIds

stateBackendLock

java.util.concurrent.locks.ReentrantLock stateBackendLock

A lock which has to be acquired when concurrently accessing state and timers.

Class org.apache.beam.runners.flink.translation.wrappers.streaming.KvToByteBufferKeySelector extends java.lang.Object implements Serializable

Serialized Fields

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

Class org.apache.beam.runners.flink.translation.wrappers.streaming.SingletonKeyedWorkItemCoder extends org.apache.beam.sdk.coders.StructuredCoder<SingletonKeyedWorkItem<K,ElemT>> implements Serializable

Serialized Fields

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

elemCoder

org.apache.beam.sdk.coders.Coder<T> elemCoder

windowCoder

org.apache.beam.sdk.coders.Coder<T> windowCoder

valueCoder

org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder<T> valueCoder

Class org.apache.beam.runners.flink.translation.wrappers.streaming.SplittableDoFnOperator extends DoFnOperator<org.apache.beam.runners.core.KeyedWorkItem<byte[],org.apache.beam.sdk.values.KV<InputT,RestrictionT>>,OutputT> implements Serializable

Class org.apache.beam.runners.flink.translation.wrappers.streaming.WindowDoFnOperator extends DoFnOperator<org.apache.beam.runners.core.KeyedWorkItem<K,InputT>,org.apache.beam.sdk.values.KV<K,OutputT>> implements Serializable

Serialized Fields

systemReduceFn

org.apache.beam.runners.core.SystemReduceFn<K,InputT,AccumT,OutputT,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> systemReduceFn

Class org.apache.beam.runners.flink.translation.wrappers.streaming.WorkItemKeySelector extends java.lang.Object implements Serializable

Serialized Fields

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

Package org.apache.beam.runners.flink.translation.wrappers.streaming.io

Class org.apache.beam.runners.flink.translation.wrappers.streaming.io.DedupingOperator extends org.apache.flink.streaming.api.operators.AbstractStreamOperator<org.apache.beam.sdk.util.WindowedValue<T>> implements Serializable

Serialized Fields

dedupingStateDescriptor

org.apache.flink.api.common.state.ValueStateDescriptor<T> dedupingStateDescriptor

Class org.apache.beam.runners.flink.translation.wrappers.streaming.io.StreamingImpulseSource extends org.apache.flink.streaming.api.functions.source.RichParallelSourceFunction<org.apache.beam.sdk.util.WindowedValue<byte[]>> implements Serializable

Serialized Fields

cancelled

java.util.concurrent.atomic.AtomicBoolean cancelled

Deprecated.

count

long count

Deprecated.

intervalMillis

int intervalMillis

Deprecated.

messageCount

int messageCount

Deprecated.

Class org.apache.beam.runners.flink.translation.wrappers.streaming.io.TestStreamSource extends org.apache.flink.streaming.api.functions.source.RichSourceFunction<org.apache.beam.sdk.util.WindowedValue<T>> implements Serializable

Serialized Fields

testStreamDecoder

org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> testStreamDecoder

payload

byte[] payload

isRunning

boolean isRunning

Class org.apache.beam.runners.flink.translation.wrappers.streaming.io.UnboundedSocketSource extends org.apache.beam.sdk.io.UnboundedSource<java.lang.String,CheckpointMarkT extends org.apache.beam.sdk.io.UnboundedSource.CheckpointMark> implements Serializable

serialVersionUID:

1L

Serialized Fields

hostname

java.lang.String hostname

port

int port

delimiter

char delimiter

maxNumRetries

long maxNumRetries

delayBetweenRetries

long delayBetweenRetries

Class org.apache.beam.runners.flink.translation.wrappers.streaming.io.UnboundedSourceWrapper extends org.apache.flink.streaming.api.functions.source.RichParallelSourceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.ValueWithRecordId<OutputT>>> implements Serializable

Serialized Fields

stepName

java.lang.String stepName

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

Keep the options so that we can initialize the localReaders.

checkpointCoder

org.apache.beam.sdk.coders.KvCoder<K,V> checkpointCoder

For snapshot and restore.

splitSources

java.util.List<E> splitSources

The split sources. We split them in the constructor to ensure that all parallel sources are consistent about the split sources.

shutdownOnFinalWatermark

boolean shutdownOnFinalWatermark

Shuts down the source if the final watermark is read. Note: This prevents further checkpoints of the streaming application.

isRunning

boolean isRunning

Flag to indicate whether the source is running. Initialize here and not in run() to prevent races where we cancel a job before run() is ever called or run() is called after cancel().