Serialized Form

Package org.apache.beam.runners.flink

Class org.apache.beam.runners.flink.CreateStreamingFlinkView.CreateFlinkPCollectionView extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.util.List<ElemT>>,org.apache.beam.sdk.values.PCollection<java.util.List<ElemT>>> implements Serializable

Serialized Fields

view

org.apache.beam.sdk.values.PCollectionView<T> view

Class org.apache.beam.runners.flink.FlinkStreamingTransformTranslators.StripIdsMap extends org.apache.flink.api.common.functions.RichFlatMapFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.ValueWithRecordId<T>>,org.apache.beam.sdk.util.WindowedValue<T>> implements Serializable

Serialized Fields

options

org.apache.beam.runners.core.construction.SerializablePipelineOptions options

Class org.apache.beam.runners.flink.FlinkStreamingTransformTranslators.ToRawUnion extends org.apache.flink.api.common.functions.RichMapFunction<T,org.apache.beam.sdk.transforms.join.RawUnionValue> implements Serializable

Serialized Fields

intTag

int intTag

options

org.apache.beam.runners.core.construction.SerializablePipelineOptions options

Package org.apache.beam.runners.flink.metrics

Class org.apache.beam.runners.flink.metrics.MetricsAccumulator extends java.lang.Object implements Serializable

Serialized Fields

metricsContainers

org.apache.beam.runners.core.metrics.MetricsContainerStepMap metricsContainers

Package org.apache.beam.runners.flink.translation.functions

Class org.apache.beam.runners.flink.translation.functions.FlinkAssignWindows extends java.lang.Object implements Serializable

Serialized Fields

windowFn

org.apache.beam.sdk.transforms.windowing.WindowFn<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowFn

Class org.apache.beam.runners.flink.translation.functions.FlinkDoFnFunction extends org.apache.flink.api.common.functions.AbstractRichFunction implements Serializable

Serialized Fields

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

doFn

org.apache.beam.sdk.transforms.DoFn<InputT,OutputT> doFn

stepName

java.lang.String stepName

sideInputs

java.util.Map<K,V> sideInputs

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

outputMap

java.util.Map<K,V> outputMap

mainOutputTag

org.apache.beam.sdk.values.TupleTag<V> mainOutputTag

inputCoder

org.apache.beam.sdk.coders.Coder<T> inputCoder

outputCoderMap

java.util.Map<K,V> outputCoderMap

doFnSchemaInformation

org.apache.beam.sdk.transforms.DoFnSchemaInformation doFnSchemaInformation

sideInputMapping

java.util.Map<K,V> sideInputMapping

bundleStarted

boolean bundleStarted

exceptionThrownInFlatMap

boolean exceptionThrownInFlatMap

Class org.apache.beam.runners.flink.translation.functions.FlinkExecutableStageContextFactory extends java.lang.Object implements Serializable

Class org.apache.beam.runners.flink.translation.functions.FlinkExecutableStageFunction extends org.apache.flink.api.common.functions.AbstractRichFunction implements Serializable

Serialized Fields

pipelineOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions pipelineOptions

stagePayload

org.apache.beam.model.pipeline.v1.RunnerApi.ExecutableStagePayload stagePayload

jobInfo

org.apache.beam.runners.fnexecution.provisioning.JobInfo jobInfo

outputMap

java.util.Map<K,V> outputMap

contextFactory

FlinkExecutableStageContextFactory contextFactory

windowCoder

org.apache.beam.sdk.coders.Coder<T> windowCoder

inputCoder

org.apache.beam.sdk.coders.Coder<T> inputCoder

stepName

java.lang.String stepName

Class org.apache.beam.runners.flink.translation.functions.FlinkExecutableStagePruningFunction extends org.apache.flink.api.common.functions.RichFlatMapFunction<org.apache.beam.sdk.transforms.join.RawUnionValue,org.apache.beam.sdk.util.WindowedValue<?>> implements Serializable

Serialized Fields

unionTag

int unionTag

options

org.apache.beam.runners.core.construction.SerializablePipelineOptions options

Class org.apache.beam.runners.flink.translation.functions.FlinkExplodeWindowsFunction extends java.lang.Object implements Serializable

Class org.apache.beam.runners.flink.translation.functions.FlinkIdentityFunction extends java.lang.Object implements Serializable

Class org.apache.beam.runners.flink.translation.functions.FlinkMergingNonShuffleReduceFunction extends org.apache.flink.api.common.functions.RichGroupReduceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,InputT>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,OutputT>>> implements Serializable

Serialized Fields

combineFn

org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT> combineFn

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

sideInputs

java.util.Map<K,V> sideInputs

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

Class org.apache.beam.runners.flink.translation.functions.FlinkMultiOutputPruningFunction extends org.apache.flink.api.common.functions.RichFlatMapFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.transforms.join.RawUnionValue>,org.apache.beam.sdk.util.WindowedValue<T>> implements Serializable

Serialized Fields

ourOutputTag

int ourOutputTag

options

org.apache.beam.runners.core.construction.SerializablePipelineOptions options

Class org.apache.beam.runners.flink.translation.functions.FlinkNonMergingReduceFunction extends java.lang.Object implements Serializable

Serialized Fields

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

reIterableResult

boolean reIterableResult

Class org.apache.beam.runners.flink.translation.functions.FlinkPartialReduceFunction extends org.apache.flink.api.common.functions.RichGroupCombineFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,InputT>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,AccumT>>> implements Serializable

Serialized Fields

combineFn

org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT> combineFn

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

sideInputs

java.util.Map<K,V> sideInputs

groupedByWindow

boolean groupedByWindow

WindowedValues has been exploded and pre-grouped by window.

Class org.apache.beam.runners.flink.translation.functions.FlinkReduceFunction extends org.apache.flink.api.common.functions.RichGroupReduceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,AccumT>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,OutputT>>> implements Serializable

Serialized Fields

combineFn

org.apache.beam.sdk.transforms.CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT> combineFn

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

sideInputs

java.util.Map<K,V> sideInputs

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

groupedByWindow

boolean groupedByWindow

WindowedValues has been exploded and pre-grouped by window.

Class org.apache.beam.runners.flink.translation.functions.FlinkStatefulDoFnFunction extends org.apache.flink.api.common.functions.RichGroupReduceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,V>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.transforms.join.RawUnionValue>> implements Serializable

Serialized Fields

dofn

org.apache.beam.sdk.transforms.DoFn<InputT,OutputT> dofn

usesOnWindowExpiration

boolean usesOnWindowExpiration

stepName

java.lang.String stepName

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

sideInputs

java.util.Map<K,V> sideInputs

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

outputMap

java.util.Map<K,V> outputMap

mainOutputTag

org.apache.beam.sdk.values.TupleTag<V> mainOutputTag

inputCoder

org.apache.beam.sdk.coders.Coder<T> inputCoder

outputCoderMap

java.util.Map<K,V> outputCoderMap

doFnSchemaInformation

org.apache.beam.sdk.transforms.DoFnSchemaInformation doFnSchemaInformation

sideInputMapping

java.util.Map<K,V> sideInputMapping

Class org.apache.beam.runners.flink.translation.functions.ImpulseSourceFunction extends java.lang.Object implements Serializable

Serialized Fields

idleTimeoutMs

long idleTimeoutMs

The idle time before the source shuts down.

running

boolean running

Indicates the streaming job is running and the source can produce elements.

Package org.apache.beam.runners.flink.translation.types

Class org.apache.beam.runners.flink.translation.types.CoderTypeInformation extends org.apache.flink.api.common.typeinfo.TypeInformation<T> implements Serializable

Serialized Fields

coder

org.apache.beam.sdk.coders.Coder<T> coder

pipelineOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions pipelineOptions

Class org.apache.beam.runners.flink.translation.types.CoderTypeSerializer extends org.apache.flink.api.common.typeutils.TypeSerializer<T> implements Serializable

Serialized Fields

coder

org.apache.beam.sdk.coders.Coder<T> coder

pipelineOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions pipelineOptions

SerializablePipelineOptions deserialization will cause FileSystems registration needed for Reshuffle translation.

fasterCopy

boolean fasterCopy

Class org.apache.beam.runners.flink.translation.types.EncodedValueComparator extends org.apache.flink.api.common.typeutils.TypeComparator<byte[]> implements Serializable

Serialized Fields

ascending

boolean ascending

Class org.apache.beam.runners.flink.translation.types.EncodedValueSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<byte[]> implements Serializable

serialVersionUID:

1L

Class org.apache.beam.runners.flink.translation.types.EncodedValueTypeInformation extends org.apache.flink.api.common.typeinfo.TypeInformation<byte[]> implements Serializable

serialVersionUID:

1L

Class org.apache.beam.runners.flink.translation.types.KvKeySelector extends java.lang.Object implements Serializable

Serialized Fields

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

Class org.apache.beam.runners.flink.translation.types.WindowedKvKeySelector extends java.lang.Object implements Serializable

Serialized Fields

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

windowCoder

org.apache.beam.sdk.coders.Coder<T> windowCoder

Package org.apache.beam.runners.flink.translation.wrappers

Class org.apache.beam.runners.flink.translation.wrappers.ImpulseInputFormat extends org.apache.flink.api.common.io.RichInputFormat<org.apache.beam.sdk.util.WindowedValue<byte[]>,org.apache.flink.core.io.GenericInputSplit> implements Serializable

Serialized Fields

availableOutput

boolean availableOutput

Class org.apache.beam.runners.flink.translation.wrappers.SourceInputFormat extends org.apache.flink.api.common.io.RichInputFormat<org.apache.beam.sdk.util.WindowedValue<T>,SourceInputSplit<T>> implements Serializable

Serialized Fields

stepName

java.lang.String stepName

initialSource

org.apache.beam.sdk.io.BoundedSource<T> initialSource

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

inputAvailable

boolean inputAvailable

Class org.apache.beam.runners.flink.translation.wrappers.SourceInputSplit extends java.lang.Object implements Serializable

Serialized Fields

source

org.apache.beam.sdk.io.Source<T> source

splitNumber

int splitNumber

Package org.apache.beam.runners.flink.translation.wrappers.streaming

Class org.apache.beam.runners.flink.translation.wrappers.streaming.AbstractStreamOperatorCompat extends org.apache.flink.streaming.api.operators.AbstractStreamOperator<OutputT> implements Serializable

Class org.apache.beam.runners.flink.translation.wrappers.streaming.DoFnOperator extends AbstractStreamOperatorCompat<org.apache.beam.sdk.util.WindowedValue<OutputT>> implements Serializable

Serialized Fields

doFn

org.apache.beam.sdk.transforms.DoFn<InputT,OutputT> doFn

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

mainOutputTag

org.apache.beam.sdk.values.TupleTag<V> mainOutputTag

additionalOutputTags

java.util.List<E> additionalOutputTags

sideInputs

java.util.Collection<E> sideInputs

sideInputTagMapping

java.util.Map<K,V> sideInputTagMapping

windowingStrategy

org.apache.beam.sdk.values.WindowingStrategy<T,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> windowingStrategy

outputManagerFactory

org.apache.beam.runners.flink.translation.wrappers.streaming.DoFnOperator.OutputManagerFactory<OutputT> outputManagerFactory

stepName

java.lang.String stepName

windowedInputCoder

org.apache.beam.sdk.coders.Coder<T> windowedInputCoder

outputCoders

java.util.Map<K,V> outputCoders

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

keySelector

org.apache.flink.api.java.functions.KeySelector<IN,KEY> keySelector

timerCoder

org.apache.beam.runners.core.TimerInternals.TimerDataCoderV2 timerCoder

maxBundleSize

long maxBundleSize

Max number of elements to include in a bundle.

maxBundleTimeMills

long maxBundleTimeMills

Max duration of a bundle.

doFnSchemaInformation

org.apache.beam.sdk.transforms.DoFnSchemaInformation doFnSchemaInformation

sideInputMapping

java.util.Map<K,V> sideInputMapping

requiresStableInput

boolean requiresStableInput

If true, we must process elements only after a checkpoint is finished.

usesOnWindowExpiration

boolean usesOnWindowExpiration

finishBundleBeforeCheckpointing

boolean finishBundleBeforeCheckpointing

Class org.apache.beam.runners.flink.translation.wrappers.streaming.DoFnOperator.MultiOutputOutputManagerFactory extends java.lang.Object implements Serializable

Serialized Fields

mainTag

org.apache.beam.sdk.values.TupleTag<V> mainTag

tagsToIds

java.util.Map<K,V> tagsToIds

tagsToOutputTags

java.util.Map<K,V> tagsToOutputTags

tagsToCoders

java.util.Map<K,V> tagsToCoders

pipelineOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions pipelineOptions

Class org.apache.beam.runners.flink.translation.wrappers.streaming.ExecutableStageDoFnOperator extends DoFnOperator<InputT,OutputT> implements Serializable

Serialized Fields

payload

org.apache.beam.model.pipeline.v1.RunnerApi.ExecutableStagePayload payload

jobInfo

org.apache.beam.runners.fnexecution.provisioning.JobInfo jobInfo

contextFactory

FlinkExecutableStageContextFactory contextFactory

outputMap

java.util.Map<K,V> outputMap

sideInputIds

java.util.Map<K,V> sideInputIds

stateBackendLock

java.util.concurrent.locks.ReentrantLock stateBackendLock

A lock which has to be acquired when concurrently accessing state and timers.

pipelineOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions pipelineOptions

isStateful

boolean isStateful

windowCoder

org.apache.beam.sdk.coders.Coder<T> windowCoder

inputCoder

org.apache.beam.sdk.coders.Coder<T> inputCoder

Class org.apache.beam.runners.flink.translation.wrappers.streaming.KvToByteBufferKeySelector extends java.lang.Object implements Serializable

Serialized Fields

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

pipelineOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions pipelineOptions

Class org.apache.beam.runners.flink.translation.wrappers.streaming.SdfByteBufferKeySelector extends java.lang.Object implements Serializable

Serialized Fields

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

pipelineOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions pipelineOptions

Class org.apache.beam.runners.flink.translation.wrappers.streaming.SingletonKeyedWorkItemCoder extends org.apache.beam.sdk.coders.StructuredCoder<org.apache.beam.runners.core.KeyedWorkItem<K,ElemT>> implements Serializable

Serialized Fields

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

elemCoder

org.apache.beam.sdk.coders.Coder<T> elemCoder

windowCoder

org.apache.beam.sdk.coders.Coder<T> windowCoder

valueCoder

org.apache.beam.sdk.util.WindowedValue.FullWindowedValueCoder<T> valueCoder

Class org.apache.beam.runners.flink.translation.wrappers.streaming.SplittableDoFnOperator extends DoFnOperator<org.apache.beam.runners.core.KeyedWorkItem<byte[],org.apache.beam.sdk.values.KV<InputT,RestrictionT>>,OutputT> implements Serializable

Class org.apache.beam.runners.flink.translation.wrappers.streaming.WindowDoFnOperator extends DoFnOperator<org.apache.beam.runners.core.KeyedWorkItem<K,InputT>,org.apache.beam.sdk.values.KV<K,OutputT>> implements Serializable

Serialized Fields

systemReduceFn

org.apache.beam.runners.core.SystemReduceFn<K,InputT,AccumT,OutputT,W extends org.apache.beam.sdk.transforms.windowing.BoundedWindow> systemReduceFn

Class org.apache.beam.runners.flink.translation.wrappers.streaming.WorkItemKeySelector extends java.lang.Object implements Serializable

Serialized Fields

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

pipelineOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions pipelineOptions

Package org.apache.beam.runners.flink.translation.wrappers.streaming.io

Class org.apache.beam.runners.flink.translation.wrappers.streaming.io.DedupingOperator extends org.apache.flink.streaming.api.operators.AbstractStreamOperator<org.apache.beam.sdk.util.WindowedValue<T>> implements Serializable

Serialized Fields

options

org.apache.beam.runners.core.construction.SerializablePipelineOptions options

dedupingStateDescriptor

org.apache.flink.api.common.state.ValueStateDescriptor<T> dedupingStateDescriptor

Class org.apache.beam.runners.flink.translation.wrappers.streaming.io.StreamingImpulseSource extends org.apache.flink.streaming.api.functions.source.RichParallelSourceFunction<org.apache.beam.sdk.util.WindowedValue<byte[]>> implements Serializable

Serialized Fields

intervalMillis

int intervalMillis

Deprecated.

messageCount

int messageCount

Deprecated.

running

boolean running

Deprecated.

count

long count

Deprecated.

Class org.apache.beam.runners.flink.translation.wrappers.streaming.io.TestStreamSource extends org.apache.flink.streaming.api.functions.source.RichSourceFunction<org.apache.beam.sdk.util.WindowedValue<T>> implements Serializable

Serialized Fields

testStreamDecoder

org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> testStreamDecoder

payload

byte[] payload

isRunning

boolean isRunning

Class org.apache.beam.runners.flink.translation.wrappers.streaming.io.UnboundedSourceWrapper extends org.apache.flink.streaming.api.functions.source.RichParallelSourceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.ValueWithRecordId<OutputT>>> implements Serializable

Serialized Fields

stepName

java.lang.String stepName

serializedOptions

org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions

Keep the options so that we can initialize the localReaders.

isConvertedBoundedSource

boolean isConvertedBoundedSource

We are processing bounded data and should read from the sources sequentially instead of reading round-robin from all the sources. In case of file sources this avoids having too many open files/connections at once.

checkpointCoder

org.apache.beam.sdk.coders.KvCoder<K,V> checkpointCoder

For snapshot and restore.

splitSources

java.util.List<E> splitSources

The split sources. We split them in the constructor to ensure that all parallel sources are consistent about the split sources.

idleTimeoutMs

long idleTimeoutMs

The idle time before we the source shuts down.

isRunning

boolean isRunning

Flag to indicate whether the source is running. Initialize here and not in run() to prevent races where we cancel a job before run() is ever called or run() is called after cancel().