org.apache.beam.runners.flink.translation.functions

Class FlinkStatefulDoFnFunction<K,V,OutputT>

java.lang.Object

org.apache.flink.api.common.functions.AbstractRichFunction

org.apache.flink.api.common.functions.RichGroupReduceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,V>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.transforms.join.RawUnionValue>>

org.apache.beam.runners.flink.translation.functions.FlinkStatefulDoFnFunction<K,V,OutputT>

All Implemented Interfaces:

java.io.Serializable, org.apache.flink.api.common.functions.Function, org.apache.flink.api.common.functions.GroupReduceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,V>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.transforms.join.RawUnionValue>>, org.apache.flink.api.common.functions.RichFunction

public class FlinkStatefulDoFnFunction<K,V,OutputT>
extends org.apache.flink.api.common.functions.RichGroupReduceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,V>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.transforms.join.RawUnionValue>>

A RichGroupReduceFunction for stateful ParDo in Flink Batch Runner.

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description

FlinkStatefulDoFnFunction(org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<K,V>,OutputT> dofn, java.lang.String stepName, org.apache.beam.sdk.values.WindowingStrategy<?,?> windowingStrategy, java.util.Map<org.apache.beam.sdk.values.PCollectionView<?>,org.apache.beam.sdk.values.WindowingStrategy<?,?>> sideInputs, org.apache.beam.sdk.options.PipelineOptions pipelineOptions, java.util.Map<org.apache.beam.sdk.values.TupleTag<?>,java.lang.Integer> outputMap, org.apache.beam.sdk.values.TupleTag<OutputT> mainOutputTag, org.apache.beam.sdk.coders.Coder<org.apache.beam.sdk.values.KV<K,V>> inputCoder, java.util.Map<org.apache.beam.sdk.values.TupleTag<?>,org.apache.beam.sdk.coders.Coder<?>> outputCoderMap, org.apache.beam.sdk.transforms.DoFnSchemaInformation doFnSchemaInformation, java.util.Map<java.lang.String,org.apache.beam.sdk.values.PCollectionView<?>> sideInputMapping)

Method Summary

Modifier and Type	Method and Description
void	close()
void	open(org.apache.flink.configuration.Configuration parameters)
void	reduce(java.lang.Iterable<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,V>>> values, org.apache.flink.util.Collector<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.transforms.join.RawUnionValue>> out)

Methods inherited from class org.apache.flink.api.common.functions.AbstractRichFunction

getIterationRuntimeContext, getRuntimeContext, setRuntimeContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

FlinkStatefulDoFnFunction

public FlinkStatefulDoFnFunction(org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<K,V>,OutputT> dofn,
                                 java.lang.String stepName,
                                 org.apache.beam.sdk.values.WindowingStrategy<?,?> windowingStrategy,
                                 java.util.Map<org.apache.beam.sdk.values.PCollectionView<?>,org.apache.beam.sdk.values.WindowingStrategy<?,?>> sideInputs,
                                 org.apache.beam.sdk.options.PipelineOptions pipelineOptions,
                                 java.util.Map<org.apache.beam.sdk.values.TupleTag<?>,java.lang.Integer> outputMap,
                                 org.apache.beam.sdk.values.TupleTag<OutputT> mainOutputTag,
                                 org.apache.beam.sdk.coders.Coder<org.apache.beam.sdk.values.KV<K,V>> inputCoder,
                                 java.util.Map<org.apache.beam.sdk.values.TupleTag<?>,org.apache.beam.sdk.coders.Coder<?>> outputCoderMap,
                                 org.apache.beam.sdk.transforms.DoFnSchemaInformation doFnSchemaInformation,
                                 java.util.Map<java.lang.String,org.apache.beam.sdk.values.PCollectionView<?>> sideInputMapping)

Method Detail

reduce

public void reduce(java.lang.Iterable<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,V>>> values,
                   org.apache.flink.util.Collector<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.transforms.join.RawUnionValue>> out)
            throws java.lang.Exception

Specified by:

reduce in interface org.apache.flink.api.common.functions.GroupReduceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,V>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.transforms.join.RawUnionValue>>

Specified by:

reduce in class org.apache.flink.api.common.functions.RichGroupReduceFunction<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,V>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.transforms.join.RawUnionValue>>

Throws:

java.lang.Exception

open

public void open(org.apache.flink.configuration.Configuration parameters)

Specified by:

open in interface org.apache.flink.api.common.functions.RichFunction

Overrides:

open in class org.apache.flink.api.common.functions.AbstractRichFunction

close

public void close()
           throws java.lang.Exception

Specified by:

close in interface org.apache.flink.api.common.functions.RichFunction

Overrides:

close in class org.apache.flink.api.common.functions.AbstractRichFunction

Throws:

java.lang.Exception