org.apache.beam.runners.flink.translation.wrappers

Class SourceInputFormat<T>

java.lang.Object

org.apache.flink.api.common.io.RichInputFormat<org.apache.beam.sdk.util.WindowedValue<T>,SourceInputSplit<T>>

org.apache.beam.runners.flink.translation.wrappers.SourceInputFormat<T>

All Implemented Interfaces:

java.io.Serializable, org.apache.flink.api.common.io.InputFormat<org.apache.beam.sdk.util.WindowedValue<T>,SourceInputSplit<T>>, org.apache.flink.core.io.InputSplitSource<SourceInputSplit<T>>

public class SourceInputFormat<T>
extends org.apache.flink.api.common.io.RichInputFormat<org.apache.beam.sdk.util.WindowedValue<T>,SourceInputSplit<T>>

Wrapper for executing a Source as a Flink InputFormat.

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
SourceInputFormat(java.lang.String stepName, org.apache.beam.sdk.io.BoundedSource<T> initialSource, org.apache.beam.sdk.options.PipelineOptions options)

Method Summary

Modifier and Type	Method and Description
void	close()
void	configure(org.apache.flink.configuration.Configuration configuration)
SourceInputSplit<T>[]	createInputSplits(int numSplits)
org.apache.flink.core.io.InputSplitAssigner	getInputSplitAssigner(SourceInputSplit[] sourceInputSplits)
org.apache.flink.api.common.io.statistics.BaseStatistics	getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics baseStatistics)
org.apache.beam.sdk.util.WindowedValue<T>	nextRecord(org.apache.beam.sdk.util.WindowedValue<T> t)
void	open(SourceInputSplit<T> sourceInputSplit)
boolean	reachedEnd()

Methods inherited from class org.apache.flink.api.common.io.RichInputFormat

closeInputFormat, getRuntimeContext, openInputFormat, setRuntimeContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SourceInputFormat

public SourceInputFormat(java.lang.String stepName,
                         org.apache.beam.sdk.io.BoundedSource<T> initialSource,
                         org.apache.beam.sdk.options.PipelineOptions options)

Method Detail

configure

public void configure(org.apache.flink.configuration.Configuration configuration)

open

public void open(SourceInputSplit<T> sourceInputSplit)
          throws java.io.IOException

Throws:

java.io.IOException

getStatistics

public org.apache.flink.api.common.io.statistics.BaseStatistics getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics baseStatistics)
                                                                       throws java.io.IOException

Throws:

java.io.IOException

createInputSplits

public SourceInputSplit<T>[] createInputSplits(int numSplits)
                                        throws java.io.IOException

Throws:

java.io.IOException

getInputSplitAssigner

public org.apache.flink.core.io.InputSplitAssigner getInputSplitAssigner(SourceInputSplit[] sourceInputSplits)

reachedEnd

public boolean reachedEnd()

nextRecord

public org.apache.beam.sdk.util.WindowedValue<T> nextRecord(org.apache.beam.sdk.util.WindowedValue<T> t)
                                                     throws java.io.IOException

Throws:

java.io.IOException

close

public void close()
           throws java.io.IOException

Throws:

java.io.IOException