org.apache.flink.connector.nebula.source

Class NebulaInputFormat<T>

java.lang.Object

org.apache.flink.api.common.io.RichInputFormat<T,org.apache.flink.core.io.InputSplit>

org.apache.flink.connector.nebula.source.NebulaInputFormat<T>

All Implemented Interfaces:

Serializable, org.apache.flink.api.common.io.InputFormat<T,org.apache.flink.core.io.InputSplit>, org.apache.flink.core.io.InputSplitSource<org.apache.flink.core.io.InputSplit>

Direct Known Subclasses:

NebulaInputRowFormat, NebulaInputTableRowFormat, NebulaRowDataInputFormat

public abstract class NebulaInputFormat<T>
extends org.apache.flink.api.common.io.RichInputFormat<T,org.apache.flink.core.io.InputSplit>

InputFormat to read data from NebulaGraph and generate Rows. The InputFormat has to be configured using the supplied NebulaStorageConnectionProvider and ExecutionOptions.

See Also:

Row, NebulaStorageConnectionProvider, ExecutionOptions, Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
protected ExecutionOptions	executionOptions
protected Boolean	hasNext
protected static org.slf4j.Logger	LOG
protected NebulaMetaConnectionProvider	metaConnectionProvider
protected NebulaConverter<T>	nebulaConverter
protected List<com.vesoft.nebula.client.storage.data.BaseTableRow>	rows
protected NebulaStorageConnectionProvider	storageConnectionProvider

Constructor Summary

Constructors

Constructor and Description
NebulaInputFormat(NebulaStorageConnectionProvider storageConnectionProvider, ExecutionOptions executionOptions)

Method Summary

Modifier and Type	Method and Description
void	close()
void	closeInputFormat()
void	configure(org.apache.flink.configuration.Configuration configuration)
org.apache.flink.core.io.InputSplit[]	createInputSplits(int numSplit)
org.apache.flink.core.io.InputSplitAssigner	getInputSplitAssigner(org.apache.flink.core.io.InputSplit[] inputSplits)
org.apache.flink.api.common.io.statistics.BaseStatistics	getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics baseStatistics)
T	nextRecord(T reuse)
void	open(org.apache.flink.core.io.InputSplit inputSplit)
void	openInputFormat()
boolean	reachedEnd()
NebulaInputFormat<T>	setExecutionOptions(ExecutionOptions executionOptions)

Methods inherited from class org.apache.flink.api.common.io.RichInputFormat

getRuntimeContext, setRuntimeContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

protected static final org.slf4j.Logger LOG

executionOptions

protected ExecutionOptions executionOptions

storageConnectionProvider

protected NebulaStorageConnectionProvider storageConnectionProvider

metaConnectionProvider

protected NebulaMetaConnectionProvider metaConnectionProvider

hasNext

protected Boolean hasNext

rows

protected List<com.vesoft.nebula.client.storage.data.BaseTableRow> rows

nebulaConverter

protected NebulaConverter<T> nebulaConverter

Constructor Detail

NebulaInputFormat

public NebulaInputFormat(NebulaStorageConnectionProvider storageConnectionProvider,
                         ExecutionOptions executionOptions)

Method Detail

configure

public void configure(org.apache.flink.configuration.Configuration configuration)

openInputFormat

public void openInputFormat()
                     throws IOException

Overrides:

openInputFormat in class org.apache.flink.api.common.io.RichInputFormat<T,org.apache.flink.core.io.InputSplit>

Throws:

IOException

closeInputFormat

public void closeInputFormat()
                      throws IOException

Overrides:

closeInputFormat in class org.apache.flink.api.common.io.RichInputFormat<T,org.apache.flink.core.io.InputSplit>

Throws:

IOException

getStatistics

public org.apache.flink.api.common.io.statistics.BaseStatistics getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics baseStatistics)
                                                                       throws IOException

Throws:

IOException

createInputSplits

public org.apache.flink.core.io.InputSplit[] createInputSplits(int numSplit)
                                                        throws IOException

Throws:

IOException

getInputSplitAssigner

public org.apache.flink.core.io.InputSplitAssigner getInputSplitAssigner(org.apache.flink.core.io.InputSplit[] inputSplits)

open

public void open(org.apache.flink.core.io.InputSplit inputSplit)
          throws IOException

Throws:

IOException

reachedEnd

public boolean reachedEnd()
                   throws IOException

Throws:

IOException

nextRecord

public T nextRecord(T reuse)
             throws IOException

Throws:

IOException

close

public void close()

setExecutionOptions

public NebulaInputFormat<T> setExecutionOptions(ExecutionOptions executionOptions)