com.starrocks.connector.flink.table.sink

Class StarRocksSinkOptions

java.lang.Object

com.starrocks.connector.flink.table.sink.StarRocksSinkOptions

All Implemented Interfaces:

Serializable

public class StarRocksSinkOptions
extends Object
implements Serializable

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	StarRocksSinkOptions.Builder Builder for StarRocksSinkOptions.
static class	StarRocksSinkOptions.StreamLoadFormat

Field Summary

Fields

Modifier and Type	Field and Description
static org.apache.flink.configuration.ConfigOption<String>	DATABASE_NAME
static org.apache.flink.configuration.ConfigOption<String>	JDBC_URL
static org.apache.flink.configuration.ConfigOption<List<String>>	LOAD_URL
static org.apache.flink.configuration.ConfigOption<String>	PASSWORD
static org.apache.flink.configuration.ConfigOption<Integer>	SINK_ABORT_CHECK_NUM_TXNS
static org.apache.flink.configuration.ConfigOption<Boolean>	SINK_ABORT_LINGERING_TXNS
static org.apache.flink.configuration.ConfigOption<Boolean>	SINK_AT_LEAST_ONCE_USE_TRANSACTION_LOAD
static org.apache.flink.configuration.ConfigOption<Long>	SINK_BATCH_FLUSH_INTERVAL
static org.apache.flink.configuration.ConfigOption<Long>	SINK_BATCH_MAX_ROWS
static org.apache.flink.configuration.ConfigOption<Long>	SINK_BATCH_MAX_SIZE
static org.apache.flink.configuration.ConfigOption<Long>	SINK_BATCH_OFFER_TIMEOUT
static org.apache.flink.configuration.ConfigOption<Long>	SINK_CHUNK_LIMIT
static org.apache.flink.configuration.ConfigOption<Integer>	SINK_CONNECT_TIMEOUT
static org.apache.flink.configuration.ConfigOption<Boolean>	SINK_ENABLE_EXACTLY_ONCE_LABEL_GEN
static org.apache.flink.configuration.ConfigOption<Boolean>	SINK_IGNORE_UPDATE_BEFORE
static org.apache.flink.configuration.ConfigOption<Integer>	SINK_IO_THREAD_COUNT
static org.apache.flink.configuration.ConfigOption<String>	SINK_LABEL_PREFIX
static org.apache.flink.configuration.ConfigOption<Integer>	SINK_MAX_RETRIES
static org.apache.flink.configuration.ConfigOption<Integer>	SINK_METRIC_HISTOGRAM_WINDOW_SIZE
static org.apache.flink.configuration.ConfigOption<Integer>	SINK_PARALLELISM
static String	SINK_PROPERTIES_PREFIX
static org.apache.flink.configuration.ConfigOption<Integer>	SINK_RETRY_INTERVAL
static org.apache.flink.configuration.ConfigOption<Long>	SINK_SCAN_FREQUENCY
static org.apache.flink.configuration.ConfigOption<String>	SINK_SEMANTIC
static org.apache.flink.configuration.ConfigOption<Integer>	SINK_SOCKET_TIMEOUT
static org.apache.flink.configuration.ConfigOption<Boolean>	SINK_USE_NEW_SINK_API
static org.apache.flink.configuration.ConfigOption<String>	SINK_VERSION
static org.apache.flink.configuration.ConfigOption<Integer>	SINK_WAIT_FOR_CONTINUE_TIMEOUT
static org.apache.flink.configuration.ConfigOption<String>	TABLE_NAME
static org.apache.flink.configuration.ConfigOption<String>	USERNAME

Constructor Summary

Constructors

Constructor and Description
StarRocksSinkOptions(org.apache.flink.configuration.ReadableConfig options, Map<String,String> optionsMap)

Method Summary

Modifier and Type	Method and Description
StarRocksSinkOptions	addTableProperties(com.starrocks.data.load.stream.properties.StreamLoadTableProperties tableProperties)
static StarRocksSinkOptions.Builder	builder()
void	enableUpsertDelete()
int	getAbortCheckNumTxns()
long	getChunkLimit()
int	getConnectTimeout()
String	getDatabaseName()
List<org.apache.flink.api.java.tuple.Tuple2<String,String>>	getDbTables()
boolean	getIgnoreUpdateBefore()
int	getIoThreadCount()
String	getJdbcUrl()
String	getLabelPrefix()
List<String>	getLoadUrlList()
String	getPassword()
com.starrocks.data.load.stream.properties.StreamLoadProperties	getProperties(StarRocksSinkTable table)
int	getRetryIntervalMs()
long	getScanFrequency()
StarRocksSinkSemantic	getSemantic()
boolean	getSinkAtLeastOnceUseTransactionStreamLoad()
int	getSinkHistogramWindowSize()
long	getSinkMaxBytes()
long	getSinkMaxFlushInterval()
int	getSinkMaxRetries()
long	getSinkMaxRows()
long	getSinkOfferTimeout()
Integer	getSinkParallelism()
Map<String,String>	getSinkStreamLoadProperties()
String	getSinkVersion()
int	getSocketTimeout()
StarRocksSinkOptions.StreamLoadFormat	getStreamLoadFormat()
String	getTableName()
String[]	getTableSchemaFieldNames()
String	getUsername()
int	getWaitForContinueTimeout()
boolean	hasColumnMappingProperty()
boolean	isAbortLingeringTxns()
boolean	isEnableExactlyOnceLabelGen()
boolean	isSupportTransactionStreamLoad()
boolean	isUseUnifiedSinkApi()
void	setSupportTransactionStreamLoad(boolean supportTransactionStreamLoad)
void	setTableSchemaFieldNames(String[] fieldNames)
boolean	supportUpsertDelete()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

JDBC_URL

public static final org.apache.flink.configuration.ConfigOption<String> JDBC_URL

LOAD_URL

public static final org.apache.flink.configuration.ConfigOption<List<String>> LOAD_URL

DATABASE_NAME

public static final org.apache.flink.configuration.ConfigOption<String> DATABASE_NAME

TABLE_NAME

public static final org.apache.flink.configuration.ConfigOption<String> TABLE_NAME

USERNAME

public static final org.apache.flink.configuration.ConfigOption<String> USERNAME

PASSWORD

public static final org.apache.flink.configuration.ConfigOption<String> PASSWORD

SINK_VERSION

public static final org.apache.flink.configuration.ConfigOption<String> SINK_VERSION

SINK_LABEL_PREFIX

public static final org.apache.flink.configuration.ConfigOption<String> SINK_LABEL_PREFIX

SINK_CONNECT_TIMEOUT

public static final org.apache.flink.configuration.ConfigOption<Integer> SINK_CONNECT_TIMEOUT

SINK_SOCKET_TIMEOUT

public static final org.apache.flink.configuration.ConfigOption<Integer> SINK_SOCKET_TIMEOUT

SINK_WAIT_FOR_CONTINUE_TIMEOUT

public static final org.apache.flink.configuration.ConfigOption<Integer> SINK_WAIT_FOR_CONTINUE_TIMEOUT

SINK_IO_THREAD_COUNT

public static final org.apache.flink.configuration.ConfigOption<Integer> SINK_IO_THREAD_COUNT

SINK_CHUNK_LIMIT

public static final org.apache.flink.configuration.ConfigOption<Long> SINK_CHUNK_LIMIT

SINK_SCAN_FREQUENCY

public static final org.apache.flink.configuration.ConfigOption<Long> SINK_SCAN_FREQUENCY

SINK_SEMANTIC

public static final org.apache.flink.configuration.ConfigOption<String> SINK_SEMANTIC

SINK_BATCH_MAX_SIZE

public static final org.apache.flink.configuration.ConfigOption<Long> SINK_BATCH_MAX_SIZE

SINK_BATCH_MAX_ROWS

public static final org.apache.flink.configuration.ConfigOption<Long> SINK_BATCH_MAX_ROWS

SINK_BATCH_FLUSH_INTERVAL

public static final org.apache.flink.configuration.ConfigOption<Long> SINK_BATCH_FLUSH_INTERVAL

SINK_AT_LEAST_ONCE_USE_TRANSACTION_LOAD

public static final org.apache.flink.configuration.ConfigOption<Boolean> SINK_AT_LEAST_ONCE_USE_TRANSACTION_LOAD

SINK_MAX_RETRIES

public static final org.apache.flink.configuration.ConfigOption<Integer> SINK_MAX_RETRIES

SINK_RETRY_INTERVAL

public static final org.apache.flink.configuration.ConfigOption<Integer> SINK_RETRY_INTERVAL

SINK_BATCH_OFFER_TIMEOUT

public static final org.apache.flink.configuration.ConfigOption<Long> SINK_BATCH_OFFER_TIMEOUT

SINK_METRIC_HISTOGRAM_WINDOW_SIZE

public static final org.apache.flink.configuration.ConfigOption<Integer> SINK_METRIC_HISTOGRAM_WINDOW_SIZE

SINK_IGNORE_UPDATE_BEFORE

public static final org.apache.flink.configuration.ConfigOption<Boolean> SINK_IGNORE_UPDATE_BEFORE

SINK_ENABLE_EXACTLY_ONCE_LABEL_GEN

public static final org.apache.flink.configuration.ConfigOption<Boolean> SINK_ENABLE_EXACTLY_ONCE_LABEL_GEN

SINK_ABORT_LINGERING_TXNS

public static final org.apache.flink.configuration.ConfigOption<Boolean> SINK_ABORT_LINGERING_TXNS

SINK_ABORT_CHECK_NUM_TXNS

public static final org.apache.flink.configuration.ConfigOption<Integer> SINK_ABORT_CHECK_NUM_TXNS

SINK_USE_NEW_SINK_API

public static final org.apache.flink.configuration.ConfigOption<Boolean> SINK_USE_NEW_SINK_API

SINK_PARALLELISM

public static final org.apache.flink.configuration.ConfigOption<Integer> SINK_PARALLELISM

SINK_PROPERTIES_PREFIX

public static final String SINK_PROPERTIES_PREFIX

See Also:

Constant Field Values

Constructor Detail

StarRocksSinkOptions

public StarRocksSinkOptions(org.apache.flink.configuration.ReadableConfig options,
                            Map<String,String> optionsMap)

Method Detail

addTableProperties

public StarRocksSinkOptions addTableProperties(com.starrocks.data.load.stream.properties.StreamLoadTableProperties tableProperties)

getDbTables

public List<org.apache.flink.api.java.tuple.Tuple2<String,String>> getDbTables()

setTableSchemaFieldNames

public void setTableSchemaFieldNames(String[] fieldNames)

getTableSchemaFieldNames

public String[] getTableSchemaFieldNames()

getJdbcUrl

public String getJdbcUrl()

getDatabaseName

public String getDatabaseName()

getTableName

public String getTableName()

getUsername

public String getUsername()

getPassword

public String getPassword()

getSinkVersion

public String getSinkVersion()

getLoadUrlList

public List<String> getLoadUrlList()

getLabelPrefix

public String getLabelPrefix()

getSinkMaxRetries

public int getSinkMaxRetries()

getRetryIntervalMs

public int getRetryIntervalMs()

getSinkMaxFlushInterval

public long getSinkMaxFlushInterval()

getSinkMaxRows

public long getSinkMaxRows()

getSinkMaxBytes

public long getSinkMaxBytes()

getConnectTimeout

public int getConnectTimeout()

getSocketTimeout

public int getSocketTimeout()

getWaitForContinueTimeout

public int getWaitForContinueTimeout()

getIoThreadCount

public int getIoThreadCount()

getChunkLimit

public long getChunkLimit()

getScanFrequency

public long getScanFrequency()

getSinkOfferTimeout

public long getSinkOfferTimeout()

getSinkHistogramWindowSize

public int getSinkHistogramWindowSize()

getSinkParallelism

public Integer getSinkParallelism()

getIgnoreUpdateBefore

public boolean getIgnoreUpdateBefore()

builder

public static StarRocksSinkOptions.Builder builder()

getSemantic

public StarRocksSinkSemantic getSemantic()

getSinkAtLeastOnceUseTransactionStreamLoad

public boolean getSinkAtLeastOnceUseTransactionStreamLoad()

getSinkStreamLoadProperties

public Map<String,String> getSinkStreamLoadProperties()

hasColumnMappingProperty

public boolean hasColumnMappingProperty()

getStreamLoadFormat

public StarRocksSinkOptions.StreamLoadFormat getStreamLoadFormat()

enableUpsertDelete

public void enableUpsertDelete()

supportUpsertDelete

public boolean supportUpsertDelete()

setSupportTransactionStreamLoad

public void setSupportTransactionStreamLoad(boolean supportTransactionStreamLoad)

isSupportTransactionStreamLoad

public boolean isSupportTransactionStreamLoad()

isEnableExactlyOnceLabelGen

public boolean isEnableExactlyOnceLabelGen()

isAbortLingeringTxns

public boolean isAbortLingeringTxns()

getAbortCheckNumTxns

public int getAbortCheckNumTxns()

isUseUnifiedSinkApi

public boolean isUseUnifiedSinkApi()

getProperties

public com.starrocks.data.load.stream.properties.StreamLoadProperties getProperties(@Nullable
                                                                                    StarRocksSinkTable table)