com.starrocks.connector.flink.cdc

Class DatabaseSync

java.lang.Object

com.starrocks.connector.flink.cdc.DatabaseSync

Direct Known Subclasses:

MysqlDatabaseSync

public abstract class DatabaseSync
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	DatabaseSync.TableNameConverter

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.flink.configuration.Configuration	config
protected DatabaseSync.TableNameConverter	converter
protected String	database
org.apache.flink.streaming.api.environment.StreamExecutionEnvironment	env
protected Pattern	excludingPattern
protected Pattern	includingPattern
protected org.apache.flink.configuration.Configuration	sinkConfig
protected Map<String,String>	tableConfig

Constructor Summary

Constructors

Constructor and Description
DatabaseSync()

Method Summary

Modifier and Type	Method and Description
void	build()
abstract org.apache.flink.streaming.api.datastream.DataStreamSource<String>	buildCdcSource(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env)
void	create(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env, String database, org.apache.flink.configuration.Configuration config, String tablePrefix, String tableSuffix, String includingTables, String excludingTables, org.apache.flink.configuration.Configuration sinkConfig, Map<String,String> tableConfig)
abstract Connection	getConnection()
abstract List<SourceSchema>	getSchemaList()
protected boolean	isSyncNeeded(String tableName) Filter table that need to be synchronized

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

config

protected org.apache.flink.configuration.Configuration config

database

protected String database

converter

protected DatabaseSync.TableNameConverter converter

includingPattern

protected Pattern includingPattern

excludingPattern

protected Pattern excludingPattern

tableConfig

protected Map<String,String> tableConfig

sinkConfig

protected org.apache.flink.configuration.Configuration sinkConfig

env

public org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env

Constructor Detail

DatabaseSync

public DatabaseSync()

Method Detail

getConnection

public abstract Connection getConnection()
                                  throws SQLException

Throws:

SQLException

getSchemaList

public abstract List<SourceSchema> getSchemaList()
                                          throws Exception

Throws:

Exception

buildCdcSource

public abstract org.apache.flink.streaming.api.datastream.DataStreamSource<String> buildCdcSource(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env)

create

public void create(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env,
                   String database,
                   org.apache.flink.configuration.Configuration config,
                   String tablePrefix,
                   String tableSuffix,
                   String includingTables,
                   String excludingTables,
                   org.apache.flink.configuration.Configuration sinkConfig,
                   Map<String,String> tableConfig)

build

public void build()
           throws Exception

Throws:

Exception

isSyncNeeded

protected boolean isSyncNeeded(String tableName)

Filter table that need to be synchronized