Package io.debezium.pipeline

Class ChangeEventSourceCoordinator<P extends Partition,O extends OffsetContext>

java.lang.Object

io.debezium.pipeline.ChangeEventSourceCoordinator<P,O>

@ThreadSafe
public class ChangeEventSourceCoordinator<P extends Partition,O extends OffsetContext>
extends Object

Coordinates one or more ChangeEventSources and executes them in order.

Author:

Gunnar Morling

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected class	ChangeEventSourceCoordinator.CatchUpStreamingResult
private class	ChangeEventSourceCoordinator.ChangeEventSourceContextImpl

Field Summary

Fields

Modifier and Type	Field	Description
private ChangeEventSourceFactory<P,O>	changeEventSourceFactory
private ChangeEventSourceMetricsFactory	changeEventSourceMetricsFactory
private ReentrantLock	commitOffsetLock
private ErrorHandler	errorHandler
private EventDispatcher<?>	eventDispatcher
private ExecutorService	executor
private static org.slf4j.Logger	LOGGER
private Offsets<P,O>	previousOffsets
private boolean	running
private DatabaseSchema<?>	schema
static Duration	SHUTDOWN_WAIT_TIMEOUT	Waiting period for the polling loop to finish.
private SnapshotChangeEventSourceMetrics	snapshotMetrics
private StreamingChangeEventSourceMetrics	streamingMetrics
private StreamingChangeEventSource<P,O>	streamingSource

Constructor Summary

Constructors

Constructor	Description
ChangeEventSourceCoordinator(Offsets<P,O> previousOffsets, ErrorHandler errorHandler, Class<? extends org.apache.kafka.connect.source.SourceConnector> connectorType, CommonConnectorConfig connectorConfig, ChangeEventSourceFactory<P,O> changeEventSourceFactory, ChangeEventSourceMetricsFactory changeEventSourceMetricsFactory, EventDispatcher<?> eventDispatcher, DatabaseSchema<?> schema)

Method Summary

Modifier and Type	Method	Description
void	commitOffset(Map<String,?> offset)
protected ChangeEventSourceCoordinator.CatchUpStreamingResult	executeCatchUpStreaming(ChangeEventSource.ChangeEventSourceContext context, SnapshotChangeEventSource<P,O> snapshotSource, P partition, O previousOffset)
void	start(CdcSourceTaskContext taskContext, ChangeEventQueueMetrics changeEventQueueMetrics, EventMetadataProvider metadataProvider)
void	stop()	Stops this coordinator.
protected void	streamEvents(ChangeEventSource.ChangeEventSourceContext context, P partition, O offsetContext)
private void	streamingConnected(boolean status)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOGGER

private static final org.slf4j.Logger LOGGER

SHUTDOWN_WAIT_TIMEOUT

public static final Duration SHUTDOWN_WAIT_TIMEOUT

Waiting period for the polling loop to finish. Will be applied twice, once gracefully, once forcefully.

previousOffsets

private final Offsets<P extends Partition,O extends OffsetContext> previousOffsets

errorHandler

private final ErrorHandler errorHandler

changeEventSourceFactory

private final ChangeEventSourceFactory<P extends Partition,O extends OffsetContext> changeEventSourceFactory

changeEventSourceMetricsFactory

private final ChangeEventSourceMetricsFactory changeEventSourceMetricsFactory

executor

private final ExecutorService executor

eventDispatcher

private final EventDispatcher<?> eventDispatcher

schema

private final DatabaseSchema<?> schema

running

private volatile boolean running

streamingSource

private volatile StreamingChangeEventSource<P extends Partition,O extends OffsetContext> streamingSource

commitOffsetLock

private final ReentrantLock commitOffsetLock

snapshotMetrics

private SnapshotChangeEventSourceMetrics snapshotMetrics

streamingMetrics

private StreamingChangeEventSourceMetrics streamingMetrics

Constructor Detail

ChangeEventSourceCoordinator

public ChangeEventSourceCoordinator(Offsets<P,O> previousOffsets,
                                    ErrorHandler errorHandler,
                                    Class<? extends org.apache.kafka.connect.source.SourceConnector> connectorType,
                                    CommonConnectorConfig connectorConfig,
                                    ChangeEventSourceFactory<P,O> changeEventSourceFactory,
                                    ChangeEventSourceMetricsFactory changeEventSourceMetricsFactory,
                                    EventDispatcher<?> eventDispatcher,
                                    DatabaseSchema<?> schema)

Method Detail

start

public void start(CdcSourceTaskContext taskContext,
                  ChangeEventQueueMetrics changeEventQueueMetrics,
                  EventMetadataProvider metadataProvider)

executeCatchUpStreaming

protected ChangeEventSourceCoordinator.CatchUpStreamingResult executeCatchUpStreaming(ChangeEventSource.ChangeEventSourceContext context,
                                                                                      SnapshotChangeEventSource<P,O> snapshotSource,
                                                                                      P partition,
                                                                                      O previousOffset)
                                                                               throws InterruptedException

Throws:

InterruptedException

streamEvents

protected void streamEvents(ChangeEventSource.ChangeEventSourceContext context,
                            P partition,
                            O offsetContext)
                     throws InterruptedException

Throws:

InterruptedException

commitOffset

public void commitOffset(Map<String,?> offset)

stop

public void stop()
          throws InterruptedException

Stops this coordinator.

Throws:

InterruptedException

streamingConnected

private void streamingConnected(boolean status)