Package io.debezium.pipeline

Class ChangeEventSourceCoordinator<P extends Partition,O extends OffsetContext>

java.lang.Object

io.debezium.pipeline.ChangeEventSourceCoordinator<P,O>

@ThreadSafe
public class ChangeEventSourceCoordinator<P extends Partition,O extends OffsetContext>
extends Object

Coordinates one or more ChangeEventSources and executes them in order.

Author:

Gunnar Morling

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected class	ChangeEventSourceCoordinator.CatchUpStreamingResult
class	ChangeEventSourceCoordinator.ChangeEventSourceContextImpl

Field Summary

Fields

Modifier and Type	Field	Description
protected final ChangeEventSourceFactory<P,O>	changeEventSourceFactory
protected final ChangeEventSourceMetricsFactory<P>	changeEventSourceMetricsFactory
protected final ReentrantLock	commitOffsetLock
protected final ErrorHandler	errorHandler
protected final EventDispatcher<P,?>	eventDispatcher
protected final ExecutorService	executor
private static final org.slf4j.Logger	LOGGER
protected final Offsets<P,O>	previousOffsets
private boolean	running
protected final DatabaseSchema<?>	schema
static final Duration	SHUTDOWN_WAIT_TIMEOUT	Waiting period for the polling loop to finish.
protected SnapshotChangeEventSourceMetrics<P>	snapshotMetrics
protected StreamingChangeEventSourceMetrics<P>	streamingMetrics
protected StreamingChangeEventSource<P,O>	streamingSource

Constructor Summary

Constructors

Constructor	Description
ChangeEventSourceCoordinator(Offsets<P,O> previousOffsets, ErrorHandler errorHandler, Class<? extends org.apache.kafka.connect.source.SourceConnector> connectorType, CommonConnectorConfig connectorConfig, ChangeEventSourceFactory<P,O> changeEventSourceFactory, ChangeEventSourceMetricsFactory<P> changeEventSourceMetricsFactory, EventDispatcher<P,?> eventDispatcher, DatabaseSchema<?> schema)

Method Summary

Modifier and Type	Method	Description
void	commitOffset(Map<String,?> partition, Map<String,?> offset)
protected SnapshotResult<O>	doSnapshot(SnapshotChangeEventSource<P,O> snapshotSource, ChangeEventSource.ChangeEventSourceContext context, P partition, O previousOffset)
protected ChangeEventSourceCoordinator<P,O>.CatchUpStreamingResult	executeCatchUpStreaming(ChangeEventSource.ChangeEventSourceContext context, SnapshotChangeEventSource<P,O> snapshotSource, P partition, O previousOffset)
protected void	executeChangeEventSources(CdcSourceTaskContext taskContext, SnapshotChangeEventSource<P,O> snapshotSource, Offsets<P,O> previousOffsets, AtomicReference<LoggingContext.PreviousContext> previousLogContext, ChangeEventSource.ChangeEventSourceContext context)
protected void	initStreamEvents(P partition, O offsetContext)
void	start(CdcSourceTaskContext taskContext, ChangeEventQueueMetrics changeEventQueueMetrics, EventMetadataProvider metadataProvider)
void	stop()	Stops this coordinator.
protected void	streamEvents(ChangeEventSource.ChangeEventSourceContext context, P partition, O offsetContext)
protected void	streamingConnected(boolean status)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOGGER

private static final org.slf4j.Logger LOGGER

SHUTDOWN_WAIT_TIMEOUT

public static final Duration SHUTDOWN_WAIT_TIMEOUT

Waiting period for the polling loop to finish. Will be applied twice, once gracefully, once forcefully.

previousOffsets

protected final Offsets<P extends Partition,O extends OffsetContext> previousOffsets

errorHandler

protected final ErrorHandler errorHandler

changeEventSourceFactory

protected final ChangeEventSourceFactory<P extends Partition,O extends OffsetContext> changeEventSourceFactory

changeEventSourceMetricsFactory

protected final ChangeEventSourceMetricsFactory<P extends Partition> changeEventSourceMetricsFactory

executor

protected final ExecutorService executor

eventDispatcher

protected final EventDispatcher<P extends Partition,?> eventDispatcher

schema

protected final DatabaseSchema<?> schema

running

private volatile boolean running

streamingSource

protected volatile StreamingChangeEventSource<P extends Partition,O extends OffsetContext> streamingSource

commitOffsetLock

protected final ReentrantLock commitOffsetLock

snapshotMetrics

protected SnapshotChangeEventSourceMetrics<P extends Partition> snapshotMetrics

streamingMetrics

protected StreamingChangeEventSourceMetrics<P extends Partition> streamingMetrics

Constructor Details

ChangeEventSourceCoordinator

public ChangeEventSourceCoordinator(Offsets<P,O> previousOffsets,
 ErrorHandler errorHandler,
 Class<? extends org.apache.kafka.connect.source.SourceConnector> connectorType,
 CommonConnectorConfig connectorConfig,
 ChangeEventSourceFactory<P,O> changeEventSourceFactory,
 ChangeEventSourceMetricsFactory<P> changeEventSourceMetricsFactory,
 EventDispatcher<P,?> eventDispatcher,
 DatabaseSchema<?> schema)

Method Details

start

public void start(CdcSourceTaskContext taskContext,
 ChangeEventQueueMetrics changeEventQueueMetrics,
 EventMetadataProvider metadataProvider)

executeChangeEventSources

protected void executeChangeEventSources(CdcSourceTaskContext taskContext,
 SnapshotChangeEventSource<P,O> snapshotSource,
 Offsets<P,O> previousOffsets,
 AtomicReference<LoggingContext.PreviousContext> previousLogContext,
 ChangeEventSource.ChangeEventSourceContext context)
                                  throws InterruptedException

Throws:

InterruptedException

doSnapshot

protected SnapshotResult<O> doSnapshot(SnapshotChangeEventSource<P,O> snapshotSource,
 ChangeEventSource.ChangeEventSourceContext context,
 P partition,
 O previousOffset)
                                throws InterruptedException

Throws:

InterruptedException

executeCatchUpStreaming

protected ChangeEventSourceCoordinator<P,O>.CatchUpStreamingResult executeCatchUpStreaming(ChangeEventSource.ChangeEventSourceContext context,
 SnapshotChangeEventSource<P,O> snapshotSource,
 P partition,
 O previousOffset)
                                                                                    throws InterruptedException

Throws:

InterruptedException

streamEvents

protected void streamEvents(ChangeEventSource.ChangeEventSourceContext context,
 P partition,
 O offsetContext)
                     throws InterruptedException

Throws:

InterruptedException

initStreamEvents

protected void initStreamEvents(P partition,
 O offsetContext)
                         throws InterruptedException

Throws:

InterruptedException

commitOffset

public void commitOffset(Map<String,?> partition,
 Map<String,?> offset)

stop

public void stop()
          throws InterruptedException

Stops this coordinator.

Throws:

InterruptedException

streamingConnected

protected void streamingConnected(boolean status)