Package io.debezium.connector.postgresql

Class PostgresChangeRecordEmitter

java.lang.Object

io.debezium.pipeline.AbstractChangeRecordEmitter<TableSchema>

io.debezium.relational.RelationalChangeRecordEmitter

io.debezium.connector.postgresql.PostgresChangeRecordEmitter

All Implemented Interfaces:

ChangeRecordEmitter

public class PostgresChangeRecordEmitter
extends RelationalChangeRecordEmitter

Emits change data based on a logical decoding event coming as protobuf or JSON message.

Author:

Horia Chiorean (hchiorea@redhat.com), Jiri Pechanec

Nested Class Summary

Nested classes/interfaces inherited from interface io.debezium.pipeline.spi.ChangeRecordEmitter

ChangeRecordEmitter.Receiver

Field Summary

Fields

Modifier and Type	Field	Description
private Map<String,Object>	cachedOldToastedValues
private PostgresConnection	connection
private PostgresConnectorConfig	connectorConfig
private static org.slf4j.Logger	LOGGER
private ReplicationMessage	message
private boolean	nullToastedValuesMissingFromOld
private PostgresSchema	schema
private TableId	tableId
private boolean	unchangedToastColumnMarkerMissing

Fields inherited from class io.debezium.relational.RelationalChangeRecordEmitter

PK_UPDATE_NEWKEY_FIELD, PK_UPDATE_OLDKEY_FIELD

Constructor Summary

Constructors

Constructor	Description
PostgresChangeRecordEmitter(Partition partition, OffsetContext offset, Clock clock, PostgresConnectorConfig connectorConfig, PostgresSchema schema, PostgresConnection connection, TableId tableId, ReplicationMessage message)

Method Summary

Modifier and Type	Method	Description
private Object[]	columnValues(List<ReplicationMessage.Column> columns, TableId tableId, boolean refreshSchemaIfChanged, boolean metadataInMessage, boolean sourceOfToasted, boolean oldValues)
void	emitChangeRecords(DataCollectionSchema schema, ChangeRecordEmitter.Receiver receiver)
protected void	emitTruncateRecord(ChangeRecordEmitter.Receiver receiver, TableSchema tableSchema)
protected Object[]	getNewColumnValues()
protected Object[]	getOldColumnValues()
protected Envelope.Operation	getOperation()
private int	getPosition(String columnName, Table table, Object[] values)
private boolean	hasMissingUntoastedColumns(Table table, List<ReplicationMessage.Column> columns)
private Optional<DataCollectionSchema>	newTable(TableId tableId)
private void	refreshTableFromDatabase(TableId tableId)
private boolean	schemaChanged(List<ReplicationMessage.Column> columns, Table table, boolean metadataInMessage)
protected boolean	skipEmptyMessages()
private DataCollectionSchema	synchronizeTableSchema(DataCollectionSchema tableSchema)
private Table	tableFromFromMessage(List<ReplicationMessage.Column> columns, Table table)
(package private) static Optional<DataCollectionSchema>	updateSchema(TableId tableId, ChangeRecordEmitter changeRecordEmitter)

Methods inherited from class io.debezium.relational.RelationalChangeRecordEmitter

emitCreateRecord, emitDeleteRecord, emitReadRecord, emitUpdateRecord

Methods inherited from class io.debezium.pipeline.AbstractChangeRecordEmitter

getClock, getOffset, getPartition

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOGGER

private static final org.slf4j.Logger LOGGER

message

private final ReplicationMessage message

schema

private final PostgresSchema schema

connectorConfig

private final PostgresConnectorConfig connectorConfig

connection

private final PostgresConnection connection

tableId

private final TableId tableId

unchangedToastColumnMarkerMissing

private final boolean unchangedToastColumnMarkerMissing

nullToastedValuesMissingFromOld

private final boolean nullToastedValuesMissingFromOld

cachedOldToastedValues

private final Map<String,Object> cachedOldToastedValues

Constructor Detail

PostgresChangeRecordEmitter

public PostgresChangeRecordEmitter(Partition partition,
                                   OffsetContext offset,
                                   Clock clock,
                                   PostgresConnectorConfig connectorConfig,
                                   PostgresSchema schema,
                                   PostgresConnection connection,
                                   TableId tableId,
                                   ReplicationMessage message)

Method Detail

getOperation

protected Envelope.Operation getOperation()

Specified by:

getOperation in class RelationalChangeRecordEmitter

emitChangeRecords

public void emitChangeRecords(DataCollectionSchema schema,
                              ChangeRecordEmitter.Receiver receiver)
                       throws InterruptedException

Specified by:

emitChangeRecords in interface ChangeRecordEmitter

Overrides:

emitChangeRecords in class RelationalChangeRecordEmitter

Throws:

InterruptedException

emitTruncateRecord

protected void emitTruncateRecord(ChangeRecordEmitter.Receiver receiver,
                                  TableSchema tableSchema)
                           throws InterruptedException

Overrides:

emitTruncateRecord in class RelationalChangeRecordEmitter

Throws:

InterruptedException

getOldColumnValues

protected Object[] getOldColumnValues()

Specified by:

getOldColumnValues in class RelationalChangeRecordEmitter

getNewColumnValues

protected Object[] getNewColumnValues()

Specified by:

getNewColumnValues in class RelationalChangeRecordEmitter

synchronizeTableSchema

private DataCollectionSchema synchronizeTableSchema(DataCollectionSchema tableSchema)

columnValues

private Object[] columnValues(List<ReplicationMessage.Column> columns,
                              TableId tableId,
                              boolean refreshSchemaIfChanged,
                              boolean metadataInMessage,
                              boolean sourceOfToasted,
                              boolean oldValues)
                       throws SQLException

Throws:

SQLException

getPosition

private int getPosition(String columnName,
                        Table table,
                        Object[] values)

newTable

private Optional<DataCollectionSchema> newTable(TableId tableId)

refreshTableFromDatabase

private void refreshTableFromDatabase(TableId tableId)

updateSchema

static Optional<DataCollectionSchema> updateSchema(TableId tableId,
                                                   ChangeRecordEmitter changeRecordEmitter)

schemaChanged

private boolean schemaChanged(List<ReplicationMessage.Column> columns,
                              Table table,
                              boolean metadataInMessage)

hasMissingUntoastedColumns

private boolean hasMissingUntoastedColumns(Table table,
                                           List<ReplicationMessage.Column> columns)

tableFromFromMessage

private Table tableFromFromMessage(List<ReplicationMessage.Column> columns,
                                   Table table)

skipEmptyMessages

protected boolean skipEmptyMessages()

Overrides:

skipEmptyMessages in class RelationalChangeRecordEmitter