Package org.apache.pulsar.broker.service.persistent

Class PersistentDispatcherMultipleConsumers

java.lang.Object

org.apache.pulsar.broker.service.AbstractBaseDispatcher

org.apache.pulsar.broker.service.AbstractDispatcherMultipleConsumers

org.apache.pulsar.broker.service.persistent.PersistentDispatcherMultipleConsumers

All Implemented Interfaces:

org.apache.bookkeeper.mledger.AsyncCallbacks.ReadEntriesCallback, Dispatcher

Direct Known Subclasses:

PersistentStickyKeyDispatcherMultipleConsumers, PersistentStreamingDispatcherMultipleConsumers

public class PersistentDispatcherMultipleConsumers
extends AbstractDispatcherMultipleConsumers
implements Dispatcher, org.apache.bookkeeper.mledger.AsyncCallbacks.ReadEntriesCallback

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected static class	PersistentDispatcherMultipleConsumers.ReadType

Field Summary

Fields

Modifier and Type	Field	Description
protected static java.util.concurrent.atomic.AtomicIntegerFieldUpdater<PersistentDispatcherMultipleConsumers>	BLOCKED_DISPATCHER_ON_UNACKMSG_UPDATER
protected org.apache.bookkeeper.mledger.ManagedCursor	cursor
protected java.util.Optional<DispatchRateLimiter>	dispatchRateLimiter
protected boolean	havePendingRead
protected boolean	havePendingReplayRead
protected com.google.common.collect.Range<org.apache.bookkeeper.mledger.impl.PositionImpl>	lastIndividualDeletedRangeFromCursorRecovery
protected org.apache.bookkeeper.mledger.impl.PositionImpl	minReplayedPosition
protected java.lang.String	name
protected int	readBatchSize
protected org.apache.pulsar.client.impl.Backoff	readFailureBackoff
protected MessageRedeliveryController	redeliveryMessages
protected RedeliveryTracker	redeliveryTracker
protected boolean	shouldRewindBeforeReadingOrReplaying
protected PersistentTopic	topic
protected static java.util.concurrent.atomic.AtomicIntegerFieldUpdater<PersistentDispatcherMultipleConsumers>	TOTAL_AVAILABLE_PERMITS_UPDATER
protected int	totalAvailablePermits
protected int	totalUnackedMessages

Fields inherited from class org.apache.pulsar.broker.service.AbstractDispatcherMultipleConsumers

consumerList, consumerSet, currentConsumerRoundRobinIndex, FALSE, IS_CLOSED_UPDATER, TRUE

Fields inherited from class org.apache.pulsar.broker.service.AbstractBaseDispatcher

dispatchThrottlingOnBatchMessageEnabled, entryFilters, filterContext, serviceConfig, subscription

Constructor Summary

Constructors

Constructor	Description
PersistentDispatcherMultipleConsumers(PersistentTopic topic, org.apache.bookkeeper.mledger.ManagedCursor cursor, Subscription subscription)
PersistentDispatcherMultipleConsumers(PersistentTopic topic, org.apache.bookkeeper.mledger.ManagedCursor cursor, Subscription subscription, boolean allowOutOfOrderDelivery)

Method Summary

Modifier and Type	Method	Description
void	addConsumer(Consumer consumer)
protected boolean	addMessageToReplay(long ledgerId, long entryId)
protected boolean	addMessageToReplay(long ledgerId, long entryId, long stickyKeyHash)
void	addUnAckedMessages(int numberOfMessages)
protected java.util.Set<? extends org.apache.bookkeeper.mledger.Position>	asyncReplayEntries(java.util.Set<? extends org.apache.bookkeeper.mledger.Position> positions)
protected java.util.Set<? extends org.apache.bookkeeper.mledger.Position>	asyncReplayEntriesInOrder(java.util.Set<? extends org.apache.bookkeeper.mledger.Position> positions)
void	blockDispatcherOnUnackedMsgs()
protected org.apache.commons.lang3.tuple.Pair<java.lang.Integer,java.lang.Long>	calculateToRead(int currentTotalAvailablePermits)
protected void	cancelPendingRead()
boolean	canUnsubscribe(Consumer consumer)
boolean	checkAndUnblockIfStuck()	Checks if dispatcher is stuck and unblocks the dispatch if needed.
void	clearDelayedMessages()
java.util.concurrent.CompletableFuture<java.lang.Void>	close()	mark dispatcher closed to stop new incoming requests and disconnect all consumers.
void	consumerFlow(Consumer consumer, int additionalNumberOfMessages)	Indicates that this consumer is now ready to receive more messages.
void	cursorIsReset()
java.util.concurrent.CompletableFuture<java.lang.Void>	disconnectActiveConsumers(boolean isResetCursor)	Disconnect active consumers.
java.util.concurrent.CompletableFuture<java.lang.Void>	disconnectAllConsumers(boolean isResetCursor)	disconnect all consumers.
java.util.concurrent.CopyOnWriteArrayList<Consumer>	getConsumers()
protected int	getFirstAvailableConsumerPermits()
protected java.util.Set<org.apache.bookkeeper.mledger.impl.PositionImpl>	getMessagesToReplayNow(int maxMessagesToRead)
java.lang.String	getName()
long	getNumberOfDelayedMessages()
java.util.Optional<DispatchRateLimiter>	getRateLimiter()
RedeliveryTracker	getRedeliveryTracker()
protected int	getStickyKeyHash(org.apache.bookkeeper.mledger.Entry entry)
PersistentTopic	getTopic()
int	getTotalUnackedMessages()
org.apache.pulsar.common.api.proto.CommandSubscribe.SubType	getType()
boolean	initializeDispatchRateLimiterIfNeeded()
protected boolean	isAtleastOneConsumerAvailable()	returns true only if AbstractDispatcherMultipleConsumers.consumerList has atleast one unblocked consumer and have available permits.
boolean	isBlockedDispatcherOnUnackedMsgs()
boolean	isConsumerAvailable(Consumer consumer)
boolean	isConsumerConnected()
protected boolean	isConsumersExceededOnSubscription()	Determine whether the number of consumers on the subscription reaches the threshold.
void	readEntriesComplete(java.util.List<org.apache.bookkeeper.mledger.Entry> entries, java.lang.Object ctx)
void	readEntriesFailed(org.apache.bookkeeper.mledger.ManagedLedgerException exception, java.lang.Object ctx)
void	readMoreEntries()
void	redeliverUnacknowledgedMessages(Consumer consumer, long consumerEpoch)
void	redeliverUnacknowledgedMessages(Consumer consumer, java.util.List<org.apache.bookkeeper.mledger.impl.PositionImpl> positions)
void	removeConsumer(Consumer consumer)
protected void	reScheduleRead()
void	reset()	mark dispatcher open to serve new incoming requests.
void	resetCloseFuture()
protected void	sendMessagesToConsumers(PersistentDispatcherMultipleConsumers.ReadType readType, java.util.List<org.apache.bookkeeper.mledger.Entry> entries)
protected boolean	shouldPauseDeliveryForDelayTracker()
boolean	trackDelayedDelivery(long ledgerId, long entryId, org.apache.pulsar.common.api.proto.MessageMetadata msgMetadata)	Check with dispatcher if the message should be added to the delayed delivery tracker.
void	unBlockDispatcherOnUnackedMsgs()
void	updateRateLimiter()

Methods inherited from class org.apache.pulsar.broker.service.AbstractDispatcherMultipleConsumers

getNextConsumer, getRandomConsumer, isClosed

Methods inherited from class org.apache.pulsar.broker.service.AbstractBaseDispatcher

computeReadLimits, filterEntriesForConsumer, filterEntriesForConsumer, isConsumersExceededOnSubscription, peekStickyKey, reachDispatchRateLimit, updateEntryWrapperWithMetadata, updateMessagesToRead

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.pulsar.broker.service.Dispatcher

disconnectAllConsumers, isClosed, markDeletePositionMoveForward

Field Detail

topic

protected final PersistentTopic topic

cursor

protected final org.apache.bookkeeper.mledger.ManagedCursor cursor

lastIndividualDeletedRangeFromCursorRecovery

protected volatile com.google.common.collect.Range<org.apache.bookkeeper.mledger.impl.PositionImpl> lastIndividualDeletedRangeFromCursorRecovery

redeliveryMessages

protected final MessageRedeliveryController redeliveryMessages

redeliveryTracker

protected final RedeliveryTracker redeliveryTracker

havePendingRead

protected volatile boolean havePendingRead

havePendingReplayRead

protected volatile boolean havePendingReplayRead

minReplayedPosition

protected volatile org.apache.bookkeeper.mledger.impl.PositionImpl minReplayedPosition

shouldRewindBeforeReadingOrReplaying

protected boolean shouldRewindBeforeReadingOrReplaying

name

protected final java.lang.String name

TOTAL_AVAILABLE_PERMITS_UPDATER

protected static final java.util.concurrent.atomic.AtomicIntegerFieldUpdater<PersistentDispatcherMultipleConsumers> TOTAL_AVAILABLE_PERMITS_UPDATER

totalAvailablePermits

protected volatile int totalAvailablePermits

readBatchSize

protected volatile int readBatchSize

readFailureBackoff

protected final org.apache.pulsar.client.impl.Backoff readFailureBackoff

totalUnackedMessages

protected volatile int totalUnackedMessages

BLOCKED_DISPATCHER_ON_UNACKMSG_UPDATER

protected static final java.util.concurrent.atomic.AtomicIntegerFieldUpdater<PersistentDispatcherMultipleConsumers> BLOCKED_DISPATCHER_ON_UNACKMSG_UPDATER

dispatchRateLimiter

protected java.util.Optional<DispatchRateLimiter> dispatchRateLimiter

Constructor Detail

PersistentDispatcherMultipleConsumers

public PersistentDispatcherMultipleConsumers(PersistentTopic topic,
                                             org.apache.bookkeeper.mledger.ManagedCursor cursor,
                                             Subscription subscription)

PersistentDispatcherMultipleConsumers

public PersistentDispatcherMultipleConsumers(PersistentTopic topic,
                                             org.apache.bookkeeper.mledger.ManagedCursor cursor,
                                             Subscription subscription,
                                             boolean allowOutOfOrderDelivery)

Method Detail

addConsumer

public void addConsumer(Consumer consumer)
                 throws BrokerServiceException

Specified by:

addConsumer in interface Dispatcher

Throws:

BrokerServiceException

isConsumersExceededOnSubscription

protected boolean isConsumersExceededOnSubscription()

Description copied from class: AbstractBaseDispatcher

Determine whether the number of consumers on the subscription reaches the threshold.

Specified by:

isConsumersExceededOnSubscription in class AbstractBaseDispatcher

Returns:

removeConsumer

public void removeConsumer(Consumer consumer)
                    throws BrokerServiceException

Specified by:

removeConsumer in interface Dispatcher

Throws:

BrokerServiceException

consumerFlow

public void consumerFlow(Consumer consumer,
                         int additionalNumberOfMessages)

Description copied from interface: Dispatcher

Indicates that this consumer is now ready to receive more messages.

Specified by:

consumerFlow in interface Dispatcher

readMoreEntries

public void readMoreEntries()

reScheduleRead

protected void reScheduleRead()

Specified by:

reScheduleRead in class AbstractBaseDispatcher

calculateToRead

protected org.apache.commons.lang3.tuple.Pair<java.lang.Integer,java.lang.Long> calculateToRead(int currentTotalAvailablePermits)

asyncReplayEntries

protected java.util.Set<? extends org.apache.bookkeeper.mledger.Position> asyncReplayEntries(java.util.Set<? extends org.apache.bookkeeper.mledger.Position> positions)

asyncReplayEntriesInOrder

protected java.util.Set<? extends org.apache.bookkeeper.mledger.Position> asyncReplayEntriesInOrder(java.util.Set<? extends org.apache.bookkeeper.mledger.Position> positions)

isConsumerConnected

public boolean isConsumerConnected()

Specified by:

isConsumerConnected in interface Dispatcher

Overrides:

isConsumerConnected in class AbstractDispatcherMultipleConsumers

getConsumers

public java.util.concurrent.CopyOnWriteArrayList<Consumer> getConsumers()

Specified by:

getConsumers in interface Dispatcher

Overrides:

getConsumers in class AbstractDispatcherMultipleConsumers

canUnsubscribe

public boolean canUnsubscribe(Consumer consumer)

Specified by:

canUnsubscribe in interface Dispatcher

Overrides:

canUnsubscribe in class AbstractDispatcherMultipleConsumers

close

public java.util.concurrent.CompletableFuture<java.lang.Void> close()

Description copied from interface: Dispatcher

mark dispatcher closed to stop new incoming requests and disconnect all consumers.

Specified by:

close in interface Dispatcher

Returns:

disconnectAllConsumers

public java.util.concurrent.CompletableFuture<java.lang.Void> disconnectAllConsumers(boolean isResetCursor)

Description copied from interface: Dispatcher

disconnect all consumers.

Specified by:

disconnectAllConsumers in interface Dispatcher

Returns:

cancelPendingRead

protected void cancelPendingRead()

Overrides:

cancelPendingRead in class AbstractDispatcherMultipleConsumers

disconnectActiveConsumers

public java.util.concurrent.CompletableFuture<java.lang.Void> disconnectActiveConsumers(boolean isResetCursor)

Description copied from interface: Dispatcher

Disconnect active consumers.

Specified by:

disconnectActiveConsumers in interface Dispatcher

resetCloseFuture

public void resetCloseFuture()

Specified by:

resetCloseFuture in interface Dispatcher

Overrides:

resetCloseFuture in class AbstractBaseDispatcher

reset

public void reset()

Description copied from interface: Dispatcher

mark dispatcher open to serve new incoming requests.

Specified by:

reset in interface Dispatcher

getType

public org.apache.pulsar.common.api.proto.CommandSubscribe.SubType getType()

Specified by:

getType in interface Dispatcher

Overrides:

getType in class AbstractDispatcherMultipleConsumers

readEntriesComplete

public void readEntriesComplete(java.util.List<org.apache.bookkeeper.mledger.Entry> entries,
                                java.lang.Object ctx)

Specified by:

readEntriesComplete in interface org.apache.bookkeeper.mledger.AsyncCallbacks.ReadEntriesCallback

sendMessagesToConsumers

protected void sendMessagesToConsumers(PersistentDispatcherMultipleConsumers.ReadType readType,
                                       java.util.List<org.apache.bookkeeper.mledger.Entry> entries)

readEntriesFailed

public void readEntriesFailed(org.apache.bookkeeper.mledger.ManagedLedgerException exception,
                              java.lang.Object ctx)

Specified by:

readEntriesFailed in interface org.apache.bookkeeper.mledger.AsyncCallbacks.ReadEntriesCallback

isAtleastOneConsumerAvailable

protected boolean isAtleastOneConsumerAvailable()

returns true only if AbstractDispatcherMultipleConsumers.consumerList has atleast one unblocked consumer and have available permits.

Returns:

getFirstAvailableConsumerPermits

protected int getFirstAvailableConsumerPermits()

isConsumerAvailable

public boolean isConsumerAvailable(Consumer consumer)

Specified by:

isConsumerAvailable in class AbstractDispatcherMultipleConsumers

redeliverUnacknowledgedMessages

public void redeliverUnacknowledgedMessages(Consumer consumer,
                                            long consumerEpoch)

Specified by:

redeliverUnacknowledgedMessages in interface Dispatcher

redeliverUnacknowledgedMessages

public void redeliverUnacknowledgedMessages(Consumer consumer,
                                            java.util.List<org.apache.bookkeeper.mledger.impl.PositionImpl> positions)

Specified by:

redeliverUnacknowledgedMessages in interface Dispatcher

addUnAckedMessages

public void addUnAckedMessages(int numberOfMessages)

Specified by:

addUnAckedMessages in interface Dispatcher

isBlockedDispatcherOnUnackedMsgs

public boolean isBlockedDispatcherOnUnackedMsgs()

blockDispatcherOnUnackedMsgs

public void blockDispatcherOnUnackedMsgs()

unBlockDispatcherOnUnackedMsgs

public void unBlockDispatcherOnUnackedMsgs()

getTotalUnackedMessages

public int getTotalUnackedMessages()

getName

public java.lang.String getName()

getRedeliveryTracker

public RedeliveryTracker getRedeliveryTracker()

Specified by:

getRedeliveryTracker in interface Dispatcher

getRateLimiter

public java.util.Optional<DispatchRateLimiter> getRateLimiter()

Specified by:

getRateLimiter in interface Dispatcher

updateRateLimiter

public void updateRateLimiter()

Specified by:

updateRateLimiter in interface Dispatcher

initializeDispatchRateLimiterIfNeeded

public boolean initializeDispatchRateLimiterIfNeeded()

Specified by:

initializeDispatchRateLimiterIfNeeded in interface Dispatcher

trackDelayedDelivery

public boolean trackDelayedDelivery(long ledgerId,
                                    long entryId,
                                    org.apache.pulsar.common.api.proto.MessageMetadata msgMetadata)

Description copied from interface: Dispatcher

Check with dispatcher if the message should be added to the delayed delivery tracker. Return true if the message should be delayed and ignored at this point.

Specified by:

trackDelayedDelivery in interface Dispatcher

getMessagesToReplayNow

protected java.util.Set<org.apache.bookkeeper.mledger.impl.PositionImpl> getMessagesToReplayNow(int maxMessagesToRead)

shouldPauseDeliveryForDelayTracker

protected boolean shouldPauseDeliveryForDelayTracker()

getNumberOfDelayedMessages

public long getNumberOfDelayedMessages()

Specified by:

getNumberOfDelayedMessages in interface Dispatcher

clearDelayedMessages

public void clearDelayedMessages()

Specified by:

clearDelayedMessages in interface Dispatcher

cursorIsReset

public void cursorIsReset()

Specified by:

cursorIsReset in interface Dispatcher

addMessageToReplay

protected boolean addMessageToReplay(long ledgerId,
                                     long entryId,
                                     long stickyKeyHash)

addMessageToReplay

protected boolean addMessageToReplay(long ledgerId,
                                     long entryId)

checkAndUnblockIfStuck

public boolean checkAndUnblockIfStuck()

Description copied from interface: Dispatcher

Checks if dispatcher is stuck and unblocks the dispatch if needed.

Specified by:

checkAndUnblockIfStuck in interface Dispatcher

getTopic

public PersistentTopic getTopic()

getStickyKeyHash

protected int getStickyKeyHash(org.apache.bookkeeper.mledger.Entry entry)