Package org.apache.pulsar.client.impl

Class MultiTopicsConsumerImpl<T>

java.lang.Object

org.apache.pulsar.client.impl.ConsumerBase<T>

org.apache.pulsar.client.impl.MultiTopicsConsumerImpl<T>

All Implemented Interfaces:

java.io.Closeable, java.lang.AutoCloseable, org.apache.pulsar.client.api.Consumer<T>

Direct Known Subclasses:

PatternMultiTopicsConsumerImpl

public class MultiTopicsConsumerImpl<T>
extends ConsumerBase<T>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.pulsar.client.impl.ConsumerBase

ConsumerBase.OpBatchReceive<T>

Field Summary

Fields

Modifier and Type	Field	Description
protected PulsarClientImpl	client
static java.lang.String	DUMMY_TOPIC_NAME_PREFIX
protected java.util.concurrent.ConcurrentHashMap<java.lang.String,java.lang.Integer>	partitionedTopics
protected java.lang.String	topic

Fields inherited from class org.apache.pulsar.client.impl.ConsumerBase

batchReceivePolicy, batchReceiveTimeout, conf, CONSUMER_EPOCH, consumerEpoch, consumerEventListener, consumerName, executorProvider, externalPinnedExecutor, incomingMessagesSize, interceptors, internalPinnedExecutor, listener, maxReceiverQueueSize, pendingBatchReceives, pendingReceives, reentrantLock, schema, subscribeFuture, subscription, unAckedChunkedMessageIdSequenceMap

Method Summary

Modifier and Type	Method	Description
protected boolean	changeToConnecting()
protected boolean	changeToReadyState()
protected boolean	changeToRegisteringSchemaState()
java.util.concurrent.CompletableFuture<java.lang.Void>	closeAsync()
protected void	completeOpBatchReceive(ConsumerBase.OpBatchReceive<T> op)
static <T> MultiTopicsConsumerImpl<T>	createPartitionedConsumer(PulsarClientImpl client, ConsumerConfigurationData<T> conf, ExecutorProvider executorProvider, java.util.concurrent.CompletableFuture<org.apache.pulsar.client.api.Consumer<T>> subscribeFuture, int numPartitions, org.apache.pulsar.client.api.Schema<T> schema, ConsumerInterceptors<T> interceptors)
protected java.util.concurrent.CompletableFuture<java.lang.Void>	doAcknowledge(java.util.List<org.apache.pulsar.client.api.MessageId> messageIdList, org.apache.pulsar.common.api.proto.CommandAck.AckType ackType, java.util.Map<java.lang.String,java.lang.Long> properties, TransactionImpl txn)
protected java.util.concurrent.CompletableFuture<java.lang.Void>	doAcknowledge(org.apache.pulsar.client.api.MessageId messageId, org.apache.pulsar.common.api.proto.CommandAck.AckType ackType, java.util.Map<java.lang.String,java.lang.Long> properties, TransactionImpl txnImpl)
protected java.util.concurrent.CompletableFuture<java.lang.Void>	doReconsumeLater(org.apache.pulsar.client.api.Message<?> message, org.apache.pulsar.common.api.proto.CommandAck.AckType ackType, java.util.Map<java.lang.String,java.lang.String> customProperties, long delayTime, java.util.concurrent.TimeUnit unit)
protected org.apache.pulsar.client.impl.HandlerState.State	getAndUpdateState(java.util.function.UnaryOperator<org.apache.pulsar.client.impl.HandlerState.State> updater)
int	getAvailablePermits()
PulsarClientImpl	getClient()
java.util.List<ConsumerImpl<T>>	getConsumers()
long	getLastDisconnectedTimestamp()
java.util.concurrent.CompletableFuture<org.apache.pulsar.client.api.MessageId>	getLastMessageIdAsync()
java.util.List<java.lang.String>	getPartitionedTopics()
java.util.List<java.lang.String>	getPartitions()
io.netty.util.Timeout	getPartitionsAutoUpdateTimeout()
protected org.apache.pulsar.client.impl.HandlerState.State	getState()
org.apache.pulsar.client.api.ConsumerStats	getStats()
UnAckedMessageTracker	getUnAckedMessageTracker()
boolean	hasMessageAvailable()
java.util.concurrent.CompletableFuture<java.lang.Boolean>	hasMessageAvailableAsync()
boolean	hasReachedEndOfTopic()
protected org.apache.pulsar.client.api.Messages<T>	internalBatchReceive()
protected java.util.concurrent.CompletableFuture<org.apache.pulsar.client.api.Messages<T>>	internalBatchReceiveAsync()
protected org.apache.pulsar.client.api.Message<T>	internalReceive()
protected org.apache.pulsar.client.api.Message<T>	internalReceive(long timeout, java.util.concurrent.TimeUnit unit)
protected java.util.concurrent.CompletableFuture<org.apache.pulsar.client.api.Message<T>>	internalReceiveAsync()
boolean	isConnected()
static boolean	isIllegalMultiTopicsMessageId(org.apache.pulsar.client.api.MessageId messageId)
protected void	messageProcessed(org.apache.pulsar.client.api.Message<?> msg)
void	negativeAcknowledge(org.apache.pulsar.client.api.Message<?> message)
void	negativeAcknowledge(org.apache.pulsar.client.api.MessageId messageId)
int	numMessagesInQueue()
void	pause()
void	redeliverUnacknowledgedMessages()
void	redeliverUnacknowledgedMessages(java.util.Set<org.apache.pulsar.client.api.MessageId> messageIds)	Redelivers the given unacknowledged messages.
java.util.concurrent.CompletableFuture<java.lang.Void>	removeConsumerAsync(java.lang.String topicName)
void	resume()
void	seek(long timestamp)
void	seek(java.util.function.Function<java.lang.String,java.lang.Object> function)
void	seek(org.apache.pulsar.client.api.MessageId messageId)
java.util.concurrent.CompletableFuture<java.lang.Void>	seekAsync(long timestamp)
java.util.concurrent.CompletableFuture<java.lang.Void>	seekAsync(java.util.function.Function<java.lang.String,java.lang.Object> function)
java.util.concurrent.CompletableFuture<java.lang.Void>	seekAsync(org.apache.pulsar.client.api.MessageId messageId)
protected void	setState(org.apache.pulsar.client.impl.HandlerState.State s)
java.util.concurrent.CompletableFuture<java.lang.Void>	subscribeAsync(java.lang.String topicName, boolean createTopicIfDoesNotExist)
void	tryAcknowledgeMessage(org.apache.pulsar.client.api.Message<T> msg)
java.util.concurrent.CompletableFuture<java.lang.Void>	unsubscribeAsync()
java.util.concurrent.CompletableFuture<java.lang.Void>	unsubscribeAsync(java.lang.String topicName)

Methods inherited from class org.apache.pulsar.client.impl.ConsumerBase

acknowledge, acknowledge, acknowledge, acknowledge, acknowledgeAsync, acknowledgeAsync, acknowledgeAsync, acknowledgeAsync, acknowledgeAsync, acknowledgeCumulative, acknowledgeCumulative, acknowledgeCumulativeAsync, acknowledgeCumulativeAsync, acknowledgeCumulativeAsync, batchReceive, batchReceiveAsync, beforeConsume, callMessageListener, canEnqueueMessage, clearIncomingMessages, close, completePendingBatchReceive, completePendingReceive, decreaseIncomingMessageSize, doAcknowledgeWithTxn, doAcknowledgeWithTxn, enqueueMessageAndCheckBatchReceive, failPendingReceive, getConsumerName, getIncomingMessageSize, getLastMessageId, getNewMessagesImpl, getSubscription, getSubType, getTopic, getTotalIncomingMessages, hasBatchReceiveTimeout, hasEnoughMessagesForBatchReceive, hasNextPendingReceive, hasPendingBatchReceive, isValidConsumerEpoch, negativeAcknowledge, nextPendingReceive, notifyPendingBatchReceivedCallBack, notifyPendingBatchReceivedCallBack, onAcknowledge, onAcknowledgeCumulative, onAckTimeoutSend, onNegativeAcksSend, onPartitionsChange, peekMessageKey, receive, receive, receiveAsync, reconsumeLater, reconsumeLater, reconsumeLater, reconsumeLaterAsync, reconsumeLaterAsync, reconsumeLaterAsync, reconsumeLaterCumulative, reconsumeLaterCumulativeAsync, reconsumeLaterCumulativeAsync, resetIncomingMessageSize, setMaxReceiverQueueSize, subscribeFuture, toString, triggerBatchReceiveTimeoutTask, tryTriggerListener, unsubscribe

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

DUMMY_TOPIC_NAME_PREFIX

public static final java.lang.String DUMMY_TOPIC_NAME_PREFIX

See Also:

Constant Field Values

partitionedTopics

protected final java.util.concurrent.ConcurrentHashMap<java.lang.String,java.lang.Integer> partitionedTopics

client

protected final PulsarClientImpl client

topic

protected final java.lang.String topic

Method Detail

messageProcessed

protected void messageProcessed(org.apache.pulsar.client.api.Message<?> msg)

Specified by:

messageProcessed in class ConsumerBase<T>

internalReceive

protected org.apache.pulsar.client.api.Message<T> internalReceive()
                                                           throws org.apache.pulsar.client.api.PulsarClientException

Specified by:

internalReceive in class ConsumerBase<T>

Throws:

org.apache.pulsar.client.api.PulsarClientException

internalReceive

protected org.apache.pulsar.client.api.Message<T> internalReceive(long timeout,
                                                                  java.util.concurrent.TimeUnit unit)
                                                           throws org.apache.pulsar.client.api.PulsarClientException

Specified by:

internalReceive in class ConsumerBase<T>

Throws:

org.apache.pulsar.client.api.PulsarClientException

internalBatchReceive

protected org.apache.pulsar.client.api.Messages<T> internalBatchReceive()
                                                                 throws org.apache.pulsar.client.api.PulsarClientException

Specified by:

internalBatchReceive in class ConsumerBase<T>

Throws:

org.apache.pulsar.client.api.PulsarClientException

internalBatchReceiveAsync

protected java.util.concurrent.CompletableFuture<org.apache.pulsar.client.api.Messages<T>> internalBatchReceiveAsync()

Specified by:

internalBatchReceiveAsync in class ConsumerBase<T>

internalReceiveAsync

protected java.util.concurrent.CompletableFuture<org.apache.pulsar.client.api.Message<T>> internalReceiveAsync()

Specified by:

internalReceiveAsync in class ConsumerBase<T>

doAcknowledge

protected java.util.concurrent.CompletableFuture<java.lang.Void> doAcknowledge(org.apache.pulsar.client.api.MessageId messageId,
                                                                               org.apache.pulsar.common.api.proto.CommandAck.AckType ackType,
                                                                               java.util.Map<java.lang.String,java.lang.Long> properties,
                                                                               TransactionImpl txnImpl)

Specified by:

doAcknowledge in class ConsumerBase<T>

doAcknowledge

protected java.util.concurrent.CompletableFuture<java.lang.Void> doAcknowledge(java.util.List<org.apache.pulsar.client.api.MessageId> messageIdList,
                                                                               org.apache.pulsar.common.api.proto.CommandAck.AckType ackType,
                                                                               java.util.Map<java.lang.String,java.lang.Long> properties,
                                                                               TransactionImpl txn)

Specified by:

doAcknowledge in class ConsumerBase<T>

doReconsumeLater

protected java.util.concurrent.CompletableFuture<java.lang.Void> doReconsumeLater(org.apache.pulsar.client.api.Message<?> message,
                                                                                  org.apache.pulsar.common.api.proto.CommandAck.AckType ackType,
                                                                                  java.util.Map<java.lang.String,java.lang.String> customProperties,
                                                                                  long delayTime,
                                                                                  java.util.concurrent.TimeUnit unit)

Specified by:

doReconsumeLater in class ConsumerBase<T>

negativeAcknowledge

public void negativeAcknowledge(org.apache.pulsar.client.api.MessageId messageId)

negativeAcknowledge

public void negativeAcknowledge(org.apache.pulsar.client.api.Message<?> message)

Specified by:

negativeAcknowledge in interface org.apache.pulsar.client.api.Consumer<T>

Overrides:

negativeAcknowledge in class ConsumerBase<T>

unsubscribeAsync

public java.util.concurrent.CompletableFuture<java.lang.Void> unsubscribeAsync()

Specified by:

unsubscribeAsync in interface org.apache.pulsar.client.api.Consumer<T>

Specified by:

unsubscribeAsync in class ConsumerBase<T>

closeAsync

public java.util.concurrent.CompletableFuture<java.lang.Void> closeAsync()

Specified by:

closeAsync in interface org.apache.pulsar.client.api.Consumer<T>

Specified by:

closeAsync in class ConsumerBase<T>

isConnected

public boolean isConnected()

redeliverUnacknowledgedMessages

public void redeliverUnacknowledgedMessages()

redeliverUnacknowledgedMessages

public void redeliverUnacknowledgedMessages(java.util.Set<org.apache.pulsar.client.api.MessageId> messageIds)

Description copied from class: ConsumerBase

Redelivers the given unacknowledged messages. In Failover mode, the request is ignored if the consumer is not active for the given topic. In Shared mode, the consumers messages to be redelivered are distributed across all the connected consumers. This is a non blocking call and doesn't throw an exception. In case the connection breaks, the messages are redelivered after reconnect.

Specified by:

redeliverUnacknowledgedMessages in class ConsumerBase<T>

completeOpBatchReceive

protected void completeOpBatchReceive(ConsumerBase.OpBatchReceive<T> op)

Specified by:

completeOpBatchReceive in class ConsumerBase<T>

seek

public void seek(org.apache.pulsar.client.api.MessageId messageId)
          throws org.apache.pulsar.client.api.PulsarClientException

Throws:

org.apache.pulsar.client.api.PulsarClientException

seek

public void seek(long timestamp)
          throws org.apache.pulsar.client.api.PulsarClientException

Throws:

org.apache.pulsar.client.api.PulsarClientException

seek

public void seek(java.util.function.Function<java.lang.String,java.lang.Object> function)
          throws org.apache.pulsar.client.api.PulsarClientException

Throws:

org.apache.pulsar.client.api.PulsarClientException

seekAsync

public java.util.concurrent.CompletableFuture<java.lang.Void> seekAsync(java.util.function.Function<java.lang.String,java.lang.Object> function)

seekAsync

public java.util.concurrent.CompletableFuture<java.lang.Void> seekAsync(org.apache.pulsar.client.api.MessageId messageId)

seekAsync

public java.util.concurrent.CompletableFuture<java.lang.Void> seekAsync(long timestamp)

getAvailablePermits

public int getAvailablePermits()

Specified by:

getAvailablePermits in class ConsumerBase<T>

hasReachedEndOfTopic

public boolean hasReachedEndOfTopic()

hasMessageAvailable

public boolean hasMessageAvailable()
                            throws org.apache.pulsar.client.api.PulsarClientException

Throws:

org.apache.pulsar.client.api.PulsarClientException

hasMessageAvailableAsync

public java.util.concurrent.CompletableFuture<java.lang.Boolean> hasMessageAvailableAsync()

numMessagesInQueue

public int numMessagesInQueue()

Specified by:

numMessagesInQueue in class ConsumerBase<T>

getStats

public org.apache.pulsar.client.api.ConsumerStats getStats()

getUnAckedMessageTracker

public UnAckedMessageTracker getUnAckedMessageTracker()

subscribeAsync

public java.util.concurrent.CompletableFuture<java.lang.Void> subscribeAsync(java.lang.String topicName,
                                                                             boolean createTopicIfDoesNotExist)

createPartitionedConsumer

public static <T> MultiTopicsConsumerImpl<T> createPartitionedConsumer(PulsarClientImpl client,
                                                                       ConsumerConfigurationData<T> conf,
                                                                       ExecutorProvider executorProvider,
                                                                       java.util.concurrent.CompletableFuture<org.apache.pulsar.client.api.Consumer<T>> subscribeFuture,
                                                                       int numPartitions,
                                                                       org.apache.pulsar.client.api.Schema<T> schema,
                                                                       ConsumerInterceptors<T> interceptors)

unsubscribeAsync

public java.util.concurrent.CompletableFuture<java.lang.Void> unsubscribeAsync(java.lang.String topicName)

removeConsumerAsync

public java.util.concurrent.CompletableFuture<java.lang.Void> removeConsumerAsync(java.lang.String topicName)

getPartitionedTopics

public java.util.List<java.lang.String> getPartitionedTopics()

getPartitions

public java.util.List<java.lang.String> getPartitions()

getConsumers

public java.util.List<ConsumerImpl<T>> getConsumers()

pause

public void pause()

resume

public void resume()

getLastDisconnectedTimestamp

public long getLastDisconnectedTimestamp()

getPartitionsAutoUpdateTimeout

public io.netty.util.Timeout getPartitionsAutoUpdateTimeout()

getLastMessageIdAsync

public java.util.concurrent.CompletableFuture<org.apache.pulsar.client.api.MessageId> getLastMessageIdAsync()

Specified by:

getLastMessageIdAsync in interface org.apache.pulsar.client.api.Consumer<T>

Specified by:

getLastMessageIdAsync in class ConsumerBase<T>

isIllegalMultiTopicsMessageId

public static boolean isIllegalMultiTopicsMessageId(org.apache.pulsar.client.api.MessageId messageId)

tryAcknowledgeMessage

public void tryAcknowledgeMessage(org.apache.pulsar.client.api.Message<T> msg)

changeToReadyState

protected boolean changeToReadyState()

changeToRegisteringSchemaState

protected boolean changeToRegisteringSchemaState()

getState

protected org.apache.pulsar.client.impl.HandlerState.State getState()

changeToConnecting

protected boolean changeToConnecting()

setState

protected void setState(org.apache.pulsar.client.impl.HandlerState.State s)

getAndUpdateState

protected org.apache.pulsar.client.impl.HandlerState.State getAndUpdateState(java.util.function.UnaryOperator<org.apache.pulsar.client.impl.HandlerState.State> updater)

getClient

public PulsarClientImpl getClient()