blob: a205705e4fbfac06b186066d564ab4925e5480d1 [file]
#pragma once
#include <memory>
#include <mutex>
#include <string>
#include "ProcessQueue.h"
#include "RateLimiter.h"
#include "ThreadPool.h"
#include "absl/container/flat_hash_map.h"
#include "rocketmq/MessageListener.h"
#include "rocketmq/State.h"
ROCKETMQ_NAMESPACE_BEGIN
class PushConsumer;
class ConsumeMessageService {
public:
ConsumeMessageService(std::weak_ptr<PushConsumer> consumer, int thread_count, MessageListener* message_listener);
virtual ~ConsumeMessageService() = default;
/**
* Make it noncopyable.
*/
ConsumeMessageService(const ConsumeMessageService& other) = delete;
ConsumeMessageService& operator=(const ConsumeMessageService& other) = delete;
/**
* Start the dispatcher thread, which will dispatch messages in process queue to thread pool in form of runnable
* functor.
*/
virtual void start();
/**
* Stop the dispatcher thread and then reset the thread pool.
*/
virtual void shutdown();
virtual void submitConsumeTask(const ProcessQueueWeakPtr& process_queue_ptr) = 0;
virtual MessageListenerType messageListenerType() = 0;
/**
* Signal dispatcher thread to check new pending messages.
*/
void signalDispatcher();
/**
* Set throttle threshold per topic.
*
* @param topic
* @param threshold
*/
void throttle(const std::string& topic, uint32_t threshold);
bool hasConsumeRateLimiter(const std::string& topic) const LOCKS_EXCLUDED(rate_limiter_table_mtx_);
std::shared_ptr<RateLimiter<10>> rateLimiter(const std::string& topic) const LOCKS_EXCLUDED(rate_limiter_table_mtx_);
protected:
RateLimiterObserver rate_limiter_observer_;
mutable absl::flat_hash_map<std::string, std::shared_ptr<RateLimiter<10>>>
rate_limiter_table_ GUARDED_BY(rate_limiter_table_mtx_);
mutable absl::Mutex rate_limiter_table_mtx_; // Protects rate_limiter_table_
std::atomic<State> state_;
int thread_count_;
std::unique_ptr<ThreadPool> pool_;
std::weak_ptr<PushConsumer> consumer_;
absl::Mutex dispatch_mtx_;
std::thread dispatch_thread_;
absl::CondVar dispatch_cv_;
MessageListener* message_listener_;
/**
* Dispatch messages to thread pool. Implementation of this function should be sub-class specific.
*/
void dispatch();
};
class ConsumeStandardMessageService : public ConsumeMessageService {
public:
ConsumeStandardMessageService(std::weak_ptr<PushConsumer> consumer, int thread_count,
MessageListener* message_listener_ptr);
~ConsumeStandardMessageService() override = default;
void start() override;
void shutdown() override;
void submitConsumeTask(const ProcessQueueWeakPtr& process_queue) override;
MessageListenerType messageListenerType() override;
private:
void consumeTask(const ProcessQueueWeakPtr& process_queue, const std::vector<MQMessageExt>& msgs);
};
class ConsumeFifoMessageService : public ConsumeMessageService,
public std::enable_shared_from_this<ConsumeFifoMessageService> {
public:
ConsumeFifoMessageService(std::weak_ptr<PushConsumer> consumer, int thread_count, MessageListener* message_listener);
void start() override;
void shutdown() override;
void submitConsumeTask(const ProcessQueueWeakPtr& process_queue) override;
MessageListenerType messageListenerType() override;
private:
void consumeTask(const ProcessQueueWeakPtr& process_queue, MQMessageExt& message);
void submitConsumeTask0(const std::shared_ptr<PushConsumer>& consumer, const ProcessQueueWeakPtr& process_queue,
const MQMessageExt& message);
void scheduleAckTask(const ProcessQueueWeakPtr& process_queue, const MQMessageExt& message);
void onAck(const ProcessQueueWeakPtr& process_queue, const MQMessageExt& message, bool ok);
void scheduleConsumeTask(const ProcessQueueWeakPtr& process_queue, const MQMessageExt& message);
void onForwardToDeadLetterQueue(const ProcessQueueWeakPtr& process_queue, const MQMessageExt& message, bool ok);
void scheduleForwardDeadLetterQueueTask(const ProcessQueueWeakPtr& process_queue, const MQMessageExt& message);
};
ROCKETMQ_NAMESPACE_END