| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| #ifndef PULSAR_CLIENT_HPP_ |
| #define PULSAR_CLIENT_HPP_ |
| |
| #include <pulsar/ClientConfiguration.h> |
| #include <pulsar/ConsoleLoggerFactory.h> |
| #include <pulsar/Consumer.h> |
| #include <pulsar/FileLoggerFactory.h> |
| #include <pulsar/Message.h> |
| #include <pulsar/MessageBuilder.h> |
| #include <pulsar/Producer.h> |
| #include <pulsar/Reader.h> |
| #include <pulsar/Result.h> |
| #include <pulsar/Schema.h> |
| #include <pulsar/ServiceInfo.h> |
| #include <pulsar/ServiceInfoProvider.h> |
| #include <pulsar/TableView.h> |
| #include <pulsar/defines.h> |
| |
| #include <memory> |
| #include <string> |
| #include <utility> |
| #include <variant> |
| #include <vector> |
| |
| namespace pulsar { |
| typedef std::function<void(Result, Producer)> CreateProducerCallback; |
| typedef std::function<void(Result, Consumer)> SubscribeCallback; |
| typedef std::function<void(Result, Reader)> ReaderCallback; |
| typedef std::function<void(Result, TableView)> TableViewCallback; |
| typedef std::function<void(Result, const std::vector<std::string>&)> GetPartitionsCallback; |
| typedef std::function<void(Result)> CloseCallback; |
| |
| using CreateProducerV2Callback = std::function<void(std::variant<Error, Producer>)>; |
| using CreateConsumerV2Callback = std::function<void(std::variant<Error, Consumer>)>; |
| using SubscribeV2Callback = CreateConsumerV2Callback; |
| using ReaderV2Callback = std::function<void(std::variant<Error, Reader>)>; |
| using TableViewV2Callback = std::function<void(std::variant<Error, TableView>)>; |
| |
| /** |
| * Use TopicRegex with subscribeV2/subscribeAsyncV2 to distinguish a regex pattern from a single topic name. |
| */ |
| struct TopicRegex { |
| explicit TopicRegex(std::string pattern) : pattern(std::move(pattern)) {} |
| |
| std::string pattern; |
| }; |
| |
| using SubscribeTopics = std::variant<std::string, std::vector<std::string>, TopicRegex>; |
| |
| class ClientImpl; |
| class PulsarFriend; |
| class PulsarWrapper; |
| |
| class PULSAR_PUBLIC Client { |
| public: |
| /** |
| * Create a Pulsar client object connecting to the specified cluster address and using the default |
| * configuration. |
| * |
| * @param serviceUrl the Pulsar endpoint to use (eg: pulsar://localhost:6650) |
| * @throw std::invalid_argument if `serviceUrl` is invalid |
| */ |
| Client(const std::string& serviceUrl); |
| |
| /** |
| * Create a Pulsar client object connecting to the specified cluster address and using the specified |
| * configuration. |
| * |
| * @param serviceUrl the Pulsar endpoint to use (eg: |
| * http://brokerv2-pdev.messaging.corp.gq1.yahoo.com:4080 for Sandbox access) |
| * @param clientConfiguration the client configuration to use |
| * @throw std::invalid_argument if `serviceUrl` is invalid |
| */ |
| Client(const std::string& serviceUrl, const ClientConfiguration& clientConfiguration); |
| |
| /** |
| * Create a Pulsar client object using the specified ServiceInfoProvider. |
| * |
| * The ServiceInfoProvider is responsible for providing the service information (such as service URL) |
| * dynamically. For example, if it detects a primary Pulsar service is down, it can switch to a secondary |
| * service and update the client with the new service information. |
| * |
| * The Client instance takes ownership of the given ServiceInfoProvider. The provider will be destroyed |
| * as part of the client's shutdown lifecycle, for example when `Client::close()` or |
| * `Client::closeAsync()` is called, ensuring that its lifetime is properly managed. |
| */ |
| static Client create(std::unique_ptr<ServiceInfoProvider> serviceInfoProvider, |
| const ClientConfiguration& clientConfiguration); |
| |
| /** |
| * Create a producer with default configuration |
| * |
| * @see createProducer(const std::string&, const ProducerConfiguration&, Producer&) |
| * |
| * @param topic the topic where the new producer will publish |
| * @param producer a non-const reference where the new producer will be copied |
| * @return ResultOk if the producer has been successfully created |
| * @return ResultError if there was an error |
| */ |
| Result createProducer(const std::string& topic, Producer& producer); |
| |
| /** |
| * Create a producer with specified configuration |
| * |
| * @see createProducer(const std::string&, const ProducerConfiguration&, Producer&) |
| * |
| * @param topic the topic where the new producer will publish |
| * @param conf the producer config to use |
| * @param producer a non-const reference where the new producer will be copied |
| * @return ResultOk if the producer has been successfully created |
| * @return ResultError if there was an error |
| */ |
| [[deprecated("use createProducerV2")]] Result createProducer(const std::string& topic, |
| const ProducerConfiguration& conf, |
| Producer& producer); |
| |
| /** |
| * Asynchronously create a producer with the default ProducerConfiguration for publishing on a specific |
| * topic |
| * |
| * @param topic the name of the topic where to produce |
| * @param callback the callback that is triggered when the producer is created successfully or not |
| * @param callback Callback function that is invoked when the operation is completed |
| */ |
| [[deprecated("use createProducerAsyncV2")]] void createProducerAsync( |
| const std::string& topic, const CreateProducerCallback& callback); |
| |
| /** |
| * Asynchronously create a producer with the customized ProducerConfiguration for publishing on a specific |
| * topic |
| * |
| * @param topic the name of the topic where to produce |
| * @param conf the customized ProducerConfiguration |
| */ |
| [[deprecated("use createProducerAsyncV2")]] void createProducerAsync( |
| const std::string& topic, const ProducerConfiguration& conf, const CreateProducerCallback& callback); |
| |
| void createProducerAsyncV2(const std::string& topic, const ProducerConfiguration& conf, |
| CreateProducerV2Callback callback); |
| |
| std::variant<Error, Producer> createProducerV2(const std::string& topic, |
| const ProducerConfiguration& conf); |
| |
| /** |
| * Subscribe to a given topic and subscription combination with the default ConsumerConfiguration |
| * |
| * @param topic the topic name |
| * @param subscriptionName the subscription name |
| * @param[out] consumer the consumer instance to be returned |
| * @return ResultOk if it subscribes to the topic successfully |
| */ |
| Result subscribe(const std::string& topic, const std::string& subscriptionName, Consumer& consumer); |
| |
| /** |
| * Subscribe to a given topic and subscription combination with the customized ConsumerConfiguration |
| * |
| * @param topic the topic name |
| * @param subscriptionName the subscription name |
| * @param[out] consumer the consumer instance to be returned |
| * @return ResultOk if it subscribes to the topic successfully |
| */ |
| Result subscribe(const std::string& topic, const std::string& subscriptionName, |
| const ConsumerConfiguration& conf, Consumer& consumer); |
| |
| /** |
| * Asynchronously subscribe to a given topic and subscription combination with the default |
| * ConsumerConfiguration |
| * |
| * @param topic the topic name |
| * @param subscriptionName the subscription name |
| * @param callback the callback that is triggered when a given topic and subscription combination with the |
| * default ConsumerConfiguration are asynchronously subscribed successfully or not |
| */ |
| void subscribeAsync(const std::string& topic, const std::string& subscriptionName, |
| const SubscribeCallback& callback); |
| |
| /** |
| * Asynchronously subscribe to a given topic and subscription combination with the customized |
| * ConsumerConfiguration |
| * |
| * @param topic the topic name |
| * @param subscriptionName the subscription name |
| * @param conf the customized ConsumerConfiguration |
| * @param callback the callback that is triggered when a given topic and subscription combination with the |
| * customized ConsumerConfiguration are asynchronously subscribed successfully or not |
| */ |
| void subscribeAsync(const std::string& topic, const std::string& subscriptionName, |
| const ConsumerConfiguration& conf, const SubscribeCallback& callback); |
| |
| void subscribeAsyncV2(const SubscribeTopics& topics, const std::string& subscriptionName, |
| const ConsumerConfiguration& conf, SubscribeV2Callback callback); |
| |
| std::variant<Error, Consumer> subscribeV2(const SubscribeTopics& topics, |
| const std::string& subscriptionName, |
| const ConsumerConfiguration& conf); |
| |
| /** |
| * Subscribe to multiple topics under the same namespace. |
| * |
| * @param topics a list of topic names to subscribe to |
| * @param subscriptionName the subscription name |
| * @param[out] consumer the consumer instance to be returned |
| */ |
| Result subscribe(const std::vector<std::string>& topics, const std::string& subscriptionName, |
| Consumer& consumer); |
| |
| /** |
| * Subscribe to multiple topics with the customized ConsumerConfiguration under the same namespace |
| * |
| * @param topics a list of topic names to subscribe to |
| * @param subscriptionName the subscription name |
| * @param conf the customized ConsumerConfiguration |
| * @param[out] consumer the consumer instance to be returned |
| */ |
| Result subscribe(const std::vector<std::string>& topics, const std::string& subscriptionName, |
| const ConsumerConfiguration& conf, Consumer& consumer); |
| |
| /** |
| * Asynchronously subscribe to a list of topics and subscription combination using the default |
| ConsumerConfiguration |
| * |
| * @param topics the topic list |
| * @param subscriptionName the subscription name |
| * @param callback the callback that is triggered when a list of topics and subscription combination using |
| the default ConsumerConfiguration are asynchronously subscribed successfully or not |
| |
| */ |
| void subscribeAsync(const std::vector<std::string>& topics, const std::string& subscriptionName, |
| const SubscribeCallback& callback); |
| |
| /** |
| * Asynchronously subscribe to a list of topics and subscription combination using the customized |
| * ConsumerConfiguration |
| * |
| * @param topics the topic list |
| * @param subscriptionName the subscription name |
| * @param conf the customized ConsumerConfiguration |
| * @param callback the callback that is triggered when a list of topics and subscription combination using |
| * the customized ConsumerConfiguration are asynchronously subscribed successfully or not |
| */ |
| void subscribeAsync(const std::vector<std::string>& topics, const std::string& subscriptionName, |
| const ConsumerConfiguration& conf, const SubscribeCallback& callback); |
| |
| /** |
| * Subscribe to multiple topics, which match given regexPattern, under the same namespace. |
| */ |
| Result subscribeWithRegex(const std::string& regexPattern, const std::string& subscriptionName, |
| Consumer& consumer); |
| |
| /** |
| * Subscribe to multiple topics (which match given regexPatterns) with the customized |
| * ConsumerConfiguration under the same namespace |
| */ |
| Result subscribeWithRegex(const std::string& regexPattern, const std::string& subscriptionName, |
| const ConsumerConfiguration& conf, Consumer& consumer); |
| |
| /** |
| * Asynchronously subscribe to multiple topics (which match given regexPatterns) with the default |
| * ConsumerConfiguration under the same namespace |
| * |
| * @see subscribeWithRegexAsync(const std::string&, const std::string&, const ConsumerConfiguration&, |
| * SubscribeCallback) |
| */ |
| void subscribeWithRegexAsync(const std::string& regexPattern, const std::string& subscriptionName, |
| const SubscribeCallback& callback); |
| |
| /** |
| * Asynchronously subscribe to multiple topics (which match given regexPatterns) with the customized |
| * ConsumerConfiguration under the same namespace |
| * |
| * @param regexPattern the regular expression for topics pattern |
| * @param subscriptionName the subscription name |
| * @param conf the ConsumerConfiguration |
| * @param callback the callback that is triggered when multiple topics with the customized |
| * ConsumerConfiguration under the same namespace are asynchronously subscribed successfully or not |
| */ |
| void subscribeWithRegexAsync(const std::string& regexPattern, const std::string& subscriptionName, |
| const ConsumerConfiguration& conf, const SubscribeCallback& callback); |
| |
| /** |
| * Create a topic reader with given {@code ReaderConfiguration} for reading messages from the specified |
| * topic. |
| * <p> |
| * The Reader provides a low-level abstraction that allows for manual positioning in the topic, without |
| * using a |
| * subscription. Reader can only work on non-partitioned topics. |
| * <p> |
| * The initial reader positioning is done by specifying a message id. The options are: |
| * <ul> |
| * <li><code>MessageId.earliest</code> : Start reading from the earliest message available in the topic |
| * <li><code>MessageId.latest</code> : Start reading from the end topic, only getting messages published |
| * after the |
| * reader was created |
| * <li><code>MessageId</code> : When passing a particular message id, the reader will position itself on |
| * that |
| * specific position. The first message to be read will be the message next to the specified messageId. |
| * </ul> |
| * |
| * @param topic |
| * The name of the topic where to read |
| * @param startMessageId |
| * The message id where the reader will position itself. The first message returned will be the |
| * one after |
| * the specified startMessageId |
| * @param conf |
| * The {@code ReaderConfiguration} object |
| * @return The {@code Reader} object |
| */ |
| Result createReader(const std::string& topic, const MessageId& startMessageId, |
| const ReaderConfiguration& conf, Reader& reader); |
| |
| /** |
| * Asynchronously create a topic reader with the customized ReaderConfiguration for reading messages from |
| * the specified topic. |
| * |
| * The Reader provides a low-level abstraction that allows for manual positioning in the topic, without |
| * using a |
| * subscription. The reader can only work on non-partitioned topics. |
| * |
| * The initial reader positioning is done by specifying a message ID. The options are as below: |
| * <ul> |
| * <li><code>MessageId.earliest</code> : start reading from the earliest message available in the topic |
| * <li><code>MessageId.latest</code> : start reading from the latest topic, only getting messages |
| * published after the reader was created <li><code>MessageId</code> : when passing a particular message |
| * ID, the reader positions itself on that is the message next to the specified messageId. |
| * </ul> |
| * |
| * @param topic |
| * the name of the topic where to read |
| * @param startMessageId |
| * the message ID where the reader positions itself. The first message returned is the |
| * one after |
| * the specified startMessageId |
| * @param conf |
| * the ReaderConfiguration object |
| * @return the Reader object |
| */ |
| void createReaderAsync(const std::string& topic, const MessageId& startMessageId, |
| const ReaderConfiguration& conf, const ReaderCallback& callback); |
| |
| void createReaderAsyncV2(const std::string& topic, const MessageId& startMessageId, |
| const ReaderConfiguration& conf, ReaderV2Callback callback); |
| |
| std::variant<Error, Reader> createReaderV2(const std::string& topic, const MessageId& startMessageId, |
| const ReaderConfiguration& conf); |
| |
| /** |
| * Create a table view with given {@code TableViewConfiguration} for specified topic. |
| * |
| * The TableView provides a key-value map view of a compacted topic. Messages without keys will |
| * be ignored. |
| * |
| * @param topic The name of the topic. |
| * @param conf The {@code TableViewConfiguration} object |
| * @param tableView The {@code TableView} object |
| * @return Returned when the TableView is successfully linked to the topic and the map is built from a |
| * message that already exists |
| */ |
| Result createTableView(const std::string& topic, const TableViewConfiguration& conf, |
| TableView& tableView); |
| |
| /** |
| * Async create a table view with given {@code TableViewConfiguration} for specified topic. |
| * |
| * The TableView provides a key-value map view of a compacted topic. Messages without keys will |
| * be ignored. |
| * |
| * @param topic The name of the topic. |
| * @param conf The {@code TableViewConfiguration} object |
| * @param callBack |
| * The callback that is triggered when the TableView is successfully linked to the topic and the map is |
| * built from a message that already exists |
| */ |
| void createTableViewAsync(const std::string& topic, const TableViewConfiguration& conf, |
| const TableViewCallback& callBack); |
| |
| void createTableViewAsyncV2(const std::string& topic, const TableViewConfiguration& conf, |
| TableViewV2Callback callback); |
| |
| std::variant<Error, TableView> createTableViewV2(const std::string& topic, |
| const TableViewConfiguration& conf); |
| |
| /** |
| * Get the list of partitions for a given topic. |
| * |
| * If the topic is partitioned, this will return a list of partition names. If the topic is not |
| * partitioned, the returned list will contain the topic name itself. |
| * |
| * This can be used to discover the partitions and create Reader, Consumer or Producer |
| * instances directly on a particular partition. |
| * |
| * @param topic |
| * the topic name |
| * @since 2.3.0 |
| */ |
| Result getPartitionsForTopic(const std::string& topic, std::vector<std::string>& partitions); |
| |
| /** |
| * Get the list of partitions for a given topic in asynchronous mode. |
| * |
| * If the topic is partitioned, this will return a list of partition names. If the topic is not |
| * partitioned, the returned list will contain the topic name itself. |
| * |
| * This can be used to discover the partitions and create Reader, Consumer or Producer |
| * instances directly on a particular partition. |
| * |
| * @param topic |
| * the topic name |
| * @param callback |
| * the callback that will be invoked when the list of partitions is available |
| * @since 2.3.0 |
| */ |
| void getPartitionsForTopicAsync(const std::string& topic, const GetPartitionsCallback& callback); |
| |
| /** |
| * |
| * @return |
| */ |
| Result close(); |
| |
| /** |
| * Asynchronously close the Pulsar client and release all resources. |
| * |
| * All producers, consumers, and readers are orderly closed. The client waits until all pending write |
| * requests are persisted. |
| * |
| * @param callback the callback that is triggered when the Pulsar client is asynchronously closed |
| * successfully or not |
| */ |
| void closeAsync(const CloseCallback& callback); |
| |
| /** |
| * Perform immediate shutdown of Pulsar client. |
| * |
| * Release all resources and close all producer, consumer, and readers without waiting |
| * for ongoing operations to complete. |
| */ |
| void shutdown(); |
| |
| /** |
| * @brief Get the number of alive producers on the current client. |
| * |
| * @return The number of alive producers on the current client. |
| */ |
| uint64_t getNumberOfProducers(); |
| |
| /** |
| * @brief Get the number of alive consumers on the current client. |
| * |
| * @return The number of alive consumers on the current client. |
| */ |
| uint64_t getNumberOfConsumers(); |
| |
| /** |
| * Asynchronously get the SchemaInfo of a topic and a specific version. |
| * |
| * @topic the topic name |
| * @version the schema version, see Message::getLongSchemaVersion |
| * @callback the callback that is triggered when the SchemaInfo is retrieved successfully or not |
| */ |
| void getSchemaInfoAsync(const std::string& topic, int64_t version, |
| std::function<void(Result, const SchemaInfo&)> callback); |
| |
| /** |
| * Get the current service information of the client. |
| * |
| * @return the current service information |
| */ |
| ServiceInfo getServiceInfo() const; |
| |
| private: |
| Client(const std::shared_ptr<ClientImpl>&); |
| |
| friend class PulsarFriend; |
| friend class PulsarWrapper; |
| std::shared_ptr<ClientImpl> impl_; |
| }; |
| } // namespace pulsar |
| |
| #endif /* PULSAR_CLIENT_HPP_ */ |