| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| package org.apache.pulsar.broker.admin; |
| |
| import static org.testng.Assert.assertEquals; |
| import static org.testng.Assert.assertNotNull; |
| import static org.testng.Assert.assertTrue; |
| import static org.testng.Assert.fail; |
| |
| import com.google.common.collect.Lists; |
| import java.nio.charset.StandardCharsets; |
| import java.util.HashMap; |
| import java.util.Map; |
| import java.util.UUID; |
| import java.util.concurrent.TimeUnit; |
| import java.io.IOException; |
| import javax.ws.rs.ClientErrorException; |
| import javax.ws.rs.core.Response.Status; |
| import org.apache.pulsar.broker.service.persistent.PersistentSubscription; |
| import org.apache.http.HttpResponse; |
| import org.apache.http.client.config.RequestConfig; |
| import org.apache.http.client.methods.HttpPut; |
| import org.apache.http.entity.StringEntity; |
| import org.apache.http.impl.client.CloseableHttpClient; |
| import org.apache.http.impl.client.HttpClientBuilder; |
| import org.apache.pulsar.client.admin.PulsarAdminException; |
| import org.apache.pulsar.client.admin.PulsarAdminException.ConflictException; |
| import org.apache.pulsar.client.api.Consumer; |
| import org.apache.pulsar.client.api.Message; |
| import org.apache.pulsar.client.api.MessageId; |
| import org.apache.pulsar.client.api.Producer; |
| import org.apache.pulsar.client.api.ProducerConsumerBase; |
| import org.apache.pulsar.client.impl.MessageIdImpl; |
| import org.apache.pulsar.common.naming.TopicName; |
| import org.apache.pulsar.common.policies.data.PartitionedTopicStats; |
| import org.apache.pulsar.common.policies.data.TopicStats; |
| import org.awaitility.Awaitility; |
| import org.eclipse.jetty.http.HttpStatus; |
| import org.testng.annotations.AfterMethod; |
| import org.testng.annotations.BeforeMethod; |
| import org.testng.annotations.Test; |
| |
| @Test(groups = "broker-admin") |
| public class CreateSubscriptionTest extends ProducerConsumerBase { |
| |
| @BeforeMethod |
| @Override |
| public void setup() throws Exception { |
| super.internalSetup(); |
| producerBaseSetup(); |
| } |
| |
| @AfterMethod(alwaysRun = true) |
| @Override |
| public void cleanup() throws Exception { |
| super.internalCleanup(); |
| } |
| |
| @Test |
| public void createSubscriptionSingleTopic() throws Exception { |
| String topic = "persistent://my-property/my-ns/my-topic"; |
| admin.topics().createSubscription(topic, "sub-1", MessageId.latest); |
| |
| // Create should fail if the subscription already exists |
| try { |
| admin.topics().createSubscription(topic, "sub-1", MessageId.latest); |
| fail("Should have failed"); |
| } catch (ConflictException e) { |
| assertEquals(((ClientErrorException) e.getCause()).getResponse().getStatus(), |
| Status.CONFLICT.getStatusCode()); |
| } |
| |
| assertEquals(admin.topics().getSubscriptions(topic), Lists.newArrayList("sub-1")); |
| |
| Producer<byte[]> p1 = pulsarClient.newProducer().topic(topic).create(); |
| p1.send("test-1".getBytes()); |
| p1.send("test-2".getBytes()); |
| MessageId m3 = p1.send("test-3".getBytes()); |
| |
| assertEquals(admin.topics().getStats(topic).getSubscriptions().get("sub-1").getMsgBacklog(), 3); |
| |
| admin.topics().createSubscription(topic, "sub-2", MessageId.latest); |
| assertEquals(admin.topics().getStats(topic).getSubscriptions().get("sub-2").getMsgBacklog(), 0); |
| |
| admin.topics().createSubscription(topic, "sub-3", MessageId.earliest); |
| assertEquals(admin.topics().getStats(topic).getSubscriptions().get("sub-3").getMsgBacklog(), 3); |
| |
| admin.topics().createSubscription(topic, "sub-5", m3); |
| assertEquals(admin.topics().getStats(topic).getSubscriptions().get("sub-5").getMsgBacklog(), 1); |
| } |
| |
| @Test |
| public void createSubscriptionOnPartitionedTopic() throws Exception { |
| String topic = "persistent://my-property/my-ns/my-partitioned-topic"; |
| admin.topics().createPartitionedTopic(topic, 10); |
| |
| admin.topics().createSubscription(topic, "sub-1", MessageId.latest); |
| |
| // Create should fail if the subscription already exists |
| try { |
| admin.topics().createSubscription(topic, "sub-1", MessageId.latest); |
| fail("Should have failed"); |
| } catch (Exception e) { |
| // Expected |
| } |
| |
| for (int i = 0; i < 10; i++) { |
| assertEquals(admin.topics().getSubscriptions(TopicName.get(topic).getPartition(i).toString()), |
| Lists.newArrayList("sub-1")); |
| } |
| } |
| |
| @Test |
| public void createSubscriptionOnPartitionedTopicWithPartialFailure() throws Exception { |
| String topic = "persistent://my-property/my-ns/my-partitioned-topic"; |
| admin.topics().createPartitionedTopic(topic, 10); |
| |
| // create subscription for one partition |
| final String partitionedTopic0 = topic+"-partition-0"; |
| admin.topics().createSubscription(partitionedTopic0, "sub-1", MessageId.latest); |
| |
| admin.topics().createSubscription(topic, "sub-1", MessageId.latest); |
| |
| // Create should fail if the subscription already exists |
| try { |
| admin.topics().createSubscription(topic, "sub-1", MessageId.latest); |
| fail("Should have failed"); |
| } catch (Exception e) { |
| // Expected |
| } |
| |
| for (int i = 0; i < 10; i++) { |
| assertEquals( |
| admin.topics().getSubscriptions(TopicName.get(topic).getPartition(i).toString()), |
| Lists.newArrayList("sub-1")); |
| } |
| } |
| |
| @Test |
| public void testSubscriptionPropertiesStats() throws Exception { |
| // test non-partitioned topic |
| final String topic = "persistent://my-property/my-ns/topic" + UUID.randomUUID(); |
| admin.topics().createNonPartitionedTopic(topic); |
| Map<String, String> map = new HashMap<>(); |
| map.put("test-topic", "tag1"); |
| String subName = "my-sub"; |
| pulsarClient.newConsumer().topic(topic).receiverQueueSize(1) |
| .subscriptionProperties(map).subscriptionName(subName).subscribe(); |
| TopicStats stats = admin.topics().getStats(topic); |
| Map<String, String> subProperties = stats.getSubscriptions().get(subName).getSubscriptionProperties(); |
| assertEquals(subProperties, map); |
| |
| // test partitioned-topic |
| final String partitionedTopic = "persistent://my-property/my-ns/topic" + UUID.randomUUID(); |
| admin.topics().createPartitionedTopic(partitionedTopic, 10); |
| Map<String, String> pMap = new HashMap<>(); |
| pMap.put("topic1", "tag1"); |
| pMap.put("topic2", "tag2"); |
| pMap.put("topic3", "tag3"); |
| String pSubName = "my-sub-1"; |
| pulsarClient.newConsumer().topic(partitionedTopic).receiverQueueSize(1) |
| .subscriptionProperties(pMap).subscriptionName(pSubName).subscribe(); |
| |
| PartitionedTopicStats pStats = admin.topics().getPartitionedStats(partitionedTopic, false); |
| Map<String, String> pSubProperties = pStats.getSubscriptions().get(pSubName) |
| .getSubscriptionProperties(); |
| assertEquals(pSubProperties, pMap); |
| |
| PartitionedTopicStats pStatsForPerPartition = admin.topics().getPartitionedStats(partitionedTopic, true); |
| Map<String, String> pSubPropForPerPartition = pStatsForPerPartition.getSubscriptions().get(pSubName) |
| .getSubscriptionProperties(); |
| assertEquals(pSubPropForPerPartition, pMap); |
| } |
| |
| @Test |
| public void addSubscriptionPropertiesTest() throws Exception { |
| String topic = "persistent://my-property/my-ns/topic" + UUID.randomUUID(); |
| admin.topics().createNonPartitionedTopic(topic); |
| Map<String, String> map = new HashMap<>(); |
| map.put("1", "1"); |
| map.put("2", "2"); |
| String subName = "my-sub"; |
| Consumer<byte[]> consumer = pulsarClient.newConsumer().topic(topic).receiverQueueSize(1) |
| .subscriptionProperties(map).subscriptionName(subName).subscribe(); |
| PersistentSubscription subscription = (PersistentSubscription) pulsar.getBrokerService() |
| .getTopicReference(topic).get().getSubscription(subName); |
| Map<String, String> properties = subscription.getSubscriptionProperties(); |
| assertTrue(properties.containsKey("1")); |
| assertTrue(properties.containsKey("2")); |
| assertEquals(properties.get("1"), "1"); |
| assertEquals(properties.get("2"), "2"); |
| |
| // after updating mark delete position, the properties should still exist |
| Producer<byte[]> producer = pulsarClient.newProducer().topic(topic).create(); |
| for (int i = 0; i < 10; i++) { |
| producer.send("msg".getBytes(StandardCharsets.UTF_8)); |
| } |
| Message message = consumer.receive(1, TimeUnit.SECONDS); |
| assertNotNull(message); |
| consumer.acknowledge(message); |
| MessageIdImpl messageId = (MessageIdImpl) message.getMessageId(); |
| Awaitility.await().untilAsserted(() -> { |
| assertEquals(subscription.getCursor().getMarkDeletedPosition().getLedgerId(), messageId.getLedgerId()); |
| assertEquals(subscription.getCursor().getMarkDeletedPosition().getEntryId(), messageId.getEntryId()); |
| }); |
| properties = subscription.getSubscriptionProperties(); |
| assertTrue(properties.containsKey("1")); |
| assertTrue(properties.containsKey("2")); |
| assertEquals(properties.get("1"), "1"); |
| assertEquals(properties.get("2"), "2"); |
| |
| consumer.close(); |
| producer.close(); |
| // restart broker, consumer use old properties |
| restartBroker(); |
| |
| Consumer<byte[]> consumer2 = pulsarClient.newConsumer().topic(topic).receiverQueueSize(1) |
| .subscriptionProperties(map).subscriptionName(subName).subscribe(); |
| PersistentSubscription subscription2 = (PersistentSubscription) pulsar.getBrokerService() |
| .getTopicReference(topic).get().getSubscription(subName); |
| Awaitility.await().untilAsserted(() -> { |
| Map<String, String> properties2 = subscription2.getSubscriptionProperties(); |
| assertTrue(properties2.containsKey("1")); |
| assertTrue(properties2.containsKey("2")); |
| assertEquals(properties2.get("1"), "1"); |
| assertEquals(properties2.get("2"), "2"); |
| }); |
| consumer2.close(); |
| |
| // create a new consumer with new properties, the new properties should be ignored |
| Map<String, String> map3 = new HashMap<>(); |
| map3.put("3", "3"); |
| map3.put("4", "4"); |
| Consumer<byte[]> consumer3 = pulsarClient.newConsumer().topic(topic).receiverQueueSize(1) |
| .subscriptionProperties(map3).subscriptionName(subName).subscribe(); |
| Map<String, String> properties3 = subscription.getSubscriptionProperties(); |
| assertTrue(properties3.containsKey("1")); |
| assertTrue(properties3.containsKey("2")); |
| assertEquals(properties3.get("1"), "1"); |
| assertEquals(properties3.get("2"), "2"); |
| consumer3.close(); |
| |
| //restart and create a new consumer with new properties, the new properties should be updated |
| restartBroker(); |
| Consumer<byte[]> consumer4 = pulsarClient.newConsumer().topic(topic).receiverQueueSize(1) |
| .subscriptionProperties(map3).subscriptionName(subName).subscribe(); |
| PersistentSubscription subscription4 = (PersistentSubscription) pulsar.getBrokerService() |
| .getTopicReference(topic).get().getSubscription(subName); |
| Map<String, String> properties4 = subscription4.getSubscriptionProperties(); |
| assertTrue(properties4.containsKey("3")); |
| assertTrue(properties4.containsKey("4")); |
| assertEquals(properties4.get("3"), "3"); |
| assertEquals(properties4.get("4"), "4"); |
| consumer4.close(); |
| |
| //consumer subscribe without subscriptionProperties set, it will get the old one |
| consumer4 = pulsarClient.newConsumer().topic(topic).receiverQueueSize(1) |
| .subscriptionName(subName).subscribe(); |
| subscription4 = (PersistentSubscription) pulsar.getBrokerService() |
| .getTopicReference(topic).get().getSubscription(subName); |
| properties4 = subscription4.getSubscriptionProperties(); |
| assertTrue(properties4.containsKey("3")); |
| assertTrue(properties4.containsKey("4")); |
| assertEquals(properties4.get("3"), "3"); |
| assertEquals(properties4.get("4"), "4"); |
| consumer4.close(); |
| |
| //restart broker, it won't get any properties |
| restartBroker(); |
| consumer4 = pulsarClient.newConsumer().topic(topic).receiverQueueSize(1) |
| .subscriptionName(subName).subscribe(); |
| subscription4 = (PersistentSubscription) pulsar.getBrokerService() |
| .getTopicReference(topic).get().getSubscription(subName); |
| assertEquals(subscription4.getSubscriptionProperties().size(), 0); |
| consumer4.close(); |
| |
| //restart broker and create a new consumer with new properties, the properties will be updated |
| restartBroker(); |
| consumer4 = pulsarClient.newConsumer().topic(topic).receiverQueueSize(1) |
| .subscriptionProperties(map) |
| .subscriptionName(subName).subscribe(); |
| PersistentSubscription subscription5 = (PersistentSubscription) pulsar.getBrokerService() |
| .getTopicReference(topic).get().getSubscription(subName); |
| properties = subscription5.getSubscriptionProperties(); |
| assertTrue(properties.containsKey("1")); |
| assertTrue(properties.containsKey("2")); |
| assertEquals(properties.get("1"), "1"); |
| assertEquals(properties.get("2"), "2"); |
| consumer4.close(); |
| |
| |
| } |
| |
| @Test |
| public void createSubscriptionBySpecifyingStringPosition() throws IOException, PulsarAdminException { |
| final int numberOfMessages = 5; |
| String topic = "persistent://my-property/my-ns/my-topic"; |
| RequestConfig requestConfig = RequestConfig.custom().setConnectTimeout(30 * 1000).build(); |
| CloseableHttpClient httpClient = HttpClientBuilder.create().setDefaultRequestConfig(requestConfig).build(); |
| |
| // Produce some messages to pulsar |
| Producer<byte[]> producer = pulsarClient.newProducer().topic(topic).create(); |
| for (int i = 0; i < numberOfMessages; i++) { |
| producer.send(new byte[10]); |
| } |
| |
| // Create a subscription from the latest position |
| String latestSubName = "sub-latest"; |
| HttpPut request = new HttpPut(String.format("%s/admin/v2/persistent/my-property/my-ns/my-topic/subscription/%s", |
| admin.getServiceUrl(), latestSubName)); |
| request.setHeader("Content-Type", "application/json"); |
| request.setEntity(new StringEntity("\"latest\"")); |
| |
| HttpResponse httpResponse = httpClient.execute(request); |
| assertEquals(httpResponse.getStatusLine().getStatusCode(), HttpStatus.NO_CONTENT_204); |
| |
| long msgBacklog = admin.topics().getStats(topic).getSubscriptions().get(latestSubName).getMsgBacklog(); |
| assertEquals(msgBacklog, 0); |
| |
| // Create a subscription from the earliest position |
| String earliestSubName = "sub-earliest"; |
| request = new HttpPut(String.format("%s/admin/v2/persistent/my-property/my-ns/my-topic/subscription/%s", |
| admin.getServiceUrl(), earliestSubName)); |
| request.setHeader("Content-Type", "application/json"); |
| request.setEntity(new StringEntity("\"earliest\"")); |
| |
| httpResponse = httpClient.execute(request); |
| assertEquals(httpResponse.getStatusLine().getStatusCode(), HttpStatus.NO_CONTENT_204); |
| |
| msgBacklog = admin.topics().getStats(topic).getSubscriptions().get(earliestSubName).getMsgBacklog(); |
| assertEquals(msgBacklog, numberOfMessages); |
| |
| producer.close(); |
| } |
| } |