blob: 9131d5173433a9ebf618c906685cc53e08546b35 [file] [log] [blame]
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.pulsar.broker.service;
import org.apache.pulsar.common.policies.data.Policies;
import org.apache.pulsar.common.policies.data.PublishRate;
import org.apache.pulsar.common.stats.Rate;
import org.apache.pulsar.common.util.RateLimitFunction;
import org.apache.pulsar.common.util.RateLimiter;
import org.apache.pulsar.utils.StatsOutputStream;
import org.testng.annotations.BeforeMethod;
import org.testng.annotations.Test;
import java.lang.reflect.Constructor;
import java.lang.reflect.Field;
import java.lang.reflect.Method;
import java.util.HashMap;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.ScheduledFuture;
import static org.testng.Assert.assertFalse;
import static org.testng.Assert.assertTrue;
@Test(groups = "broker")
public class PublishRateLimiterTest {
private final String CLUSTER_NAME = "clusterName";
private final Policies policies = new Policies();
private final PublishRate publishRate = new PublishRate(10, 100);
private final PublishRate newPublishRate = new PublishRate(20, 200);
private PrecisPublishLimiter precisPublishLimiter;
private PublishRateLimiterImpl publishRateLimiter;
@BeforeMethod
public void setup() throws Exception {
policies.publishMaxMessageRate = new HashMap<>();
policies.publishMaxMessageRate.put(CLUSTER_NAME, publishRate);
precisPublishLimiter = new PrecisPublishLimiter(policies, CLUSTER_NAME, () -> System.out.print("Refresh permit"));
publishRateLimiter = new PublishRateLimiterImpl(policies, CLUSTER_NAME);
}
@Test
public void testPublishRateLimiterImplExceed() throws Exception {
// increment not exceed
publishRateLimiter.incrementPublishCount(5, 50);
publishRateLimiter.checkPublishRate();
assertFalse(publishRateLimiter.isPublishRateExceeded());
publishRateLimiter.resetPublishCount();
// numOfMessages increment exceeded
publishRateLimiter.incrementPublishCount(11, 100);
publishRateLimiter.checkPublishRate();
assertTrue(publishRateLimiter.isPublishRateExceeded());
publishRateLimiter.resetPublishCount();
// msgSizeInBytes increment exceeded
publishRateLimiter.incrementPublishCount(9, 110);
publishRateLimiter.checkPublishRate();
assertTrue(publishRateLimiter.isPublishRateExceeded());
}
@Test
public void testPublishRateLimiterImplUpdate() {
publishRateLimiter.incrementPublishCount(11, 110);
publishRateLimiter.checkPublishRate();
assertTrue(publishRateLimiter.isPublishRateExceeded());
// update
publishRateLimiter.update(newPublishRate);
publishRateLimiter.incrementPublishCount(11, 110);
publishRateLimiter.checkPublishRate();
assertFalse(publishRateLimiter.isPublishRateExceeded());
}
@Test
public void testPrecisePublishRateLimiterUpdate() {
assertFalse(precisPublishLimiter.tryAcquire(15, 150));
//update
precisPublishLimiter.update(newPublishRate);
assertTrue(precisPublishLimiter.tryAcquire(15, 150));
}
@Test
public void testPrecisePublishRateLimiterAcquire() throws Exception {
Class precisPublishLimiterClass = Class.forName("org.apache.pulsar.broker.service.PrecisPublishLimiter");
Field topicPublishRateLimiterOnMessageField = precisPublishLimiterClass.getDeclaredField("topicPublishRateLimiterOnMessage");
Field topicPublishRateLimiterOnByteField = precisPublishLimiterClass.getDeclaredField("topicPublishRateLimiterOnByte");
topicPublishRateLimiterOnMessageField.setAccessible(true);
topicPublishRateLimiterOnByteField.setAccessible(true);
RateLimiter topicPublishRateLimiterOnMessage = (RateLimiter)topicPublishRateLimiterOnMessageField.get(precisPublishLimiter);
RateLimiter topicPublishRateLimiterOnByte = (RateLimiter)topicPublishRateLimiterOnByteField.get(precisPublishLimiter);
Method renewTopicPublishRateLimiterOnMessageMethod = topicPublishRateLimiterOnMessage.getClass().getDeclaredMethod("renew", null);
Method renewTopicPublishRateLimiterOnByteMethod = topicPublishRateLimiterOnByte.getClass().getDeclaredMethod("renew", null);
renewTopicPublishRateLimiterOnMessageMethod.setAccessible(true);
renewTopicPublishRateLimiterOnByteMethod.setAccessible(true);
// running tryAcquire in order to lazyInit the renewTask
precisPublishLimiter.tryAcquire(1, 10);
Field onMessageRenewTaskField = topicPublishRateLimiterOnMessage.getClass().getDeclaredField("renewTask");
Field onByteRenewTaskField = topicPublishRateLimiterOnByte.getClass().getDeclaredField("renewTask");
onMessageRenewTaskField.setAccessible(true);
onByteRenewTaskField.setAccessible(true);
ScheduledFuture<?> onMessageRenewTask = (ScheduledFuture<?>) onMessageRenewTaskField.get(topicPublishRateLimiterOnMessage);
ScheduledFuture<?> onByteRenewTask = (ScheduledFuture<?>) onByteRenewTaskField.get(topicPublishRateLimiterOnByte);
onMessageRenewTask.cancel(false);
onByteRenewTask.cancel(false);
// renewing the permits from previous tests
renewTopicPublishRateLimiterOnMessageMethod.invoke(topicPublishRateLimiterOnMessage);
renewTopicPublishRateLimiterOnByteMethod.invoke(topicPublishRateLimiterOnByte);
// tryAcquire not exceeded
assertTrue(precisPublishLimiter.tryAcquire(1, 10));
renewTopicPublishRateLimiterOnMessageMethod.invoke(topicPublishRateLimiterOnMessage);
renewTopicPublishRateLimiterOnByteMethod.invoke(topicPublishRateLimiterOnByte);
// tryAcquire numOfMessages exceeded
assertFalse(precisPublishLimiter.tryAcquire(11, 100));
renewTopicPublishRateLimiterOnMessageMethod.invoke(topicPublishRateLimiterOnMessage);
renewTopicPublishRateLimiterOnByteMethod.invoke(topicPublishRateLimiterOnByte);
// tryAcquire msgSizeInBytes exceeded
assertFalse(precisPublishLimiter.tryAcquire(10, 101));
renewTopicPublishRateLimiterOnMessageMethod.invoke(topicPublishRateLimiterOnMessage);
renewTopicPublishRateLimiterOnByteMethod.invoke(topicPublishRateLimiterOnByte);
renewTopicPublishRateLimiterOnMessageMethod.invoke(topicPublishRateLimiterOnMessage);
renewTopicPublishRateLimiterOnByteMethod.invoke(topicPublishRateLimiterOnByte);
// tryAcquire exceeded exactly
assertFalse(precisPublishLimiter.tryAcquire(10, 100));
renewTopicPublishRateLimiterOnMessageMethod.invoke(topicPublishRateLimiterOnMessage);
renewTopicPublishRateLimiterOnByteMethod.invoke(topicPublishRateLimiterOnByte);
renewTopicPublishRateLimiterOnMessageMethod.invoke(topicPublishRateLimiterOnMessage);
renewTopicPublishRateLimiterOnByteMethod.invoke(topicPublishRateLimiterOnByte);
// tryAcquire not exceeded
assertTrue(precisPublishLimiter.tryAcquire(9, 99));
}
}