/**
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.activemq.bugs;

import java.util.ArrayList;
import java.util.Date;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicInteger;

import javax.jms.Connection;
import javax.jms.DeliveryMode;
import javax.jms.JMSException;
import javax.jms.Message;
import javax.jms.MessageConsumer;
import javax.jms.MessageListener;
import javax.jms.MessageProducer;
import javax.jms.Session;
import javax.management.ObjectName;
import org.apache.activemq.ActiveMQConnection;
import org.apache.activemq.ActiveMQConnectionFactory;
import org.apache.activemq.ActiveMQPrefetchPolicy;
import org.apache.activemq.broker.BrokerService;
import org.apache.activemq.broker.jmx.QueueViewMBean;
import org.apache.activemq.command.ActiveMQQueue;
import org.apache.activemq.util.Wait;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;

public class AMQ4083Test {

    private static final transient Logger LOG = LoggerFactory.getLogger(AMQ3992Test.class);
    private static BrokerService brokerService;
    private static String BROKER_ADDRESS = "tcp://localhost:0";
    private static String TEST_QUEUE = "testQueue";
    private static ActiveMQQueue queue = new ActiveMQQueue(TEST_QUEUE);

    private final int messageCount = 100;

    private String connectionUri;
    private String[] data;

    @Before
    public void setUp() throws Exception {
        brokerService = new BrokerService();
        brokerService.setPersistent(false);
        brokerService.setUseJmx(true);
        brokerService.setDeleteAllMessagesOnStartup(true);
        connectionUri = brokerService.addConnector(BROKER_ADDRESS).getPublishableConnectString();
        brokerService.start();
        brokerService.waitUntilStarted();

        data = new String[messageCount];

        for (int i = 0; i < messageCount; i++) {
            data[i] = "Text for message: " + i + " at " + new Date();
        }
    }

    @After
    public void tearDown() throws Exception {
        brokerService.stop();
        brokerService.waitUntilStopped();
    }

    @Test
    public void testExpiredMsgsBeforeNonExpired() throws Exception {

        ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(connectionUri);
        ActiveMQConnection connection = (ActiveMQConnection) factory.createConnection();
        connection.getPrefetchPolicy().setQueuePrefetch(400);

        Session session = connection.createSession(false, Session.CLIENT_ACKNOWLEDGE);

        connection.start();

        MessageProducer producer = session.createProducer(queue);
        MessageConsumer consumer = session.createConsumer(queue);

        // send a batch that expires in a short time.
        for (int i = 0; i < 100; i++) {
            producer.send(session.createTextMessage(), DeliveryMode.PERSISTENT, 4, 4000);
        }

        // and send one that doesn't expire to we can ack it.
        producer.send(session.createTextMessage());

        // wait long enough so the first batch times out.
        TimeUnit.SECONDS.sleep(5);

        final QueueViewMBean queueView = getProxyToQueueViewMBean();

        assertEquals(101, queueView.getInFlightCount());

        consumer.setMessageListener(new MessageListener() {
            public void onMessage(Message message) {
                try {
                    message.acknowledge();
                } catch (JMSException e) {
                }
            }
        });

        TimeUnit.SECONDS.sleep(5);

        assertEquals(0, queueView.getInFlightCount());

        for (int i = 0; i < 200; i++) {
            producer.send(session.createTextMessage());
        }

        assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

            public boolean isSatisified() throws Exception {
                return queueView.getInFlightCount() == 0;
            }
        }));

        LOG.info("Dequeued Count: {}", queueView.getDequeueCount());
        LOG.info("Dispatch Count: {}", queueView.getDispatchCount());
        LOG.info("Enqueue Count: {}", queueView.getEnqueueCount());
        LOG.info("Expired Count: {}", queueView.getExpiredCount());
        LOG.info("InFlight Count: {}", queueView.getInFlightCount());
    }

    @Test
    public void testExpiredMsgsBeforeNonExpiredWithTX() throws Exception {

        ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(connectionUri);
        ActiveMQConnection connection = (ActiveMQConnection) factory.createConnection();
        connection.getPrefetchPolicy().setQueuePrefetch(400);

        final Session session = connection.createSession(true, Session.SESSION_TRANSACTED);

        connection.start();

        MessageProducer producer = session.createProducer(queue);
        MessageConsumer consumer = session.createConsumer(queue);

        // send a batch that expires in a short time.
        for (int i = 0; i < 100; i++) {
            producer.send(session.createTextMessage(), DeliveryMode.PERSISTENT, 4, 4000);
        }

        // and send one that doesn't expire to we can ack it.
        producer.send(session.createTextMessage());
        session.commit();

        // wait long enough so the first batch times out.
        TimeUnit.SECONDS.sleep(5);

        final QueueViewMBean queueView = getProxyToQueueViewMBean();

        assertEquals(101, queueView.getInFlightCount());

        consumer.setMessageListener(new MessageListener() {
            public void onMessage(Message message) {
                try {
                    session.commit();
                } catch (JMSException e) {
                }
            }
        });

        TimeUnit.SECONDS.sleep(5);

        assertEquals(0, queueView.getInFlightCount());

        for (int i = 0; i < 200; i++) {
            producer.send(session.createTextMessage());
        }
        session.commit();

        assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

            @Override
            public boolean isSatisified() throws Exception {
                return queueView.getInFlightCount() == 0;
            }
        }));

        LOG.info("Dequeued Count: {}", queueView.getDequeueCount());
        LOG.info("Dispatch Count: {}", queueView.getDispatchCount());
        LOG.info("Enqueue Count: {}", queueView.getEnqueueCount());
        LOG.info("Expired Count: {}", queueView.getExpiredCount());
        LOG.info("InFlight Count: {}", queueView.getInFlightCount());
    }

    @Test
    public void testExpiredMsgsInterleavedWithNonExpired() throws Exception {

        ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(connectionUri);
        ActiveMQConnection connection = (ActiveMQConnection) factory.createConnection();
        connection.getPrefetchPolicy().setQueuePrefetch(400);

        Session session = connection.createSession(false, Session.CLIENT_ACKNOWLEDGE);

        connection.start();

        MessageProducer producer = session.createProducer(queue);
        MessageConsumer consumer = session.createConsumer(queue);

        // send a batch that expires in a short time.
        for (int i = 0; i < 200; i++) {

            if ((i % 2) == 0) {
                producer.send(session.createTextMessage(), DeliveryMode.PERSISTENT, 4, 4000);
            } else {
                producer.send(session.createTextMessage());
            }
        }

        // wait long enough so the first batch times out.
        TimeUnit.SECONDS.sleep(5);

        final QueueViewMBean queueView = getProxyToQueueViewMBean();

        assertEquals(200, queueView.getInFlightCount());

        consumer.setMessageListener(new MessageListener() {

            @Override
            public void onMessage(Message message) {
                try {
                    LOG.debug("Acking message: {}", message);
                    message.acknowledge();
                } catch (JMSException e) {
                }
            }
        });

        TimeUnit.SECONDS.sleep(5);

        assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

            @Override
            public boolean isSatisified() throws Exception {
                return queueView.getInFlightCount() == 0;
            }
        }));

        for (int i = 0; i < 200; i++) {
            producer.send(session.createTextMessage());
        }

        assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

            @Override
            public boolean isSatisified() throws Exception {
                return queueView.getInFlightCount() == 0;
            }
        }));

        LOG.info("Dequeued Count: {}", queueView.getDequeueCount());
        LOG.info("Dispatch Count: {}", queueView.getDispatchCount());
        LOG.info("Enqueue Count: {}", queueView.getEnqueueCount());
        LOG.info("Expired Count: {}", queueView.getExpiredCount());
        LOG.info("InFlight Count: {}", queueView.getInFlightCount());
    }

    @Test
    public void testExpiredMsgsInterleavedWithNonExpiredCumulativeAck() throws Exception {

        ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(connectionUri);
        ActiveMQConnection connection = (ActiveMQConnection) factory.createConnection();
        connection.getPrefetchPolicy().setQueuePrefetch(400);

        Session session = connection.createSession(false, Session.CLIENT_ACKNOWLEDGE);

        connection.start();

        MessageProducer producer = session.createProducer(queue);
        MessageConsumer consumer = session.createConsumer(queue);

        // send a batch that expires in a short time.
        for (int i = 0; i < 200; i++) {

            if ((i % 2) == 0) {
                producer.send(session.createTextMessage(), DeliveryMode.PERSISTENT, 4, 4000);
            } else {
                producer.send(session.createTextMessage());
            }
        }

        // wait long enough so the first batch times out.
        TimeUnit.SECONDS.sleep(5);

        final QueueViewMBean queueView = getProxyToQueueViewMBean();

        assertEquals(200, queueView.getInFlightCount());

        final AtomicInteger msgCount = new AtomicInteger();

        consumer.setMessageListener(new MessageListener() {

            @Override
            public void onMessage(Message message) {
                try {
                    if (msgCount.incrementAndGet() == 100) {
                        LOG.debug("Acking message: {}", message);
                        message.acknowledge();
                    }
                } catch (JMSException e) {
                }
            }
        });

        TimeUnit.SECONDS.sleep(5);

        assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

            @Override
            public boolean isSatisified() throws Exception {
                return queueView.getInFlightCount() == 0;
            }
        }));

        // Now we just ack each and see if our counters come out right in the end.
        consumer.setMessageListener(new MessageListener() {

            @Override
            public void onMessage(Message message) {
                try {
                    LOG.debug("Acking message: {}", message);
                    message.acknowledge();
                } catch (JMSException e) {
                }
            }
        });

        for (int i = 0; i < 200; i++) {
            producer.send(session.createTextMessage());
        }

        assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

            @Override
            public boolean isSatisified() throws Exception {
                return queueView.getInFlightCount() == 0;
            }
        }));

        LOG.info("Dequeued Count: {}", queueView.getDequeueCount());
        LOG.info("Dispatch Count: {}", queueView.getDispatchCount());
        LOG.info("Enqueue Count: {}", queueView.getEnqueueCount());
        LOG.info("Expired Count: {}", queueView.getExpiredCount());
        LOG.info("InFlight Count: {}", queueView.getInFlightCount());
    }

    @Test
    public void testExpiredBatchBetweenNonExpiredMessages() throws Exception {

        ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(connectionUri);
        ActiveMQConnection connection = (ActiveMQConnection) factory.createConnection();
        connection.getPrefetchPolicy().setQueuePrefetch(400);

        Session session = connection.createSession(false, Session.CLIENT_ACKNOWLEDGE);

        connection.start();

        MessageProducer producer = session.createProducer(queue);
        MessageConsumer consumer = session.createConsumer(queue);

        // Send one that doesn't expire so we can ack it.
        producer.send(session.createTextMessage());

        // send a batch that expires in a short time.
        for (int i = 0; i < 100; i++) {
            producer.send(session.createTextMessage(), DeliveryMode.PERSISTENT, 4, 4000);
        }

        // and send one that doesn't expire so we can ack it.
        producer.send(session.createTextMessage());

        // wait long enough so the first batch times out.
        TimeUnit.SECONDS.sleep(5);

        final QueueViewMBean queueView = getProxyToQueueViewMBean();

        assertEquals(102, queueView.getInFlightCount());

        consumer.setMessageListener(new MessageListener() {

            @Override
            public void onMessage(Message message) {
                try {
                    message.acknowledge();
                } catch (JMSException e) {
                }
            }
        });

        TimeUnit.SECONDS.sleep(5);

        assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

            @Override
            public boolean isSatisified() throws Exception {
                return queueView.getInFlightCount() == 0;
            }
        }));

        for (int i = 0; i < 200; i++) {
            producer.send(session.createTextMessage());
        }

        assertTrue("Inflight count should reach zero, currently: " + queueView.getInFlightCount(), Wait.waitFor(new Wait.Condition() {

            @Override
            public boolean isSatisified() throws Exception {
                return queueView.getInFlightCount() == 0;
            }
        }));

        LOG.info("Dequeued Count: {}", queueView.getDequeueCount());
        LOG.info("Dispatch Count: {}", queueView.getDispatchCount());
        LOG.info("Enqueue Count: {}", queueView.getEnqueueCount());
        LOG.info("Expired Count: {}", queueView.getExpiredCount());
        LOG.info("InFlight Count: {}", queueView.getInFlightCount());
    }

    @Test
    public void testConsumeExpiredQueueAndDlq() throws Exception {

        ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(connectionUri);
        Connection connection = factory.createConnection();

        Session session = connection.createSession(false, Session.AUTO_ACKNOWLEDGE);

        MessageProducer producerNormal = session.createProducer(queue);
        MessageProducer producerExpire = session.createProducer(queue);
        producerExpire.setTimeToLive(500);

        MessageConsumer dlqConsumer = session.createConsumer(session.createQueue("ActiveMQ.DLQ"));
        connection.start();

        Connection consumerConnection = factory.createConnection();
        ActiveMQPrefetchPolicy prefetchPolicy = new ActiveMQPrefetchPolicy();
        prefetchPolicy.setAll(10);
        ((ActiveMQConnection)consumerConnection).setPrefetchPolicy(prefetchPolicy);
        Session consumerSession = consumerConnection.createSession(false, Session.CLIENT_ACKNOWLEDGE);
        MessageConsumer consumer = consumerSession.createConsumer(queue);
        consumerConnection.start();

        String msgBody = new String(new byte[20*1024]);
        for (int i = 0; i < data.length; i++) {
            Message message = session.createTextMessage(msgBody);
            producerExpire.send(queue, message);
        }

        for (int i = 0; i < data.length; i++) {
            Message message = session.createTextMessage(msgBody);
            producerNormal.send(queue, message);
        }

        ArrayList<Message> messages = new ArrayList<Message>();
        Message received;
        while ((received = consumer.receive(1000)) != null) {
            messages.add(received);
            if (messages.size() == 1) {
               TimeUnit.SECONDS.sleep(1);
            }
            received.acknowledge();
        };

        assertEquals("got messages", messageCount + 1, messages.size());

        ArrayList<Message> dlqMessages = new ArrayList<Message>();
        while ((received = dlqConsumer.receive(1000)) != null) {
            dlqMessages.add(received);
        };

        assertEquals("got dlq messages", data.length - 1, dlqMessages.size());

        final QueueViewMBean queueView = getProxyToQueueViewMBean();

        LOG.info("Dequeued Count: {}", queueView.getDequeueCount());
        LOG.info("Dispatch Count: {}", queueView.getDispatchCount());
        LOG.info("Enqueue Count: {}", queueView.getEnqueueCount());
        LOG.info("Expired Count: {}", queueView.getExpiredCount());
        LOG.info("InFlight Count: {}", queueView.getInFlightCount());
    }

    private QueueViewMBean getProxyToQueueViewMBean() throws Exception {
        final ObjectName queueViewMBeanName = new ObjectName("org.apache.activemq:type=Broker,brokerName=localhost,destinationType=Queue,destinationName=" + queue.getQueueName());
        final QueueViewMBean proxy = (QueueViewMBean) brokerService.getManagementContext().newProxyInstance(
                queueViewMBeanName, QueueViewMBean.class, true);
        return proxy;
    }
}