src/test/org/apache/hcatalog/listener/TestNotificationListener.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.hcatalog.listener;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.atomic.AtomicInteger;

import javax.jms.Connection;
import javax.jms.ConnectionFactory;
import javax.jms.Destination;
import javax.jms.JMSException;
import javax.jms.MapMessage;
import javax.jms.Message;
import javax.jms.MessageConsumer;
import javax.jms.MessageListener;
import javax.jms.ObjectMessage;
import javax.jms.Session;

import org.apache.activemq.ActiveMQConnectionFactory;
import org.apache.hadoop.hive.cli.CliSessionState;
import org.apache.hadoop.hive.conf.HiveConf;
import org.apache.hadoop.hive.conf.HiveConf.ConfVars;
import org.apache.hadoop.hive.metastore.HiveMetaStoreClient;
import org.apache.hadoop.hive.metastore.api.Database;
import org.apache.hadoop.hive.metastore.api.InvalidPartitionException;
import org.apache.hadoop.hive.metastore.api.MetaException;
import org.apache.hadoop.hive.metastore.api.NoSuchObjectException;
import org.apache.hadoop.hive.metastore.api.Partition;
import org.apache.hadoop.hive.metastore.api.PartitionEventType;
import org.apache.hadoop.hive.metastore.api.Table;
import org.apache.hadoop.hive.metastore.api.UnknownDBException;
import org.apache.hadoop.hive.metastore.api.UnknownPartitionException;
import org.apache.hadoop.hive.metastore.api.UnknownTableException;
import org.apache.hadoop.hive.ql.CommandNeedRetryException;
import org.apache.hadoop.hive.ql.Driver;
import org.apache.hadoop.hive.ql.session.SessionState;
import org.apache.hcatalog.common.HCatConstants;
import org.apache.thrift.TException;

import junit.framework.TestCase;

public class TestNotificationListener extends TestCase implements
        MessageListener {

    private HiveConf hiveConf;
    private Driver driver;
    private AtomicInteger cntInvocation = new AtomicInteger(0);

    @Override
    protected void setUp() throws Exception {

        super.setUp();
        System.setProperty("java.naming.factory.initial",
                "org.apache.activemq.jndi.ActiveMQInitialContextFactory");
        System.setProperty("java.naming.provider.url",
                "vm://localhost?broker.persistent=false");
        ConnectionFactory connFac = new ActiveMQConnectionFactory(
                "vm://localhost?broker.persistent=false");
        Connection conn = connFac.createConnection();
        conn.start();
        // We want message to be sent when session commits, thus we run in
        // transacted mode.
        Session session = conn.createSession(true, Session.SESSION_TRANSACTED);
        Destination hcatTopic = session
                .createTopic(HCatConstants.HCAT_DEFAULT_TOPIC_PREFIX);
        MessageConsumer consumer1 = session.createConsumer(hcatTopic);
        consumer1.setMessageListener(this);
        Destination tblTopic = session
                .createTopic(HCatConstants.HCAT_DEFAULT_TOPIC_PREFIX + ".mydb.mytbl");
        MessageConsumer consumer2 = session.createConsumer(tblTopic);
        consumer2.setMessageListener(this);
        Destination dbTopic = session
                .createTopic(HCatConstants.HCAT_DEFAULT_TOPIC_PREFIX + ".mydb");
        MessageConsumer consumer3 = session.createConsumer(dbTopic);
        consumer3.setMessageListener(this);
        hiveConf = new HiveConf(this.getClass());
        hiveConf.set(ConfVars.METASTORE_EVENT_LISTENERS.varname,
                NotificationListener.class.getName());
        hiveConf.set("hive.metastore.local", "true");
        hiveConf.set(HiveConf.ConfVars.PREEXECHOOKS.varname, "");
        hiveConf.set(HiveConf.ConfVars.POSTEXECHOOKS.varname, "");
        hiveConf.set(HiveConf.ConfVars.HIVE_SUPPORT_CONCURRENCY.varname, "false");
        SessionState.start(new CliSessionState(hiveConf));
        driver = new Driver(hiveConf);
    }

    @Override
    protected void tearDown() throws Exception {
        assertEquals(7, cntInvocation.get());
        super.tearDown();
    }

    public void testAMQListener() throws MetaException, TException,
            UnknownTableException, NoSuchObjectException, CommandNeedRetryException,
            UnknownDBException, InvalidPartitionException, UnknownPartitionException {
        driver.run("create database mydb");
        driver.run("use mydb");
        driver.run("create table mytbl (a string) partitioned by (b string)");
        driver.run("alter table mytbl add partition(b='2011')");
        HiveMetaStoreClient msc = new HiveMetaStoreClient(hiveConf);
        Map<String, String> kvs = new HashMap<String, String>(1);
        kvs.put("b", "2011");
        msc.markPartitionForEvent("mydb", "mytbl", kvs,
                PartitionEventType.LOAD_DONE);
        driver.run("alter table mytbl drop partition(b='2011')");
        driver.run("drop table mytbl");
        driver.run("drop database mydb");
    }

    @Override
    public void onMessage(Message msg) {
        cntInvocation.incrementAndGet();

        String event;
        try {
            event = msg.getStringProperty(HCatConstants.HCAT_EVENT);
            if (event.equals(HCatConstants.HCAT_ADD_DATABASE_EVENT)) {

                assertEquals("topic://" + HCatConstants.HCAT_DEFAULT_TOPIC_PREFIX, msg
                        .getJMSDestination().toString());
                assertEquals("mydb",
                        ((Database) ((ObjectMessage) msg).getObject()).getName());
            } else if (event.equals(HCatConstants.HCAT_ADD_TABLE_EVENT)) {

                assertEquals("topic://hcat.mydb", msg.getJMSDestination().toString());
                Table tbl = (Table) (((ObjectMessage) msg).getObject());
                assertEquals("mytbl", tbl.getTableName());
                assertEquals("mydb", tbl.getDbName());
                assertEquals(1, tbl.getPartitionKeysSize());
            } else if (event.equals(HCatConstants.HCAT_ADD_PARTITION_EVENT)) {

                assertEquals("topic://hcat.mydb.mytbl", msg.getJMSDestination()
                        .toString());
                Partition part = (Partition) (((ObjectMessage) msg).getObject());
                assertEquals("mytbl", part.getTableName());
                assertEquals("mydb", part.getDbName());
                List<String> vals = new ArrayList<String>(1);
                vals.add("2011");
                assertEquals(vals, part.getValues());
            } else if (event.equals(HCatConstants.HCAT_DROP_PARTITION_EVENT)) {

                assertEquals("topic://hcat.mydb.mytbl", msg.getJMSDestination()
                        .toString());
                Partition part = (Partition) (((ObjectMessage) msg).getObject());
                assertEquals("mytbl", part.getTableName());
                assertEquals("mydb", part.getDbName());
                List<String> vals = new ArrayList<String>(1);
                vals.add("2011");
                assertEquals(vals, part.getValues());
            } else if (event.equals(HCatConstants.HCAT_DROP_TABLE_EVENT)) {

                assertEquals("topic://hcat.mydb", msg.getJMSDestination().toString());
                Table tbl = (Table) (((ObjectMessage) msg).getObject());
                assertEquals("mytbl", tbl.getTableName());
                assertEquals("mydb", tbl.getDbName());
                assertEquals(1, tbl.getPartitionKeysSize());
            } else if (event.equals(HCatConstants.HCAT_DROP_DATABASE_EVENT)) {

                assertEquals("topic://" + HCatConstants.HCAT_DEFAULT_TOPIC_PREFIX, msg
                        .getJMSDestination().toString());
                assertEquals("mydb",
                        ((Database) ((ObjectMessage) msg).getObject()).getName());
            } else if (event.equals(HCatConstants.HCAT_PARTITION_DONE_EVENT)) {
                assertEquals("topic://hcat.mydb.mytbl", msg.getJMSDestination()
                        .toString());
                MapMessage mapMsg = (MapMessage) msg;
                assert mapMsg.getString("b").equals("2011");
            } else
                assert false;
        } catch (JMSException e) {
            e.printStackTrace(System.err);
            assert false;
        }
    }
}