blob: f279f8f12272b1e70ac876aba90f98c9a4f7187c [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.karaf.decanter.appender.cassandra;
import static org.hamcrest.CoreMatchers.not;
import static org.hamcrest.CoreMatchers.nullValue;
import static org.hamcrest.core.Is.is;
import static org.junit.Assert.assertThat;
import com.datastax.oss.driver.api.core.CqlSession;
import com.datastax.oss.driver.api.core.config.DefaultDriverOption;
import com.datastax.oss.driver.api.core.config.DriverConfigLoader;
import com.datastax.oss.driver.api.core.cql.ResultSet;
import com.datastax.oss.driver.api.core.cql.Row;
import java.time.Duration;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Dictionary;
import java.util.HashMap;
import java.util.Hashtable;
import java.util.List;
import java.util.Map;
import org.apache.cassandra.config.Schema;
import org.apache.cassandra.service.CassandraDaemon;
import org.apache.karaf.decanter.api.marshaller.Marshaller;
import org.apache.karaf.decanter.appender.utils.EventFilter;
import org.apache.karaf.decanter.marshaller.json.JsonMarshaller;
import org.junit.AfterClass;
import org.junit.Assert;
import org.junit.BeforeClass;
import org.junit.Test;
import org.osgi.service.event.Event;
import org.osgi.service.event.EventConstants;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class CassandraAppenderTest {
private static final String KEYSPACE = "decanter";
private static final String CASSANDRA_PORT = "9042";
private static final String CASSANDRA_HOST = "localhost";
private static final String TABLE_NAME = "decanter";
private static final String TOPIC = "decanter/collect/jmx";
private static final long TIMESTAMP = 1454428780634L;
private static final Logger logger = LoggerFactory.getLogger(CassandraAppenderTest.class);
private static CassandraDaemon cassandraDaemon;
@BeforeClass
public static void setUp() throws Exception {
System.setProperty("cassandra.boot_without_jna", "true");
System.setProperty("cassandra.storagedir", "target/data/cassandra/embedded");
cassandraDaemon = new CassandraDaemon(false);
logger.info("starting cassandra daemon");
cassandraDaemon.activate();
logger.info("cassandra up and running");
CqlSession session = getSession();
session.execute(
"CREATE KEYSPACE IF NOT EXISTS " + KEYSPACE
+ " WITH REPLICATION = { 'class' : 'SimpleStrategy', 'replication_factor' : 1 };");
session.close();
logger.info("default Keyspace 'decanter' created");
}
@AfterClass
public static void tearDown() throws Exception {
Schema.instance.clear();
logger.info("stopping cassandra");
cassandraDaemon.stop();
logger.info("destroying the cassandra daemon");
cassandraDaemon.destroy();
logger.info("cassandra is removed");
cassandraDaemon = null;
}
@Test
public void test() {
Marshaller marshaller = new JsonMarshaller();
CassandraAppender appender = new CassandraAppender();
Dictionary<String, Object> config = new Hashtable<>();
config.put(CassandraAppender.CASSANDRA_PORT_PROPERTY, CASSANDRA_HOST);
config.put(CassandraAppender.CASSANDRA_PORT_PROPERTY, CASSANDRA_PORT);
config.put(CassandraAppender.KEYSPACE_PROPERTY, KEYSPACE);
config.put(CassandraAppender.TABLE_PROPERTY, TABLE_NAME);
appender.marshaller = marshaller;
appender.activate(config);
Map<String, Object> properties = new HashMap<>();
properties.put(EventConstants.TIMESTAMP, TIMESTAMP);
Event event = new Event(TOPIC, properties);
appender.handleEvent(event);
appender.deactivate();
CqlSession session = getSession();
ResultSet execute = session.execute("SELECT * FROM "+ KEYSPACE+"."+TABLE_NAME+";");
List<Row> all = execute.all();
Assert.assertEquals(1, all.size());
assertThat(all, not(nullValue()));
assertThat(all.get(0).getInstant("timeStamp").toEpochMilli(), is(TIMESTAMP));
session.close();
}
@Test
public void testWithFilter() {
Marshaller marshaller = new JsonMarshaller();
CassandraAppender appender = new CassandraAppender();
Dictionary<String, Object> config = new Hashtable<>();
config.put(CassandraAppender.CASSANDRA_PORT_PROPERTY, CASSANDRA_HOST);
config.put(CassandraAppender.CASSANDRA_PORT_PROPERTY, CASSANDRA_PORT);
config.put(CassandraAppender.KEYSPACE_PROPERTY, KEYSPACE);
config.put(CassandraAppender.TABLE_PROPERTY, TABLE_NAME);
config.put(EventFilter.PROPERTY_NAME_EXCLUDE_CONFIG, ".*refused.*");
config.put(EventFilter.PROPERTY_VALUE_EXCLUDE_CONFIG, ".*refused.*");
appender.marshaller = marshaller;
appender.activate(config);
Map<String, Object> data = new HashMap<>();
data.put(EventConstants.TIMESTAMP, TIMESTAMP);
data.put("this is a refused property", "value");
Event event = new Event(TOPIC, data);
appender.handleEvent(event);
data = new HashMap<>();
data.put(EventConstants.TIMESTAMP, TIMESTAMP);
data.put("property", "this is a refused value");
event = new Event(TOPIC, data);
appender.handleEvent(event);
data = new HashMap<>();
data.put(EventConstants.TIMESTAMP, TIMESTAMP);
data.put("accepted", "accepted");
event = new Event(TOPIC, data);
appender.handleEvent(event);
appender.deactivate();
CqlSession session = getSession();
ResultSet execute = session.execute("SELECT * FROM "+ KEYSPACE+"."+TABLE_NAME+";");
List<Row> all = execute.all();
Assert.assertEquals(1, all.size());
assertThat(all, not(nullValue()));
assertThat(all.get(0).getInstant("timeStamp").toEpochMilli(), is(TIMESTAMP));
session.close();
}
private static CqlSession getSession() {
DriverConfigLoader loader =
DriverConfigLoader.programmaticBuilder()
.withStringList(DefaultDriverOption.CONTACT_POINTS, Arrays.asList(CASSANDRA_HOST + ":" + CASSANDRA_PORT))
.withString(DefaultDriverOption.PROTOCOL_VERSION, "V3")
.withString(DefaultDriverOption.PROTOCOL_MAX_FRAME_LENGTH, "256 MB")
.withString(DefaultDriverOption.SESSION_NAME, "decanter")
.withString(DefaultDriverOption.CONFIG_RELOAD_INTERVAL, "0")
.withString(DefaultDriverOption.CONNECTION_INIT_QUERY_TIMEOUT, "500 milliseconds")
.withString(DefaultDriverOption.CONNECTION_SET_KEYSPACE_TIMEOUT, "500 milliseconds")
.withString(DefaultDriverOption.CONTROL_CONNECTION_AGREEMENT_INTERVAL, "200 milliseconds")
.withString(DefaultDriverOption.CONTROL_CONNECTION_AGREEMENT_TIMEOUT, "10 seconds")
.withBoolean(DefaultDriverOption.CONTROL_CONNECTION_AGREEMENT_WARN, true)
.withInt(DefaultDriverOption.CONNECTION_POOL_LOCAL_SIZE, 1)
.withInt(DefaultDriverOption.CONNECTION_POOL_REMOTE_SIZE, 1)
.withInt(DefaultDriverOption.CONNECTION_MAX_REQUESTS, 1024)
.withInt(DefaultDriverOption.CONNECTION_MAX_ORPHAN_REQUESTS, 24576)
.withString(DefaultDriverOption.HEARTBEAT_INTERVAL, "30 seconds")
.withString(DefaultDriverOption.HEARTBEAT_TIMEOUT, "500 milliseconds")
.withString(DefaultDriverOption.COALESCER_INTERVAL, "10 microseconds")
.withInt(DefaultDriverOption.COALESCER_MAX_RUNS, 5)
.withString(DefaultDriverOption.RECONNECTION_POLICY_CLASS, "ExponentialReconnectionPolicy")
.withString(DefaultDriverOption.RECONNECTION_BASE_DELAY, "1 second")
.withString(DefaultDriverOption.RECONNECTION_MAX_DELAY, "60 seconds")
.withBoolean(DefaultDriverOption.RECONNECT_ON_INIT, true)
.withString(DefaultDriverOption.LOAD_BALANCING_POLICY, "")
.withString(DefaultDriverOption.LOAD_BALANCING_POLICY_CLASS, "DefaultLoadBalancingPolicy")
.withString(DefaultDriverOption.RETRY_POLICY, "")
.withString(DefaultDriverOption.RETRY_POLICY_CLASS, "DefaultRetryPolicy")
.withString(DefaultDriverOption.SPECULATIVE_EXECUTION_POLICY, "")
.withString(DefaultDriverOption.SPECULATIVE_EXECUTION_POLICY_CLASS, "NoSpeculativeExecutionPolicy")
.withString(DefaultDriverOption.ADDRESS_TRANSLATOR_CLASS, "PassThroughAddressTranslator")
.withString(DefaultDriverOption.METADATA_SCHEMA_CHANGE_LISTENER_CLASS, "NoopSchemaChangeListener")
.withString(DefaultDriverOption.METADATA_NODE_STATE_LISTENER_CLASS, "NoopNodeStateListener")
.withString(DefaultDriverOption.REQUEST_TRACKER_CLASS, "NoopRequestTracker")
.withString(DefaultDriverOption.REQUEST_THROTTLER_CLASS, "PassThroughRequestThrottler")
.withBoolean(DefaultDriverOption.REQUEST_DEFAULT_IDEMPOTENCE, false)
.withString(DefaultDriverOption.REQUEST_CONSISTENCY, "LOCAL_ONE")
.withInt(DefaultDriverOption.REQUEST_PAGE_SIZE, 5000)
.withString(DefaultDriverOption.REQUEST_SERIAL_CONSISTENCY, "SERIAL")
.withString(DefaultDriverOption.TIMESTAMP_GENERATOR_CLASS, "AtomicTimestampGenerator")
.withBoolean(DefaultDriverOption.SOCKET_TCP_NODELAY, true)
.withString(DefaultDriverOption.CONTROL_CONNECTION_TIMEOUT, "500 milliseconds")
.withInt(DefaultDriverOption.NETTY_IO_SIZE, 0)
.withInt(DefaultDriverOption.NETTY_IO_SHUTDOWN_QUIET_PERIOD, 2)
.withInt(DefaultDriverOption.NETTY_IO_SHUTDOWN_TIMEOUT, 15)
.withString(DefaultDriverOption.NETTY_IO_SHUTDOWN_UNIT, "SECONDS")
.withInt(DefaultDriverOption.NETTY_ADMIN_SIZE, 2)
.withInt(DefaultDriverOption.NETTY_ADMIN_SHUTDOWN_QUIET_PERIOD, 2)
.withInt(DefaultDriverOption.NETTY_ADMIN_SHUTDOWN_TIMEOUT, 15)
.withString(DefaultDriverOption.NETTY_ADMIN_SHUTDOWN_UNIT, "SECONDS")
.withString(DefaultDriverOption.NETTY_TIMER_TICK_DURATION, "100 milliseconds")
.withInt(DefaultDriverOption.NETTY_TIMER_TICKS_PER_WHEEL, 2048)
.withBoolean(DefaultDriverOption.METADATA_SCHEMA_ENABLED, true)
.withString(DefaultDriverOption.METADATA_SCHEMA_WINDOW, "1 second")
.withInt(DefaultDriverOption.METADATA_SCHEMA_MAX_EVENTS, 20)
.withString(DefaultDriverOption.METADATA_SCHEMA_REQUEST_TIMEOUT, "500 milliseconds")
.withInt(DefaultDriverOption.METADATA_SCHEMA_REQUEST_PAGE_SIZE, 5000)
.withBoolean(DefaultDriverOption.METADATA_TOKEN_MAP_ENABLED, true)
.withString(DefaultDriverOption.METADATA_TOPOLOGY_WINDOW,"1 second")
.withInt(DefaultDriverOption.METADATA_TOPOLOGY_MAX_EVENTS,20)
.withStringList(DefaultDriverOption.METRICS_SESSION_ENABLED, new ArrayList<>())
.withStringList(DefaultDriverOption.METRICS_NODE_ENABLED, new ArrayList<>())
.withDuration(DefaultDriverOption.REQUEST_TIMEOUT, Duration.ofSeconds(5))
.build();
return CqlSession.builder()
.withClassLoader(CqlSession.class.getClassLoader())
.withConfigLoader(loader)
.withLocalDatacenter("datacenter1").build();
}
}