blob: f5e07d811204c27848ae83e807d93d90b602cccc [file] [log] [blame]
/*
* Copyright (c) 2013 DataTorrent, Inc. ALL Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.datatorrent.lib.logs;
import java.util.HashMap;
import org.junit.Assert;
import org.apache.commons.lang.mutable.MutableDouble;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.datatorrent.lib.algo.TopNUnique;
import com.datatorrent.lib.logs.DimensionObject;
import com.datatorrent.lib.testbench.CollectorTestSink;
/**
* <p>TopNUniqueSiteStatsTest class.</p>
* This tests the integration between MultiWindowDimensionAggregationOperator and TopNUnique Operator
*
*/
public class TopNUniqueSiteStatsTest {
private static Logger log = LoggerFactory.getLogger(TopNUniqueSiteStatsTest.class);
/**
* Test node logic emits correct results
*/
@Test
public void testNodeProcessing() throws Exception {
testNodeProcessingSchema(new TopNUnique<String, DimensionObject<String>>());
}
@SuppressWarnings({ "rawtypes", "unchecked" })
public void testNodeProcessingSchema(TopNUnique oper) {
CollectorTestSink sortSink = new CollectorTestSink();
oper.top.setSink(sortSink);
oper.setN(3);
oper.beginWindow(0);
HashMap<String, DimensionObject<String>> input = new HashMap<String, DimensionObject<String>>();
input.put("url", new DimensionObject<String>(new MutableDouble(10), "abc"));
oper.data.process(input);
input.clear();
input.put("url", new DimensionObject<String>(new MutableDouble(1), "def"));
input.put("url1", new DimensionObject<String>(new MutableDouble(1), "def"));
oper.data.process(input);
input.clear();
input.put("url", new DimensionObject<String>(new MutableDouble(101), "ghi"));
input.put("url1", new DimensionObject<String>(new MutableDouble(101), "ghi"));
oper.data.process(input);
input.clear();
input.put("url", new DimensionObject<String>(new MutableDouble(50), "jkl"));
oper.data.process(input);
input.clear();
input.put("url", new DimensionObject<String>(new MutableDouble(50), "jkl"));
input.put("url3", new DimensionObject<String>(new MutableDouble(50), "jkl"));
oper.data.process(input);
oper.endWindow();
Assert.assertEquals("number emitted tuples", 3, sortSink.collectedTuples.size());
for (Object o : sortSink.collectedTuples) {
log.debug(o.toString());
}
log.debug("Done testing round\n");
}
}