contrib/piggybank/java/src/test/java/org/apache/pig/piggybank/test/evaluation/TestStat.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.pig.piggybank.test.evaluation;

import java.util.Iterator;
import org.apache.pig.EvalFunc;
import org.apache.pig.data.DataBag;
import org.apache.pig.data.DefaultBagFactory;
import org.apache.pig.data.Tuple;
import org.apache.pig.data.DefaultTupleFactory;
import org.apache.pig.piggybank.evaluation.stats.COR;
import org.apache.pig.piggybank.evaluation.stats.COV;

import junit.framework.TestCase;

public class TestStat extends TestCase{
	
	public void testCOV() throws Exception{
		COV cov = new COV("a","b");
		DataBag dBag = DefaultBagFactory.getInstance().newDefaultBag();
		Tuple tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 1.0);
		dBag.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 4.0);
		dBag.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 8.0);
		dBag.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 4.0);
		dBag.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 7.0);
		dBag.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 8.0);
		dBag.add(tup1);
		DataBag dBag1 = DefaultBagFactory.getInstance().newDefaultBag();
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 2.0);
		dBag1.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 2.0);
		dBag1.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 3.0);
		dBag1.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 3.0);
		dBag1.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 2.0);
		dBag1.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 4.0);
		dBag1.add(tup1);
		Tuple input = DefaultTupleFactory.getInstance().newTuple(2);
		input.set(0, dBag);
		input.set(1, dBag1);
		DataBag output = cov.exec(input);
		Iterator<Tuple> it = output.iterator();
		Tuple ans = (Tuple)it.next();
		assertEquals((String)ans.get(0),"a");
		assertEquals((String)ans.get(1),"b");
		assertEquals(1.11111, (Double)ans.get(2),0.0005);
	}
	
	public void testCOR() throws Exception{
		COR cor = new COR("a","b");
		DataBag dBag = DefaultBagFactory.getInstance().newDefaultBag();
		Tuple tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 1.0);
		dBag.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 4.0);
		dBag.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 8.0);
		dBag.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 4.0);
		dBag.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 7.0);
		dBag.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 8.0);
		dBag.add(tup1);
		DataBag dBag1 = DefaultBagFactory.getInstance().newDefaultBag();
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 2.0);
		dBag1.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 2.0);
		dBag1.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 3.0);
		dBag1.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 3.0);
		dBag1.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 2.0);
		dBag1.add(tup1);
		tup1 = DefaultTupleFactory.getInstance().newTuple(1);
		tup1.set(0, 4.0);
		dBag1.add(tup1);
		Tuple input = DefaultTupleFactory.getInstance().newTuple(2);
		input.set(0, dBag);
		input.set(1, dBag1);
		DataBag output = cor.exec(input);
		Iterator<Tuple> it = output.iterator();
		Tuple ans = (Tuple) it.next();
		assertEquals((String)ans.get(0),"a");
		assertEquals((String)ans.get(1),"b");
		assertEquals(0.582222509739582, (Double)ans.get(2) ,0.0005);
	}
}