blob: 805c4e22ae19b33dd368f0073d9abd57a9d2b38b [file] [log] [blame]
/*
* Copyright 2016, Yahoo! Inc.
* Licensed under the terms of the Apache License 2.0. See LICENSE file at the project root for terms.
*/
package com.yahoo.sketches.pig.quantiles;
import com.yahoo.sketches.quantiles.DoublesSketch;
import com.yahoo.sketches.quantiles.UpdateDoublesSketch;
import java.util.Arrays;
import org.apache.pig.EvalFunc;
import org.apache.pig.data.DataByteArray;
import org.apache.pig.data.Tuple;
import org.apache.pig.data.TupleFactory;
import org.testng.annotations.Test;
import org.testng.Assert;
public class GetQuantilesFromDoublesSketchTest {
private static final TupleFactory tupleFactory = TupleFactory.getInstance();
@Test
public void emptySketch() throws Exception {
EvalFunc<Tuple> func = new GetQuantilesFromDoublesSketch();
DoublesSketch sketch = DoublesSketch.builder().build();
Tuple resultTuple = func.exec(tupleFactory.newTuple(Arrays.asList(new DataByteArray(sketch.toByteArray()), 0.5)));
Assert.assertNotNull(resultTuple);
Assert.assertEquals(resultTuple.size(), 1);
Assert.assertEquals(((double) resultTuple.get(0)), Double.NaN);
}
@Test(expectedExceptions = IllegalArgumentException.class)
public void tooFewInputs() throws Exception {
EvalFunc<Tuple> func = new GetQuantilesFromDoublesSketch();
func.exec(tupleFactory.newTuple(1));
}
@Test(expectedExceptions = IllegalArgumentException.class)
public void wrongTypeForSketch() throws Exception {
EvalFunc<Tuple> func = new GetQuantilesFromDoublesSketch();
func.exec(tupleFactory.newTuple(Arrays.asList(1.0, 1.0)));
}
@Test(expectedExceptions = IllegalArgumentException.class)
public void wrongTypeForFractionOrNumberOfIntervals() throws Exception {
EvalFunc<Tuple> func = new GetQuantilesFromDoublesSketch();
DoublesSketch sketch = DoublesSketch.builder().build();
func.exec(tupleFactory.newTuple(Arrays.asList(new DataByteArray(sketch.toByteArray()), "")));
}
@Test(expectedExceptions = IllegalArgumentException.class)
public void wrongTypeAmongFractions() throws Exception {
EvalFunc<Tuple> func = new GetQuantilesFromDoublesSketch();
DoublesSketch sketch = DoublesSketch.builder().build();
func.exec(tupleFactory.newTuple(Arrays.asList(new DataByteArray(sketch.toByteArray()), 0.0, 1)));
}
@Test
public void oneFraction() throws Exception {
EvalFunc<Tuple> func = new GetQuantilesFromDoublesSketch();
UpdateDoublesSketch sketch = DoublesSketch.builder().build();
for (int i = 1; i <= 10; i++) sketch.update(i);
Tuple resultTuple = func.exec(tupleFactory.newTuple(Arrays.asList(new DataByteArray(sketch.toByteArray()), 0.5)));
Assert.assertNotNull(resultTuple);
Assert.assertEquals(resultTuple.size(), 1);
Assert.assertEquals(((double) resultTuple.get(0)), 6.0);
}
@Test
public void severalFractions() throws Exception {
EvalFunc<Tuple> func = new GetQuantilesFromDoublesSketch();
UpdateDoublesSketch sketch = DoublesSketch.builder().build();
for (int i = 1; i <= 10; i++) sketch.update(i);
Tuple resultTuple = func.exec(tupleFactory.newTuple(Arrays.asList(new DataByteArray(sketch.toByteArray()), 0.0, 0.5, 1.0)));
Assert.assertNotNull(resultTuple);
Assert.assertEquals(resultTuple.size(), 3);
Assert.assertEquals(((double) resultTuple.get(0)), 1.0);
Assert.assertEquals(((double) resultTuple.get(1)), 6.0);
Assert.assertEquals(((double) resultTuple.get(2)), 10.0);
}
@Test
public void numberOfEvenlySpacedIntervals() throws Exception {
EvalFunc<Tuple> func = new GetQuantilesFromDoublesSketch();
UpdateDoublesSketch sketch = DoublesSketch.builder().build();
for (int i = 1; i <= 10; i++) sketch.update(i);
Tuple resultTuple = func.exec(tupleFactory.newTuple(Arrays.asList(new DataByteArray(sketch.toByteArray()), 3)));
Assert.assertNotNull(resultTuple);
Assert.assertEquals(resultTuple.size(), 3);
Assert.assertEquals(((double) resultTuple.get(0)), 1.0);
Assert.assertEquals(((double) resultTuple.get(1)), 6.0);
Assert.assertEquals(((double) resultTuple.get(2)), 10.0);
}
}