blob: f118e3d90a93d28aedc02dbb0c3cd28d669f5c05 [file] [log] [blame]
/*******************************************************************************
* Copyright 2015, Yahoo Inc.
* Licensed under the terms of the Apache License 2.0. See LICENSE file at the project root for terms.
*******************************************************************************/
package com.yahoo.sketches.hive.theta;
import static com.yahoo.sketches.Util.DEFAULT_UPDATE_SEED;
import static org.testng.AssertJUnit.assertEquals;
import org.apache.hadoop.io.BytesWritable;
import org.testng.annotations.Test;
import com.yahoo.memory.Memory;
import com.yahoo.sketches.theta.Sketch;
import com.yahoo.sketches.theta.Sketches;
import com.yahoo.sketches.theta.UpdateSketch;
@SuppressWarnings("javadoc")
public class ExcludeSketchUDFTest {
@Test
public void evaluateNull() {
ExcludeSketchUDF testObject = new ExcludeSketchUDF();
BytesWritable intermResult = testObject.evaluate(null, null);
Memory mem = Memory.wrap(intermResult.getBytes());
Sketch testResult = Sketches.wrapSketch(mem);
assertEquals(0.0, testResult.getEstimate());
}
@Test
public void evaluateEmpty() {
ExcludeSketchUDF testObject = new ExcludeSketchUDF();
BytesWritable intermResult = testObject.evaluate(new BytesWritable(), new BytesWritable());
Memory mem = Memory.wrap(intermResult.getBytes());
Sketch testResult = Sketches.wrapSketch(mem);
assertEquals(0.0, testResult.getEstimate());
}
@Test
public void evaluateValidSketch () {
ExcludeSketchUDF testObject = new ExcludeSketchUDF();
UpdateSketch sketch1 = Sketches.updateSketchBuilder().setNominalEntries(1024).build();
for (int i = 0; i<128; i++) {
sketch1.update(i);
}
UpdateSketch sketch2 = Sketches.updateSketchBuilder().setNominalEntries(1024).build();
for (int i = 100; i<128; i++) {
sketch2.update(i);
}
BytesWritable input1 = new BytesWritable(sketch1.compact(true, null).toByteArray());
BytesWritable input2 = new BytesWritable(sketch2.compact(true, null).toByteArray());
BytesWritable output = testObject.evaluate(input1, input2);
Sketch result = Sketches.wrapSketch(Memory.wrap(output.getBytes()));
assertEquals(100.0, result.getEstimate());
}
@Test
public void evaluateValidSketchWithDefaultSeed () {
ExcludeSketchUDF testObject = new ExcludeSketchUDF();
UpdateSketch sketch1 = Sketches.updateSketchBuilder().setNominalEntries(1024).build();
for (int i = 0; i<128; i++) {
sketch1.update(i);
}
UpdateSketch sketch2 = Sketches.updateSketchBuilder().setNominalEntries(1024).build();
for (int i = 100; i<128; i++) {
sketch2.update(i);
}
BytesWritable input1 = new BytesWritable(sketch1.compact(true, null).toByteArray());
BytesWritable input2 = new BytesWritable(sketch2.compact(true, null).toByteArray());
BytesWritable output = testObject.evaluate(input1, input2, DEFAULT_UPDATE_SEED);
Sketch result = Sketches.wrapSketch(Memory.wrap(output.getBytes()));
assertEquals(100.0, result.getEstimate());
}
@Test
public void evaluateValidSketchWithCustomSeed () {
ExcludeSketchUDF testObject = new ExcludeSketchUDF();
final long seed = 1;
UpdateSketch sketch1 = Sketches.updateSketchBuilder().setSeed(seed).setNominalEntries(1024).build();
for (int i = 0; i<128; i++) {
sketch1.update(i);
}
UpdateSketch sketch2 = Sketches.updateSketchBuilder().setSeed(seed).setNominalEntries(1024).build();
for (int i = 100; i<128; i++) {
sketch2.update(i);
}
BytesWritable input1 = new BytesWritable(sketch1.compact(true, null).toByteArray());
BytesWritable input2 = new BytesWritable(sketch2.compact(true, null).toByteArray());
BytesWritable output = testObject.evaluate(input1, input2, seed);
Sketch result = Sketches.wrapSketch(Memory.wrap(output.getBytes()), seed);
assertEquals(100.0, result.getEstimate());
}
}