Add SuppressWarnings("javadoc") to hide mostly unneccesary warnings.diff --git a/src/main/java/com/yahoo/sketches/hive/cpc/DataToSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/cpc/DataToSketchUDAF.java
index 677e809..d326941 100644
--- a/src/main/java/com/yahoo/sketches/hive/cpc/DataToSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/cpc/DataToSketchUDAF.java
@@ -95,6 +95,7 @@
return new DataToSketchEvaluator();
}
+ @SuppressWarnings("javadoc") //TODO
public static class DataToSketchEvaluator extends SketchEvaluator {
private Mode mode_;
diff --git a/src/main/java/com/yahoo/sketches/hive/cpc/GetEstimateAndErrorBoundsUDF.java b/src/main/java/com/yahoo/sketches/hive/cpc/GetEstimateAndErrorBoundsUDF.java
index 633be2d..4c5922c 100644
--- a/src/main/java/com/yahoo/sketches/hive/cpc/GetEstimateAndErrorBoundsUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/cpc/GetEstimateAndErrorBoundsUDF.java
@@ -24,6 +24,7 @@
+ " The result is three double values: estimate, lower bound and upper bound."
+ " Optional kappa is a number of standard deviations from the mean: 1, 2 or 3 (default 2)."
+ " The seed is optional. It is needed if the sketch was created with a custom seed.")
+@SuppressWarnings("javadoc")
public class GetEstimateAndErrorBoundsUDF extends UDF {
private static final int DEFAULT_KAPPA = 2;
diff --git a/src/main/java/com/yahoo/sketches/hive/cpc/GetEstimateUDF.java b/src/main/java/com/yahoo/sketches/hive/cpc/GetEstimateUDF.java
index c76e076..dcfb0e0 100644
--- a/src/main/java/com/yahoo/sketches/hive/cpc/GetEstimateUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/cpc/GetEstimateUDF.java
@@ -19,6 +19,7 @@
value = "_FUNC_(sketch)",
extended = "Returns an estimate of unique count from a given CpcSketch."
+ " The result is a double value.")
+@SuppressWarnings("javadoc")
public class GetEstimateUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/cpc/SketchToStringUDF.java b/src/main/java/com/yahoo/sketches/hive/cpc/SketchToStringUDF.java
index b9cc6f1..66bd6a7 100644
--- a/src/main/java/com/yahoo/sketches/hive/cpc/SketchToStringUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/cpc/SketchToStringUDF.java
@@ -18,6 +18,7 @@
name = "SketchToString",
value = "_FUNC_(sketch, seed)",
extended = "Returns a human-readable summary of a given CpcSketch.")
+@SuppressWarnings("javadoc")
public class SketchToStringUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/frequencies/DataToItemsSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/frequencies/DataToItemsSketchUDAF.java
index 34c3c0c..3b9edcc 100644
--- a/src/main/java/com/yahoo/sketches/hive/frequencies/DataToItemsSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/frequencies/DataToItemsSketchUDAF.java
@@ -22,6 +22,7 @@
* This is a generic implementation to be specialized in subclasses
* @param <T> type of item
*/
+@SuppressWarnings("javadoc")
public abstract class DataToItemsSketchUDAF<T> extends AbstractGenericUDAFResolver {
@Override
@@ -68,7 +69,7 @@
// Parameters:
// In PARTIAL1 and COMPLETE mode, the parameters are original data.
// In PARTIAL2 and FINAL mode, the parameters are just partial aggregations.
- if (mode == Mode.PARTIAL1 || mode == Mode.COMPLETE) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) {
if (parameters.length > 1) {
maxMapSizeObjectInspector = (PrimitiveObjectInspector) parameters[1];
}
diff --git a/src/main/java/com/yahoo/sketches/hive/frequencies/DataToStringsSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/frequencies/DataToStringsSketchUDAF.java
index 4f792e2..b863138 100644
--- a/src/main/java/com/yahoo/sketches/hive/frequencies/DataToStringsSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/frequencies/DataToStringsSketchUDAF.java
@@ -19,6 +19,7 @@
+ "Returns an ItemsSketch<String> in a serialized form as a binary blob."
+ " Values must be of string type."
+ " Parameter maxMapSize controls the accuracy and the size of the sketch.")
+@SuppressWarnings("javadoc")
public class DataToStringsSketchUDAF extends DataToItemsSketchUDAF<String> {
@Override
diff --git a/src/main/java/com/yahoo/sketches/hive/frequencies/GetFrequentItemsFromStringsSketchUDTF.java b/src/main/java/com/yahoo/sketches/hive/frequencies/GetFrequentItemsFromStringsSketchUDTF.java
index 5813ee9..601f755 100644
--- a/src/main/java/com/yahoo/sketches/hive/frequencies/GetFrequentItemsFromStringsSketchUDTF.java
+++ b/src/main/java/com/yahoo/sketches/hive/frequencies/GetFrequentItemsFromStringsSketchUDTF.java
@@ -28,6 +28,7 @@
+ "Returns a list of frequent items in descending order by estimated frequency."
+ " Error type is optional and must be one of the following: "
+ "NO_FALSE_POSITIVES (default) or NO_FALSE_NEGATIVES.")
+@SuppressWarnings("javadoc")
public class GetFrequentItemsFromStringsSketchUDTF extends GenericUDTF {
PrimitiveObjectInspector inputObjectInspector;
@@ -35,7 +36,7 @@
@Override
public StructObjectInspector initialize(final ObjectInspector[] inspectors) throws UDFArgumentException {
- if (inspectors.length != 1 && inspectors.length != 2) {
+ if ((inspectors.length != 1) && (inspectors.length != 2)) {
throw new UDFArgumentException("One or two arguments expected");
}
@@ -75,7 +76,7 @@
@Override
public void process(final Object[] data) throws HiveException {
- if (data == null || data[0] == null) { return; }
+ if ((data == null) || (data[0] == null)) { return; }
final BytesWritable serializedSketch =
(BytesWritable) inputObjectInspector.getPrimitiveWritableObject(data[0]);
final ItemsSketch<String> sketch = ItemsSketch.getInstance(
diff --git a/src/main/java/com/yahoo/sketches/hive/frequencies/UnionItemsSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/frequencies/UnionItemsSketchUDAF.java
index 730bf8b..3866863 100644
--- a/src/main/java/com/yahoo/sketches/hive/frequencies/UnionItemsSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/frequencies/UnionItemsSketchUDAF.java
@@ -43,6 +43,7 @@
abstract GenericUDAFEvaluator createEvaluator();
+ @SuppressWarnings("javadoc")
public static class UnionItemsSketchEvaluator<T> extends ItemsEvaluator<T> {
UnionItemsSketchEvaluator(final ArrayOfItemsSerDe<T> serDe) {
diff --git a/src/main/java/com/yahoo/sketches/hive/frequencies/UnionStringsSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/frequencies/UnionStringsSketchUDAF.java
index 2e9fea3..e04b32e 100644
--- a/src/main/java/com/yahoo/sketches/hive/frequencies/UnionStringsSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/frequencies/UnionStringsSketchUDAF.java
@@ -13,6 +13,7 @@
@Description(name = "Union", value = "_FUNC_(sketch) - "
+ "Returns an ItemsSketch<String> in a serialized form as a binary blob."
+ " Input values must also be serialized sketches.")
+@SuppressWarnings("javadoc")
public class UnionStringsSketchUDAF extends UnionItemsSketchUDAF<String> {
@Override
diff --git a/src/main/java/com/yahoo/sketches/hive/hll/DataToSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/hll/DataToSketchUDAF.java
index c56a417..ac6c563 100644
--- a/src/main/java/com/yahoo/sketches/hive/hll/DataToSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/hll/DataToSketchUDAF.java
@@ -41,6 +41,7 @@
+ " of roughly +-3% in the estimation of uniques with 95% confidence."
+ " The target type parameter is optional and must be 'HLL_4', 'HLL_6' or 'HLL_8'."
+ " The default is 'HLL_4'")
+@SuppressWarnings("javadoc")
public class DataToSketchUDAF extends AbstractGenericUDAFResolver {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/hll/SketchToEstimateAndErrorBoundsUDF.java b/src/main/java/com/yahoo/sketches/hive/hll/SketchToEstimateAndErrorBoundsUDF.java
index 3f3fd33..4ef2b72 100644
--- a/src/main/java/com/yahoo/sketches/hive/hll/SketchToEstimateAndErrorBoundsUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/hll/SketchToEstimateAndErrorBoundsUDF.java
@@ -21,6 +21,7 @@
extended = "Returns an estimate of distinct count and error bounds from a given HllSketch."
+ " Optional kappa is a number of standard deviations from the mean: 1, 2 or 3 (default 2)."
+ " The result is three double values: estimate, lower bound and upper bound.")
+@SuppressWarnings("javadoc")
public class SketchToEstimateAndErrorBoundsUDF extends UDF {
private static final int DEFAULT_KAPPA = 2;
diff --git a/src/main/java/com/yahoo/sketches/hive/hll/SketchToEstimateUDF.java b/src/main/java/com/yahoo/sketches/hive/hll/SketchToEstimateUDF.java
index 02122ee..48502e4 100644
--- a/src/main/java/com/yahoo/sketches/hive/hll/SketchToEstimateUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/hll/SketchToEstimateUDF.java
@@ -17,6 +17,7 @@
value = "_FUNC_(sketch)",
extended = "Returns an estimate of unique count from a given HllSketch."
+ " The result is a double value.")
+@SuppressWarnings("javadoc")
public class SketchToEstimateUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/hll/SketchToStringUDF.java b/src/main/java/com/yahoo/sketches/hive/hll/SketchToStringUDF.java
index 196a9c8..8bf5951 100644
--- a/src/main/java/com/yahoo/sketches/hive/hll/SketchToStringUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/hll/SketchToStringUDF.java
@@ -16,6 +16,7 @@
name = "SketchToString",
value = "_FUNC_(sketch)",
extended = "Returns an human-readable summary of a given HllSketch.")
+@SuppressWarnings("javadoc")
public class SketchToStringUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/kll/DataToSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/kll/DataToSketchUDAF.java
index f7348f7..f177fb3 100644
--- a/src/main/java/com/yahoo/sketches/hive/kll/DataToSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/kll/DataToSketchUDAF.java
@@ -21,13 +21,14 @@
+ " Values must be of type float."
+ " Parameter k controls the accuracy and the size of the sketch."
+ " If k is ommitted, the default is used.")
+@SuppressWarnings("javadoc")
public class DataToSketchUDAF extends AbstractGenericUDAFResolver {
@Override
public GenericUDAFEvaluator getEvaluator(final GenericUDAFParameterInfo info)
throws SemanticException {
final ObjectInspector[] inspectors = info.getParameterObjectInspectors();
- if (inspectors.length != 1 && inspectors.length != 2) {
+ if ((inspectors.length != 1) && (inspectors.length != 2)) {
throw new UDFArgumentException("One or two arguments expected");
}
ObjectInspectorValidator.validateGivenPrimitiveCategory(inspectors[0], 0,
diff --git a/src/main/java/com/yahoo/sketches/hive/kll/GetCdfUDF.java b/src/main/java/com/yahoo/sketches/hive/kll/GetCdfUDF.java
index d0f25d5..fa9b78c 100644
--- a/src/main/java/com/yahoo/sketches/hive/kll/GetCdfUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/kll/GetCdfUDF.java
@@ -25,6 +25,7 @@
+ " to the ranks of the corresponding split points (fraction of input stream values that are less"
+ " than a split point). The last value is always 1."
+ " CDF can also be viewed as a cumulative version of PMF.")
+@SuppressWarnings("javadoc")
public class GetCdfUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/kll/GetNUDF.java b/src/main/java/com/yahoo/sketches/hive/kll/GetNUDF.java
index dbab18b..7dddcb0 100644
--- a/src/main/java/com/yahoo/sketches/hive/kll/GetNUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/kll/GetNUDF.java
@@ -14,6 +14,7 @@
@Description(name = "GetN", value = "_FUNC_(sketch)",
extended = " Returns the total number of observed input values (stream length) from a given KllFloatsSketch.")
+@SuppressWarnings("javadoc")
public class GetNUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/kll/GetPmfUDF.java b/src/main/java/com/yahoo/sketches/hive/kll/GetPmfUDF.java
index 13d2b19..e14f1ff 100644
--- a/src/main/java/com/yahoo/sketches/hive/kll/GetPmfUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/kll/GetPmfUDF.java
@@ -25,6 +25,7 @@
+ " to the fraction of the values that fell into one of those intervals."
+ " The definition of an interval is inclusive of the left split point and exclusive"
+ " of the right split point")
+@SuppressWarnings("javadoc")
public class GetPmfUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/kll/GetQuantileUDF.java b/src/main/java/com/yahoo/sketches/hive/kll/GetQuantileUDF.java
index b0d1509..c5720d6 100644
--- a/src/main/java/com/yahoo/sketches/hive/kll/GetQuantileUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/kll/GetQuantileUDF.java
@@ -19,6 +19,7 @@
+ " For example, a fraction of 0.5 corresponds to 50th percentile, which is"
+ " the median value of the distribution (the number separating the higher half"
+ " of the probability distribution from the lower half).")
+@SuppressWarnings("javadoc")
public class GetQuantileUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/kll/GetQuantilesUDF.java b/src/main/java/com/yahoo/sketches/hive/kll/GetQuantilesUDF.java
index 1fee786..0c29a2a 100644
--- a/src/main/java/com/yahoo/sketches/hive/kll/GetQuantilesUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/kll/GetQuantilesUDF.java
@@ -22,6 +22,7 @@
+ " For example, a fraction of 0.5 corresponds to 50th percentile,"
+ " which is the median value of the distribution (the number separating the higher"
+ " half of the probability distribution from the lower half).")
+@SuppressWarnings("javadoc")
public class GetQuantilesUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/kll/GetRankUDF.java b/src/main/java/com/yahoo/sketches/hive/kll/GetRankUDF.java
index 40652b7..ee4bd9f 100644
--- a/src/main/java/com/yahoo/sketches/hive/kll/GetRankUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/kll/GetRankUDF.java
@@ -16,6 +16,7 @@
extended = " Returns a normalized rank of a given value from a given KllFloatsSketch."
+ " The returned rank is an approximation to the fraction of values of the distribution"
+ " that are less than the given value (mass of the distribution below the given value).")
+@SuppressWarnings("javadoc")
public class GetRankUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/kll/SketchToStringUDF.java b/src/main/java/com/yahoo/sketches/hive/kll/SketchToStringUDF.java
index 6bb8cfb..2c8ef6e 100644
--- a/src/main/java/com/yahoo/sketches/hive/kll/SketchToStringUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/kll/SketchToStringUDF.java
@@ -14,6 +14,7 @@
@Description(name = "SketchToString", value = "_FUNC_(sketch)",
extended = " Returns a human-readable summary of a given KllFloatsSketch.")
+@SuppressWarnings("javadoc")
public class SketchToStringUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/kll/UnionSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/kll/UnionSketchUDAF.java
index b3c6b41..80b39a1 100644
--- a/src/main/java/com/yahoo/sketches/hive/kll/UnionSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/kll/UnionSketchUDAF.java
@@ -19,12 +19,13 @@
@Description(name = "UnionSketch", value = "_FUNC_(sketch) - "
+ "Returns a KllFloatsSketch in a serialized form as a binary blob."
+ " Input values are also serialized sketches.")
+@SuppressWarnings("javadoc")
public class UnionSketchUDAF extends AbstractGenericUDAFResolver {
@Override
public GenericUDAFEvaluator getEvaluator(final GenericUDAFParameterInfo info) throws SemanticException {
final ObjectInspector[] inspectors = info.getParameterObjectInspectors();
- if (inspectors.length != 1 && inspectors.length != 2) {
+ if ((inspectors.length != 1) && (inspectors.length != 2)) {
throw new UDFArgumentException("One or two arguments expected");
}
ObjectInspectorValidator.validateGivenPrimitiveCategory(inspectors[0], 0, PrimitiveCategory.BINARY);
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/DataToDoublesSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/DataToDoublesSketchUDAF.java
index 178b517..d6a0098 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/DataToDoublesSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/DataToDoublesSketchUDAF.java
@@ -21,13 +21,14 @@
+ " Values must be of type double."
+ " Parameter k controls the accuracy and the size of the sketch."
+ " If k is ommitted, the default is used.")
+@SuppressWarnings("javadoc")
public class DataToDoublesSketchUDAF extends AbstractGenericUDAFResolver {
@Override
public GenericUDAFEvaluator getEvaluator(final GenericUDAFParameterInfo info)
throws SemanticException {
final ObjectInspector[] inspectors = info.getParameterObjectInspectors();
- if (inspectors.length != 1 && inspectors.length != 2) {
+ if ((inspectors.length != 1) && (inspectors.length != 2)) {
throw new UDFArgumentException("One or two arguments expected");
}
ObjectInspectorValidator.validateGivenPrimitiveCategory(inspectors[0], 0,
@@ -46,7 +47,7 @@
public void iterate(final AggregationBuffer buf, final Object[] data) throws HiveException {
if (data[0] == null) { return; }
final DoublesUnionState state = (DoublesUnionState) buf;
- if (!state.isInitialized() && kObjectInspector != null) {
+ if (!state.isInitialized() && (kObjectInspector != null)) {
final int k = PrimitiveObjectInspectorUtils.getInt(data[1], kObjectInspector);
state.init(k);
}
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/DataToItemsSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/DataToItemsSketchUDAF.java
index bde5ed7..3c173af 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/DataToItemsSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/DataToItemsSketchUDAF.java
@@ -23,12 +23,13 @@
* This is a generic implementation to be specialized in subclasses
* @param <T> type of item
*/
+@SuppressWarnings("javadoc")
public abstract class DataToItemsSketchUDAF<T> extends AbstractGenericUDAFResolver {
@Override
public GenericUDAFEvaluator getEvaluator(final GenericUDAFParameterInfo info) throws SemanticException {
final ObjectInspector[] inspectors = info.getParameterObjectInspectors();
- if (inspectors.length != 1 && inspectors.length != 2) {
+ if ((inspectors.length != 1) && (inspectors.length != 2)) {
throw new UDFArgumentException("One or two arguments expected");
}
ObjectInspectorValidator.validateCategoryPrimitive(inspectors[0], 0);
@@ -52,7 +53,7 @@
if (data[0] == null) { return; }
@SuppressWarnings("unchecked")
final ItemsUnionState<T> state = (ItemsUnionState<T>) buf;
- if (!state.isInitialized() && kObjectInspector != null) {
+ if (!state.isInitialized() && (kObjectInspector != null)) {
final int k = PrimitiveObjectInspectorUtils.getInt(data[1], kObjectInspector);
state.init(k);
}
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/DataToStringsSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/DataToStringsSketchUDAF.java
index 72ae81f..09bef98 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/DataToStringsSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/DataToStringsSketchUDAF.java
@@ -22,6 +22,7 @@
+ " Values must be of string type."
+ " Parameter k controls the accuracy and the size of the sketch."
+ " If k is ommitted, the default is used.")
+@SuppressWarnings("javadoc")
public class DataToStringsSketchUDAF extends DataToItemsSketchUDAF<String> {
@Override
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/DoublesSketchToStringUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/DoublesSketchToStringUDF.java
index a3a63c5..67fdf77 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/DoublesSketchToStringUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/DoublesSketchToStringUDF.java
@@ -14,6 +14,7 @@
@Description(name = "ToString", value = "_FUNC_(sketch)",
extended = " Returns a human-readable summary of a given DoublesSketch.")
+@SuppressWarnings("javadoc")
public class DoublesSketchToStringUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/GetCdfFromDoublesSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/GetCdfFromDoublesSketchUDF.java
index f6ba456..e6829aa 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/GetCdfFromDoublesSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/GetCdfFromDoublesSketchUDF.java
@@ -25,6 +25,7 @@
+ " to the ranks of the corresponding split points (fraction of input stream values that are less"
+ " than a split point). The last value is always 1."
+ " CDF can also be viewed as a cumulative version of PMF.")
+@SuppressWarnings("javadoc")
public class GetCdfFromDoublesSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/GetCdfFromStringsSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/GetCdfFromStringsSketchUDF.java
index 55315da..06f5024 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/GetCdfFromStringsSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/GetCdfFromStringsSketchUDF.java
@@ -27,6 +27,7 @@
+ " to the ranks of the corresponding split points (fraction of input stream values that are less"
+ " than a split point). The last value is always 1."
+ " CDF can also be viewed as a cumulative version of PMF.")
+@SuppressWarnings("javadoc")
public class GetCdfFromStringsSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/GetKFromDoublesSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/GetKFromDoublesSketchUDF.java
index 748d7c2..a4374ee 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/GetKFromDoublesSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/GetKFromDoublesSketchUDF.java
@@ -14,6 +14,7 @@
@Description(name = "GetK", value = "_FUNC_(sketch)",
extended = " Returns parameter K from a given DoublesSketch sketch.")
+@SuppressWarnings("javadoc")
public class GetKFromDoublesSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/GetKFromStringsSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/GetKFromStringsSketchUDF.java
index 973053b..9b0523c 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/GetKFromStringsSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/GetKFromStringsSketchUDF.java
@@ -17,6 +17,7 @@
@Description(name = "GetK", value = "_FUNC_(sketch)",
extended = " Returns parameter K from a given ItemsSketch<String> sketch.")
+@SuppressWarnings("javadoc")
public class GetKFromStringsSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/GetNFromDoublesSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/GetNFromDoublesSketchUDF.java
index 93b0b69..b8b619d 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/GetNFromDoublesSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/GetNFromDoublesSketchUDF.java
@@ -14,6 +14,7 @@
@Description(name = "GetN", value = "_FUNC_(sketch)",
extended = " Returns the total number of observed input values (stream length) from a given DoublesSketch.")
+@SuppressWarnings("javadoc")
public class GetNFromDoublesSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/GetNFromStringsSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/GetNFromStringsSketchUDF.java
index 6c73777..f625216 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/GetNFromStringsSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/GetNFromStringsSketchUDF.java
@@ -18,6 +18,7 @@
@Description(name = "GetN", value = "_FUNC_(sketch)",
extended = " Returns the total number of observed input values (stream length) "
+ "from a given ItemsSketch<String>.")
+@SuppressWarnings("javadoc")
public class GetNFromStringsSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/GetPmfFromDoublesSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/GetPmfFromDoublesSketchUDF.java
index 937aaa6..6225b30 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/GetPmfFromDoublesSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/GetPmfFromDoublesSketchUDF.java
@@ -25,6 +25,7 @@
+ " to the fraction of the values that fell into one of those intervals."
+ " The definition of an interval is inclusive of the left split point and exclusive"
+ " of the right split point")
+@SuppressWarnings("javadoc")
public class GetPmfFromDoublesSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/GetPmfFromStringsSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/GetPmfFromStringsSketchUDF.java
index d8e4793..e12edbd 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/GetPmfFromStringsSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/GetPmfFromStringsSketchUDF.java
@@ -27,6 +27,7 @@
+ " to the fraction of the values that fell into one of those intervals."
+ " The definition of an interval is inclusive of the left split point and exclusive"
+ " of the right split point")
+@SuppressWarnings("javadoc")
public class GetPmfFromStringsSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromDoublesSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromDoublesSketchUDF.java
index b3a706d..8485b34 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromDoublesSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromDoublesSketchUDF.java
@@ -19,6 +19,7 @@
+ " For example, a fraction of 0.5 corresponds to 50th percentile, which is"
+ " the median value of the distribution (the number separating the higher half"
+ " of the probability distribution from the lower half).")
+@SuppressWarnings("javadoc")
public class GetQuantileFromDoublesSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromStringsSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromStringsSketchUDF.java
index c7907fa..fc592ab 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromStringsSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromStringsSketchUDF.java
@@ -22,6 +22,7 @@
+ " For example, a fraction of 0.5 corresponds to 50th percentile, which is"
+ " the median value of the distribution (the number separating the higher half"
+ " of the probability distribution from the lower half).")
+@SuppressWarnings("javadoc")
public class GetQuantileFromStringsSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromDoublesSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromDoublesSketchUDF.java
index 68b43dd..9da74f4 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromDoublesSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromDoublesSketchUDF.java
@@ -27,6 +27,7 @@
+ " A value of 1 will return the min value (normalized rank of 0.0)."
+ " A value of 2 will return the min and the max value (ranks 0.0 amd 1.0)."
+ " A value of 3 will return the min, the median and the max value (ranks 0.0, 0.5, and 1.0), etc.")
+@SuppressWarnings("javadoc")
public class GetQuantilesFromDoublesSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromStringsSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromStringsSketchUDF.java
index a57ba53..744d6a5 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromStringsSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromStringsSketchUDF.java
@@ -30,6 +30,7 @@
+ " A value of 1 will return the min value (normalized rank of 0.0)."
+ " A value of 2 will return the min and the max value (ranks 0.0 amd 1.0)."
+ " A value of 3 will return the min, the median and the max value (ranks 0.0, 0.5, and 1.0), etc.")
+@SuppressWarnings("javadoc")
public class GetQuantilesFromStringsSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/StringsSketchToStringUDF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/StringsSketchToStringUDF.java
index b3d9fd4..3487ae9 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/StringsSketchToStringUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/StringsSketchToStringUDF.java
@@ -17,6 +17,7 @@
@Description(name = "ToString", value = "_FUNC_(sketch)",
extended = " Returns a human-readable summary of a given ItemsSketch<String>.")
+@SuppressWarnings("javadoc")
public class StringsSketchToStringUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/UnionDoublesSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/UnionDoublesSketchUDAF.java
index 6155fd2..441f6fc 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/UnionDoublesSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/UnionDoublesSketchUDAF.java
@@ -19,12 +19,13 @@
@Description(name = "Union", value = "_FUNC_(sketch) - "
+ "Returns a QuantilesSketch in a serialized form as a binary blob."
+ " Input values are also serialized sketches.")
+@SuppressWarnings("javadoc")
public class UnionDoublesSketchUDAF extends AbstractGenericUDAFResolver {
@Override
public GenericUDAFEvaluator getEvaluator(final GenericUDAFParameterInfo info) throws SemanticException {
final ObjectInspector[] inspectors = info.getParameterObjectInspectors();
- if (inspectors.length != 1 && inspectors.length != 2) {
+ if ((inspectors.length != 1) && (inspectors.length != 2)) {
throw new UDFArgumentException("One or two arguments expected");
}
ObjectInspectorValidator.validateGivenPrimitiveCategory(inspectors[0], 0, PrimitiveCategory.BINARY);
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/UnionItemsSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/UnionItemsSketchUDAF.java
index 5564f2e..3ad08e9 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/UnionItemsSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/UnionItemsSketchUDAF.java
@@ -23,12 +23,13 @@
* This is a generic implementation to be specialized in subclasses
* @param <T> type of item
*/
+@SuppressWarnings("javadoc")
public abstract class UnionItemsSketchUDAF<T> extends AbstractGenericUDAFResolver {
@Override
public GenericUDAFEvaluator getEvaluator(final GenericUDAFParameterInfo info) throws SemanticException {
final ObjectInspector[] inspectors = info.getParameterObjectInspectors();
- if (inspectors.length != 1 && inspectors.length != 2) {
+ if ((inspectors.length != 1) && (inspectors.length != 2)) {
throw new UDFArgumentException("One or two arguments expected");
}
ObjectInspectorValidator.validateGivenPrimitiveCategory(inspectors[0], 0, PrimitiveCategory.BINARY);
diff --git a/src/main/java/com/yahoo/sketches/hive/quantiles/UnionStringsSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/quantiles/UnionStringsSketchUDAF.java
index d076ac3..11f1c65 100644
--- a/src/main/java/com/yahoo/sketches/hive/quantiles/UnionStringsSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/quantiles/UnionStringsSketchUDAF.java
@@ -15,6 +15,7 @@
@Description(name = "Union", value = "_FUNC_(sketch) - "
+ "Returns an ItemsSketch<String> in a serialized form as a binary blob."
+ " Input values must also be serialized sketches.")
+@SuppressWarnings("javadoc")
public class UnionStringsSketchUDAF extends UnionItemsSketchUDAF<String> {
@Override
diff --git a/src/main/java/com/yahoo/sketches/hive/theta/DataToSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/theta/DataToSketchUDAF.java
index aabcb96..ccfc97a 100644
--- a/src/main/java/com/yahoo/sketches/hive/theta/DataToSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/theta/DataToSketchUDAF.java
@@ -41,6 +41,7 @@
+ "and at the time of this writing was 4096 (about 3% error)."
+ " The sampling probability is optional and must be from 0 to 1. The default is 1 (no sampling)"
+ " The seed is optional, and using it is not recommended unless you really know why you need it")
+@SuppressWarnings("javadoc")
public class DataToSketchUDAF extends AbstractGenericUDAFResolver {
/**
@@ -126,7 +127,7 @@
public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException {
super.init(mode, parameters);
- if (mode == Mode.PARTIAL1 || mode == Mode.COMPLETE) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) {
// input is original data
inputObjectInspector = (PrimitiveObjectInspector) parameters[0];
if (parameters.length > 1) {
@@ -143,7 +144,7 @@
intermediateObjectInspector = (StructObjectInspector) parameters[0];
}
- if (mode == Mode.PARTIAL1 || mode == Mode.PARTIAL2) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) {
// intermediate results need to include the the nominal number of entries and the seed
return ObjectInspectorFactory.getStandardStructObjectInspector(
Arrays.asList(NOMINAL_ENTRIES_FIELD, SEED_FIELD, SKETCH_FIELD),
diff --git a/src/main/java/com/yahoo/sketches/hive/theta/IntersectSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/theta/IntersectSketchUDAF.java
index 177e7fa..d32c880 100644
--- a/src/main/java/com/yahoo/sketches/hive/theta/IntersectSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/theta/IntersectSketchUDAF.java
@@ -43,6 +43,7 @@
+ "be operated on by the other sketch-related functions. "
+ "The seed is optional, "
+ "and using it is not recommended unless you really know why you need it.")
+@SuppressWarnings("javadoc")
public class IntersectSketchUDAF extends AbstractGenericUDAFResolver {
@Override
@@ -78,7 +79,7 @@
@Override
public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException {
super.init(mode, parameters);
- if (mode == Mode.PARTIAL1 || mode == Mode.COMPLETE) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) {
inputObjectInspector = (PrimitiveObjectInspector) parameters[0];
if (parameters.length > 1) {
seedObjectInspector = (PrimitiveObjectInspector) parameters[1];
@@ -87,7 +88,7 @@
intermediateObjectInspector = (StandardStructObjectInspector) parameters[0];
}
- if (mode == Mode.PARTIAL1 || mode == Mode.PARTIAL2) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) {
// intermediate results need to include the seed
return ObjectInspectorFactory.getStandardStructObjectInspector(
Arrays.asList(SEED_FIELD, SKETCH_FIELD),
@@ -181,7 +182,7 @@
}
void init(final long seed) {
- this.seed_ = seed;
+ seed_ = seed;
intersection_ = SetOperation.builder().setSeed(seed).buildIntersection();
}
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimateAndErrorBoundsUDF.java b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimateAndErrorBoundsUDF.java
index 1692de4..fb826b5 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimateAndErrorBoundsUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimateAndErrorBoundsUDF.java
@@ -23,6 +23,7 @@
+ " The result will be three double values:"
+ " estimate of the number of unique keys, lower bound and upper bound. The bounds are given"
+ " at 95.5% confidence.")
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToEstimateAndErrorBoundsUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimatesUDF.java b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimatesUDF.java
index 474ccb0..22dac90 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimatesUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimatesUDF.java
@@ -25,6 +25,7 @@
+ " sketch per key. The first estimate is the estimate of the number of unique keys in the"
+ " original population. Next there are N estimates of the sums of the parameters in the"
+ " original population (sums of the values in the sketch scaled to the original population)")
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToEstimatesUDF extends UDF {
/**
@@ -44,7 +45,7 @@
sums[i] += values[i];
}
}
- final List<Double> estimates = new ArrayList<Double>(sketch.getNumValues() + 1);
+ final List<Double> estimates = new ArrayList<>(sketch.getNumValues() + 1);
estimates.add(sketch.getEstimate());
for (int i = 0; i < sums.length; i++) {
estimates.add(sums[i] / sketch.getTheta());
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToMeansUDF.java b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToMeansUDF.java
index 33bedc4..a10a143 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToMeansUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToMeansUDF.java
@@ -23,6 +23,7 @@
extended = "Returns a list of mean values from a given ArrayOfDoublesSketch."
+ " The result will be N double values, where N is the number of double values kept in the"
+ " sketch per key.")
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToMeansUDF extends UDF {
/**
@@ -40,7 +41,7 @@
}
final SummaryStatistics[] summaries = ArrayOfDoublesSketchStats.sketchToSummaryStatistics(sketch);
- final List<Double> means = new ArrayList<Double>(sketch.getNumValues());
+ final List<Double> means = new ArrayList<>(sketch.getNumValues());
for (int i = 0; i < sketch.getNumValues(); i++) {
means.add(summaries[i].getMean());
}
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToNumberOfRetainedEntriesUDF.java b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToNumberOfRetainedEntriesUDF.java
index 103e640..5db42e3 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToNumberOfRetainedEntriesUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToNumberOfRetainedEntriesUDF.java
@@ -18,6 +18,7 @@
value = "_FUNC_(sketch)",
extended = "Returns the number of retained entries from a given ArrayOfDoublesSketch."
+ " The result is an integer value.")
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToNumberOfRetainedEntriesUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToQuantilesSketchUDF.java b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToQuantilesSketchUDF.java
index 1c1bff8..2cab6ba 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToQuantilesSketchUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToQuantilesSketchUDF.java
@@ -26,6 +26,7 @@
+ " The column number is optional (the default is 1)."
+ " The parameter k is optional (the default is defined in the sketch library)."
+ " The result is a serialized quantiles sketch.")
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToQuantilesSketchUDF extends UDF {
/**
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToValuesUDTF.java b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToValuesUDTF.java
index 9e92a91..e814e32 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToValuesUDTF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToValuesUDTF.java
@@ -25,6 +25,7 @@
import com.yahoo.sketches.tuple.ArrayOfDoublesSketchIterator;
import com.yahoo.sketches.tuple.ArrayOfDoublesSketches;
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToValuesUDTF extends GenericUDTF {
PrimitiveObjectInspector inputObjectInspector;
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToVariancesUDF.java b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToVariancesUDF.java
index e4e5463..9b0bc45 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToVariancesUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToVariancesUDF.java
@@ -23,6 +23,7 @@
extended = "Returns a list of variance values from a given ArrayOfDoublesSketch."
+ " The result will be N double values, where N is the number of double values kept in the"
+ " sketch per key.")
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToVariancesUDF extends UDF {
/**
@@ -40,7 +41,7 @@
}
final SummaryStatistics[] summaries = ArrayOfDoublesSketchStats.sketchToSummaryStatistics(sketch);
- final List<Double> variances = new ArrayList<Double>(sketch.getNumValues());
+ final List<Double> variances = new ArrayList<>(sketch.getNumValues());
for (int i = 0; i < sketch.getNumValues(); i++) {
variances.add(summaries[i].getVariance());
}
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchesTTestUDF.java b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchesTTestUDF.java
index 10669ee..cd7048e 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchesTTestUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchesTTestUDF.java
@@ -25,6 +25,7 @@
+ " The result will be N double values, where N is the number of double values kept in the"
+ " sketch per key. The resulting p-values are probabilities that differences in means are"
+ " due to chance")
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchesTTestUDF extends UDF {
/**
@@ -34,7 +35,7 @@
* @return list of p-values
*/
public List<Double> evaluate(final BytesWritable serializedSketchA, final BytesWritable serializedSketchB) {
- if (serializedSketchA == null || serializedSketchB == null) { return null; }
+ if ((serializedSketchA == null) || (serializedSketchB == null)) { return null; }
final ArrayOfDoublesSketch sketchA =
ArrayOfDoublesSketches.wrapSketch(Memory.wrap(serializedSketchA.getBytes()));
final ArrayOfDoublesSketch sketchB =
@@ -45,7 +46,7 @@
}
// If the sketches contain fewer than 2 values, the p-value can't be calculated
- if (sketchA.getRetainedEntries() < 2 || sketchB.getRetainedEntries() < 2) {
+ if ((sketchA.getRetainedEntries() < 2) || (sketchB.getRetainedEntries() < 2)) {
return null;
}
@@ -53,7 +54,7 @@
final SummaryStatistics[] summariesB = ArrayOfDoublesSketchStats.sketchToSummaryStatistics(sketchB);
final TTest tTest = new TTest();
- final List<Double> pValues = new ArrayList<Double>(sketchA.getNumValues());
+ final List<Double> pValues = new ArrayList<>(sketchA.getNumValues());
for (int i = 0; i < sketchA.getNumValues(); i++) {
pValues.add(tTest.tTest(summariesA[i], summariesB[i]));
}
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/DataToArrayOfDoublesSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/tuple/DataToArrayOfDoublesSketchUDAF.java
index d98e35c..4514836 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/DataToArrayOfDoublesSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/DataToArrayOfDoublesSketchUDAF.java
@@ -35,6 +35,7 @@
+ " uniques. The default number is defined in the sketches-core library, and at the time of this"
+ " writing was 4096 (about 3% error)."
+ " The sampling probability is optional and must be from 0 to 1. The default is 1 (no sampling)")
+@SuppressWarnings("javadoc")
public class DataToArrayOfDoublesSketchUDAF extends AbstractGenericUDAFResolver {
@Override
@@ -47,7 +48,7 @@
ObjectInspectorValidator.validateCategoryPrimitive(inspectors[0], 0);
int numValues = 0;
- while (numValues + 1 < inspectors.length) {
+ while ((numValues + 1) < inspectors.length) {
ObjectInspectorValidator.validateCategoryPrimitive(inspectors[numValues + 1], numValues + 1);
final PrimitiveObjectInspector primitiveInspector =
(PrimitiveObjectInspector) inspectors[numValues + 1];
@@ -59,18 +60,18 @@
}
// nominal number of entries
- if (inspectors.length > numValues + 1) {
+ if (inspectors.length > (numValues + 1)) {
ObjectInspectorValidator.validateIntegralParameter(inspectors[numValues + 1], numValues + 1);
}
// sampling probability
- if (inspectors.length > numValues + 2) {
+ if (inspectors.length > (numValues + 2)) {
ObjectInspectorValidator.validateGivenPrimitiveCategory(inspectors[numValues + 2],
numValues + 2, PrimitiveCategory.FLOAT);
}
// there must be nothing after sampling probability
- if (inspectors.length > numValues + 3) {
+ if (inspectors.length > (numValues + 3)) {
throw new UDFArgumentException("Unexpected argument " + (numValues + 4));
}
@@ -92,11 +93,11 @@
public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException {
super.init(mode, parameters);
mode_ = mode;
- if (mode == Mode.PARTIAL1 || mode == Mode.COMPLETE) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) {
// input is original data
keyInspector_ = (PrimitiveObjectInspector) parameters[0];
numValues_ = 0;
- while (numValues_ + 1 < parameters.length) {
+ while ((numValues_ + 1) < parameters.length) {
if (((PrimitiveObjectInspector) parameters[numValues_ + 1]).getPrimitiveCategory()
!= PrimitiveCategory.DOUBLE) {
break;
@@ -107,10 +108,10 @@
for (int i = 0; i < numValues_; i++) {
valuesInspectors_[i] = (PrimitiveObjectInspector) parameters[i + 1];
}
- if (parameters.length > numValues_ + 1) {
+ if (parameters.length > (numValues_ + 1)) {
nominalNumEntriesInspector_ = (PrimitiveObjectInspector) parameters[numValues_ + 1];
}
- if (parameters.length > numValues_ + 2) {
+ if (parameters.length > (numValues_ + 2)) {
samplingProbabilityInspector_ = (PrimitiveObjectInspector) parameters[numValues_ + 2];
}
} else {
@@ -118,7 +119,7 @@
intermediateInspector_ = (StructObjectInspector) parameters[0];
}
- if (mode == Mode.PARTIAL1 || mode == Mode.PARTIAL2) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) {
// intermediate results need to include the the nominal number of entries and number of values
return ObjectInspectorFactory.getStandardStructObjectInspector(
Arrays.asList(NOMINAL_NUM_ENTRIES_FIELD, NUM_VALUES_FIELD, SKETCH_FIELD),
@@ -161,7 +162,7 @@
@SuppressWarnings("deprecation")
@Override
public AggregationBuffer getNewAggregationBuffer() throws HiveException {
- if (mode_ == Mode.PARTIAL1 || mode_ == Mode.COMPLETE) {
+ if ((mode_ == Mode.PARTIAL1) || (mode_ == Mode.COMPLETE)) {
return new ArrayOfDoublesSketchState();
}
return new ArrayOfDoublesUnionState();
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/DataToSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/tuple/DataToSketchUDAF.java
index f48c9be..fc886e3 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/DataToSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/DataToSketchUDAF.java
@@ -26,6 +26,7 @@
import com.yahoo.sketches.tuple.UpdatableSummary;
+@SuppressWarnings("javadoc")
public abstract class DataToSketchUDAF extends AbstractGenericUDAFResolver {
@Override
@@ -49,8 +50,8 @@
if (inspectors.length > 3) {
ObjectInspectorValidator.validateCategoryPrimitive(inspectors[3], 3);
final PrimitiveObjectInspector primitiveInspector = (PrimitiveObjectInspector) inspectors[3];
- if (primitiveInspector.getPrimitiveCategory() != PrimitiveCategory.FLOAT
- && primitiveInspector.getPrimitiveCategory() != PrimitiveCategory.DOUBLE) {
+ if ((primitiveInspector.getPrimitiveCategory() != PrimitiveCategory.FLOAT)
+ && (primitiveInspector.getPrimitiveCategory() != PrimitiveCategory.DOUBLE)) {
throw new UDFArgumentTypeException(3, "float or double value expected as parameter 4 but "
+ primitiveInspector.getPrimitiveCategory().name() + " was received");
}
@@ -93,7 +94,7 @@
public ObjectInspector init(final Mode mode, final ObjectInspector[] inspectors) throws HiveException {
super.init(mode, inspectors);
mode_ = mode;
- if (mode == Mode.PARTIAL1 || mode == Mode.COMPLETE) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) {
// input is original data
keyInspector_ = (PrimitiveObjectInspector) inspectors[0];
valueInspector_ = (PrimitiveObjectInspector) inspectors[1];
@@ -108,7 +109,7 @@
intermediateInspector_ = (StructObjectInspector) inspectors[0];
}
- if (mode == Mode.PARTIAL1 || mode == Mode.PARTIAL2) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) {
// intermediate results need to include the nominal number of entries
return ObjectInspectorFactory.getStandardStructObjectInspector(
Arrays.asList(NOMINAL_NUM_ENTRIES_FIELD, SKETCH_FIELD),
@@ -150,7 +151,7 @@
@SuppressWarnings("deprecation")
@Override
public AggregationBuffer getNewAggregationBuffer() throws HiveException {
- if (mode_ == Mode.PARTIAL1 || mode_ == Mode.COMPLETE) {
+ if ((mode_ == Mode.PARTIAL1) || (mode_ == Mode.COMPLETE)) {
return new SketchState<U, S>();
}
return new UnionState<S>();
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToEstimatesUDF.java b/src/main/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToEstimatesUDF.java
index bfdbc34..1b65574 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToEstimatesUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToEstimatesUDF.java
@@ -29,6 +29,7 @@
+ " original population. Next there is an estimate of the sum of the parameter in the"
+ " original population (sum of the values in the sketch scaled to the original population."
+ " This estimate assumes that the DoubleSummary was used in the Sum mode.)")
+@SuppressWarnings("javadoc")
public class DoubleSummarySketchToEstimatesUDF extends UDF {
private static final SummaryDeserializer<DoubleSummary> SUMMARY_DESERIALIZER =
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToPercentileUDF.java b/src/main/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToPercentileUDF.java
index 3ac0e85..0bf99c7 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToPercentileUDF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToPercentileUDF.java
@@ -28,6 +28,7 @@
+ " percent. For example, 50th percentile is the median value of the"
+ " distribution (the number separating the higher half of a probability"
+ " distribution from the lower half)")
+@SuppressWarnings("javadoc")
public class DoubleSummarySketchToPercentileUDF extends UDF {
private static final SummaryDeserializer<DoubleSummary> SUMMARY_DESERIALIZER =
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/UnionArrayOfDoublesSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/tuple/UnionArrayOfDoublesSketchUDAF.java
index d42e3f3..d169f49 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/UnionArrayOfDoublesSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/UnionArrayOfDoublesSketchUDAF.java
@@ -39,6 +39,7 @@
+ " the estimation of uniques. The default number is defined in the sketches-core library,"
+ " and at the time of this writing was 4096 (about 3% error)."
+ " The number of values is optional and must match all input sketches (defaults to 1)")
+@SuppressWarnings("javadoc")
public class UnionArrayOfDoublesSketchUDAF extends AbstractGenericUDAFResolver {
@Override
@@ -77,7 +78,7 @@
@Override
public ObjectInspector init(final Mode mode, final ObjectInspector[] inspectors) throws HiveException {
super.init(mode, inspectors);
- if (mode == Mode.PARTIAL1 || mode == Mode.COMPLETE) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) {
// input is original data
sketchInspector_ = (PrimitiveObjectInspector) inspectors[0];
if (inspectors.length > 1) {
@@ -91,7 +92,7 @@
intermediateInspector_ = (StructObjectInspector) inspectors[0];
}
- if (mode == Mode.PARTIAL1 || mode == Mode.PARTIAL2) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) {
// intermediate results need to include the the nominal number of entries and number of values
return ObjectInspectorFactory.getStandardStructObjectInspector(
Arrays.asList(NOMINAL_NUM_ENTRIES_FIELD, NUM_VALUES_FIELD, SKETCH_FIELD),
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummarySketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummarySketchUDAF.java
index 13f43bf..4275079 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummarySketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummarySketchUDAF.java
@@ -31,6 +31,7 @@
+ " from the sketch. A number of 16384 can be expected to yield errors of roughly +-1.5% in"
+ " the estimation of uniques. The default number is defined in the sketches-core library"
+ " and at the time of this writing was 4096 (about 3% error).")
+@SuppressWarnings("javadoc")
public class UnionDoubleSummarySketchUDAF extends UnionSketchUDAF {
@Override
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummaryWithModeSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummaryWithModeSketchUDAF.java
index 030dbeb..79db2f3 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummaryWithModeSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummaryWithModeSketchUDAF.java
@@ -45,6 +45,7 @@
+ " the estimation of uniques. The default number is defined in the sketches-core library"
+ " and at the time of this writing was 4096 (about 3% error)."
+ " Summary mode must be one of: 'Sum', 'Min', 'Max'")
+@SuppressWarnings("javadoc")
public class UnionDoubleSummaryWithModeSketchUDAF extends UnionSketchUDAF {
@Override
@@ -86,13 +87,13 @@
@Override
public ObjectInspector init(final Mode mode, final ObjectInspector[] inspectors) throws HiveException {
final ObjectInspector resultInspector = super.init(mode, inspectors);
- if (mode == Mode.PARTIAL1 || mode == Mode.COMPLETE) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) {
// input is original data
if (inspectors.length > 2) {
summaryModeInspector_ = (PrimitiveObjectInspector) inspectors[2];
}
}
- if (mode == Mode.PARTIAL1 || mode == Mode.PARTIAL2) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) {
// intermediate results need to include the nominal number of entries and the summary mode
return ObjectInspectorFactory.getStandardStructObjectInspector(
Arrays.asList(NOMINAL_NUM_ENTRIES_FIELD, SUMMARY_MODE_FIELD, SKETCH_FIELD),
diff --git a/src/main/java/com/yahoo/sketches/hive/tuple/UnionSketchUDAF.java b/src/main/java/com/yahoo/sketches/hive/tuple/UnionSketchUDAF.java
index eeb259c..05950e6 100644
--- a/src/main/java/com/yahoo/sketches/hive/tuple/UnionSketchUDAF.java
+++ b/src/main/java/com/yahoo/sketches/hive/tuple/UnionSketchUDAF.java
@@ -68,6 +68,7 @@
*/
public abstract GenericUDAFEvaluator createEvaluator();
+ @SuppressWarnings("javadoc")
public static abstract class UnionSketchEvaluator<S extends Summary> extends SketchEvaluator<S> {
private PrimitiveObjectInspector sketchInspector_;
@@ -75,7 +76,7 @@
@Override
public ObjectInspector init(final Mode mode, final ObjectInspector[] inspectors) throws HiveException {
super.init(mode, inspectors);
- if (mode == Mode.PARTIAL1 || mode == Mode.COMPLETE) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) {
// input is original data
sketchInspector_ = (PrimitiveObjectInspector) inspectors[0];
if (inspectors.length > 1) {
@@ -86,7 +87,7 @@
intermediateInspector_ = (StructObjectInspector) inspectors[0];
}
- if (mode == Mode.PARTIAL1 || mode == Mode.PARTIAL2) {
+ if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) {
// intermediate results need to include the the nominal number of entries
return ObjectInspectorFactory.getStandardStructObjectInspector(
Arrays.asList(NOMINAL_NUM_ENTRIES_FIELD, SKETCH_FIELD),
diff --git a/src/test/java/com/yahoo/sketches/hive/cpc/DataToSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/cpc/DataToSketchUDAFTest.java
index ac5d4e7..e59f80c 100644
--- a/src/test/java/com/yahoo/sketches/hive/cpc/DataToSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/cpc/DataToSketchUDAFTest.java
@@ -36,6 +36,7 @@
import com.yahoo.memory.Memory;
import com.yahoo.sketches.cpc.CpcSketch;
+@SuppressWarnings("javadoc")
public class DataToSketchUDAFTest {
private static final ObjectInspector intInspector =
@@ -301,17 +302,17 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
State state = (State) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new IntWritable(1)});
eval.iterate(state, new Object[] {new IntWritable(2)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
CpcSketch resultSketch = CpcSketch.heapify(Memory.wrap(((BytesWritable) result).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
diff --git a/src/test/java/com/yahoo/sketches/hive/cpc/GetEstimateAndErrorBoundsUDFTest.java b/src/test/java/com/yahoo/sketches/hive/cpc/GetEstimateAndErrorBoundsUDFTest.java
index 3205f0a..c1ae592 100644
--- a/src/test/java/com/yahoo/sketches/hive/cpc/GetEstimateAndErrorBoundsUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/cpc/GetEstimateAndErrorBoundsUDFTest.java
@@ -13,6 +13,7 @@
import com.yahoo.sketches.cpc.CpcSketch;
+@SuppressWarnings("javadoc")
public class GetEstimateAndErrorBoundsUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/cpc/GetEstimateUDFTest.java b/src/test/java/com/yahoo/sketches/hive/cpc/GetEstimateUDFTest.java
index 2f1bc6e..16e1b67 100644
--- a/src/test/java/com/yahoo/sketches/hive/cpc/GetEstimateUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/cpc/GetEstimateUDFTest.java
@@ -11,6 +11,7 @@
import com.yahoo.sketches.cpc.CpcSketch;
+@SuppressWarnings("javadoc")
public class GetEstimateUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/cpc/SketchToStringUDFTest.java b/src/test/java/com/yahoo/sketches/hive/cpc/SketchToStringUDFTest.java
index adec6e5..e9aa6e5 100644
--- a/src/test/java/com/yahoo/sketches/hive/cpc/SketchToStringUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/cpc/SketchToStringUDFTest.java
@@ -11,6 +11,7 @@
import com.yahoo.sketches.cpc.CpcSketch;
+@SuppressWarnings("javadoc")
public class SketchToStringUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/cpc/UnionSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/cpc/UnionSketchUDAFTest.java
index b72ead4..13e9255 100644
--- a/src/test/java/com/yahoo/sketches/hive/cpc/UnionSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/cpc/UnionSketchUDAFTest.java
@@ -31,6 +31,7 @@
import com.yahoo.memory.Memory;
import com.yahoo.sketches.cpc.CpcSketch;
+@SuppressWarnings("javadoc")
public class UnionSketchUDAFTest {
private static final ObjectInspector intInspector =
@@ -248,9 +249,9 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
State state = (State) eval.getNewAggregationBuffer();
-
+
CpcSketch sketch1 = new CpcSketch(SketchEvaluator.DEFAULT_LG_K);
sketch1.update(1);
eval.merge(state, Arrays.asList(
diff --git a/src/test/java/com/yahoo/sketches/hive/cpc/UnionSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/cpc/UnionSketchUDFTest.java
index 384e958..0ce994e 100644
--- a/src/test/java/com/yahoo/sketches/hive/cpc/UnionSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/cpc/UnionSketchUDFTest.java
@@ -12,6 +12,7 @@
import com.yahoo.memory.Memory;
import com.yahoo.sketches.cpc.CpcSketch;
+@SuppressWarnings("javadoc")
public class UnionSketchUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/frequencies/DataToStringsSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/frequencies/DataToStringsSketchUDAFTest.java
index bb22ca0..4e9d887 100644
--- a/src/test/java/com/yahoo/sketches/hive/frequencies/DataToStringsSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/frequencies/DataToStringsSketchUDAFTest.java
@@ -26,6 +26,7 @@
import com.yahoo.sketches.ArrayOfStringsSerDe;
import com.yahoo.sketches.frequencies.ItemsSketch;
+@SuppressWarnings("javadoc")
public class DataToStringsSketchUDAFTest {
static final ArrayOfItemsSerDe<String> serDe = new ArrayOfStringsSerDe();
@@ -86,12 +87,12 @@
try (GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsState<String> state = (ItemsState<String>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("a"), new IntWritable(256) });
eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("b"), new IntWritable(256) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), serDe);
Assert.assertEquals(resultSketch.getStreamLength(), 2);
@@ -108,18 +109,18 @@
try (GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] { binaryInspector });
checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsState<String> state = (ItemsState<String>) eval.getNewAggregationBuffer();
-
- ItemsSketch<String> sketch1 = new ItemsSketch<String>(256);
+
+ ItemsSketch<String> sketch1 = new ItemsSketch<>(256);
sketch1.update("a");
eval.merge(state, new BytesWritable(sketch1.toByteArray(serDe)));
-
- ItemsSketch<String> sketch2 = new ItemsSketch<String>(256);
+
+ ItemsSketch<String> sketch2 = new ItemsSketch<>(256);
sketch2.update("b");
eval.merge(state, new BytesWritable(sketch2.toByteArray(serDe)));
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), serDe);
Assert.assertEquals(resultSketch.getStreamLength(), 2);
@@ -136,17 +137,17 @@
try (GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] { binaryInspector });
checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsState<String> state = (ItemsState<String>) eval.getNewAggregationBuffer();
state.init(256);
state.update("a");
-
- ItemsSketch<String> sketch = new ItemsSketch<String>(256);
+
+ ItemsSketch<String> sketch = new ItemsSketch<>(256);
sketch.update("b");
-
+
eval.merge(state, new BytesWritable(sketch.toByteArray(serDe)));
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), serDe);
Assert.assertEquals(resultSketch.getStreamLength(), 2);
diff --git a/src/test/java/com/yahoo/sketches/hive/frequencies/GetFrequentItemsFromStringsSketchUDTFTest.java b/src/test/java/com/yahoo/sketches/hive/frequencies/GetFrequentItemsFromStringsSketchUDTFTest.java
index b8d053c..055c9f9 100644
--- a/src/test/java/com/yahoo/sketches/hive/frequencies/GetFrequentItemsFromStringsSketchUDTFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/frequencies/GetFrequentItemsFromStringsSketchUDTFTest.java
@@ -27,6 +27,7 @@
import com.yahoo.sketches.ArrayOfStringsSerDe;
import com.yahoo.sketches.frequencies.ItemsSketch;
+@SuppressWarnings("javadoc")
public class GetFrequentItemsFromStringsSketchUDTFTest {
static final ObjectInspector binaryInspector =
@@ -97,7 +98,7 @@
@SuppressWarnings("deprecation")
ObjectInspector resultInspector = func.initialize(inspectors);
checkResultInspector(resultInspector);
- ItemsSketch<String> sketch = new ItemsSketch<String>(8);
+ ItemsSketch<String> sketch = new ItemsSketch<>(8);
sketch.update("1", 10);
sketch.update("2");
sketch.update("3");
@@ -153,7 +154,7 @@
}
private static class MockCollector implements Collector {
- List<Object> list = new ArrayList<Object>();
+ List<Object> list = new ArrayList<>();
@Override
public void collect(Object object) throws HiveException {
diff --git a/src/test/java/com/yahoo/sketches/hive/frequencies/UnionStringsSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/frequencies/UnionStringsSketchUDAFTest.java
index 377a9f3..e8cbba5 100644
--- a/src/test/java/com/yahoo/sketches/hive/frequencies/UnionStringsSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/frequencies/UnionStringsSketchUDAFTest.java
@@ -26,6 +26,7 @@
import com.yahoo.sketches.ArrayOfStringsSerDe;
import com.yahoo.sketches.frequencies.ItemsSketch;
+@SuppressWarnings("javadoc")
public class UnionStringsSketchUDAFTest {
static final ArrayOfItemsSerDe<String> serDe = new ArrayOfStringsSerDe();
@@ -75,17 +76,17 @@
try (GenericUDAFEvaluator eval = new UnionStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsState<String> state = (ItemsState<String>) eval.getNewAggregationBuffer();
state.init(256);
state.update("a");
-
- ItemsSketch<String> sketch = new ItemsSketch<String>(256);
+
+ ItemsSketch<String> sketch = new ItemsSketch<>(256);
sketch.update("b");
-
+
eval.iterate(state, new Object[] { new BytesWritable(sketch.toByteArray(serDe)) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), serDe);
Assert.assertEquals(resultSketch.getStreamLength(), 2);
@@ -102,17 +103,17 @@
try (GenericUDAFEvaluator eval = new UnionStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, inspectors);
checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsState<String> state = (ItemsState<String>) eval.getNewAggregationBuffer();
state.init(256);
state.update("a");
-
- ItemsSketch<String> sketch = new ItemsSketch<String>(256);
+
+ ItemsSketch<String> sketch = new ItemsSketch<>(256);
sketch.update("b");
-
+
eval.merge(state, new BytesWritable(sketch.toByteArray(serDe)));
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), serDe);
Assert.assertEquals(resultSketch.getStreamLength(), 2);
diff --git a/src/test/java/com/yahoo/sketches/hive/hll/DataToSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/hll/DataToSketchUDAFTest.java
index a4c8e67..3385136 100644
--- a/src/test/java/com/yahoo/sketches/hive/hll/DataToSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/hll/DataToSketchUDAFTest.java
@@ -34,6 +34,7 @@
import com.yahoo.sketches.hll.HllSketch;
import com.yahoo.sketches.hll.TgtHllType;
+@SuppressWarnings("javadoc")
public class DataToSketchUDAFTest {
private static final ObjectInspector intInspector =
@@ -130,11 +131,11 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
State state = (State) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new IntWritable(1)});
eval.iterate(state, new Object[] {new IntWritable(2)});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -154,14 +155,14 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
final int lgK = 10;
final TgtHllType hllType = TgtHllType.HLL_8;
-
+
State state = (State) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new Text("a"), new IntWritable(lgK), new Text(hllType.toString())});
eval.iterate(state, new Object[] {new Text("b"), new IntWritable(lgK), new Text(hllType.toString())});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -185,10 +186,10 @@
State state = (State) eval.getNewAggregationBuffer();
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
eval.iterate(state, new Object[] {new IntWritable(1)});
eval.iterate(state, new Object[] {new IntWritable(2)});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -209,9 +210,9 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {structInspector});
checkIntermediateResultInspector(resultInspector);
-
+
State state = (State) eval.getNewAggregationBuffer();
-
+
HllSketch sketch1 = new HllSketch(SketchEvaluator.DEFAULT_LG_K, SketchEvaluator.DEFAULT_HLL_TYPE);
sketch1.update(1);
eval.merge(state, Arrays.asList(
@@ -219,7 +220,7 @@
new Text(SketchEvaluator.DEFAULT_HLL_TYPE.toString()),
new BytesWritable(sketch1.toCompactByteArray()))
);
-
+
HllSketch sketch2 = new HllSketch(SketchEvaluator.DEFAULT_LG_K, SketchEvaluator.DEFAULT_HLL_TYPE);
sketch2.update(2);
eval.merge(state, Arrays.asList(
@@ -227,7 +228,7 @@
new Text(SketchEvaluator.DEFAULT_HLL_TYPE.toString()),
new BytesWritable(sketch2.toCompactByteArray()))
);
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -237,7 +238,7 @@
Assert.assertEquals(((Text) r.get(1)).toString(), SketchEvaluator.DEFAULT_HLL_TYPE.toString());
HllSketch resultSketch = HllSketch.heapify(Memory.wrap(((BytesWritable) r.get(2)).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -252,9 +253,9 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
checkFinalResultInspector(resultInspector);
-
+
State state = (State) eval.getNewAggregationBuffer();
-
+
HllSketch sketch1 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
sketch1.update(1);
eval.merge(state, Arrays.asList(
@@ -262,7 +263,7 @@
new Text(SketchEvaluator.DEFAULT_HLL_TYPE.toString()),
new BytesWritable(sketch1.toCompactByteArray()))
);
-
+
HllSketch sketch2 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
sketch2.update(2);
eval.merge(state, Arrays.asList(
@@ -270,7 +271,7 @@
new Text(SketchEvaluator.DEFAULT_HLL_TYPE.toString()),
new BytesWritable(sketch2.toCompactByteArray()))
);
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -287,17 +288,17 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
State state = (State) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new IntWritable(1)});
eval.iterate(state, new Object[] {new IntWritable(2)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
HllSketch resultSketch = HllSketch.heapify(Memory.wrap(((BytesWritable) result).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -312,14 +313,14 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
final int lgK = 4;
final TgtHllType hllType = TgtHllType.HLL_6;
-
+
State state = (State) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new DoubleWritable(1), new IntWritable(lgK), new Text(hllType.toString())});
eval.iterate(state, new Object[] {new DoubleWritable(2), new IntWritable(lgK), new Text(hllType.toString())});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -327,7 +328,7 @@
Assert.assertEquals(resultSketch.getLgConfigK(), lgK);
Assert.assertEquals(resultSketch.getTgtHllType(), hllType);
Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
diff --git a/src/test/java/com/yahoo/sketches/hive/hll/SketchToEstimateAndErrorBoundsUDFTest.java b/src/test/java/com/yahoo/sketches/hive/hll/SketchToEstimateAndErrorBoundsUDFTest.java
index 54eea28..81e009b 100644
--- a/src/test/java/com/yahoo/sketches/hive/hll/SketchToEstimateAndErrorBoundsUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/hll/SketchToEstimateAndErrorBoundsUDFTest.java
@@ -13,6 +13,7 @@
import com.yahoo.sketches.hll.HllSketch;
+@SuppressWarnings("javadoc")
public class SketchToEstimateAndErrorBoundsUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/hll/SketchToEstimateUDFTest.java b/src/test/java/com/yahoo/sketches/hive/hll/SketchToEstimateUDFTest.java
index c298f73..64d290a 100644
--- a/src/test/java/com/yahoo/sketches/hive/hll/SketchToEstimateUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/hll/SketchToEstimateUDFTest.java
@@ -11,6 +11,7 @@
import com.yahoo.sketches.hll.HllSketch;
+@SuppressWarnings("javadoc")
public class SketchToEstimateUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/hll/SketchToStringUDFTest.java b/src/test/java/com/yahoo/sketches/hive/hll/SketchToStringUDFTest.java
index e92822c..1e6c5ac 100644
--- a/src/test/java/com/yahoo/sketches/hive/hll/SketchToStringUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/hll/SketchToStringUDFTest.java
@@ -11,6 +11,7 @@
import com.yahoo.sketches.hll.HllSketch;
+@SuppressWarnings("javadoc")
public class SketchToStringUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/hll/UnionSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/hll/UnionSketchUDAFTest.java
index 62d78a8..c9b283e 100644
--- a/src/test/java/com/yahoo/sketches/hive/hll/UnionSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/hll/UnionSketchUDAFTest.java
@@ -30,6 +30,7 @@
import com.yahoo.sketches.hll.HllSketch;
import com.yahoo.sketches.hll.TgtHllType;
+@SuppressWarnings("javadoc")
public class UnionSketchUDAFTest {
private static final ObjectInspector intInspector =
@@ -130,17 +131,17 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToSketchUDAFTest.checkIntermediateResultInspector(resultInspector);
-
+
State state = (State) eval.getNewAggregationBuffer();
-
+
HllSketch sketch1 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
sketch1.update(1);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.toCompactByteArray())});
-
+
HllSketch sketch2 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
sketch2.update(2);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.toCompactByteArray())});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -162,21 +163,21 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToSketchUDAFTest.checkIntermediateResultInspector(resultInspector);
-
+
final int lgK = 10;
final TgtHllType hllType = TgtHllType.HLL_6;
State state = (State) eval.getNewAggregationBuffer();
-
+
HllSketch sketch1 = new HllSketch(lgK, hllType);
sketch1.update(1);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.toCompactByteArray()),
new IntWritable(lgK), new Text(hllType.toString())});
-
+
HllSketch sketch2 = new HllSketch(lgK, hllType);
sketch2.update(2);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.toCompactByteArray()),
new IntWritable(lgK), new Text(hllType.toString())});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -199,9 +200,9 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {structInspector});
DataToSketchUDAFTest.checkIntermediateResultInspector(resultInspector);
-
+
State state = (State) eval.getNewAggregationBuffer();
-
+
HllSketch sketch1 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
sketch1.update(1);
eval.merge(state, Arrays.asList(
@@ -209,7 +210,7 @@
new Text(SketchEvaluator.DEFAULT_HLL_TYPE.toString()),
new BytesWritable(sketch1.toCompactByteArray()))
);
-
+
HllSketch sketch2 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
sketch2.update(2);
eval.merge(state, Arrays.asList(
@@ -217,7 +218,7 @@
new Text(SketchEvaluator.DEFAULT_HLL_TYPE.toString()),
new BytesWritable(sketch2.toCompactByteArray()))
);
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -229,7 +230,7 @@
Assert.assertEquals(resultSketch.getLgConfigK(), SketchEvaluator.DEFAULT_LG_K);
Assert.assertEquals(resultSketch.getTgtHllType(), SketchEvaluator.DEFAULT_HLL_TYPE);
Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -244,9 +245,9 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
State state = (State) eval.getNewAggregationBuffer();
-
+
HllSketch sketch1 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
sketch1.update(1);
eval.merge(state, Arrays.asList(
@@ -254,7 +255,7 @@
new Text(SketchEvaluator.DEFAULT_HLL_TYPE.toString()),
new BytesWritable(sketch1.toCompactByteArray()))
);
-
+
HllSketch sketch2 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
sketch2.update(2);
eval.merge(state, Arrays.asList(
@@ -262,7 +263,7 @@
new Text(SketchEvaluator.DEFAULT_HLL_TYPE.toString()),
new BytesWritable(sketch2.toCompactByteArray()))
);
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -279,23 +280,23 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
State state = (State) eval.getNewAggregationBuffer();
-
+
HllSketch sketch1 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
sketch1.update(1);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.toCompactByteArray())});
-
+
HllSketch sketch2 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
sketch2.update(2);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.toCompactByteArray())});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
HllSketch resultSketch = HllSketch.heapify(Memory.wrap(((BytesWritable) result).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -309,21 +310,21 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
final int lgK = 4;
final TgtHllType hllType = TgtHllType.HLL_6;
State state = (State) eval.getNewAggregationBuffer();
-
+
HllSketch sketch1 = new HllSketch(lgK, hllType);
sketch1.update(1);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.toCompactByteArray()),
new IntWritable(lgK), new Text(hllType.toString())});
-
+
HllSketch sketch2 = new HllSketch(lgK, hllType);
sketch2.update(2);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.toCompactByteArray()),
new IntWritable(lgK), new Text(hllType.toString())});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -331,7 +332,7 @@
Assert.assertEquals(resultSketch.getLgConfigK(), lgK);
Assert.assertEquals(resultSketch.getTgtHllType(), hllType);
Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
diff --git a/src/test/java/com/yahoo/sketches/hive/hll/UnionSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/hll/UnionSketchUDFTest.java
index 96f534a..d68cc72 100644
--- a/src/test/java/com/yahoo/sketches/hive/hll/UnionSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/hll/UnionSketchUDFTest.java
@@ -12,6 +12,7 @@
import com.yahoo.sketches.hll.HllSketch;
import com.yahoo.sketches.hll.TgtHllType;
+@SuppressWarnings("javadoc")
public class UnionSketchUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/kll/DataToSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/kll/DataToSketchUDAFTest.java
index 043551a..3edfd68 100644
--- a/src/test/java/com/yahoo/sketches/hive/kll/DataToSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/kll/DataToSketchUDAFTest.java
@@ -26,6 +26,7 @@
import com.yahoo.memory.Memory;
import com.yahoo.sketches.kll.KllFloatsSketch;
+@SuppressWarnings("javadoc")
public class DataToSketchUDAFTest {
static final ObjectInspector floatInspector =
@@ -92,11 +93,11 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkResultInspector(resultInspector);
-
+
SketchState state = (SketchState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new FloatWritable(1) });
eval.iterate(state, new Object[] { new FloatWritable(2) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
KllFloatsSketch resultSketch = KllFloatsSketch.heapify(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getNormalizedRankError(false), KllFloatsSketch.getNormalizedRankError(200, false));
@@ -113,11 +114,11 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkResultInspector(resultInspector);
-
+
SketchState state = (SketchState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new FloatWritable(1), new IntWritable(400) });
eval.iterate(state, new Object[] { new FloatWritable(2), new IntWritable(400) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
KllFloatsSketch resultSketch = KllFloatsSketch.heapify(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getNormalizedRankError(false), KllFloatsSketch.getNormalizedRankError(400, false));
@@ -134,17 +135,17 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {binaryInspector});
checkResultInspector(resultInspector);
-
+
SketchState state = (SketchState) eval.getNewAggregationBuffer();
-
+
KllFloatsSketch sketch1 = new KllFloatsSketch();
sketch1.update(1);
eval.merge(state, new BytesWritable(sketch1.toByteArray()));
-
+
KllFloatsSketch sketch2 = new KllFloatsSketch();
sketch2.update(2);
eval.merge(state, new BytesWritable(sketch2.toByteArray()));
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
KllFloatsSketch resultSketch = KllFloatsSketch.heapify(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getNumRetained(), 2);
@@ -160,17 +161,17 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {binaryInspector});
checkResultInspector(resultInspector);
-
+
SketchState state = (SketchState) eval.getNewAggregationBuffer();
-
+
KllFloatsSketch sketch1 = new KllFloatsSketch(400); // to check if K is preserved
sketch1.update(1);
eval.merge(state, new BytesWritable(sketch1.toByteArray()));
-
+
KllFloatsSketch sketch2 = new KllFloatsSketch(400);
sketch2.update(2);
eval.merge(state, new BytesWritable(sketch2.toByteArray()));
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
KllFloatsSketch resultSketch = KllFloatsSketch.heapify(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getNormalizedRankError(false), KllFloatsSketch.getNormalizedRankError(400, false));
@@ -188,11 +189,11 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkResultInspector(resultInspector);
-
+
SketchState state = (SketchState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new FloatWritable(1) });
eval.iterate(state, new Object[] { new FloatWritable(2) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
KllFloatsSketch resultSketch = KllFloatsSketch.heapify(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getNormalizedRankError(false), KllFloatsSketch.getNormalizedRankError(200, false));
@@ -209,11 +210,11 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkResultInspector(resultInspector);
-
+
SketchState state = (SketchState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new FloatWritable(1), new IntWritable(400) });
eval.iterate(state, new Object[] { new FloatWritable(2), new IntWritable(400) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
KllFloatsSketch resultSketch = KllFloatsSketch.heapify(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getNormalizedRankError(false), KllFloatsSketch.getNormalizedRankError(400, false));
diff --git a/src/test/java/com/yahoo/sketches/hive/kll/GetCdfUDFTest.java b/src/test/java/com/yahoo/sketches/hive/kll/GetCdfUDFTest.java
index 762a74a..085cdd1 100644
--- a/src/test/java/com/yahoo/sketches/hive/kll/GetCdfUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/kll/GetCdfUDFTest.java
@@ -13,6 +13,7 @@
import com.yahoo.sketches.kll.KllFloatsSketch;
+@SuppressWarnings("javadoc")
public class GetCdfUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/kll/GetNUDFTest.java b/src/test/java/com/yahoo/sketches/hive/kll/GetNUDFTest.java
index 6c5ca9f..11ce0ca 100644
--- a/src/test/java/com/yahoo/sketches/hive/kll/GetNUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/kll/GetNUDFTest.java
@@ -11,6 +11,7 @@
import com.yahoo.sketches.kll.KllFloatsSketch;
+@SuppressWarnings("javadoc")
public class GetNUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/kll/GetPmfUDFTest.java b/src/test/java/com/yahoo/sketches/hive/kll/GetPmfUDFTest.java
index c24c0fc..1e9f41b 100644
--- a/src/test/java/com/yahoo/sketches/hive/kll/GetPmfUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/kll/GetPmfUDFTest.java
@@ -13,6 +13,7 @@
import com.yahoo.sketches.kll.KllFloatsSketch;
+@SuppressWarnings("javadoc")
public class GetPmfUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/kll/GetQuantileUDFTest.java b/src/test/java/com/yahoo/sketches/hive/kll/GetQuantileUDFTest.java
index 62ce730..9993ffa 100644
--- a/src/test/java/com/yahoo/sketches/hive/kll/GetQuantileUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/kll/GetQuantileUDFTest.java
@@ -11,6 +11,7 @@
import com.yahoo.sketches.kll.KllFloatsSketch;
+@SuppressWarnings("javadoc")
public class GetQuantileUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/kll/GetQuantilesUDFTest.java b/src/test/java/com/yahoo/sketches/hive/kll/GetQuantilesUDFTest.java
index 078de98..6fe8ba8 100644
--- a/src/test/java/com/yahoo/sketches/hive/kll/GetQuantilesUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/kll/GetQuantilesUDFTest.java
@@ -13,6 +13,7 @@
import com.yahoo.sketches.kll.KllFloatsSketch;
+@SuppressWarnings("javadoc")
public class GetQuantilesUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/kll/GetRankUDFTest.java b/src/test/java/com/yahoo/sketches/hive/kll/GetRankUDFTest.java
index 84c3d8d..a568139 100644
--- a/src/test/java/com/yahoo/sketches/hive/kll/GetRankUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/kll/GetRankUDFTest.java
@@ -11,6 +11,7 @@
import com.yahoo.sketches.kll.KllFloatsSketch;
+@SuppressWarnings("javadoc")
public class GetRankUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/kll/SektchToStringUDFTest.java b/src/test/java/com/yahoo/sketches/hive/kll/SektchToStringUDFTest.java
index e2c383e..9a3263a 100644
--- a/src/test/java/com/yahoo/sketches/hive/kll/SektchToStringUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/kll/SektchToStringUDFTest.java
@@ -11,6 +11,7 @@
import com.yahoo.sketches.kll.KllFloatsSketch;
+@SuppressWarnings("javadoc")
public class SektchToStringUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/kll/UnionSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/kll/UnionSketchUDAFTest.java
index 1bb58ee..da03c1f 100644
--- a/src/test/java/com/yahoo/sketches/hive/kll/UnionSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/kll/UnionSketchUDAFTest.java
@@ -25,6 +25,7 @@
import com.yahoo.memory.Memory;
import com.yahoo.sketches.kll.KllFloatsSketch;
+@SuppressWarnings("javadoc")
public class UnionSketchUDAFTest {
static final ObjectInspector binaryInspector =
@@ -88,17 +89,17 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToSketchUDAFTest.checkResultInspector(resultInspector);
-
+
SketchState state = (SketchState) eval.getNewAggregationBuffer();
-
+
KllFloatsSketch sketch1 = new KllFloatsSketch(400);
sketch1.update(1);
eval.iterate(state, new Object[] { new BytesWritable(sketch1.toByteArray()) });
-
+
KllFloatsSketch sketch2 = new KllFloatsSketch(400);
sketch2.update(2);
eval.iterate(state, new Object[] { new BytesWritable(sketch2.toByteArray()) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
KllFloatsSketch resultSketch = KllFloatsSketch.heapify(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getNormalizedRankError(false), KllFloatsSketch.getNormalizedRankError(200, false));
@@ -115,17 +116,17 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToSketchUDAFTest.checkResultInspector(resultInspector);
-
+
SketchState state = (SketchState) eval.getNewAggregationBuffer();
-
+
KllFloatsSketch sketch1 = new KllFloatsSketch(400);
sketch1.update(1);
eval.iterate(state, new Object[] { new BytesWritable(sketch1.toByteArray()), new IntWritable(400) });
-
+
KllFloatsSketch sketch2 = new KllFloatsSketch(400);
sketch2.update(2);
eval.iterate(state, new Object[] { new BytesWritable(sketch2.toByteArray()), new IntWritable(400) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
KllFloatsSketch resultSketch = KllFloatsSketch.heapify(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getNormalizedRankError(false), KllFloatsSketch.getNormalizedRankError(400, false));
@@ -143,17 +144,17 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, inspectors);
DataToSketchUDAFTest.checkResultInspector(resultInspector);
-
+
SketchState state = (SketchState) eval.getNewAggregationBuffer();
-
+
KllFloatsSketch sketch1 = new KllFloatsSketch(400);
sketch1.update(1);
eval.merge(state, new BytesWritable(sketch1.toByteArray()));
-
+
KllFloatsSketch sketch2 = new KllFloatsSketch(400);
sketch2.update(2);
eval.merge(state, new BytesWritable(sketch2.toByteArray()));
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
KllFloatsSketch resultSketch = KllFloatsSketch.heapify(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getNormalizedRankError(false), KllFloatsSketch.getNormalizedRankError(400, false));
@@ -171,17 +172,17 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, inspectors);
DataToSketchUDAFTest.checkResultInspector(resultInspector);
-
+
SketchState state = (SketchState) eval.getNewAggregationBuffer();
-
+
KllFloatsSketch sketch1 = new KllFloatsSketch(400);
sketch1.update(1);
eval.merge(state, new BytesWritable(sketch1.toByteArray()));
-
+
KllFloatsSketch sketch2 = new KllFloatsSketch(400);
sketch2.update(2);
eval.merge(state, new BytesWritable(sketch2.toByteArray()));
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
KllFloatsSketch resultSketch = KllFloatsSketch.heapify(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getNormalizedRankError(false), KllFloatsSketch.getNormalizedRankError(400, false));
@@ -199,24 +200,24 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToSketchUDAFTest.checkResultInspector(resultInspector);
-
+
SketchState state = (SketchState) eval.getNewAggregationBuffer();
-
+
KllFloatsSketch sketch1 = new KllFloatsSketch();
sketch1.update(1);
eval.iterate(state, new Object[] { new BytesWritable(sketch1.toByteArray()) });
-
+
KllFloatsSketch sketch2 = new KllFloatsSketch();
sketch2.update(2);
eval.iterate(state, new Object[] { new BytesWritable(sketch2.toByteArray()) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
KllFloatsSketch resultSketch = KllFloatsSketch.heapify(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getNormalizedRankError(false), KllFloatsSketch.getNormalizedRankError(200, false));
Assert.assertEquals(resultSketch.getNumRetained(), 2);
Assert.assertEquals(resultSketch.getMinValue(), 1f);
Assert.assertEquals(resultSketch.getMaxValue(), 2f);
-
+
eval.reset(state);
Assert.assertNull(eval.terminate(state));
}
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/DataToDoublesSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/DataToDoublesSketchUDAFTest.java
index 4e77ca9..4d20880 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/DataToDoublesSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/DataToDoublesSketchUDAFTest.java
@@ -22,6 +22,7 @@
import com.yahoo.sketches.quantiles.DoublesSketch;
import com.yahoo.sketches.quantiles.UpdateDoublesSketch;
+@SuppressWarnings("javadoc")
public class DataToDoublesSketchUDAFTest {
static final ObjectInspector doubleInspector =
@@ -88,11 +89,11 @@
try (GenericUDAFEvaluator eval = new DataToDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkResultInspector(resultInspector);
-
+
DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new DoubleWritable(1.0) });
eval.iterate(state, new Object[] { new DoubleWritable(2.0) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getK(), 128);
@@ -109,11 +110,11 @@
try (GenericUDAFEvaluator eval = new DataToDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkResultInspector(resultInspector);
-
+
DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new DoubleWritable(1.0), new IntWritable(256) });
eval.iterate(state, new Object[] { new DoubleWritable(2.0), new IntWritable(256) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getK(), 256);
@@ -130,17 +131,17 @@
try (GenericUDAFEvaluator eval = new DataToDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {binaryInspector});
checkResultInspector(resultInspector);
-
+
DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
-
+
UpdateDoublesSketch sketch1 = DoublesSketch.builder().build();
sketch1.update(1.0);
eval.merge(state, new BytesWritable(sketch1.toByteArray()));
-
+
UpdateDoublesSketch sketch2 = DoublesSketch.builder().build();
sketch2.update(2.0);
eval.merge(state, new BytesWritable(sketch2.toByteArray()));
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getRetainedItems(), 2);
@@ -156,17 +157,17 @@
try (GenericUDAFEvaluator eval = new DataToDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {binaryInspector});
checkResultInspector(resultInspector);
-
+
DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
-
+
UpdateDoublesSketch sketch1 = DoublesSketch.builder().setK(256).build();
sketch1.update(1.0);
eval.merge(state, new BytesWritable(sketch1.toByteArray()));
-
+
UpdateDoublesSketch sketch2 = DoublesSketch.builder().setK(256).build();
sketch2.update(2.0);
eval.merge(state, new BytesWritable(sketch2.toByteArray()));
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getK(), 256);
@@ -184,11 +185,11 @@
try (GenericUDAFEvaluator eval = new DataToDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkResultInspector(resultInspector);
-
+
DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new DoubleWritable(1.0) });
eval.iterate(state, new Object[] { new DoubleWritable(2.0) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getK(), 128);
@@ -205,11 +206,11 @@
try (GenericUDAFEvaluator eval = new DataToDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkResultInspector(resultInspector);
-
+
DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new DoubleWritable(1.0), new IntWritable(256) });
eval.iterate(state, new Object[] { new DoubleWritable(2.0), new IntWritable(256) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getK(), 256);
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/DataToStringsSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/DataToStringsSketchUDAFTest.java
index 0eae0b6..577c547 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/DataToStringsSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/DataToStringsSketchUDAFTest.java
@@ -22,6 +22,7 @@
import com.yahoo.sketches.ArrayOfStringsSerDe;
import com.yahoo.sketches.quantiles.ItemsSketch;
+@SuppressWarnings("javadoc")
public class DataToStringsSketchUDAFTest {
static final Comparator<String> comparator = Comparator.naturalOrder();
@@ -84,12 +85,12 @@
try (GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("a") });
eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("b") });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
Assert.assertEquals(resultSketch.getK(), 128);
@@ -106,12 +107,12 @@
try (GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("a"), new IntWritable(256) });
eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("b"), new IntWritable(256) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
Assert.assertEquals(resultSketch.getK(), 256);
@@ -129,18 +130,18 @@
try (GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] { binaryInspector });
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
-
+
ItemsSketch<String> sketch1 = ItemsSketch.getInstance(256, comparator);
sketch1.update("a");
eval.merge(state, new BytesWritable(sketch1.toByteArray(serDe)));
-
+
ItemsSketch<String> sketch2 = ItemsSketch.getInstance(256, comparator);
sketch2.update("b");
eval.merge(state, new BytesWritable(sketch2.toByteArray(serDe)));
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
Assert.assertEquals(resultSketch.getK(), 256);
@@ -158,18 +159,18 @@
try (GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] { binaryInspector });
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
-
+
ItemsSketch<String> sketch1 = ItemsSketch.getInstance(comparator);
sketch1.update("a");
eval.merge(state, new BytesWritable(sketch1.toByteArray(serDe)));
-
+
ItemsSketch<String> sketch2 = ItemsSketch.getInstance(comparator);
sketch2.update("b");
eval.merge(state, new BytesWritable(sketch2.toByteArray(serDe)));
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
Assert.assertEquals(resultSketch.getK(), 128);
@@ -187,12 +188,12 @@
try (GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("a") });
eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("b") });
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
Assert.assertEquals(resultSketch.getK(), 128);
@@ -209,12 +210,12 @@
try (GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("a"), new IntWritable(256) });
eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("b"), new IntWritable(256) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
Assert.assertEquals(resultSketch.getK(), 256);
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/DoublesSektchToStringUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/DoublesSektchToStringUDFTest.java
index 895d0df..f5771c4 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/DoublesSektchToStringUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/DoublesSektchToStringUDFTest.java
@@ -11,6 +11,7 @@
import org.apache.hadoop.io.BytesWritable;
import org.testng.Assert;
+@SuppressWarnings("javadoc")
public class DoublesSektchToStringUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/GetCdfFromDoublesSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/GetCdfFromDoublesSketchUDFTest.java
index 3506506..56f3583 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/GetCdfFromDoublesSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/GetCdfFromDoublesSketchUDFTest.java
@@ -14,6 +14,7 @@
import com.yahoo.sketches.quantiles.DoublesSketch;
import com.yahoo.sketches.quantiles.UpdateDoublesSketch;
+@SuppressWarnings("javadoc")
public class GetCdfFromDoublesSketchUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/GetCdfFromStringsSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/GetCdfFromStringsSketchUDFTest.java
index e03847d..e580ed0 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/GetCdfFromStringsSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/GetCdfFromStringsSketchUDFTest.java
@@ -17,6 +17,7 @@
import com.yahoo.sketches.ArrayOfStringsSerDe;
import com.yahoo.sketches.quantiles.ItemsSketch;
+@SuppressWarnings("javadoc")
public class GetCdfFromStringsSketchUDFTest {
static final Comparator<String> comparator = Comparator.naturalOrder();
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/GetKFromDoublesSektchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/GetKFromDoublesSektchUDFTest.java
index e91d242..4ad4621 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/GetKFromDoublesSektchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/GetKFromDoublesSektchUDFTest.java
@@ -10,6 +10,7 @@
import org.apache.hadoop.io.BytesWritable;
import org.testng.Assert;
+@SuppressWarnings("javadoc")
public class GetKFromDoublesSektchUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/GetKFromStringsSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/GetKFromStringsSketchUDFTest.java
index e2753f3..e8cdf4b 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/GetKFromStringsSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/GetKFromStringsSketchUDFTest.java
@@ -15,6 +15,7 @@
import org.testng.annotations.Test;
import org.testng.Assert;
+@SuppressWarnings("javadoc")
public class GetKFromStringsSketchUDFTest {
static final Comparator<String> comparator = Comparator.naturalOrder();
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/GetNFromDoublesSektchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/GetNFromDoublesSektchUDFTest.java
index 4cb0fcd..6b4b084 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/GetNFromDoublesSektchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/GetNFromDoublesSektchUDFTest.java
@@ -12,6 +12,7 @@
import org.apache.hadoop.io.BytesWritable;
import org.testng.Assert;
+@SuppressWarnings("javadoc")
public class GetNFromDoublesSektchUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/GetNFromStringsSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/GetNFromStringsSketchUDFTest.java
index 028cc45..6116ce4 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/GetNFromStringsSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/GetNFromStringsSketchUDFTest.java
@@ -16,6 +16,7 @@
import org.testng.annotations.Test;
import org.testng.Assert;
+@SuppressWarnings("javadoc")
public class GetNFromStringsSketchUDFTest {
static final Comparator<String> comparator = Comparator.naturalOrder();
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/GetPmfFromDoublesSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/GetPmfFromDoublesSketchUDFTest.java
index f9e67d0..e9d2d6b 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/GetPmfFromDoublesSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/GetPmfFromDoublesSketchUDFTest.java
@@ -13,6 +13,7 @@
import com.yahoo.sketches.quantiles.DoublesSketch;
import com.yahoo.sketches.quantiles.UpdateDoublesSketch;
+@SuppressWarnings("javadoc")
public class GetPmfFromDoublesSketchUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/GetPmfFromStringsSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/GetPmfFromStringsSketchUDFTest.java
index f3b2dd0..f7c783a 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/GetPmfFromStringsSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/GetPmfFromStringsSketchUDFTest.java
@@ -16,6 +16,7 @@
import com.yahoo.sketches.ArrayOfStringsSerDe;
import com.yahoo.sketches.quantiles.ItemsSketch;
+@SuppressWarnings("javadoc")
public class GetPmfFromStringsSketchUDFTest {
static final Comparator<String> comparator = Comparator.naturalOrder();
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromDoublesSektchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromDoublesSektchUDFTest.java
index 29bcbd9..f38390b 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromDoublesSektchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromDoublesSektchUDFTest.java
@@ -11,6 +11,7 @@
import com.yahoo.sketches.quantiles.DoublesSketch;
import com.yahoo.sketches.quantiles.UpdateDoublesSketch;
+@SuppressWarnings("javadoc")
public class GetQuantileFromDoublesSektchUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromStringsSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromStringsSketchUDFTest.java
index 691d8aa..39dd3da 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromStringsSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantileFromStringsSketchUDFTest.java
@@ -16,6 +16,7 @@
import com.yahoo.sketches.ArrayOfStringsSerDe;
import com.yahoo.sketches.quantiles.ItemsSketch;
+@SuppressWarnings("javadoc")
public class GetQuantileFromStringsSketchUDFTest {
static final Comparator<String> comparator = Comparator.naturalOrder();
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromDoublesSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromDoublesSketchUDFTest.java
index 62b57a5..8fb6c16 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromDoublesSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromDoublesSketchUDFTest.java
@@ -14,6 +14,7 @@
import com.yahoo.sketches.quantiles.DoublesSketch;
import com.yahoo.sketches.quantiles.UpdateDoublesSketch;
+@SuppressWarnings("javadoc")
public class GetQuantilesFromDoublesSketchUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromStringsSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromStringsSketchUDFTest.java
index 257af1b..973ed38 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromStringsSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/GetQuantilesFromStringsSketchUDFTest.java
@@ -17,6 +17,7 @@
import com.yahoo.sketches.SketchesArgumentException;
import com.yahoo.sketches.quantiles.ItemsSketch;
+@SuppressWarnings("javadoc")
public class GetQuantilesFromStringsSketchUDFTest {
static final Comparator<String> comparator = Comparator.naturalOrder();
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/StringsSketchToStringUDFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/StringsSketchToStringUDFTest.java
index 0e70ad6..12e5941 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/StringsSketchToStringUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/StringsSketchToStringUDFTest.java
@@ -16,6 +16,7 @@
import org.testng.annotations.Test;
import org.testng.Assert;
+@SuppressWarnings("javadoc")
public class StringsSketchToStringUDFTest {
static final Comparator<String> COMPARATOR = Comparator.naturalOrder();
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/UnionDoublesSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/UnionDoublesSketchUDAFTest.java
index 9374181..2e63186 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/UnionDoublesSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/UnionDoublesSketchUDAFTest.java
@@ -25,6 +25,7 @@
import com.yahoo.sketches.quantiles.DoublesSketch;
import com.yahoo.sketches.quantiles.UpdateDoublesSketch;
+@SuppressWarnings("javadoc")
public class UnionDoublesSketchUDAFTest {
static final ObjectInspector binaryInspector =
@@ -88,17 +89,17 @@
try (GenericUDAFEvaluator eval = new UnionDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
-
+
UpdateDoublesSketch sketch1 = DoublesSketch.builder().setK(256).build();
sketch1.update(1.0);
eval.iterate(state, new Object[] { new BytesWritable(sketch1.toByteArray()) });
-
+
UpdateDoublesSketch sketch2 = DoublesSketch.builder().setK(256).build();
sketch2.update(2.0);
eval.iterate(state, new Object[] { new BytesWritable(sketch2.toByteArray()) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getK(), 128);
@@ -115,17 +116,17 @@
try (GenericUDAFEvaluator eval = new UnionDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
-
+
UpdateDoublesSketch sketch1 = DoublesSketch.builder().setK(256).build();
sketch1.update(1.0);
eval.iterate(state, new Object[] { new BytesWritable(sketch1.toByteArray()), new IntWritable(256) });
-
+
UpdateDoublesSketch sketch2 = DoublesSketch.builder().setK(256).build();
sketch2.update(2.0);
eval.iterate(state, new Object[] { new BytesWritable(sketch2.toByteArray()), new IntWritable(256) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getK(), 256);
@@ -143,17 +144,17 @@
try (GenericUDAFEvaluator eval = new UnionDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
-
+
UpdateDoublesSketch sketch1 = DoublesSketch.builder().setK(256).build();
sketch1.update(1.0);
eval.merge(state, new BytesWritable(sketch1.toByteArray()));
-
+
UpdateDoublesSketch sketch2 = DoublesSketch.builder().setK(256).build();
sketch2.update(2.0);
eval.merge(state, new BytesWritable(sketch2.toByteArray()));
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getK(), 256);
@@ -171,17 +172,17 @@
try (GenericUDAFEvaluator eval = new UnionDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
-
+
UpdateDoublesSketch sketch1 = DoublesSketch.builder().setK(256).build();
sketch1.update(1.0);
eval.merge(state, new BytesWritable(sketch1.toByteArray()));
-
+
UpdateDoublesSketch sketch2 = DoublesSketch.builder().setK(256).build();
sketch2.update(2.0);
eval.merge(state, new BytesWritable(sketch2.toByteArray()));
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getK(), 256);
@@ -199,24 +200,24 @@
try (GenericUDAFEvaluator eval = new UnionDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
-
+
UpdateDoublesSketch sketch1 = DoublesSketch.builder().build();
sketch1.update(1.0);
eval.iterate(state, new Object[] { new BytesWritable(sketch1.toByteArray()) });
-
+
UpdateDoublesSketch sketch2 = DoublesSketch.builder().build();
sketch2.update(2.0);
eval.iterate(state, new Object[] { new BytesWritable(sketch2.toByteArray()) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getK(), 128);
Assert.assertEquals(resultSketch.getRetainedItems(), 2);
Assert.assertEquals(resultSketch.getMinValue(), 1.0);
Assert.assertEquals(resultSketch.getMaxValue(), 2.0);
-
+
eval.reset(state);
Assert.assertNull(eval.terminate(state));
}
diff --git a/src/test/java/com/yahoo/sketches/hive/quantiles/UnionStringsSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/quantiles/UnionStringsSketchUDAFTest.java
index 41702a4..7a4903d 100644
--- a/src/test/java/com/yahoo/sketches/hive/quantiles/UnionStringsSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/quantiles/UnionStringsSketchUDAFTest.java
@@ -27,6 +27,7 @@
import com.yahoo.sketches.ArrayOfStringsSerDe;
import com.yahoo.sketches.quantiles.ItemsSketch;
+@SuppressWarnings("javadoc")
public class UnionStringsSketchUDAFTest {
static final Comparator<String> comparator = Comparator.naturalOrder();
@@ -93,18 +94,18 @@
try (GenericUDAFEvaluator eval = new UnionStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
-
+
ItemsSketch<String> sketch1 = ItemsSketch.getInstance(256, comparator);
sketch1.update("a");
eval.iterate(state, new Object[] { new BytesWritable(sketch1.toByteArray(serDe)) });
-
+
ItemsSketch<String> sketch2 = ItemsSketch.getInstance(256, comparator);
sketch2.update("b");
eval.iterate(state, new Object[] { new BytesWritable(sketch2.toByteArray(serDe)) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
Assert.assertEquals(resultSketch.getK(), 128);
@@ -121,18 +122,18 @@
try (GenericUDAFEvaluator eval = new UnionStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
-
+
ItemsSketch<String> sketch1 = ItemsSketch.getInstance(256, comparator);
sketch1.update("a");
eval.iterate(state, new Object[] { new BytesWritable(sketch1.toByteArray(serDe)), new IntWritable(256) });
-
+
ItemsSketch<String> sketch2 = ItemsSketch.getInstance(256, comparator);
sketch2.update("b");
eval.iterate(state, new Object[] { new BytesWritable(sketch2.toByteArray(serDe)), new IntWritable(256) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
Assert.assertEquals(resultSketch.getK(), 256);
@@ -150,18 +151,18 @@
try (GenericUDAFEvaluator eval = new UnionStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
-
+
ItemsSketch<String> sketch1 = ItemsSketch.getInstance(256, comparator);
sketch1.update("a");
eval.merge(state, new BytesWritable(sketch1.toByteArray(serDe)));
-
+
ItemsSketch<String> sketch2 = ItemsSketch.getInstance(256, comparator);
sketch2.update("b");
eval.merge(state, new BytesWritable(sketch2.toByteArray(serDe)));
-
+
BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
Assert.assertEquals(resultSketch.getK(), 256);
@@ -179,18 +180,18 @@
try (GenericUDAFEvaluator eval = new UnionStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
-
+
ItemsSketch<String> sketch1 = ItemsSketch.getInstance(256, comparator);
sketch1.update("a");
eval.merge(state, new BytesWritable(sketch1.toByteArray(serDe)));
-
+
ItemsSketch<String> sketch2 = ItemsSketch.getInstance(256, comparator);
sketch2.update("b");
eval.merge(state, new BytesWritable(sketch2.toByteArray(serDe)));
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
Assert.assertEquals(resultSketch.getK(), 256);
@@ -208,25 +209,25 @@
try (GenericUDAFEvaluator eval = new UnionStringsSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
-
+
ItemsSketch<String> sketch1 = ItemsSketch.getInstance(comparator);
sketch1.update("a");
eval.iterate(state, new Object[] { new BytesWritable(sketch1.toByteArray(serDe)) });
-
+
ItemsSketch<String> sketch2 = ItemsSketch.getInstance(comparator);
sketch2.update("b");
eval.iterate(state, new Object[] { new BytesWritable(sketch2.toByteArray(serDe)) });
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
Assert.assertEquals(resultSketch.getK(), 128);
Assert.assertEquals(resultSketch.getRetainedItems(), 2);
Assert.assertEquals(resultSketch.getMinValue(), "a");
Assert.assertEquals(resultSketch.getMaxValue(), "b");
-
+
eval.reset(state);
Assert.assertNull(eval.terminate(state));
}
diff --git a/src/test/java/com/yahoo/sketches/hive/theta/DataToSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/theta/DataToSketchUDAFTest.java
index 76a0897..db4f956 100644
--- a/src/test/java/com/yahoo/sketches/hive/theta/DataToSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/theta/DataToSketchUDAFTest.java
@@ -44,6 +44,7 @@
/**
* Unit tests for DataToSketch UDF
*/
+@SuppressWarnings("javadoc")
public class DataToSketchUDAFTest {
static final ObjectInspector intInspector =
@@ -153,11 +154,11 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
UnionState state = (UnionState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new IntWritable(1)});
eval.iterate(state, new Object[] {new IntWritable(2)});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -178,12 +179,12 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
final long seed = 1;
UnionState state = (UnionState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new Text("a"), new IntWritable(16), new FloatWritable(0.99f), new LongWritable(seed)});
eval.iterate(state, new Object[] {new Text("b"), new IntWritable(16), new FloatWritable(0.99f), new LongWritable(seed)});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -195,7 +196,7 @@
// because of sampling probability < 1
Assert.assertTrue(resultSketch.isEstimationMode());
Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.05);
-
+
// check if seed is correct in the result
Union union = SetOperation.builder().setSeed(seed).buildUnion();
// this must fail if the seed is incompatible
@@ -211,9 +212,9 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {structInspector});
checkIntermediateResultInspector(resultInspector);
-
+
UnionState state = (UnionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().build();
sketch1.update(1);
eval.merge(state, Arrays.asList(
@@ -221,7 +222,7 @@
new LongWritable(DEFAULT_UPDATE_SEED),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
+
UpdateSketch sketch2 = UpdateSketch.builder().build();
sketch2.update(2);
eval.merge(state, Arrays.asList(
@@ -229,7 +230,7 @@
new LongWritable(DEFAULT_UPDATE_SEED),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -250,9 +251,9 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
checkFinalResultInspector(resultInspector);
-
+
UnionState state = (UnionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().build();
sketch1.update(1);
eval.merge(state, Arrays.asList(
@@ -260,7 +261,7 @@
new LongWritable(DEFAULT_UPDATE_SEED),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
+
UpdateSketch sketch2 = UpdateSketch.builder().build();
sketch2.update(2);
eval.merge(state, Arrays.asList(
@@ -268,7 +269,7 @@
new LongWritable(DEFAULT_UPDATE_SEED),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -285,17 +286,17 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
UnionState state = (UnionState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new IntWritable(1)});
eval.iterate(state, new Object[] {new IntWritable(2)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
Sketch resultSketch = Sketches.wrapSketch(Memory.wrap(((BytesWritable) result).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 2.0);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -309,12 +310,12 @@
try (GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
final long seed = 2;
UnionState state = (UnionState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new DoubleWritable(1), new IntWritable(16), new FloatWritable(0.99f), new LongWritable(seed)});
eval.iterate(state, new Object[] {new DoubleWritable(2), new IntWritable(16), new FloatWritable(0.99f), new LongWritable(seed)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
diff --git a/src/test/java/com/yahoo/sketches/hive/theta/EstimateSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/theta/EstimateSketchUDFTest.java
index c2097af..e577264 100644
--- a/src/test/java/com/yahoo/sketches/hive/theta/EstimateSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/theta/EstimateSketchUDFTest.java
@@ -14,6 +14,7 @@
import com.yahoo.sketches.theta.Sketches;
import static org.testng.AssertJUnit.assertEquals;
+@SuppressWarnings("javadoc")
public class EstimateSketchUDFTest {
@Test
@@ -35,34 +36,34 @@
assertEquals(testResult, 0.0);
}
-
+
@Test
public void evaluateValid() {
EstimateSketchUDF testObject = new EstimateSketchUDF();
-
+
UpdateSketch sketch = Sketches.updateSketchBuilder().setNominalEntries(1024).build();
for (int i = 0; i<128; i++) {
sketch.update(i);
}
-
+
BytesWritable input = new BytesWritable(sketch.toByteArray());
-
+
Double testResult = testObject.evaluate(input);
-
+
assertEquals(128.0, testResult);
-
+
CompactSketch compactSketch = sketch.compact(false, null);
input = new BytesWritable(compactSketch.toByteArray());
-
+
testResult = testObject.evaluate(input);
-
+
assertEquals(128.0, testResult);
}
@Test
public void evaluateValidExplicitSeed() {
EstimateSketchUDF testObject = new EstimateSketchUDF();
-
+
final long seed = 1;
UpdateSketch sketch = Sketches.updateSketchBuilder().setSeed(seed).setNominalEntries(1024).build();
for (int i = 0; i<128; i++) {
diff --git a/src/test/java/com/yahoo/sketches/hive/theta/ExcludeSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/theta/ExcludeSketchUDFTest.java
index 9bb44d6..f118e3d 100644
--- a/src/test/java/com/yahoo/sketches/hive/theta/ExcludeSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/theta/ExcludeSketchUDFTest.java
@@ -15,6 +15,7 @@
import com.yahoo.sketches.theta.Sketches;
import com.yahoo.sketches.theta.UpdateSketch;
+@SuppressWarnings("javadoc")
public class ExcludeSketchUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/theta/IntersectSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/theta/IntersectSketchUDAFTest.java
index 42e533d..0f8f689 100644
--- a/src/test/java/com/yahoo/sketches/hive/theta/IntersectSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/theta/IntersectSketchUDAFTest.java
@@ -32,6 +32,7 @@
import com.yahoo.sketches.theta.Sketches;
import com.yahoo.sketches.theta.UpdateSketch;
+@SuppressWarnings("javadoc")
public class IntersectSketchUDAFTest {
static final ObjectInspector longInspector =
@@ -97,22 +98,22 @@
try (GenericUDAFEvaluator eval = new IntersectSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
IntersectSketchUDAF.IntersectSketchUDAFEvaluator.IntersectionState state =
(IntersectSketchUDAF.IntersectSketchUDAFEvaluator.IntersectionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().build();
sketch1.update(1);
sketch1.update(2);
sketch1.update(3);
eval.iterate(state, new Object[] { new BytesWritable(sketch1.toByteArray()) });
-
+
UpdateSketch sketch2 = UpdateSketch.builder().build();
sketch2.update(2);
sketch2.update(3);
sketch2.update(4);
eval.iterate(state, new Object[] { new BytesWritable(sketch2.toByteArray()) });
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -132,23 +133,23 @@
try (GenericUDAFEvaluator eval = new IntersectSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
final long seed = 1;
IntersectSketchUDAF.IntersectSketchUDAFEvaluator.IntersectionState state =
(IntersectSketchUDAF.IntersectSketchUDAFEvaluator.IntersectionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().setSeed(seed).build();
sketch1.update(1);
sketch1.update(2);
sketch1.update(3);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.toByteArray()), new LongWritable(seed)});
-
+
UpdateSketch sketch2 = UpdateSketch.builder().setSeed(seed).build();
sketch2.update(2);
sketch2.update(3);
sketch2.update(4);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.toByteArray()), new LongWritable(seed) });
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -169,10 +170,10 @@
try (GenericUDAFEvaluator eval = new IntersectSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {structInspector});
checkIntermediateResultInspector(resultInspector);
-
+
IntersectSketchUDAF.IntersectSketchUDAFEvaluator.IntersectionState state =
(IntersectSketchUDAF.IntersectSketchUDAFEvaluator.IntersectionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().build();
sketch1.update(1);
sketch1.update(2);
@@ -181,7 +182,7 @@
new LongWritable(DEFAULT_UPDATE_SEED),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
+
UpdateSketch sketch2 = UpdateSketch.builder().build();
sketch2.update(2);
sketch2.update(3);
@@ -190,7 +191,7 @@
new LongWritable(DEFAULT_UPDATE_SEED),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -210,10 +211,10 @@
try (GenericUDAFEvaluator eval = new IntersectSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
IntersectSketchUDAF.IntersectSketchUDAFEvaluator.IntersectionState state =
(IntersectSketchUDAF.IntersectSketchUDAFEvaluator.IntersectionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().build();
sketch1.update(1);
sketch1.update(2);
@@ -222,7 +223,7 @@
new LongWritable(DEFAULT_UPDATE_SEED),
new BytesWritable(sketch1.compact().toByteArray())
));
-
+
UpdateSketch sketch2 = UpdateSketch.builder().build();
sketch2.update(2);
sketch2.update(3);
@@ -231,7 +232,7 @@
new LongWritable(DEFAULT_UPDATE_SEED),
new BytesWritable(sketch2.compact().toByteArray())
));
-
+
BytesWritable bytes = (BytesWritable) eval.terminate(state);
Sketch resultSketch = Sketches.wrapSketch(Memory.wrap(bytes.getBytes()));
Assert.assertEquals(resultSketch.getRetainedEntries(true), 2);
@@ -247,28 +248,28 @@
try (GenericUDAFEvaluator eval = new IntersectSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
IntersectSketchUDAF.IntersectSketchUDAFEvaluator.IntersectionState state =
(IntersectSketchUDAF.IntersectSketchUDAFEvaluator.IntersectionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().build();
sketch1.update(1);
sketch1.update(2);
sketch1.update(3);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray())});
-
+
UpdateSketch sketch2 = UpdateSketch.builder().build();
sketch2.update(2);
sketch2.update(3);
sketch2.update(4);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray())});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
Sketch resultSketch = Sketches.wrapSketch(Memory.wrap(((BytesWritable) result).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 2.0);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
diff --git a/src/test/java/com/yahoo/sketches/hive/theta/IntersectSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/theta/IntersectSketchUDFTest.java
index 468d50f..7551f96 100644
--- a/src/test/java/com/yahoo/sketches/hive/theta/IntersectSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/theta/IntersectSketchUDFTest.java
@@ -14,6 +14,7 @@
import com.yahoo.sketches.theta.Sketches;
import com.yahoo.sketches.theta.UpdateSketch;
+@SuppressWarnings("javadoc")
public class IntersectSketchUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/theta/SampleSketchUDF.java b/src/test/java/com/yahoo/sketches/hive/theta/SampleSketchUDF.java
index 8fe91ad..963a5ba 100644
--- a/src/test/java/com/yahoo/sketches/hive/theta/SampleSketchUDF.java
+++ b/src/test/java/com/yahoo/sketches/hive/theta/SampleSketchUDF.java
@@ -14,8 +14,8 @@
/**
* Hive estimate sketch UDF.
- *
*/
+@SuppressWarnings("javadoc")
public class SampleSketchUDF extends UDF {
public static final int DEFAULT_SIZE = 16384;
diff --git a/src/test/java/com/yahoo/sketches/hive/theta/UnionSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/theta/UnionSketchUDAFTest.java
index 020118e..2b637e9 100644
--- a/src/test/java/com/yahoo/sketches/hive/theta/UnionSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/theta/UnionSketchUDAFTest.java
@@ -35,6 +35,7 @@
/**
* Unit tests for UnionSketch UDF
*/
+@SuppressWarnings("javadoc")
public class UnionSketchUDAFTest {
static final ObjectInspector intInspector =
@@ -122,17 +123,17 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToSketchUDAFTest.checkIntermediateResultInspector(resultInspector);
-
+
UnionState state = (UnionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().build();
sketch1.update(1);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray())});
-
+
UpdateSketch sketch2 = UpdateSketch.builder().build();
sketch2.update(2);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray())});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -153,19 +154,19 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToSketchUDAFTest.checkIntermediateResultInspector(resultInspector);
-
+
final int nomEntries = 16;
final long seed = 1;
UnionState state = (UnionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().setSeed(seed).build();
sketch1.update(1);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray()), new IntWritable(nomEntries), new LongWritable(seed)});
-
+
UpdateSketch sketch2 = UpdateSketch.builder().setSeed(seed).build();
sketch2.update(2);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray()), new IntWritable(nomEntries), new LongWritable(seed)});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -187,9 +188,9 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {structInspector});
DataToSketchUDAFTest.checkIntermediateResultInspector(resultInspector);
-
+
UnionState state = (UnionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().build();
sketch1.update(1);
eval.merge(state, Arrays.asList(
@@ -197,7 +198,7 @@
new LongWritable(DEFAULT_UPDATE_SEED),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
+
UpdateSketch sketch2 = UpdateSketch.builder().build();
sketch2.update(2);
eval.merge(state, Arrays.asList(
@@ -205,7 +206,7 @@
new LongWritable(DEFAULT_UPDATE_SEED),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -226,9 +227,9 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
UnionState state = (UnionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().build();
sketch1.update(1);
eval.merge(state, Arrays.asList(
@@ -236,7 +237,7 @@
new LongWritable(DEFAULT_UPDATE_SEED),
new BytesWritable(sketch1.compact().toByteArray())
));
-
+
UpdateSketch sketch2 = UpdateSketch.builder().build();
sketch2.update(2);
eval.merge(state, Arrays.asList(
@@ -244,7 +245,7 @@
new LongWritable(DEFAULT_UPDATE_SEED),
new BytesWritable(sketch2.compact().toByteArray())
));
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -261,23 +262,23 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
UnionState state = (UnionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().build();
sketch1.update(1);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray())});
-
+
UpdateSketch sketch2 = UpdateSketch.builder().build();
sketch2.update(2);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray())});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
Sketch resultSketch = Sketches.wrapSketch(Memory.wrap(((BytesWritable) result).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 2.0);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -291,19 +292,19 @@
try (GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
final int nomEntries = 16;
final long seed = 1;
UnionState state = (UnionState) eval.getNewAggregationBuffer();
-
+
UpdateSketch sketch1 = UpdateSketch.builder().setSeed(seed).build();
sketch1.update(1);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray()), new IntWritable(nomEntries), new LongWritable(seed)});
-
+
UpdateSketch sketch2 = UpdateSketch.builder().setSeed(seed).build();
sketch2.update(2);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray()), new IntWritable(nomEntries), new LongWritable(seed)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
diff --git a/src/test/java/com/yahoo/sketches/hive/theta/UnionSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/theta/UnionSketchUDFTest.java
index 054d0c0..5a1a359 100644
--- a/src/test/java/com/yahoo/sketches/hive/theta/UnionSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/theta/UnionSketchUDFTest.java
@@ -13,6 +13,7 @@
import com.yahoo.sketches.theta.Sketches;
import com.yahoo.sketches.theta.UpdateSketch;
+@SuppressWarnings("javadoc")
public class UnionSketchUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimateAndErrorBoundsUDFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimateAndErrorBoundsUDFTest.java
index 09fcdbd..0aa5870 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimateAndErrorBoundsUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimateAndErrorBoundsUDFTest.java
@@ -14,6 +14,7 @@
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketch;
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToEstimateAndErrorBoundsUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimatesUDFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimatesUDFTest.java
index b46f1b4..f16c4ed 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimatesUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToEstimatesUDFTest.java
@@ -14,6 +14,7 @@
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketch;
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToEstimatesUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToMeansUDFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToMeansUDFTest.java
index 5171368..078aba3 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToMeansUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToMeansUDFTest.java
@@ -15,6 +15,7 @@
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketch;
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToMeansUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToNumberOfRetainedEntriesUDFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToNumberOfRetainedEntriesUDFTest.java
index 02dbfee..90cf221 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToNumberOfRetainedEntriesUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToNumberOfRetainedEntriesUDFTest.java
@@ -12,6 +12,7 @@
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketch;
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToNumberOfRetainedEntriesUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToQuantilesSketchUDFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToQuantilesSketchUDFTest.java
index 30f0db5..a9a8928 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToQuantilesSketchUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToQuantilesSketchUDFTest.java
@@ -14,6 +14,7 @@
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketch;
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToQuantilesSketchUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToValuesUDTFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToValuesUDTFTest.java
index 3ba2709..a4bfa25 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToValuesUDTFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToValuesUDTFTest.java
@@ -28,6 +28,7 @@
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketch;
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToValuesUDTFTest {
static final ObjectInspector binaryInspector =
@@ -105,7 +106,7 @@
}
private static class MockCollector implements Collector {
- List<Object> list = new ArrayList<Object>();
+ List<Object> list = new ArrayList<>();
@Override
public void collect(Object object) throws HiveException {
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToVariancesUDFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToVariancesUDFTest.java
index 9f174ee..c4435e1 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToVariancesUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchToVariancesUDFTest.java
@@ -15,6 +15,7 @@
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketch;
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchToVariancesUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchesTTestUDFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchesTTestUDFTest.java
index 6b1e8f2..10403fe 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchesTTestUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/ArrayOfDoublesSketchesTTestUDFTest.java
@@ -14,6 +14,7 @@
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketch;
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class ArrayOfDoublesSketchesTTestUDFTest {
@Test
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/DataToArrayOfDoublesSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/DataToArrayOfDoublesSketchUDAFTest.java
index 3247dde..f4b2221 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/DataToArrayOfDoublesSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/DataToArrayOfDoublesSketchUDAFTest.java
@@ -38,6 +38,7 @@
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketch;
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class DataToArrayOfDoublesSketchUDAFTest {
private static final ObjectInspector intInspector =
@@ -145,11 +146,11 @@
try (GenericUDAFEvaluator eval = new DataToArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new IntWritable(1), new DoubleWritable(1.0)});
eval.iterate(state, new Object[] {new IntWritable(2), new DoubleWritable(1.0)});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -170,11 +171,11 @@
try (GenericUDAFEvaluator eval = new DataToArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new Text("a"), new DoubleWritable(1), new DoubleWritable(2), new IntWritable(32), new FloatWritable(0.99f)});
eval.iterate(state, new Object[] {new Text("b"), new DoubleWritable(1), new DoubleWritable(2), new IntWritable(32), new FloatWritable(0.99f)});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -197,9 +198,9 @@
try (GenericUDAFEvaluator eval = new DataToArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {structInspector});
checkIntermediateResultInspector(resultInspector);
-
+
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
-
+
ArrayOfDoublesUpdatableSketch sketch1 = new ArrayOfDoublesUpdatableSketchBuilder().build();
sketch1.update(1, new double[] {1});
eval.merge(state, Arrays.asList(
@@ -207,7 +208,7 @@
new IntWritable(1),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
+
ArrayOfDoublesUpdatableSketch sketch2 = new ArrayOfDoublesUpdatableSketchBuilder().build();
sketch2.update(2, new double[] {1});
eval.merge(state, Arrays.asList(
@@ -215,7 +216,7 @@
new IntWritable(1),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -225,7 +226,7 @@
Assert.assertEquals(((IntWritable) (r.get(1))).get(), 1);
ArrayOfDoublesSketch resultSketch = ArrayOfDoublesSketches.wrapSketch(Memory.wrap(((BytesWritable) (r.get(2))).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 2.0);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -240,9 +241,9 @@
try (GenericUDAFEvaluator eval = new DataToArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
checkFinalResultInspector(resultInspector);
-
+
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
-
+
ArrayOfDoublesUpdatableSketch sketch1 = new ArrayOfDoublesUpdatableSketchBuilder().build();
sketch1.update(1, new double[] {1});
eval.merge(state, Arrays.asList(
@@ -250,7 +251,7 @@
new IntWritable(1),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
+
ArrayOfDoublesUpdatableSketch sketch2 = new ArrayOfDoublesUpdatableSketchBuilder().build();
sketch2.update(2, new double[] {1});
eval.merge(state, Arrays.asList(
@@ -258,7 +259,7 @@
new IntWritable(1),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -275,17 +276,17 @@
try (GenericUDAFEvaluator eval = new DataToArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new IntWritable(1), new DoubleWritable(1)});
eval.iterate(state, new Object[] {new IntWritable(2), new DoubleWritable(1)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
ArrayOfDoublesSketch resultSketch = ArrayOfDoublesSketches.wrapSketch(Memory.wrap(((BytesWritable) result).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 2.0);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -299,11 +300,11 @@
try (GenericUDAFEvaluator eval = new DataToArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new DoubleWritable(1), new DoubleWritable(1), new DoubleWritable(2), new IntWritable(32), new FloatWritable(0.99f)});
eval.iterate(state, new Object[] {new DoubleWritable(2), new DoubleWritable(1), new DoubleWritable(2), new IntWritable(32), new FloatWritable(0.99f)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -311,7 +312,7 @@
// because of sampling probability < 1
Assert.assertTrue(resultSketch.isEstimationMode());
Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.05);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -325,19 +326,19 @@
try (GenericUDAFEvaluator eval = new DataToArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
for (int i = 0; i < 10000; i++) {
eval.iterate(state, new Object[] {new IntWritable(i), new DoubleWritable(1)});
}
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
ArrayOfDoublesSketch resultSketch = ArrayOfDoublesSketches.wrapSketch(Memory.wrap(((BytesWritable) result).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 10000.0, 10000 * 0.03);
Assert.assertTrue(resultSketch.getRetainedEntries() <= 4096, "retained entries: " + resultSketch.getRetainedEntries());
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/DataToDoubleSummarySketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/DataToDoubleSummarySketchUDAFTest.java
index 87aded7..5e49d95 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/DataToDoubleSummarySketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/DataToDoubleSummarySketchUDAFTest.java
@@ -41,6 +41,7 @@
import com.yahoo.sketches.tuple.UpdatableSketch;
import com.yahoo.sketches.tuple.UpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class DataToDoubleSummarySketchUDAFTest {
private static final ObjectInspector intInspector =
@@ -134,12 +135,12 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new IntWritable(1), new DoubleWritable(1)});
eval.iterate(state, new Object[] {new IntWritable(2), new DoubleWritable(1)});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -160,12 +161,12 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new Text("a"), new DoubleWritable(1), new IntWritable(32), new FloatWritable(0.99f)});
eval.iterate(state, new Object[] {new Text("b"), new DoubleWritable(1), new IntWritable(32), new FloatWritable(0.99f)});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -188,24 +189,24 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {structInspector});
checkIntermediateResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
- UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch1.update(1, 1.0);
eval.merge(state, Arrays.asList(
new IntWritable(DEFAULT_NOMINAL_ENTRIES),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
- UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch2.update(2, 1.0);
eval.merge(state, Arrays.asList(
new IntWritable(DEFAULT_NOMINAL_ENTRIES),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -215,7 +216,7 @@
Sketch<DoubleSummary> resultSketch = Sketches.heapifySketch(
Memory.wrap(((BytesWritable) r.get(1)).getBytes()), new DoubleSummaryDeserializer());
Assert.assertEquals(resultSketch.getEstimate(), 2.0);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -230,24 +231,24 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
checkFinalResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
- UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch1.update(1, 1.0);
eval.merge(state, Arrays.asList(
new IntWritable(DEFAULT_NOMINAL_ENTRIES),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
- UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch2.update(2, 1.0);
eval.merge(state, Arrays.asList(
new IntWritable(DEFAULT_NOMINAL_ENTRIES),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -265,19 +266,19 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new IntWritable(1), new DoubleWritable(1)});
eval.iterate(state, new Object[] {new IntWritable(2), new DoubleWritable(1)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
Sketch<DoubleSummary> resultSketch = Sketches.heapifySketch(
Memory.wrap(((BytesWritable) result).getBytes()), new DoubleSummaryDeserializer());
Assert.assertEquals(resultSketch.getEstimate(), 2.0);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -292,12 +293,12 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new DoubleWritable(1), new DoubleWritable(1), new IntWritable(32), new FloatWritable(0.99f)});
eval.iterate(state, new Object[] {new DoubleWritable(2), new DoubleWritable(1), new IntWritable(32), new FloatWritable(0.99f)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -306,7 +307,7 @@
// because of sampling probability < 1
Assert.assertTrue(resultSketch.isEstimationMode());
Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.05);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -320,13 +321,13 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
for (int i = 0; i < 10000; i++) {
eval.iterate(state, new Object[] {new IntWritable(i), new DoubleWritable(1)});
}
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -334,7 +335,7 @@
Memory.wrap(((BytesWritable) result).getBytes()), new DoubleSummaryDeserializer());
Assert.assertEquals(resultSketch.getEstimate(), 10000.0, 10000 * 0.03);
Assert.assertTrue(resultSketch.getRetainedEntries() <= 4096, "retained entries: " + resultSketch.getRetainedEntries());
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/DataToDoubleSummaryWithModeSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/DataToDoubleSummaryWithModeSketchUDAFTest.java
index c862a50..f2ff2bd 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/DataToDoubleSummaryWithModeSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/DataToDoubleSummaryWithModeSketchUDAFTest.java
@@ -42,6 +42,7 @@
import com.yahoo.sketches.tuple.UpdatableSketch;
import com.yahoo.sketches.tuple.UpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class DataToDoubleSummaryWithModeSketchUDAFTest {
private static final ObjectInspector intInspector =
@@ -135,14 +136,14 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new IntWritable(1), new DoubleWritable(1)});
eval.iterate(state, new Object[] {new IntWritable(2), new DoubleWritable(2)});
eval.iterate(state, new Object[] {new IntWritable(1), new DoubleWritable(2)});
eval.iterate(state, new Object[] {new IntWritable(2), new DoubleWritable(1)});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -168,14 +169,14 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new Text("a"), new DoubleWritable(1), new IntWritable(32), new FloatWritable(0.99f), new Text("Min")});
eval.iterate(state, new Object[] {new Text("b"), new DoubleWritable(2), new IntWritable(32), new FloatWritable(0.99f), new Text("Min")});
eval.iterate(state, new Object[] {new Text("a"), new DoubleWritable(2), new IntWritable(32), new FloatWritable(0.99f), new Text("Min")});
eval.iterate(state, new Object[] {new Text("b"), new DoubleWritable(1), new IntWritable(32), new FloatWritable(0.99f), new Text("Min")});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -203,11 +204,11 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {structInspector});
checkIntermediateResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
- UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch1.update(1, 1.0);
sketch1.update(2, 2.0);
eval.merge(state, Arrays.asList(
@@ -215,8 +216,8 @@
new Text("Sum"),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
- UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch2.update(1, 2.0);
sketch2.update(2, 1.0);
eval.merge(state, Arrays.asList(
@@ -224,7 +225,7 @@
new Text("Sum"),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -239,7 +240,7 @@
while (it.next()) {
Assert.assertEquals(it.getSummary().getValue(), 3.0);
}
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -254,11 +255,11 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
checkFinalResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
- UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch1.update(1, 1.0);
sketch1.update(2, 2.0);
eval.merge(state, Arrays.asList(
@@ -266,8 +267,8 @@
new Text("Sum"),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
- UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch2.update(1, 2.0);
sketch2.update(2, 1.0);
eval.merge(state, Arrays.asList(
@@ -275,7 +276,7 @@
new Text("Sum"),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -297,14 +298,14 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new IntWritable(1), new DoubleWritable(1)});
eval.iterate(state, new Object[] {new IntWritable(2), new DoubleWritable(2)});
eval.iterate(state, new Object[] {new IntWritable(1), new DoubleWritable(2)});
eval.iterate(state, new Object[] {new IntWritable(2), new DoubleWritable(1)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -315,7 +316,7 @@
while (it.next()) {
Assert.assertEquals(it.getSummary().getValue(), 3.0);
}
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -330,14 +331,14 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
eval.iterate(state, new Object[] {new DoubleWritable(1), new DoubleWritable(1), new IntWritable(32), new FloatWritable(0.99f), new Text("Max")});
eval.iterate(state, new Object[] {new DoubleWritable(2), new DoubleWritable(2), new IntWritable(32), new FloatWritable(0.99f), new Text("Max")});
eval.iterate(state, new Object[] {new DoubleWritable(1), new DoubleWritable(2), new IntWritable(32), new FloatWritable(0.99f), new Text("Max")});
eval.iterate(state, new Object[] {new DoubleWritable(2), new DoubleWritable(1), new IntWritable(32), new FloatWritable(0.99f), new Text("Max")});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -350,7 +351,7 @@
while (it.next()) {
Assert.assertEquals(it.getSummary().getValue(), 2.0);
}
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -364,13 +365,13 @@
try (GenericUDAFEvaluator eval = new DataToDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
checkFinalResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
for (int i = 0; i < 10000; i++) {
eval.iterate(state, new Object[] {new IntWritable(i), new DoubleWritable(1)});
}
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -378,7 +379,7 @@
Memory.wrap(((BytesWritable) result).getBytes()), new DoubleSummaryDeserializer());
Assert.assertEquals(resultSketch.getEstimate(), 10000.0, 10000 * 0.03);
Assert.assertTrue(resultSketch.getRetainedEntries() <= 4096, "retained entries: " + resultSketch.getRetainedEntries());
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToEstimatesUDFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToEstimatesUDFTest.java
index 9be8628..abaeb1b 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToEstimatesUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToEstimatesUDFTest.java
@@ -16,6 +16,7 @@
import com.yahoo.sketches.tuple.DoubleSummary;
import com.yahoo.sketches.tuple.DoubleSummaryFactory;
+@SuppressWarnings("javadoc")
public class DoubleSummarySketchToEstimatesUDFTest {
@Test
@@ -26,7 +27,7 @@
@Test
public void emptySketch() {
- UpdatableSketch<Double, DoubleSummary> sketch = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+ UpdatableSketch<Double, DoubleSummary> sketch = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
List<Double> result = new DoubleSummarySketchToEstimatesUDF().evaluate(new BytesWritable(sketch.compact().toByteArray()));
Assert.assertNotNull(result);
Assert.assertEquals(result.size(), 2);
@@ -36,7 +37,7 @@
@Test
public void normalCase() {
- UpdatableSketch<Double, DoubleSummary> sketch = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+ UpdatableSketch<Double, DoubleSummary> sketch = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch.update(1, 1.0);
sketch.update(2, 1.0);
List<Double> result = new DoubleSummarySketchToEstimatesUDF().evaluate(new BytesWritable(sketch.compact().toByteArray()));
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToPercentileUDFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToPercentileUDFTest.java
index bf5716b..7a89b3a 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToPercentileUDFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/DoubleSummarySketchToPercentileUDFTest.java
@@ -14,6 +14,7 @@
import com.yahoo.sketches.tuple.DoubleSummary;
import com.yahoo.sketches.tuple.DoubleSummaryFactory;
+@SuppressWarnings("javadoc")
public class DoubleSummarySketchToPercentileUDFTest {
@Test
@@ -24,7 +25,7 @@
@Test
public void emptySketch() {
- UpdatableSketch<Double, DoubleSummary> sketch = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+ UpdatableSketch<Double, DoubleSummary> sketch = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
Double result = new DoubleSummarySketchToPercentileUDF().evaluate(new BytesWritable(sketch.compact().toByteArray()), 0.0);
Assert.assertNotNull(result);
Assert.assertEquals(result, Double.NaN);
@@ -32,10 +33,14 @@
@Test
public void normalCase() {
- UpdatableSketch<Double, DoubleSummary> sketch = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+ UpdatableSketch<Double, DoubleSummary> sketch = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
int iterations = 100000;
- for (int i = 0; i < iterations; i++) sketch.update(i, (double) i);
- for (int i = 0; i < iterations; i++) sketch.update(i, (double) i);
+ for (int i = 0; i < iterations; i++) {
+ sketch.update(i, (double) i);
+ }
+ for (int i = 0; i < iterations; i++) {
+ sketch.update(i, (double) i);
+ }
Double result = new DoubleSummarySketchToPercentileUDF().evaluate(new BytesWritable(sketch.compact().toByteArray()), 50.0);
Assert.assertNotNull(result);
Assert.assertEquals(result, iterations, iterations * 0.02);
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/UnionArrayOfDoublesSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/UnionArrayOfDoublesSketchUDAFTest.java
index 923294c..36717c2 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/UnionArrayOfDoublesSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/UnionArrayOfDoublesSketchUDAFTest.java
@@ -32,6 +32,7 @@
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketch;
import com.yahoo.sketches.tuple.ArrayOfDoublesUpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class UnionArrayOfDoublesSketchUDAFTest {
private static final ObjectInspector intInspector =
@@ -112,17 +113,17 @@
try (GenericUDAFEvaluator eval = new UnionArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToArrayOfDoublesSketchUDAFTest.checkIntermediateResultInspector(resultInspector);
-
+
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
-
+
ArrayOfDoublesUpdatableSketch sketch1 = new ArrayOfDoublesUpdatableSketchBuilder().build();
sketch1.update(1, new double[] {1});
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray())});
-
+
ArrayOfDoublesUpdatableSketch sketch2 = new ArrayOfDoublesUpdatableSketchBuilder().build();
sketch2.update(2, new double[] {1});
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray())});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -142,23 +143,23 @@
try (GenericUDAFEvaluator eval = new UnionArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToArrayOfDoublesSketchUDAFTest.checkIntermediateResultInspector(resultInspector);
-
+
final int nomNumEntries = 8;
final int numValues = 2;
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
-
+
ArrayOfDoublesUpdatableSketch sketch1 = new ArrayOfDoublesUpdatableSketchBuilder()
.setNominalEntries(nomNumEntries).setNumberOfValues(numValues).build();
sketch1.update(1, new double[] {1, 2});
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray()),
new IntWritable(nomNumEntries), new IntWritable(numValues)});
-
+
ArrayOfDoublesUpdatableSketch sketch2 = new ArrayOfDoublesUpdatableSketchBuilder()
.setNominalEntries(nomNumEntries).setNumberOfValues(numValues).build();
sketch2.update(2, new double[] {1, 2});
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray()),
new IntWritable(nomNumEntries), new IntWritable(numValues)});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -179,9 +180,9 @@
try (GenericUDAFEvaluator eval = new UnionArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {structInspector});
DataToArrayOfDoublesSketchUDAFTest.checkIntermediateResultInspector(resultInspector);
-
+
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
-
+
ArrayOfDoublesUpdatableSketch sketch1 = new ArrayOfDoublesUpdatableSketchBuilder().build();
sketch1.update(1, new double[] {1});
eval.merge(state, Arrays.asList(
@@ -189,7 +190,7 @@
new IntWritable(1),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
+
ArrayOfDoublesUpdatableSketch sketch2 = new ArrayOfDoublesUpdatableSketchBuilder().build();
sketch2.update(2, new double[] {1});
eval.merge(state, Arrays.asList(
@@ -197,7 +198,7 @@
new IntWritable(1),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -207,7 +208,7 @@
Assert.assertEquals(((IntWritable) (r.get(1))).get(), 1);
ArrayOfDoublesSketch resultSketch = ArrayOfDoublesSketches.wrapSketch(Memory.wrap(((BytesWritable) (r.get(2))).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 2.0);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -222,9 +223,9 @@
try (GenericUDAFEvaluator eval = new UnionArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
DataToArrayOfDoublesSketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
-
+
ArrayOfDoublesUpdatableSketch sketch1 = new ArrayOfDoublesUpdatableSketchBuilder().build();
sketch1.update(1, new double[] {1});
eval.merge(state, Arrays.asList(
@@ -232,7 +233,7 @@
new IntWritable(1),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
+
ArrayOfDoublesUpdatableSketch sketch2 = new ArrayOfDoublesUpdatableSketchBuilder().build();
sketch2.update(2, new double[] {1});
eval.merge(state, Arrays.asList(
@@ -240,7 +241,7 @@
new IntWritable(1),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -257,23 +258,23 @@
try (GenericUDAFEvaluator eval = new UnionArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToArrayOfDoublesSketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
-
+
ArrayOfDoublesUpdatableSketch sketch1 = new ArrayOfDoublesUpdatableSketchBuilder().build();
sketch1.update(1, new double[] {1});
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray())});
-
+
ArrayOfDoublesUpdatableSketch sketch2 = new ArrayOfDoublesUpdatableSketchBuilder().build();
sketch2.update(2, new double[] {1});
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray())});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
ArrayOfDoublesSketch resultSketch = ArrayOfDoublesSketches.wrapSketch(Memory.wrap(((BytesWritable) result).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 2.0);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -287,29 +288,29 @@
try (GenericUDAFEvaluator eval = new UnionArrayOfDoublesSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToArrayOfDoublesSketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
final int nomNumEntries = 8;
final int numValues = 2;
ArrayOfDoublesState state = (ArrayOfDoublesState) eval.getNewAggregationBuffer();
-
+
ArrayOfDoublesUpdatableSketch sketch1 = new ArrayOfDoublesUpdatableSketchBuilder()
.setNominalEntries(nomNumEntries).setNumberOfValues(numValues).build();
sketch1.update(1, new double[] {1, 2});
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray()),
new IntWritable(nomNumEntries), new IntWritable(numValues)});
-
+
ArrayOfDoublesUpdatableSketch sketch2 = new ArrayOfDoublesUpdatableSketchBuilder()
.setNominalEntries(nomNumEntries).setNumberOfValues(numValues).build();
sketch2.update(2, new double[] {1, 2});
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray()),
new IntWritable(nomNumEntries), new IntWritable(numValues)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
ArrayOfDoublesSketch resultSketch = ArrayOfDoublesSketches.wrapSketch(Memory.wrap(((BytesWritable) result).getBytes()));
Assert.assertEquals(resultSketch.getEstimate(), 2.0);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummarySketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummarySketchUDAFTest.java
index 73ae808..f2509b4 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummarySketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummarySketchUDAFTest.java
@@ -35,6 +35,7 @@
import com.yahoo.sketches.tuple.UpdatableSketch;
import com.yahoo.sketches.tuple.UpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class UnionDoubleSummarySketchUDAFTest {
private static final ObjectInspector intInspector =
@@ -101,18 +102,18 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToDoubleSummarySketchUDAFTest.checkIntermediateResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
- UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch1.update(1, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray())});
-
- UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch2.update(2, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray())});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -132,23 +133,23 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
DataToDoubleSummarySketchUDAFTest.checkIntermediateResultInspector(resultInspector);
-
+
final int nomNumEntries = 8;
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
+
UpdatableSketch<Double, DoubleSummary> sketch1 =
- new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
+ new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
sketch1.update(1, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray()),
new IntWritable(nomNumEntries)});
-
+
UpdatableSketch<Double, DoubleSummary> sketch2 =
- new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
+ new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
sketch2.update(2, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray()),
new IntWritable(nomNumEntries)});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -169,24 +170,24 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {structInspector});
DataToDoubleSummarySketchUDAFTest.checkIntermediateResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
- UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch1.update(1, 1.0);
eval.merge(state, Arrays.asList(
new IntWritable(DEFAULT_NOMINAL_ENTRIES),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
- UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch2.update(2, 1.0);
eval.merge(state, Arrays.asList(
new IntWritable(DEFAULT_NOMINAL_ENTRIES),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -196,7 +197,7 @@
Sketch<DoubleSummary> resultSketch = Sketches.heapifySketch(
Memory.wrap(((BytesWritable) (r.get(1))).getBytes()), new DoubleSummaryDeserializer());
Assert.assertEquals(resultSketch.getEstimate(), 2.0);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -211,24 +212,24 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
DataToDoubleSummarySketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
- UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch1.update(1, 1.0);
eval.merge(state, Arrays.asList(
new IntWritable(DEFAULT_NOMINAL_ENTRIES),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
- UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch2.update(2, 1.0);
eval.merge(state, Arrays.asList(
new IntWritable(DEFAULT_NOMINAL_ENTRIES),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -246,25 +247,25 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToDoubleSummarySketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
- UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch1.update(1, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray())});
-
- UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch2.update(2, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray())});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
Sketch<DoubleSummary> resultSketch = Sketches.heapifySketch(
Memory.wrap(((BytesWritable) result).getBytes()), new DoubleSummaryDeserializer());
Assert.assertEquals(resultSketch.getEstimate(), 2.0);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -278,30 +279,30 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummarySketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToDoubleSummarySketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
final int nomNumEntries = 8;
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
+
UpdatableSketch<Double, DoubleSummary> sketch1 =
- new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
+ new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
sketch1.update(1, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray()),
new IntWritable(nomNumEntries)});
-
+
UpdatableSketch<Double, DoubleSummary> sketch2 =
- new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
+ new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
sketch2.update(2, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray()),
new IntWritable(nomNumEntries)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
Sketch<DoubleSummary> resultSketch = Sketches.heapifySketch(
Memory.wrap(((BytesWritable) result).getBytes()), new DoubleSummaryDeserializer());
Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.05);
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
diff --git a/src/test/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummaryWithModeSketchUDAFTest.java b/src/test/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummaryWithModeSketchUDAFTest.java
index 3d58c88..f22ac62 100644
--- a/src/test/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummaryWithModeSketchUDAFTest.java
+++ b/src/test/java/com/yahoo/sketches/hive/tuple/UnionDoubleSummaryWithModeSketchUDAFTest.java
@@ -40,6 +40,7 @@
import com.yahoo.sketches.tuple.UpdatableSketch;
import com.yahoo.sketches.tuple.UpdatableSketchBuilder;
+@SuppressWarnings("javadoc")
public class UnionDoubleSummaryWithModeSketchUDAFTest {
private static final ObjectInspector intInspector =
@@ -123,20 +124,20 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
- UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch1.update(1, 1.0);
sketch1.update(2, 2.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray())});
-
- UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch2.update(1, 2.0);
sketch2.update(2, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray())});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -161,25 +162,25 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
checkIntermediateResultInspector(resultInspector);
-
+
final int nomNumEntries = 8;
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
+
UpdatableSketch<Double, DoubleSummary> sketch1 =
- new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
+ new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
sketch1.update(1, 1.0);
sketch1.update(2, 2.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray()),
new IntWritable(nomNumEntries), new Text("Max")});
-
+
UpdatableSketch<Double, DoubleSummary> sketch2 =
- new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
+ new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
sketch2.update(1, 2.0);
sketch2.update(2, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray()),
new IntWritable(nomNumEntries), new Text("Max")});
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -205,11 +206,11 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {structInspector});
checkIntermediateResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
- UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch1.update(1, 1.0);
sketch1.update(2, 2.0);
eval.merge(state, Arrays.asList(
@@ -217,8 +218,8 @@
new Text("Sum"),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
- UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch2.update(1, 2.0);
sketch2.update(2, 1.0);
eval.merge(state, Arrays.asList(
@@ -226,7 +227,7 @@
new Text("Sum"),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminatePartial(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof List);
@@ -241,7 +242,7 @@
while (it.next()) {
Assert.assertEquals(it.getSummary().getValue(), 3.0);
}
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -256,11 +257,11 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
DataToDoubleSummarySketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
- UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch1.update(1, 1.0);
sketch1.update(2, 2.0);
eval.merge(state, Arrays.asList(
@@ -268,8 +269,8 @@
new Text("Min"),
new BytesWritable(sketch1.compact().toByteArray()))
);
-
- UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch2.update(1, 2.0);
sketch2.update(2, 1.0);
eval.merge(state, Arrays.asList(
@@ -277,7 +278,7 @@
new Text("Min"),
new BytesWritable(sketch2.compact().toByteArray()))
);
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -299,20 +300,20 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToDoubleSummarySketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
- UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch1 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch1.update(1, 1.0);
sketch1.update(2, 2.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray())});
-
- UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).build();
+
+ UpdatableSketch<Double, DoubleSummary> sketch2 = new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).build();
sketch2.update(1, 2.0);
sketch2.update(2, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray())});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -323,7 +324,7 @@
while (it.next()) {
Assert.assertEquals(it.getSummary().getValue(), 3.0);
}
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -337,25 +338,25 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToDoubleSummarySketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
final int nomNumEntries = 8;
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
+
UpdatableSketch<Double, DoubleSummary> sketch1 =
- new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
+ new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
sketch1.update(1, 1.0);
sketch1.update(2, 2.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray()),
new IntWritable(nomNumEntries)});
-
+
UpdatableSketch<Double, DoubleSummary> sketch2 =
- new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
+ new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
sketch2.update(1, 2.0);
sketch2.update(2, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray()),
new IntWritable(nomNumEntries)});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -366,7 +367,7 @@
while (it.next()) {
Assert.assertEquals(it.getSummary().getValue(), 3.0);
}
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
@@ -380,25 +381,25 @@
try (GenericUDAFEvaluator eval = new UnionDoubleSummaryWithModeSketchUDAF().getEvaluator(info)) {
ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
DataToDoubleSummarySketchUDAFTest.checkFinalResultInspector(resultInspector);
-
+
final int nomNumEntries = 8;
@SuppressWarnings("unchecked")
State<DoubleSummary> state = (State<DoubleSummary>) eval.getNewAggregationBuffer();
-
+
UpdatableSketch<Double, DoubleSummary> sketch1 =
- new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
+ new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
sketch1.update(1, 1.0);
sketch1.update(2, 2.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray()),
new IntWritable(nomNumEntries), new Text("Max")});
-
+
UpdatableSketch<Double, DoubleSummary> sketch2 =
- new UpdatableSketchBuilder<Double, DoubleSummary>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
+ new UpdatableSketchBuilder<>(new DoubleSummaryFactory()).setNominalEntries(nomNumEntries).build();
sketch2.update(1, 2.0);
sketch2.update(2, 1.0);
eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray()),
new IntWritable(nomNumEntries), new Text("Max")});
-
+
Object result = eval.terminate(state);
Assert.assertNotNull(result);
Assert.assertTrue(result instanceof BytesWritable);
@@ -409,7 +410,7 @@
while (it.next()) {
Assert.assertEquals(it.getSummary().getValue(), 2.0);
}
-
+
eval.reset(state);
result = eval.terminate(state);
Assert.assertNull(result);
