| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| |
| package org.apache.iotdb.db.queryengine.plan.planner.node.process; |
| |
| import org.apache.iotdb.common.rpc.thrift.TAggregationType; |
| import org.apache.iotdb.commons.exception.IllegalPathException; |
| import org.apache.iotdb.commons.path.MeasurementPath; |
| import org.apache.iotdb.commons.path.PartialPath; |
| import org.apache.iotdb.db.queryengine.plan.expression.leaf.TimeSeriesOperand; |
| import org.apache.iotdb.db.queryengine.plan.planner.node.PlanNodeDeserializeHelper; |
| import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeId; |
| import org.apache.iotdb.db.queryengine.plan.planner.plan.node.process.AggregationNode; |
| import org.apache.iotdb.db.queryengine.plan.planner.plan.node.source.SeriesAggregationScanNode; |
| import org.apache.iotdb.db.queryengine.plan.planner.plan.parameter.AggregationDescriptor; |
| import org.apache.iotdb.db.queryengine.plan.planner.plan.parameter.AggregationStep; |
| import org.apache.iotdb.db.queryengine.plan.planner.plan.parameter.GroupByTimeParameter; |
| import org.apache.iotdb.db.queryengine.plan.statement.component.Ordering; |
| |
| import com.google.common.collect.Sets; |
| import org.apache.tsfile.enums.TSDataType; |
| import org.apache.tsfile.utils.TimeDuration; |
| import org.junit.Test; |
| |
| import java.nio.ByteBuffer; |
| import java.util.ArrayList; |
| import java.util.Arrays; |
| import java.util.Collections; |
| import java.util.List; |
| |
| import static org.apache.iotdb.db.queryengine.plan.expression.ExpressionFactory.in; |
| import static org.apache.iotdb.db.queryengine.plan.expression.ExpressionFactory.timeSeries; |
| import static org.junit.Assert.assertEquals; |
| |
| public class AggregationNodeSerdeTest { |
| |
| @Test |
| public void testSerializeAndDeserialize() throws IllegalPathException { |
| GroupByTimeParameter groupByTimeParameter = |
| new GroupByTimeParameter(1, 100, new TimeDuration(0, 1), new TimeDuration(0, 1), false); |
| SeriesAggregationScanNode seriesAggregationScanNode = |
| new SeriesAggregationScanNode( |
| new PlanNodeId("TestSeriesAggregateScanNode"), |
| new MeasurementPath("root.sg.d1.s1", TSDataType.BOOLEAN), |
| Collections.singletonList( |
| new AggregationDescriptor( |
| TAggregationType.MAX_TIME.name().toLowerCase(), |
| AggregationStep.INTERMEDIATE, |
| Collections.singletonList( |
| new TimeSeriesOperand(new PartialPath("root.sg.d1.s1"))))), |
| Ordering.ASC, |
| in(timeSeries("root.sg.d1.s1"), Sets.newLinkedHashSet(Arrays.asList("s1", "s2"))), |
| groupByTimeParameter, |
| null); |
| AggregationNode aggregationNode = |
| new AggregationNode( |
| new PlanNodeId("TestAggregateNode"), |
| Collections.singletonList(seriesAggregationScanNode), |
| Collections.singletonList( |
| new AggregationDescriptor( |
| TAggregationType.MAX_TIME.name().toLowerCase(), |
| AggregationStep.FINAL, |
| Collections.singletonList( |
| new TimeSeriesOperand(new PartialPath("root.sg.d1.s1"))))), |
| groupByTimeParameter, |
| Ordering.ASC); |
| |
| ByteBuffer byteBuffer = ByteBuffer.allocate(1024); |
| aggregationNode.serialize(byteBuffer); |
| byteBuffer.flip(); |
| assertEquals(PlanNodeDeserializeHelper.deserialize(byteBuffer), aggregationNode); |
| } |
| |
| /** Test AVG with COUNT and SUM (former or later). */ |
| @Test |
| public void getDeduplicatedDescriptorsTest1() { |
| PartialPath seriesPath1 = new PartialPath(new String[] {"root", "sg", "d1", "s1"}); |
| List<TAggregationType> aggregationTypeList = new ArrayList<>(); |
| aggregationTypeList.add(TAggregationType.COUNT); |
| aggregationTypeList.add(TAggregationType.AVG); |
| aggregationTypeList.add(TAggregationType.SUM); |
| List<AggregationDescriptor> descriptorList = new ArrayList<>(); |
| for (TAggregationType aggregationType : aggregationTypeList) { |
| descriptorList.add( |
| new AggregationDescriptor( |
| aggregationType.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| } |
| List<AggregationDescriptor> deduplicatedDescriptors = |
| AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(1, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.AVG, deduplicatedDescriptors.get(0).getAggregationType()); |
| |
| aggregationTypeList = new ArrayList<>(); |
| aggregationTypeList.add(TAggregationType.COUNT); |
| aggregationTypeList.add(TAggregationType.SUM); |
| aggregationTypeList.add(TAggregationType.AVG); |
| descriptorList = new ArrayList<>(); |
| for (TAggregationType aggregationType : aggregationTypeList) { |
| descriptorList.add( |
| new AggregationDescriptor( |
| aggregationType.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| } |
| deduplicatedDescriptors = AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(1, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.AVG, deduplicatedDescriptors.get(0).getAggregationType()); |
| |
| aggregationTypeList = new ArrayList<>(); |
| aggregationTypeList.add(TAggregationType.AVG); |
| aggregationTypeList.add(TAggregationType.COUNT); |
| aggregationTypeList.add(TAggregationType.SUM); |
| descriptorList = new ArrayList<>(); |
| for (TAggregationType aggregationType : aggregationTypeList) { |
| descriptorList.add( |
| new AggregationDescriptor( |
| aggregationType.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| } |
| deduplicatedDescriptors = AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(1, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.AVG, deduplicatedDescriptors.get(0).getAggregationType()); |
| |
| // try output final |
| descriptorList = new ArrayList<>(); |
| for (TAggregationType aggregationType : aggregationTypeList) { |
| descriptorList.add( |
| new AggregationDescriptor( |
| aggregationType.name().toLowerCase(), |
| AggregationStep.SINGLE, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| } |
| deduplicatedDescriptors = AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(3, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.AVG, deduplicatedDescriptors.get(0).getAggregationType()); |
| assertEquals(TAggregationType.COUNT, deduplicatedDescriptors.get(1).getAggregationType()); |
| assertEquals(TAggregationType.SUM, deduplicatedDescriptors.get(2).getAggregationType()); |
| } |
| |
| /** Test FIRST_VALUE with MIN_TIME (former or later). */ |
| @Test |
| public void getDeduplicatedDescriptorsTest2() { |
| PartialPath seriesPath1 = new PartialPath(new String[] {"root", "sg", "d1", "s1"}); |
| List<TAggregationType> aggregationTypeList = new ArrayList<>(); |
| aggregationTypeList.add(TAggregationType.FIRST_VALUE); |
| aggregationTypeList.add(TAggregationType.MIN_TIME); |
| List<AggregationDescriptor> descriptorList = new ArrayList<>(); |
| for (TAggregationType aggregationType : aggregationTypeList) { |
| descriptorList.add( |
| new AggregationDescriptor( |
| aggregationType.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| } |
| List<AggregationDescriptor> deduplicatedDescriptors = |
| AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(1, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.FIRST_VALUE, deduplicatedDescriptors.get(0).getAggregationType()); |
| |
| aggregationTypeList = new ArrayList<>(); |
| aggregationTypeList.add(TAggregationType.MIN_TIME); |
| aggregationTypeList.add(TAggregationType.FIRST_VALUE); |
| descriptorList = new ArrayList<>(); |
| for (TAggregationType aggregationType : aggregationTypeList) { |
| descriptorList.add( |
| new AggregationDescriptor( |
| aggregationType.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| } |
| deduplicatedDescriptors = AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(1, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.FIRST_VALUE, deduplicatedDescriptors.get(0).getAggregationType()); |
| |
| // try output final |
| descriptorList = new ArrayList<>(); |
| for (TAggregationType aggregationType : aggregationTypeList) { |
| descriptorList.add( |
| new AggregationDescriptor( |
| aggregationType.name().toLowerCase(), |
| AggregationStep.SINGLE, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| } |
| deduplicatedDescriptors = AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(2, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.MIN_TIME, deduplicatedDescriptors.get(0).getAggregationType()); |
| assertEquals(TAggregationType.FIRST_VALUE, deduplicatedDescriptors.get(1).getAggregationType()); |
| } |
| |
| /** Test LAST_VALUE with MAX_TIME (former or later). */ |
| @Test |
| public void getDeduplicatedDescriptorsTest3() { |
| PartialPath seriesPath1 = new PartialPath(new String[] {"root", "sg", "d1", "s1"}); |
| List<TAggregationType> aggregationTypeList = new ArrayList<>(); |
| aggregationTypeList.add(TAggregationType.LAST_VALUE); |
| aggregationTypeList.add(TAggregationType.MAX_TIME); |
| List<AggregationDescriptor> descriptorList = new ArrayList<>(); |
| for (TAggregationType aggregationType : aggregationTypeList) { |
| descriptorList.add( |
| new AggregationDescriptor( |
| aggregationType.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| } |
| List<AggregationDescriptor> deduplicatedDescriptors = |
| AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(1, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.LAST_VALUE, deduplicatedDescriptors.get(0).getAggregationType()); |
| |
| aggregationTypeList = new ArrayList<>(); |
| aggregationTypeList.add(TAggregationType.MAX_TIME); |
| aggregationTypeList.add(TAggregationType.LAST_VALUE); |
| descriptorList = new ArrayList<>(); |
| for (TAggregationType aggregationType : aggregationTypeList) { |
| descriptorList.add( |
| new AggregationDescriptor( |
| aggregationType.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| } |
| deduplicatedDescriptors = AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(1, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.LAST_VALUE, deduplicatedDescriptors.get(0).getAggregationType()); |
| |
| // try output final |
| descriptorList = new ArrayList<>(); |
| for (TAggregationType aggregationType : aggregationTypeList) { |
| descriptorList.add( |
| new AggregationDescriptor( |
| aggregationType.name().toLowerCase(), |
| AggregationStep.SINGLE, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| } |
| deduplicatedDescriptors = AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(2, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.MAX_TIME, deduplicatedDescriptors.get(0).getAggregationType()); |
| assertEquals(TAggregationType.LAST_VALUE, deduplicatedDescriptors.get(1).getAggregationType()); |
| } |
| |
| /** Test AVG with COUNT but work on different time series. */ |
| @Test |
| public void getDeduplicatedDescriptorsTest4() { |
| PartialPath seriesPath1 = new PartialPath(new String[] {"root", "sg", "d1", "s1"}); |
| PartialPath seriesPath2 = new PartialPath(new String[] {"root", "sg", "d1", "s2"}); |
| List<AggregationDescriptor> descriptorList = new ArrayList<>(); |
| descriptorList.add( |
| new AggregationDescriptor( |
| TAggregationType.AVG.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| descriptorList.add( |
| new AggregationDescriptor( |
| TAggregationType.COUNT.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath2)))); |
| |
| List<AggregationDescriptor> deduplicatedDescriptors = |
| AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(2, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.AVG, deduplicatedDescriptors.get(0).getAggregationType()); |
| assertEquals(TAggregationType.COUNT, deduplicatedDescriptors.get(1).getAggregationType()); |
| |
| descriptorList = new ArrayList<>(); |
| descriptorList.add( |
| new AggregationDescriptor( |
| TAggregationType.FIRST_VALUE.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| descriptorList.add( |
| new AggregationDescriptor( |
| TAggregationType.MIN_TIME.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath2)))); |
| |
| deduplicatedDescriptors = AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(2, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.FIRST_VALUE, deduplicatedDescriptors.get(0).getAggregationType()); |
| assertEquals(TAggregationType.MIN_TIME, deduplicatedDescriptors.get(1).getAggregationType()); |
| |
| descriptorList = new ArrayList<>(); |
| descriptorList.add( |
| new AggregationDescriptor( |
| TAggregationType.LAST_VALUE.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath1)))); |
| descriptorList.add( |
| new AggregationDescriptor( |
| TAggregationType.MAX_TIME.name().toLowerCase(), |
| AggregationStep.PARTIAL, |
| Collections.singletonList(new TimeSeriesOperand(seriesPath2)))); |
| |
| deduplicatedDescriptors = AggregationNode.getDeduplicatedDescriptors(descriptorList); |
| assertEquals(2, deduplicatedDescriptors.size()); |
| assertEquals(TAggregationType.LAST_VALUE, deduplicatedDescriptors.get(0).getAggregationType()); |
| assertEquals(TAggregationType.MAX_TIME, deduplicatedDescriptors.get(1).getAggregationType()); |
| } |
| } |