| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| package org.apache.iotdb.db.qp.physical.crud; |
| |
| import org.apache.iotdb.commons.exception.MetadataException; |
| import org.apache.iotdb.commons.path.AlignedPath; |
| import org.apache.iotdb.commons.path.PartialPath; |
| import org.apache.iotdb.db.exception.query.QueryProcessException; |
| import org.apache.iotdb.db.mpp.plan.expression.Expression; |
| import org.apache.iotdb.db.qp.logical.crud.SpecialClauseComponent; |
| import org.apache.iotdb.db.qp.strategy.PhysicalGenerator; |
| import org.apache.iotdb.db.utils.SchemaUtils; |
| import org.apache.iotdb.tsfile.file.metadata.enums.TSDataType; |
| import org.apache.iotdb.tsfile.read.common.Path; |
| import org.apache.iotdb.tsfile.read.expression.IBinaryExpression; |
| import org.apache.iotdb.tsfile.read.expression.IExpression; |
| import org.apache.iotdb.tsfile.read.expression.impl.SingleSeriesExpression; |
| import org.apache.iotdb.tsfile.utils.Pair; |
| |
| import java.util.ArrayList; |
| import java.util.Comparator; |
| import java.util.HashMap; |
| import java.util.HashSet; |
| import java.util.List; |
| import java.util.Map; |
| import java.util.Set; |
| |
| public class RawDataQueryPlan extends QueryPlan { |
| |
| private List<PartialPath> deduplicatedPaths = new ArrayList<>(); |
| |
| private IExpression expression = null; |
| private Map<String, Set<String>> deviceToMeasurements = new HashMap<>(); |
| |
| // TODO: remove this when all types of query supporting vector |
| /** used to group all the sub sensors of one vector into VectorPartialPath */ |
| private List<PartialPath> deduplicatedVectorPaths = new ArrayList<>(); |
| |
| public RawDataQueryPlan() { |
| super(); |
| } |
| |
| @Override |
| public void deduplicate(PhysicalGenerator physicalGenerator) throws MetadataException { |
| // sort paths by device, to accelerate the metadata read process |
| List<Pair<PartialPath, Integer>> indexedPaths = new ArrayList<>(); |
| for (int i = 0; i < paths.size(); i++) { |
| indexedPaths.add(new Pair<>(paths.get(i), i)); |
| } |
| indexedPaths.sort(Comparator.comparing(pair -> pair.left)); |
| |
| Set<String> columnForReaderSet = new HashSet<>(); |
| Set<String> columnForDisplaySet = new HashSet<>(); |
| |
| for (Pair<PartialPath, Integer> indexedPath : indexedPaths) { |
| PartialPath originalPath = indexedPath.left; |
| Integer originalIndex = indexedPath.right; |
| |
| // TODO this method must have some big problem |
| String columnForReader = getColumnForReaderFromPath(originalPath, originalIndex); |
| if (!columnForReaderSet.contains(columnForReader)) { |
| addDeduplicatedPaths(originalPath); |
| if (this instanceof AggregationPlan) { |
| ((AggregationPlan) this) |
| .addDeduplicatedAggregations(getAggregations().get(originalIndex)); |
| } |
| columnForReaderSet.add(columnForReader); |
| } |
| |
| String columnForDisplay = getColumnForDisplay(columnForReader, originalIndex); |
| if (!columnForDisplaySet.contains(columnForDisplay)) { |
| setColumnNameToDatasetOutputIndex(columnForDisplay, getPathToIndex().size()); |
| columnForDisplaySet.add(columnForDisplay); |
| } |
| } |
| |
| // group all the aligned sensors of one device into one AlignedPath |
| groupVectorPaths(physicalGenerator); |
| } |
| |
| @Override |
| public void convertSpecialClauseValues(SpecialClauseComponent specialClauseComponent) |
| throws QueryProcessException { |
| if (specialClauseComponent != null) { |
| if (!specialClauseComponent.getWithoutNullColumns().isEmpty()) { |
| withoutNullColumnsIndex = new HashSet<>(); |
| } |
| for (Expression expression : specialClauseComponent.getWithoutNullColumns()) { |
| if (getPathToIndex().containsKey(expression.getExpressionString())) { |
| withoutNullColumnsIndex.add(getPathToIndex().get(expression.getExpressionString())); |
| } else { |
| throw new QueryProcessException(QueryPlan.WITHOUT_NULL_FILTER_ERROR_MESSAGE); |
| } |
| } |
| setWithoutAllNull(specialClauseComponent.isWithoutAllNull()); |
| setWithoutAnyNull(specialClauseComponent.isWithoutAnyNull()); |
| setRowLimit(specialClauseComponent.getRowLimit()); |
| setRowOffset(specialClauseComponent.getRowOffset()); |
| setAscending(specialClauseComponent.isAscending()); |
| setAlignByTime(specialClauseComponent.isAlignByTime()); |
| } |
| } |
| |
| public IExpression getExpression() { |
| return expression; |
| } |
| |
| public void setExpression(IExpression expression) throws QueryProcessException { |
| this.expression = expression; |
| updateDeviceMeasurementsUsingExpression(expression); |
| } |
| |
| public void updateDeviceMeasurementsUsingExpression(IExpression expression) { |
| if (expression instanceof SingleSeriesExpression) { |
| Path path = ((SingleSeriesExpression) expression).getSeriesPath(); |
| deviceToMeasurements |
| .computeIfAbsent(path.getDevice(), key -> new HashSet<>()) |
| .add(path.getMeasurement()); |
| } else if (expression instanceof IBinaryExpression) { |
| updateDeviceMeasurementsUsingExpression(((IBinaryExpression) expression).getLeft()); |
| updateDeviceMeasurementsUsingExpression(((IBinaryExpression) expression).getRight()); |
| } |
| } |
| |
| public List<PartialPath> getDeduplicatedPaths() { |
| return deduplicatedPaths; |
| } |
| |
| public void addDeduplicatedPaths(PartialPath path) { |
| deviceToMeasurements |
| .computeIfAbsent(path.getDevice(), key -> new HashSet<>()) |
| .add(path.getMeasurement()); |
| this.deduplicatedPaths.add(path); |
| } |
| |
| public List<TSDataType> getDeduplicatedDataTypes() { |
| return SchemaUtils.getSeriesTypesByPaths(deduplicatedPaths); |
| } |
| |
| /** |
| * used for AlignByDevice Query, the query is executed by each device, So we only maintain |
| * measurements of current device. |
| */ |
| public void setDeduplicatedPathsAndUpdate(List<PartialPath> deduplicatedPaths) { |
| deviceToMeasurements.clear(); |
| deduplicatedPaths.forEach( |
| path -> { |
| Set<String> set = |
| deviceToMeasurements.computeIfAbsent(path.getDevice(), key -> new HashSet<>()); |
| if (path instanceof AlignedPath) { |
| set.addAll(((AlignedPath) path).getMeasurementList()); |
| } else { |
| set.add(path.getMeasurement()); |
| } |
| }); |
| this.deduplicatedPaths = deduplicatedPaths; |
| } |
| |
| public void setDeduplicatedPaths(List<PartialPath> deduplicatedPaths) { |
| this.deduplicatedPaths = deduplicatedPaths; |
| } |
| |
| public Set<String> getAllMeasurementsInDevice(String device) { |
| return deviceToMeasurements.getOrDefault(device, new HashSet<>()); |
| } |
| |
| public void addFilterPathInDeviceToMeasurements(Path path) { |
| deviceToMeasurements |
| .computeIfAbsent(path.getDevice(), key -> new HashSet<>()) |
| .add(path.getMeasurement()); |
| } |
| |
| public Map<String, Set<String>> getDeviceToMeasurements() { |
| return deviceToMeasurements; |
| } |
| |
| /** |
| * Group all the subSensors of one vector into one VectorPartialPath save the grouped |
| * VectorPartialPath in deduplicatedVectorPaths instead of putting them directly into |
| * deduplicatedPaths, because we don't know whether the raw query has value filter here. |
| */ |
| public void groupVectorPaths(PhysicalGenerator physicalGenerator) throws MetadataException { |
| List<PartialPath> vectorizedDeduplicatedPaths = |
| physicalGenerator.groupVectorPaths(getDeduplicatedPaths()); |
| setDeduplicatedVectorPaths(vectorizedDeduplicatedPaths); |
| } |
| |
| public void setDeduplicatedVectorPaths(List<PartialPath> deduplicatedVectorPaths) { |
| this.deduplicatedVectorPaths = deduplicatedVectorPaths; |
| } |
| |
| /** |
| * RawQueryWithoutValueFilter should call this method to use grouped vector partial path to |
| * replace the previous deduplicatedPaths |
| */ |
| public void transformToVector() { |
| if (!this.deduplicatedVectorPaths.isEmpty()) { |
| this.deduplicatedPaths = this.deduplicatedVectorPaths; |
| } |
| } |
| } |