| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| package org.apache.asterix.lang.aql.util; |
| |
| import java.io.DataOutput; |
| import java.util.List; |
| |
| import org.apache.asterix.common.exceptions.AsterixException; |
| import org.apache.asterix.formats.nontagged.AqlBinaryComparatorFactoryProvider; |
| import org.apache.asterix.formats.nontagged.AqlSerializerDeserializerProvider; |
| import org.apache.asterix.lang.aql.parser.AQLParserFactory; |
| import org.apache.asterix.lang.common.base.Expression; |
| import org.apache.asterix.lang.common.base.Expression.Kind; |
| import org.apache.asterix.lang.common.base.IParser; |
| import org.apache.asterix.lang.common.base.IParserFactory; |
| import org.apache.asterix.lang.common.base.Literal; |
| import org.apache.asterix.lang.common.base.Statement; |
| import org.apache.asterix.lang.common.expression.ListConstructor; |
| import org.apache.asterix.lang.common.expression.LiteralExpr; |
| import org.apache.asterix.lang.common.literal.DoubleLiteral; |
| import org.apache.asterix.lang.common.literal.FloatLiteral; |
| import org.apache.asterix.lang.common.literal.IntegerLiteral; |
| import org.apache.asterix.lang.common.literal.LongIntegerLiteral; |
| import org.apache.asterix.lang.common.literal.StringLiteral; |
| import org.apache.asterix.lang.common.statement.Query; |
| import org.apache.asterix.om.base.AMutableDouble; |
| import org.apache.asterix.om.base.AMutableFloat; |
| import org.apache.asterix.om.base.AMutableInt32; |
| import org.apache.asterix.om.base.AMutableInt64; |
| import org.apache.asterix.om.base.AMutableString; |
| import org.apache.asterix.om.types.ATypeTag; |
| import org.apache.asterix.om.types.BuiltinType; |
| import org.apache.hyracks.algebricks.common.exceptions.NotImplementedException; |
| import org.apache.hyracks.api.dataflow.value.IBinaryComparator; |
| import org.apache.hyracks.api.dataflow.value.IBinaryComparatorFactory; |
| import org.apache.hyracks.api.dataflow.value.ISerializerDeserializer; |
| import org.apache.hyracks.api.exceptions.HyracksDataException; |
| import org.apache.hyracks.data.std.util.ArrayBackedValueStorage; |
| import org.apache.hyracks.dataflow.common.data.partition.range.IRangeMap; |
| import org.apache.hyracks.dataflow.common.data.partition.range.RangeMap; |
| |
| public abstract class RangeMapBuilder { |
| private static final IParserFactory parserFactory = new AQLParserFactory(); |
| |
| public static IRangeMap parseHint(Object hint) throws AsterixException { |
| ArrayBackedValueStorage abvs = new ArrayBackedValueStorage(); |
| DataOutput out = abvs.getDataOutput();; |
| abvs.reset(); |
| |
| IParser parser = parserFactory.createParser((String) hint); |
| List<Statement> hintStatements = parser.parse(); |
| if (hintStatements.size() != 1) { |
| throw new AsterixException("Only one range statement is allowed for the range hint."); |
| } |
| |
| // Translate the query into a Range Map |
| if (hintStatements.get(0).getKind() != Statement.Kind.QUERY) { |
| throw new AsterixException("Not a proper query for the range hint."); |
| } |
| Query q = (Query) hintStatements.get(0); |
| |
| if (q.getBody().getKind() != Kind.LIST_CONSTRUCTOR_EXPRESSION) { |
| throw new AsterixException("The range hint must be a list."); |
| } |
| List<Expression> el = ((ListConstructor) q.getBody()).getExprList(); |
| int offsets[] = new int[el.size()]; |
| |
| // Loop over list of literals |
| for (int i = 0; i < el.size(); ++i) { |
| Expression item = el.get(i); |
| if (item.getKind() == Kind.LITERAL_EXPRESSION) { |
| parseLiteralToBytes(item, out); |
| offsets[i] = abvs.getLength(); |
| } |
| // TODO Add support for composite fields. |
| } |
| |
| return new RangeMap(1, abvs.getByteArray(), offsets); |
| } |
| |
| @SuppressWarnings("unchecked") |
| private static void parseLiteralToBytes(Expression item, DataOutput out) throws AsterixException { |
| AMutableDouble aDouble = new AMutableDouble(0); |
| AMutableFloat aFloat = new AMutableFloat(0); |
| AMutableInt64 aInt64 = new AMutableInt64(0); |
| AMutableInt32 aInt32 = new AMutableInt32(0); |
| AMutableString aString = new AMutableString(""); |
| @SuppressWarnings("rawtypes") |
| ISerializerDeserializer serde; |
| |
| Literal l = ((LiteralExpr) item).getValue(); |
| try { |
| switch (l.getLiteralType()) { |
| case DOUBLE: |
| DoubleLiteral dl = (DoubleLiteral) l; |
| serde = AqlSerializerDeserializerProvider.INSTANCE.getSerializerDeserializer(BuiltinType.ADOUBLE); |
| aDouble.setValue(dl.getValue()); |
| serde.serialize(aDouble, out); |
| break; |
| case FLOAT: |
| FloatLiteral fl = (FloatLiteral) l; |
| serde = AqlSerializerDeserializerProvider.INSTANCE.getSerializerDeserializer(BuiltinType.AFLOAT); |
| aFloat.setValue(fl.getValue()); |
| serde.serialize(aFloat, out); |
| break; |
| case INTEGER: |
| IntegerLiteral il = (IntegerLiteral) l; |
| serde = AqlSerializerDeserializerProvider.INSTANCE.getSerializerDeserializer(BuiltinType.AINT32); |
| aInt32.setValue(il.getValue()); |
| serde.serialize(aInt32, out); |
| break; |
| case LONG: |
| LongIntegerLiteral lil = (LongIntegerLiteral) l; |
| serde = AqlSerializerDeserializerProvider.INSTANCE.getSerializerDeserializer(BuiltinType.AINT64); |
| aInt64.setValue(lil.getValue()); |
| serde.serialize(aInt64, out); |
| break; |
| case STRING: |
| StringLiteral sl = (StringLiteral) l; |
| serde = AqlSerializerDeserializerProvider.INSTANCE.getSerializerDeserializer(BuiltinType.ASTRING); |
| aString.setValue(sl.getValue()); |
| serde.serialize(aString, out); |
| break; |
| default: |
| throw new NotImplementedException("The range map builder has not been implemented for " |
| + item.getKind() + " type of expressions."); |
| } |
| } catch (HyracksDataException e) { |
| throw new AsterixException(e.getMessage()); |
| } |
| } |
| |
| public static void verifyRangeOrder(IRangeMap rangeMap, boolean ascending) throws AsterixException { |
| // TODO Add support for composite fields. |
| int fieldIndex = 0; |
| int fieldType = rangeMap.getTag(0, 0); |
| AqlBinaryComparatorFactoryProvider comparatorFactory = AqlBinaryComparatorFactoryProvider.INSTANCE; |
| IBinaryComparatorFactory bcf = |
| comparatorFactory.getBinaryComparatorFactory(ATypeTag.VALUE_TYPE_MAPPING[fieldType], ascending); |
| IBinaryComparator comparator = bcf.createBinaryComparator(); |
| int c = 0; |
| for (int split = 1; split < rangeMap.getSplitCount(); ++split) { |
| if (fieldType != rangeMap.getTag(fieldIndex, split)) { |
| throw new AsterixException("Range field contains more than a single type of items (" + fieldType |
| + " and " + rangeMap.getTag(fieldIndex, split) + ")."); |
| } |
| int previousSplit = split - 1; |
| try { |
| c = comparator.compare(rangeMap.getByteArray(fieldIndex, previousSplit), |
| rangeMap.getStartOffset(fieldIndex, previousSplit), |
| rangeMap.getLength(fieldIndex, previousSplit), rangeMap.getByteArray(fieldIndex, split), |
| rangeMap.getStartOffset(fieldIndex, split), rangeMap.getLength(fieldIndex, split)); |
| } catch (HyracksDataException e) { |
| throw new AsterixException(e); |
| } |
| if (c >= 0) { |
| throw new AsterixException("Range fields are not in sorted order."); |
| } |
| } |
| } |
| } |
