| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| package org.apache.pinot.segment.local.segment.index.readers; |
| |
| import it.unimi.dsi.fastutil.longs.Long2IntOpenHashMap; |
| import java.math.BigDecimal; |
| import java.util.Arrays; |
| import org.apache.pinot.segment.spi.index.reader.Dictionary; |
| import org.apache.pinot.segment.spi.memory.PinotDataBuffer; |
| import org.apache.pinot.spi.data.FieldSpec.DataType; |
| |
| |
| /** |
| * Implementation of long dictionary that cache all values on-heap. |
| * <p>This is useful for Long columns that: |
| * <ul> |
| * <li>Have low cardinality long dictionary where memory footprint on-heap is acceptably small</li> |
| * <li>Is heavily queried</li> |
| * </ul> |
| * <p>This helps avoid creation of Long from byte[]. |
| */ |
| public class OnHeapLongDictionary extends BaseImmutableDictionary { |
| private final Long2IntOpenHashMap _valToDictId; |
| private final long[] _dictIdToVal; |
| |
| /** |
| * Constructor for the class. |
| * Populates the value <-> mappings. |
| * |
| * @param dataBuffer Pinot data buffer |
| * @param length Length of the dictionary |
| */ |
| public OnHeapLongDictionary(PinotDataBuffer dataBuffer, int length) { |
| super(dataBuffer, length, Long.BYTES, (byte) 0); |
| |
| _valToDictId = new Long2IntOpenHashMap(length); |
| _valToDictId.defaultReturnValue(Dictionary.NULL_VALUE_INDEX); |
| _dictIdToVal = new long[length]; |
| |
| for (int dictId = 0; dictId < length; dictId++) { |
| long value = getLong(dictId); |
| _dictIdToVal[dictId] = value; |
| _valToDictId.put(value, dictId); |
| } |
| } |
| |
| @Override |
| public DataType getValueType() { |
| return DataType.LONG; |
| } |
| |
| @Override |
| public int indexOf(String stringValue) { |
| return _valToDictId.get(Long.parseLong(stringValue)); |
| } |
| |
| @Override |
| public int indexOf(long longValue) { |
| return _valToDictId.get(longValue); |
| } |
| |
| @Override |
| public int insertionIndexOf(String stringValue) { |
| long longValue = Long.parseLong(stringValue); |
| int index = _valToDictId.get(longValue); |
| return (index != Dictionary.NULL_VALUE_INDEX) ? index : Arrays.binarySearch(_dictIdToVal, longValue); |
| } |
| |
| @Override |
| public Long get(int dictId) { |
| return _dictIdToVal[dictId]; |
| } |
| |
| @Override |
| public int getIntValue(int dictId) { |
| return (int) _dictIdToVal[dictId]; |
| } |
| |
| @Override |
| public long getLongValue(int dictId) { |
| return _dictIdToVal[dictId]; |
| } |
| |
| @Override |
| public float getFloatValue(int dictId) { |
| return _dictIdToVal[dictId]; |
| } |
| |
| @Override |
| public double getDoubleValue(int dictId) { |
| return _dictIdToVal[dictId]; |
| } |
| |
| @Override |
| public BigDecimal getBigDecimalValue(int dictId) { |
| return BigDecimal.valueOf(_dictIdToVal[dictId]); |
| } |
| |
| @Override |
| public String getStringValue(int dictId) { |
| return Long.toString(_dictIdToVal[dictId]); |
| } |
| } |