| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| |
| package org.apache.datasketches.common; |
| |
| import static org.apache.datasketches.common.ByteArrayUtil.copyBytes; |
| import static org.apache.datasketches.common.ByteArrayUtil.putDoubleLE; |
| import static org.apache.datasketches.common.ByteArrayUtil.putFloatLE; |
| import static org.apache.datasketches.common.ByteArrayUtil.putIntLE; |
| import static org.apache.datasketches.common.ByteArrayUtil.putLongLE; |
| import static org.apache.datasketches.common.ByteArrayUtil.putShortLE; |
| |
| import java.util.Objects; |
| |
| import org.apache.datasketches.memory.Memory; |
| |
| /** |
| * Methods of serializing and deserializing arrays of the object version of primitive types of |
| * Number. The array can be a mix of primitive object types. |
| * |
| * <p>This class serializes numbers with a leading byte (ASCII character) indicating the type. |
| * The class keeps the values byte aligned, even though only 3 bits are strictly necessary to |
| * encode one of the 6 different primitives with object types that extend Number.</p> |
| * |
| * <p>Classes handled are: <code>Long</code>, <code>Integer</code>, <code>Short</code>, |
| * <code>Byte</code>, <code>Double</code>, and <code>Float</code>.</p> |
| * |
| * @author Jon Malkin |
| */ |
| public class ArrayOfNumbersSerDe extends ArrayOfItemsSerDe<Number> { |
| |
| // values selected to enable backwards compatibility |
| private static final byte LONG_INDICATOR = 12; |
| private static final byte INTEGER_INDICATOR = 9; |
| private static final byte SHORT_INDICATOR = 3; |
| private static final byte BYTE_INDICATOR = 2; |
| private static final byte DOUBLE_INDICATOR = 4; |
| private static final byte FLOAT_INDICATOR = 6; |
| |
| @Override |
| public byte[] serializeToByteArray(final Number item) { |
| Objects.requireNonNull(item, "Item must not be null"); |
| final byte[] byteArr; |
| if (item instanceof Long) { |
| byteArr = new byte[Long.BYTES + 1]; |
| byteArr[0] = LONG_INDICATOR; |
| putLongLE(byteArr, 1, (Long)item); |
| } else if (item instanceof Integer) { |
| byteArr = new byte[Integer.BYTES + 1]; |
| byteArr[0] = INTEGER_INDICATOR; |
| putIntLE(byteArr, 1, (Integer)item); |
| } else if (item instanceof Short) { |
| byteArr = new byte[Short.BYTES + 1]; |
| byteArr[0] = SHORT_INDICATOR; |
| putShortLE(byteArr, 1, (Short)item); |
| } else if (item instanceof Byte) { |
| byteArr = new byte[Byte.BYTES + 1]; |
| byteArr[0] = BYTE_INDICATOR; |
| byteArr[1] = (byte)item; |
| } else if (item instanceof Double) { |
| byteArr = new byte[Double.BYTES + 1]; |
| byteArr[0] = DOUBLE_INDICATOR; |
| putDoubleLE(byteArr, 1, (Double)item); |
| } else if (item instanceof Float) { |
| byteArr = new byte[Float.BYTES + 1]; |
| byteArr[0] = FLOAT_INDICATOR; |
| putFloatLE(byteArr, 1, (Float)item); |
| } else { |
| throw new SketchesArgumentException( |
| "Item must be one of: Long, Integer, Short, Byte, Double, Float. " |
| + "item: " + item.toString()); |
| } |
| return byteArr; |
| } |
| |
| @Override |
| public byte[] serializeToByteArray(final Number[] items) { |
| Objects.requireNonNull(items, "Items must not be null"); |
| final int numItems = items.length; |
| int totalBytes = 0; |
| final byte[][] serialized2DArray = new byte[numItems][]; |
| for (int i = 0; i < numItems; i++) { |
| serialized2DArray[i] = serializeToByteArray(items[i]); |
| totalBytes += serialized2DArray[i].length; |
| } |
| final byte[] out = new byte[totalBytes]; |
| int offset = 0; |
| for (int i = 0; i < numItems; i++) { |
| final int itemLen = serialized2DArray[i].length; |
| copyBytes(serialized2DArray[i], 0, out, offset, itemLen); |
| offset += itemLen; |
| } |
| return out; |
| } |
| |
| @Override |
| @Deprecated |
| public Number[] deserializeFromMemory(final Memory mem, final int numItems) { |
| return deserializeFromMemory(mem, 0, numItems); |
| } |
| |
| @Override |
| public Number[] deserializeFromMemory(final Memory mem, final long offsetBytes, final int numItems) { |
| Objects.requireNonNull(mem, "Memory must not be null"); |
| if (numItems <= 0) { return new Number[0]; } |
| final Number[] array = new Number[numItems]; |
| long offset = offsetBytes; |
| for (int i = 0; i < numItems; i++) { |
| Util.checkBounds(offset, Byte.BYTES, mem.getCapacity()); |
| final byte typeId = mem.getByte(offset); |
| offset += Byte.BYTES; |
| |
| switch (typeId) { |
| case LONG_INDICATOR: |
| Util.checkBounds(offset, Long.BYTES, mem.getCapacity()); |
| array[i] = mem.getLong(offset); |
| offset += Long.BYTES; |
| break; |
| case INTEGER_INDICATOR: |
| Util.checkBounds(offset, Integer.BYTES, mem.getCapacity()); |
| array[i] = mem.getInt(offset); |
| offset += Integer.BYTES; |
| break; |
| case SHORT_INDICATOR: |
| Util.checkBounds(offset, Short.BYTES, mem.getCapacity()); |
| array[i] = mem.getShort(offset); |
| offset += Short.BYTES; |
| break; |
| case BYTE_INDICATOR: |
| Util.checkBounds(offset, Byte.BYTES, mem.getCapacity()); |
| array[i] = mem.getByte(offset); |
| offset += Byte.BYTES; |
| break; |
| case DOUBLE_INDICATOR: |
| Util.checkBounds(offset, Double.BYTES, mem.getCapacity()); |
| array[i] = mem.getDouble(offset); |
| offset += Double.BYTES; |
| break; |
| case FLOAT_INDICATOR: |
| Util.checkBounds(offset, Float.BYTES, mem.getCapacity()); |
| array[i] = mem.getFloat(offset); |
| offset += Float.BYTES; |
| break; |
| default: |
| throw new SketchesArgumentException( |
| "Item must be one of: Long, Integer, Short, Byte, Double, Float. " |
| + "index: " + i + ", typeId: " + typeId); |
| } |
| } |
| return array; |
| } |
| |
| @Override |
| public int sizeOf(final Number item) { |
| Objects.requireNonNull(item, "Item must not be null"); |
| if ( item instanceof Long) { return Byte.BYTES + Long.BYTES; } |
| else if ( item instanceof Integer) { return Byte.BYTES + Integer.BYTES; } |
| else if ( item instanceof Short) { return Byte.BYTES + Short.BYTES; } |
| else if ( item instanceof Byte) { return Byte.BYTES + Byte.BYTES; } |
| else if ( item instanceof Double) { return Byte.BYTES + Double.BYTES; } |
| else if ( item instanceof Float) { return Byte.BYTES + Float.BYTES; } |
| else { throw new SketchesArgumentException( |
| "Item must be one of: Long, Integer, Short, Byte, Double, Float. " |
| + "item: " + item.toString()); } |
| } |
| |
| @Override |
| public int sizeOf(final Number[] items) { |
| Objects.requireNonNull(items, "Items must not be null"); |
| int totalBytes = 0; |
| for (final Number item : items) { |
| totalBytes += sizeOf(item); |
| } |
| return totalBytes; |
| } |
| |
| @Override |
| public int sizeOf(final Memory mem, final long offsetBytes, final int numItems) { |
| Objects.requireNonNull(mem, "Memory must not be null"); |
| long offset = offsetBytes; |
| for (int i = 0; i < numItems; i++) { |
| Util.checkBounds(offset, Byte.BYTES, mem.getCapacity()); |
| final byte typeId = mem.getByte(offset); |
| offset += Byte.BYTES; |
| |
| switch (typeId) { |
| case LONG_INDICATOR: |
| Util.checkBounds(offset, Long.BYTES, mem.getCapacity()); |
| offset += Long.BYTES; |
| break; |
| case INTEGER_INDICATOR: |
| Util.checkBounds(offset, Integer.BYTES, mem.getCapacity()); |
| offset += Integer.BYTES; |
| break; |
| case SHORT_INDICATOR: |
| Util.checkBounds(offset, Short.BYTES, mem.getCapacity()); |
| offset += Short.BYTES; |
| break; |
| case BYTE_INDICATOR: |
| Util.checkBounds(offset, Byte.BYTES, mem.getCapacity()); |
| offset += Byte.BYTES; |
| break; |
| case DOUBLE_INDICATOR: |
| Util.checkBounds(offset, Double.BYTES, mem.getCapacity()); |
| offset += Double.BYTES; |
| break; |
| case FLOAT_INDICATOR: |
| Util.checkBounds(offset, Float.BYTES, mem.getCapacity()); |
| offset += Float.BYTES; |
| break; |
| default: |
| throw new SketchesArgumentException( |
| "Item must be one of: Long, Integer, Short, Byte, Double, Float. " |
| + "index: " + i + ", typeId: " + typeId); |
| } |
| } |
| return (int)(offset - offsetBytes); |
| } |
| |
| @Override |
| public String toString(final Number item) { |
| if (item == null) { return "null"; } |
| return item.toString(); |
| } |
| |
| @Override |
| public Class<Number> getClassOfT() { return Number.class; } |
| } |