| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| |
| package org.apache.datasketches.memory; |
| |
| import static org.apache.datasketches.memory.internal.Util.negativeCheck; |
| |
| import java.io.File; |
| import java.io.IOException; |
| import java.nio.ByteBuffer; |
| import java.nio.ByteOrder; |
| import java.nio.channels.WritableByteChannel; |
| import java.util.Objects; |
| |
| import org.apache.datasketches.memory.internal.BaseWritableMemoryImpl; |
| import org.apache.datasketches.memory.internal.Prim; |
| import org.apache.datasketches.memory.internal.ResourceImpl; |
| |
| /** |
| * Defines the read-only API for offset access to a resource. |
| * |
| * <p>The classes in this package are not thread-safe.</p> |
| * |
| * @author Lee Rhodes |
| */ |
| public interface Memory extends Resource { |
| |
| //BYTE BUFFER |
| |
| /** |
| * Accesses the given <i>ByteBuffer</i> for read-only operations. The returned <i>Memory</i> object has |
| * the same byte order, as the given <i>ByteBuffer</i>. |
| * @param byteBuffer the given <i>ByteBuffer</i>. It must be non-null and with capacity ≥ 0. |
| * @return a new <i>Memory</i> for read-only operations on the given <i>ByteBuffer</i>. |
| */ |
| static Memory wrap(ByteBuffer byteBuffer) { |
| return wrap(byteBuffer, byteBuffer.order()); |
| } |
| |
| /** |
| * Accesses the given <i>ByteBuffer</i> for read-only operations. The returned <i>Memory</i> object has |
| * the given byte order, ignoring the byte order of the given <i>ByteBuffer</i> for future reads and writes. |
| * @param byteBuffer the given <i>ByteBuffer</i>. It must be non-null and with capacity ≥ 0. |
| * @param byteOrder the byte order to be used. It must be non-null. |
| * @return a new <i>Memory</i> for read-only operations on the given <i>ByteBuffer</i>. |
| */ |
| static Memory wrap(ByteBuffer byteBuffer, ByteOrder byteOrder) { |
| Objects.requireNonNull(byteBuffer, "byteBuffer must not be null"); |
| Objects.requireNonNull(byteOrder, "byteOrder must not be null"); |
| negativeCheck(byteBuffer.capacity(), "byteBuffer"); |
| return BaseWritableMemoryImpl.wrapByteBuffer(byteBuffer, true, byteOrder, null); |
| } |
| |
| //MAP |
| /** |
| * Maps the entire given file into native-ordered <i>Memory</i> for read operations |
| * Calling this method is equivalent to calling |
| * {@link #map(File, long, long, ByteOrder) map(file, 0, file.length(), ByteOrder.nativeOrder())}. |
| * @param file the given file to map. It must be non-null, length ≥ 0, and readable. |
| * @return <i>Memory</i> for managing the mapped memory. |
| */ |
| static Memory map(File file) { |
| return map(file, 0, file.length(), ByteOrder.nativeOrder()); |
| } |
| |
| /** |
| * Maps the specified portion of the given file into <i>Memory</i> for read operations. |
| * @param file the given file to map. It must be non-null and readable. |
| * @param fileOffsetBytes the position in the given file in bytes. It must not be negative. |
| * @param capacityBytes the size of the mapped memory. It must not be negative. |
| * @param byteOrder the byte order to be used for the mapped memory. It must be non-null. |
| * @return <i>Memory</i> for managing the mapped memory. |
| */ |
| static Memory map(File file, long fileOffsetBytes, long capacityBytes, ByteOrder byteOrder) { |
| Objects.requireNonNull(file, "file must be non-null."); |
| Objects.requireNonNull(byteOrder, "byteOrder must be non-null."); |
| if (!file.canRead()) { throw new ReadOnlyException("file must be readable."); } |
| negativeCheck(fileOffsetBytes, "fileOffsetBytes"); |
| negativeCheck(capacityBytes, "capacityBytes"); |
| return BaseWritableMemoryImpl.wrapMap(file, fileOffsetBytes, capacityBytes, true, byteOrder); |
| } |
| |
| //REGIONS |
| /** |
| * A region is a read-only view of this object. |
| * <ul> |
| * <li>Returned object's origin = this object's origin + offsetBytes</li> |
| * <li>Returned object's capacity = capacityBytes</li> |
| * </ul> |
| * @param offsetBytes the starting offset with respect to the origin of this <i>Memory</i>. It must be ≥ 0. |
| * @param capacityBytes the capacity of the region in bytes. It must be ≥ 0. |
| * @return a new <i>Memory</i> representing the defined region based on the given |
| * offsetBytes and capacityBytes. |
| */ |
| default Memory region(long offsetBytes, long capacityBytes) { |
| return region(offsetBytes, capacityBytes, ByteOrder.nativeOrder()); |
| } |
| |
| /** |
| * A region is a read-only view of this object. |
| * <ul> |
| * <li>Returned object's origin = this object's origin + <i>offsetBytes</i></li> |
| * <li>Returned object's capacity = <i>capacityBytes</i></li> |
| * <li>Returned object's byte order = <i>byteOrder</i></li> |
| * </ul> |
| * @param offsetBytes the starting offset with respect to the origin of this Memory. It must be ≥ 0. |
| * @param capacityBytes the capacity of the region in bytes. It must be ≥ 0. |
| * @param byteOrder the given byte order. It must be non-null. |
| * @return a new <i>Memory</i> representing the defined region based on the given |
| * offsetBytes, capacityBytes and byteOrder. |
| */ |
| Memory region(long offsetBytes, long capacityBytes, ByteOrder byteOrder); |
| |
| //AS BUFFER |
| /** |
| * Returns a new <i>Buffer</i> view of this object. |
| * <ul> |
| * <li>Returned object's origin = this object's origin</li> |
| * <li>Returned object's <i>start</i> = 0</li> |
| * <li>Returned object's <i>position</i> = 0</li> |
| * <li>Returned object's <i>end</i> = this object's capacity</li> |
| * <li>Returned object's <i>capacity</i> = this object's capacity</li> |
| * <li>Returned object's <i>start</i>, <i>position</i> and <i>end</i> are mutable</li> |
| * </ul> |
| * @return a new <i>Buffer</i> |
| */ |
| default Buffer asBuffer() { |
| return asBuffer(ByteOrder.nativeOrder()); |
| } |
| |
| /** |
| * Returns a new <i>Buffer</i> view of this object, with the given |
| * byte order. |
| * <ul> |
| * <li>Returned object's origin = this object's origin</li> |
| * <li>Returned object's <i>start</i> = 0</li> |
| * <li>Returned object's <i>position</i> = 0</li> |
| * <li>Returned object's <i>end</i> = this object's capacity</li> |
| * <li>Returned object's <i>capacity</i> = this object's capacity</li> |
| * <li>Returned object's <i>start</i>, <i>position</i> and <i>end</i> are mutable</li> |
| * </ul> |
| * @param byteOrder the given byte order |
| * @return a new <i>Buffer</i> with the given byteOrder. |
| */ |
| Buffer asBuffer(ByteOrder byteOrder); |
| |
| //ACCESS PRIMITIVE HEAP ARRAYS for readOnly |
| /** |
| * Wraps the given primitive array for read operations assuming native byte order. |
| * @param array the given primitive array. |
| * @return a new <i>Memory</i> for read operations |
| */ |
| static Memory wrap(byte[] array) { |
| Objects.requireNonNull(array, "array must be non-null"); |
| return wrap(array, 0, array.length, ByteOrder.nativeOrder()); |
| } |
| |
| /** |
| * Wraps the given primitive array for read operations with the given byte order. |
| * @param array the given primitive array. |
| * @param byteOrder the byte order to be used |
| * @return a new <i>Memory</i> for read operations |
| */ |
| static Memory wrap(byte[] array, ByteOrder byteOrder) { |
| return wrap(array, 0, array.length, byteOrder); |
| } |
| |
| /** |
| * Wraps the given primitive array for read operations with the given byte order. |
| * @param array the given primitive array. |
| * @param offsetBytes the byte offset into the given array |
| * @param lengthBytes the number of bytes to include from the given array |
| * @param byteOrder the byte order to be used |
| * @return a new <i>Memory</i> for read operations |
| */ |
| static Memory wrap(byte[] array, int offsetBytes, int lengthBytes, ByteOrder byteOrder) { |
| Objects.requireNonNull(array, "array must be non-null"); |
| Objects.requireNonNull(byteOrder, "byteOrder must be non-null"); |
| negativeCheck(offsetBytes, "offsetBytes"); |
| negativeCheck(lengthBytes, "lengthBytes"); |
| ResourceImpl.checkBounds(offsetBytes, lengthBytes, array.length); |
| return BaseWritableMemoryImpl.wrapHeapArray(array, offsetBytes, lengthBytes, true, ByteOrder.nativeOrder(), null); |
| } |
| |
| /** |
| * Wraps the given primitive array for read operations assuming native byte order. |
| * @param array the given primitive array. |
| * @return a new <i>Memory</i> for read operations |
| */ |
| static Memory wrap(boolean[] array) { |
| Objects.requireNonNull(array, "array must be non-null"); |
| final long lengthBytes = array.length << Prim.BOOLEAN.shift(); |
| return BaseWritableMemoryImpl.wrapHeapArray(array, 0, lengthBytes, true, ByteOrder.nativeOrder(), null); |
| } |
| |
| /** |
| * Wraps the given primitive array for read operations assuming native byte order. |
| * @param array the given primitive array. |
| * @return a new <i>Memory</i> for read operations |
| */ |
| static Memory wrap(char[] array) { |
| Objects.requireNonNull(array, "array must be non-null"); |
| final long lengthBytes = array.length << Prim.CHAR.shift(); |
| return BaseWritableMemoryImpl.wrapHeapArray(array, 0L, lengthBytes, true, ByteOrder.nativeOrder(), null); |
| } |
| |
| /** |
| * Wraps the given primitive array for read operations assuming native byte order. |
| * @param array the given primitive array. |
| * @return a new <i>Memory</i> for read operations |
| */ |
| static Memory wrap(short[] array) { |
| Objects.requireNonNull(array, "arr must be non-null"); |
| final long lengthBytes = array.length << Prim.SHORT.shift(); |
| return BaseWritableMemoryImpl.wrapHeapArray(array, 0L, lengthBytes, true, ByteOrder.nativeOrder(), null); |
| } |
| |
| /** |
| * Wraps the given primitive array for read operations assuming native byte order. |
| * @param array the given primitive array. |
| * @return a new <i>Memory</i> for read operations |
| */ |
| static Memory wrap(int[] array) { |
| Objects.requireNonNull(array, "arr must be non-null"); |
| final long lengthBytes = array.length << Prim.INT.shift(); |
| return BaseWritableMemoryImpl.wrapHeapArray(array, 0L, lengthBytes, true, ByteOrder.nativeOrder(), null); |
| } |
| |
| /** |
| * Wraps the given primitive array for read operations assuming native byte order. |
| * @param array the given primitive array. |
| * @return a new <i>Memory</i> for read operations |
| */ |
| static Memory wrap(long[] array) { |
| Objects.requireNonNull(array, "arr must be non-null"); |
| final long lengthBytes = array.length << Prim.LONG.shift(); |
| return BaseWritableMemoryImpl.wrapHeapArray(array, 0L, lengthBytes, true, ByteOrder.nativeOrder(), null); |
| } |
| |
| /** |
| * Wraps the given primitive array for read operations assuming native byte order. |
| * @param array the given primitive array. |
| * @return a new <i>Memory</i> for read operations |
| */ |
| static Memory wrap(float[] array) { |
| Objects.requireNonNull(array, "arr must be non-null"); |
| final long lengthBytes = array.length << Prim.FLOAT.shift(); |
| return BaseWritableMemoryImpl.wrapHeapArray(array, 0L, lengthBytes, true, ByteOrder.nativeOrder(), null); |
| } |
| |
| /** |
| * Wraps the given primitive array for read operations assuming native byte order. |
| * @param array the given primitive array. |
| * @return a new <i>Memory</i> for read operations |
| */ |
| static Memory wrap(double[] array) { |
| Objects.requireNonNull(array, "arr must be non-null"); |
| final long lengthBytes = array.length << Prim.DOUBLE.shift(); |
| return BaseWritableMemoryImpl.wrapHeapArray(array, 0L, lengthBytes, true, ByteOrder.nativeOrder(), null); |
| } |
| |
| //PRIMITIVE getX() and getXArray() |
| /** |
| * Gets the boolean value at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @return the boolean at the given offset |
| */ |
| boolean getBoolean(long offsetBytes); |
| |
| /** |
| * Gets the boolean array at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @param dstArray The preallocated destination array. |
| * @param dstOffsetBooleans offset in array units |
| * @param lengthBooleans number of array units to transfer |
| */ |
| void getBooleanArray(long offsetBytes, boolean[] dstArray, int dstOffsetBooleans, int lengthBooleans); |
| |
| /** |
| * Gets the byte value at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @return the byte at the given offset |
| */ |
| byte getByte(long offsetBytes); |
| |
| /** |
| * Gets the byte array at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @param dstArray The preallocated destination array. |
| * @param dstOffsetBytes offset in array units |
| * @param lengthBytes number of array units to transfer |
| */ |
| void getByteArray(long offsetBytes, byte[] dstArray, int dstOffsetBytes, int lengthBytes); |
| |
| /** |
| * Gets the char value at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @return the char at the given offset |
| */ |
| char getChar(long offsetBytes); |
| |
| /** |
| * Gets the char array at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @param dstArray The preallocated destination array. |
| * @param dstOffsetChars offset in array units |
| * @param lengthChars number of array units to transfer |
| */ |
| void getCharArray(long offsetBytes, char[] dstArray, int dstOffsetChars, int lengthChars); |
| |
| /** |
| * Gets UTF-8 encoded bytes from this Memory, starting at offsetBytes to a length of |
| * utf8LengthBytes, decodes them into characters and appends them to the given Appendable. |
| * This is specifically designed to reduce the production of intermediate objects (garbage), |
| * thus significantly reducing pressure on the JVM Garbage Collector. |
| * @param offsetBytes offset bytes relative to the Memory start |
| * @param utf8LengthBytes the number of encoded UTF-8 bytes to decode. It is assumed that the |
| * caller has the correct number of utf8 bytes required to decode the number of characters |
| * to be appended to dst. Characters outside the ASCII range can require 2, 3 or 4 bytes per |
| * character to decode. |
| * @param dst the destination Appendable to append the decoded characters to. |
| * @return the number of characters decoded |
| * @throws IOException if dst.append() throws IOException |
| * @throws Utf8CodingException in case of malformed or illegal UTF-8 input |
| */ |
| int getCharsFromUtf8(long offsetBytes, int utf8LengthBytes, Appendable dst) |
| throws IOException, Utf8CodingException; |
| |
| /** |
| * Gets UTF-8 encoded bytes from this Memory, starting at offsetBytes to a length of |
| * utf8LengthBytes, decodes them into characters and appends them to the given StringBuilder. |
| * This method does *not* reset the length of the destination StringBuilder before appending |
| * characters to it. |
| * This is specifically designed to reduce the production of intermediate objects (garbage), |
| * thus significantly reducing pressure on the JVM Garbage Collector. |
| * @param offsetBytes offset bytes relative to the Memory start |
| * @param utf8LengthBytes the number of encoded UTF-8 bytes to decode. It is assumed that the |
| * caller has the correct number of utf8 bytes required to decode the number of characters |
| * to be appended to dst. Characters outside the ASCII range can require 2, 3 or 4 bytes per |
| * character to decode. |
| * @param dst the destination StringBuilder to append decoded characters to. |
| * @return the number of characters decoded. |
| * @throws Utf8CodingException in case of malformed or illegal UTF-8 input |
| */ |
| int getCharsFromUtf8(long offsetBytes, int utf8LengthBytes, StringBuilder dst) |
| throws Utf8CodingException; |
| |
| /** |
| * Gets the double value at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @return the double at the given offset |
| */ |
| double getDouble(long offsetBytes); |
| |
| /** |
| * Gets the double array at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @param dstArray The preallocated destination array. |
| * @param dstOffsetDoubles offset in array units |
| * @param lengthDoubles number of array units to transfer |
| */ |
| void getDoubleArray(long offsetBytes, double[] dstArray, int dstOffsetDoubles, int lengthDoubles); |
| |
| /** |
| * Gets the float value at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @return the float at the given offset |
| */ |
| float getFloat(long offsetBytes); |
| |
| /** |
| * Gets the float array at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @param dstArray The preallocated destination array. |
| * @param dstOffsetFloats offset in array units |
| * @param lengthFloats number of array units to transfer |
| */ |
| void getFloatArray(long offsetBytes, float[] dstArray, int dstOffsetFloats, int lengthFloats); |
| |
| /** |
| * Gets the int value at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @return the int at the given offset |
| */ |
| int getInt(long offsetBytes); |
| |
| /** |
| * Gets the int array at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @param dstArray The preallocated destination array. |
| * @param dstOffsetInts offset in array units |
| * @param lengthInts number of array units to transfer |
| */ |
| void getIntArray(long offsetBytes, int[] dstArray, int dstOffsetInts, int lengthInts); |
| |
| /** |
| * Gets the long value at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @return the long at the given offset |
| */ |
| long getLong(long offsetBytes); |
| |
| /** |
| * Gets the long array at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @param dstArray The preallocated destination array. |
| * @param dstOffsetLongs offset in array units |
| * @param lengthLongs number of array units to transfer |
| */ |
| void getLongArray(long offsetBytes, long[] dstArray, int dstOffsetLongs, int lengthLongs); |
| |
| /** |
| * Gets the short value at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @return the short at the given offset |
| */ |
| short getShort(long offsetBytes); |
| |
| /** |
| * Gets the short array at the given offset |
| * @param offsetBytes offset bytes relative to this Memory start |
| * @param dstArray The preallocated destination array. |
| * @param dstOffsetShorts offset in array units |
| * @param lengthShorts number of array units to transfer |
| */ |
| void getShortArray(long offsetBytes, short[] dstArray, int dstOffsetShorts, int lengthShorts); |
| |
| //SPECIAL PRIMITIVE READ METHODS: compareTo, copyTo, writeTo |
| /** |
| * Compares the bytes of this Memory to <i>that</i> Memory. |
| * Returns <i>(this < that) ? (some negative value) : (this > that) ? (some positive value) |
| * : 0;</i>. |
| * If all bytes are equal up to the shorter of the two lengths, the shorter length is considered |
| * to be less than the other. |
| * @param thisOffsetBytes the starting offset for <i>this Memory</i> |
| * @param thisLengthBytes the length of the region to compare from <i>this Memory</i> |
| * @param that the other Memory to compare with |
| * @param thatOffsetBytes the starting offset for <i>that Memory</i> |
| * @param thatLengthBytes the length of the region to compare from <i>that Memory</i> |
| * @return <i>(this < that) ? (some negative value) : (this > that) ? (some positive value) |
| * : 0;</i> |
| */ |
| int compareTo(long thisOffsetBytes, long thisLengthBytes, Memory that, |
| long thatOffsetBytes, long thatLengthBytes); |
| |
| /** |
| * Copies bytes from a source range of this Memory to a destination range of the given Memory |
| * with the same semantics when copying between overlapping ranges of bytes as method |
| * {@link java.lang.System#arraycopy(Object, int, Object, int, int)} has. However, if the source |
| * and the destination ranges are exactly the same, this method throws {@link |
| * IllegalArgumentException}, because it should never be needed in real-world scenarios and |
| * therefore indicates a bug. |
| * @param srcOffsetBytes the source offset for this Memory |
| * @param destination the destination Memory, which may not be Read-Only. |
| * @param dstOffsetBytes the destination offset |
| * @param lengthBytes the number of bytes to copy |
| */ |
| void copyTo(long srcOffsetBytes, WritableMemory destination, long dstOffsetBytes, long lengthBytes); |
| |
| /** |
| * Writes bytes from a source range of this Memory to the given {@code WritableByteChannel}. |
| * @param offsetBytes the source offset for this Memory |
| * @param lengthBytes the number of bytes to copy |
| * @param out the destination WritableByteChannel |
| * @throws IOException may occur while writing to the WritableByteChannel |
| */ |
| void writeTo(long offsetBytes, long lengthBytes, WritableByteChannel out) |
| throws IOException; |
| |
| } |