| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * License); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| #ifndef ENCODING_GORILLA_DECODER_H |
| #define ENCODING_GORILLA_DECODER_H |
| |
| #include <climits> |
| |
| #include "common/allocator/byte_stream.h" |
| #include "decoder.h" |
| #include "encode_utils.h" |
| #include "gorilla_encoder.h" |
| #include "utils/db_utils.h" |
| #include "utils/util_define.h" |
| |
| namespace storage { |
| |
| // ── Raw-pointer bit reader ──────────────────────────────────────────────── |
| // Operates directly on a contiguous byte array, bypassing ByteStream's |
| // per-byte read_buf() overhead (atomic loads, page boundary checks, memcpy). |
| // The 64-bit reservoir amortizes bounds checks and refill work across up to |
| // eight encoded bytes. Valid bits are kept right-aligned in buffer; bits is |
| // the number of unread low bits. |
| |
| struct GorillaBitReader { |
| const uint8_t* data; |
| uint32_t pos; // next byte index to load |
| uint32_t data_len; // total bytes |
| int bits; // remaining bits in buffer (0..64) |
| uint64_t buffer; |
| // Set once a read cannot be satisfied from the encoded input. |
| bool exhausted = false; |
| bool invalid = false; |
| |
| FORCE_INLINE bool refill_if_empty() { |
| if (bits != 0) { |
| return true; |
| } |
| if (UNLIKELY(pos >= data_len)) { |
| exhausted = true; |
| return false; |
| } |
| |
| uint32_t available = data_len - pos; |
| if (LIKELY(available >= sizeof(uint64_t))) { |
| // Explicit byte assembly is alignment-safe and portable; optimizing |
| // compilers recognize it as one load plus a byte swap on |
| // little-endian targets. |
| const uint8_t* src = data + pos; |
| buffer = (static_cast<uint64_t>(src[0]) << 56) | |
| (static_cast<uint64_t>(src[1]) << 48) | |
| (static_cast<uint64_t>(src[2]) << 40) | |
| (static_cast<uint64_t>(src[3]) << 32) | |
| (static_cast<uint64_t>(src[4]) << 24) | |
| (static_cast<uint64_t>(src[5]) << 16) | |
| (static_cast<uint64_t>(src[6]) << 8) | |
| static_cast<uint64_t>(src[7]); |
| pos += sizeof(uint64_t); |
| bits = 64; |
| } else { |
| buffer = 0; |
| do { |
| buffer = (buffer << 8) | data[pos++]; |
| bits += 8; |
| } while (pos < data_len); |
| } |
| return true; |
| } |
| |
| FORCE_INLINE bool read_bit() { |
| if (UNLIKELY(!refill_if_empty())) { |
| return false; |
| } |
| bool bit = ((buffer >> (bits - 1)) & 1) != 0; |
| bits--; |
| return bit; |
| } |
| |
| FORCE_INLINE uint64_t read_long(int n) { |
| if (UNLIKELY(n < 0 || n > 64)) { |
| invalid = true; |
| return 0; |
| } |
| |
| if (n == 0) { |
| return 0; |
| } |
| if (UNLIKELY(!refill_if_empty())) { |
| return 0; |
| } |
| |
| if (LIKELY(n <= bits)) { |
| bits -= n; |
| if (n == 64) { |
| return buffer; |
| } |
| return (buffer >> bits) & ((uint64_t{1} << n) - 1); |
| } |
| |
| // A request is at most 64 bits, so after consuming the current |
| // reservoir it can cross into at most one full 64-bit refill. |
| int first_bits = bits; |
| uint64_t value = buffer & ((uint64_t{1} << first_bits) - 1); |
| int remaining = n - first_bits; |
| bits = 0; |
| if (UNLIKELY(!refill_if_empty() || bits < remaining)) { |
| exhausted = true; |
| return 0; |
| } |
| |
| bits -= remaining; |
| uint64_t tail = (buffer >> bits) & ((uint64_t{1} << remaining) - 1); |
| return (value << remaining) | tail; |
| } |
| |
| FORCE_INLINE uint8_t read_control_bits(int max_bits) { |
| uint8_t value = 0x00; |
| for (int i = 0; i < max_bits; i++) { |
| value <<= 1; |
| if (UNLIKELY(exhausted || invalid)) break; |
| if (read_bit()) { |
| value |= 0x01; |
| } else { |
| break; |
| } |
| } |
| return value; |
| } |
| }; |
| |
| // ── Templated raw-pointer decode helpers ────────────────────────────────── |
| |
| template <typename T> |
| struct GorillaRawOps { |
| static FORCE_INLINE bool read_next(GorillaBitReader& r, T& stored_value, |
| int& stored_leading_zeros, |
| int& stored_trailing_zeros); |
| }; |
| |
| template <> |
| struct GorillaRawOps<int32_t> { |
| static constexpr int VALUE_BITS = VALUE_BITS_LENGTH_32BIT; |
| |
| static FORCE_INLINE bool read_next(GorillaBitReader& r, |
| int32_t& stored_value, |
| int& stored_leading_zeros, |
| int& stored_trailing_zeros) { |
| uint8_t ctrl = r.read_control_bits(2); |
| if (UNLIKELY(r.exhausted || r.invalid)) return false; |
| switch (ctrl) { |
| case 3: { |
| stored_leading_zeros = |
| (int)r.read_long(LEADING_ZERO_BITS_LENGTH_32BIT); |
| uint8_t sig = |
| (uint8_t)r.read_long(MEANINGFUL_XOR_BITS_LENGTH_32BIT); |
| sig++; |
| if (UNLIKELY(r.exhausted || |
| stored_leading_zeros + sig > VALUE_BITS)) { |
| r.invalid = !r.exhausted; |
| return false; |
| } |
| stored_trailing_zeros = VALUE_BITS - sig - stored_leading_zeros; |
| } |
| // fallthrough |
| case 2: { |
| int meaningful = |
| VALUE_BITS - stored_leading_zeros - stored_trailing_zeros; |
| if (UNLIKELY(meaningful <= 0 || meaningful > VALUE_BITS)) { |
| r.invalid = true; |
| return false; |
| } |
| uint32_t xor_value = |
| static_cast<uint32_t>(r.read_long(meaningful)); |
| if (UNLIKELY(r.exhausted || r.invalid)) return false; |
| xor_value <<= stored_trailing_zeros; |
| stored_value ^= static_cast<int32_t>(xor_value); |
| } |
| // fallthrough |
| default: |
| return true; |
| } |
| return true; |
| } |
| }; |
| |
| template <> |
| struct GorillaRawOps<int64_t> { |
| static constexpr int VALUE_BITS = VALUE_BITS_LENGTH_64BIT; |
| |
| static FORCE_INLINE bool read_next(GorillaBitReader& r, |
| int64_t& stored_value, |
| int& stored_leading_zeros, |
| int& stored_trailing_zeros) { |
| uint8_t ctrl = r.read_control_bits(2); |
| if (UNLIKELY(r.exhausted || r.invalid)) return false; |
| switch (ctrl) { |
| case 3: { |
| stored_leading_zeros = |
| (int)r.read_long(LEADING_ZERO_BITS_LENGTH_64BIT); |
| uint8_t sig = |
| (uint8_t)r.read_long(MEANINGFUL_XOR_BITS_LENGTH_64BIT); |
| sig++; |
| if (UNLIKELY(r.exhausted || |
| stored_leading_zeros + sig > VALUE_BITS)) { |
| r.invalid = !r.exhausted; |
| return false; |
| } |
| stored_trailing_zeros = VALUE_BITS - sig - stored_leading_zeros; |
| } |
| // fallthrough |
| case 2: { |
| int meaningful = |
| VALUE_BITS - stored_leading_zeros - stored_trailing_zeros; |
| if (UNLIKELY(meaningful <= 0 || meaningful > VALUE_BITS)) { |
| r.invalid = true; |
| return false; |
| } |
| uint64_t xor_value = r.read_long(meaningful); |
| if (UNLIKELY(r.exhausted || r.invalid)) return false; |
| xor_value <<= stored_trailing_zeros; |
| stored_value ^= static_cast<int64_t>(xor_value); |
| } |
| // fallthrough |
| default: |
| return true; |
| } |
| return true; |
| } |
| }; |
| |
| template <typename Stored, typename Output> |
| struct GorillaDecodeOutput; |
| |
| template <typename T> |
| struct GorillaDecodeOutput<T, T> { |
| static FORCE_INLINE T convert(T value) { return value; } |
| }; |
| |
| template <> |
| struct GorillaDecodeOutput<int32_t, float> { |
| static FORCE_INLINE float convert(int32_t value) { |
| return common::int_to_float(value); |
| } |
| }; |
| |
| template <> |
| struct GorillaDecodeOutput<int64_t, double> { |
| static FORCE_INLINE double convert(int64_t value) { |
| return common::long_to_double(value); |
| } |
| }; |
| |
| // ────────────────────────────────────────────────────────────────────────── |
| |
| template <typename T> |
| class GorillaDecoder : public Decoder { |
| public: |
| GorillaDecoder() { reset(); } |
| |
| ~GorillaDecoder() override = default; |
| |
| void reset() override { |
| type_ = common::GORILLA; |
| stored_value_ = 0; |
| stored_leading_zeros_ = INT32_MAX; |
| stored_trailing_zeros_ = 0; |
| bits_left_ = 0; |
| first_value_was_read_ = false; |
| has_next_ = false; |
| buffer_ = 0; |
| read_status_ = common::E_OK; |
| } |
| |
| FORCE_INLINE bool has_next() { return has_next_; } |
| FORCE_INLINE bool has_remaining(const common::ByteStream& buffer) override { |
| return buffer.has_remaining() || has_next(); |
| } |
| |
| // If empty, cache 8 bits from in_stream to 'buffer_'. The batch path may |
| // leave more than 8 prefetched bits here; scalar reads consume those first. |
| bool flush_byte_if_empty(common::ByteStream& in) { |
| if (UNLIKELY(read_status_ != common::E_OK)) { |
| return false; |
| } |
| if (bits_left_ == 0) { |
| uint8_t next_byte = 0; |
| uint32_t read_len = 0; |
| in.read_buf(&next_byte, 1, read_len); |
| if (UNLIKELY(read_len == 0)) { |
| read_status_ = common::E_BUF_NOT_ENOUGH; |
| return false; |
| } |
| buffer_ = next_byte; |
| bits_left_ = 8; |
| } |
| return true; |
| } |
| |
| // Reads the next bit and returns true if the next bit is 1, otherwise 0. |
| bool read_bit(common::ByteStream& in) { |
| if (UNLIKELY(!flush_byte_if_empty(in))) return false; |
| bool bit = ((buffer_ >> (bits_left_ - 1)) & 1) == 1; |
| bits_left_--; |
| return bit; |
| } |
| |
| /* |
| * Reads a long from the next X bits that represent the least significant |
| * bits in the long value. |
| * @bits: How many next bits are reader from the stream |
| * return: long value that was reader from the stream |
| */ |
| uint64_t read_long(int bits, common::ByteStream& in) { |
| if (UNLIKELY(bits < 0 || bits > 64)) { |
| read_status_ = common::E_TSFILE_CORRUPTED; |
| return 0; |
| } |
| |
| uint64_t value = 0; |
| while (bits > 0) { |
| if (UNLIKELY(!flush_byte_if_empty(in))) return value; |
| |
| int take = bits < bits_left_ ? bits : bits_left_; |
| if (take == 64) { |
| // A read is at most 64 bits, so this is necessarily the only |
| // iteration. Return directly to avoid an undefined shift by 64. |
| bits_left_ = 0; |
| return buffer_; |
| } |
| |
| uint64_t chunk = |
| (buffer_ >> (bits_left_ - take)) & ((uint64_t{1} << take) - 1); |
| value = (value << take) | chunk; |
| bits_left_ -= take; |
| bits -= take; |
| } |
| return value; |
| } |
| |
| // Read the control bits |
| uint8_t read_next_control_bit(int max_bits, common::ByteStream& in) { |
| uint8_t value = 0x00; |
| for (int i = 0; i < max_bits; i++) { |
| value <<= 1; |
| if (read_bit(in)) { |
| value |= 0x01; |
| } else { |
| break; |
| } |
| } |
| return value; |
| } |
| |
| T read_next(common::ByteStream& in); |
| virtual T cache_next(common::ByteStream& in); |
| T decode(common::ByteStream& in); |
| |
| // interface from Decoder |
| int read_boolean(bool& ret_value, common::ByteStream& in) override; |
| int read_int32(int32_t& ret_value, common::ByteStream& in) override; |
| int read_int64(int64_t& ret_value, common::ByteStream& in) override; |
| int read_float(float& ret_value, common::ByteStream& in) override; |
| int read_double(double& ret_value, common::ByteStream& in) override; |
| int read_String(common::String& ret_value, common::PageArena& pa, |
| common::ByteStream& in) override; |
| |
| // Batch overrides — declared here, defined after template specializations |
| int read_batch_int32(int32_t* out, int capacity, int& actual, |
| common::ByteStream& in) override; |
| int read_batch_int64(int64_t* out, int capacity, int& actual, |
| common::ByteStream& in) override; |
| int skip_int32(int count, int& skipped, common::ByteStream& in) override; |
| int skip_int64(int count, int& skipped, common::ByteStream& in) override; |
| |
| protected: |
| // ── Batch decode using raw pointer (bypasses ByteStream) ───────────── |
| // The decode() contract: |
| // stored_value_ holds the "next" value to be returned. |
| // decode() returns stored_value_, then advances via cache_next(). |
| // has_next_==false means the ending sentinel was hit. |
| // |
| // batch_decode_raw replicates this logic using GorillaBitReader on the |
| // wrapped contiguous buffer, then syncs state back to ByteStream. |
| template <typename Output> |
| int batch_decode_raw(Output* out, int capacity, int& actual, T ending, |
| common::ByteStream& in) { |
| int ret = common::E_OK; |
| actual = 0; |
| if (UNLIKELY(read_status_ != common::E_OK)) { |
| return read_status_; |
| } |
| // Bootstrap below would unconditionally write out[0]; guard the |
| // zero-capacity edge case so callers can probe without writing. |
| if (capacity <= 0) { |
| return common::E_OK; |
| } |
| if (!in.is_wrapped()) { |
| return batch_decode_fallback(out, capacity, actual, ending, in); |
| } |
| |
| const uint8_t* base = |
| (const uint8_t*)in.get_wrapped_buf() + in.read_pos(); |
| // Gorilla pages are bounded by the page-writer cap (well below 4 GiB), |
| // so saturating to uint32_t is safe and matches GorillaBitReader's |
| // 32-bit cursor. |
| uint32_t remain = static_cast<uint32_t>( |
| std::min<uint64_t>(in.remaining_size(), UINT32_MAX)); |
| |
| GorillaBitReader r; |
| r.data = base; |
| r.pos = 0; |
| r.data_len = remain; |
| r.bits = bits_left_; |
| r.buffer = buffer_; |
| |
| // Bootstrap first value if needed (mirrors decode()'s first-call path) |
| if (UNLIKELY(!first_value_was_read_)) { |
| if (r.bits == 0 && r.pos >= r.data_len) goto done; |
| stored_value_ = (T)r.read_long(GorillaRawOps<T>::VALUE_BITS); |
| if (UNLIKELY(r.exhausted || r.invalid)) { |
| // Page truncated before the first value finished; refuse to |
| // emit a partially-decoded sentinel. |
| first_value_was_read_ = false; |
| ret = r.invalid ? common::E_TSFILE_CORRUPTED |
| : common::E_BUF_NOT_ENOUGH; |
| goto done; |
| } |
| first_value_was_read_ = true; |
| // Save the first value before cache_next mutates stored_value_. |
| T first_value = stored_value_; |
| // cache_next: read_next then check ending |
| if (UNLIKELY(!GorillaRawOps<T>::read_next( |
| r, stored_value_, stored_leading_zeros_, |
| stored_trailing_zeros_))) { |
| ret = r.invalid ? common::E_TSFILE_CORRUPTED |
| : common::E_BUF_NOT_ENOUGH; |
| goto done; |
| } |
| has_next_ = stored_value_ != ending; |
| // Output the first value |
| out[actual++] = |
| GorillaDecodeOutput<T, Output>::convert(first_value); |
| if (!has_next_ || actual >= capacity) goto done; |
| } |
| |
| // Main batch loop |
| while (actual < capacity && has_next_) { |
| out[actual++] = |
| GorillaDecodeOutput<T, Output>::convert(stored_value_); |
| if (UNLIKELY(!GorillaRawOps<T>::read_next( |
| r, stored_value_, stored_leading_zeros_, |
| stored_trailing_zeros_))) { |
| ret = r.invalid ? common::E_TSFILE_CORRUPTED |
| : common::E_BUF_NOT_ENOUGH; |
| goto done; |
| } |
| has_next_ = stored_value_ != ending; |
| } |
| |
| done: |
| // Sync bit-reader state back |
| buffer_ = r.buffer; |
| bits_left_ = r.bits; |
| in.wrapped_buf_advance_read_pos(r.pos); |
| return ret; |
| } |
| |
| int batch_skip_raw(int count, int& skipped, T ending, |
| common::ByteStream& in) { |
| int ret = common::E_OK; |
| skipped = 0; |
| if (UNLIKELY(read_status_ != common::E_OK)) { |
| return read_status_; |
| } |
| // Bootstrap below would consume first_value_ even when count == 0, |
| // advancing the stream past data the caller didn't ask to skip. |
| if (count <= 0) { |
| return common::E_OK; |
| } |
| if (!in.is_wrapped()) { |
| return batch_skip_fallback(count, skipped, ending, in); |
| } |
| |
| const uint8_t* base = |
| (const uint8_t*)in.get_wrapped_buf() + in.read_pos(); |
| // Same saturation as batch_decode_raw: GorillaBitReader is 32-bit |
| // internally; pages are well under 4 GiB. |
| uint32_t remain = static_cast<uint32_t>( |
| std::min<uint64_t>(in.remaining_size(), UINT32_MAX)); |
| |
| GorillaBitReader r; |
| r.data = base; |
| r.pos = 0; |
| r.data_len = remain; |
| r.bits = bits_left_; |
| r.buffer = buffer_; |
| |
| if (UNLIKELY(!first_value_was_read_)) { |
| if (r.bits == 0 && r.pos >= r.data_len) goto done; |
| stored_value_ = (T)r.read_long(GorillaRawOps<T>::VALUE_BITS); |
| if (UNLIKELY(r.exhausted || r.invalid)) { |
| first_value_was_read_ = false; |
| ret = r.invalid ? common::E_TSFILE_CORRUPTED |
| : common::E_BUF_NOT_ENOUGH; |
| goto done; |
| } |
| first_value_was_read_ = true; |
| if (UNLIKELY(!GorillaRawOps<T>::read_next( |
| r, stored_value_, stored_leading_zeros_, |
| stored_trailing_zeros_))) { |
| ret = r.invalid ? common::E_TSFILE_CORRUPTED |
| : common::E_BUF_NOT_ENOUGH; |
| goto done; |
| } |
| if (stored_value_ == ending) { |
| has_next_ = false; |
| } else { |
| has_next_ = true; |
| } |
| // The first value counts as one skip |
| skipped++; |
| if (!has_next_ || skipped >= count) goto done; |
| } |
| |
| while (skipped < count && has_next_) { |
| skipped++; |
| if (UNLIKELY(!GorillaRawOps<T>::read_next( |
| r, stored_value_, stored_leading_zeros_, |
| stored_trailing_zeros_))) { |
| ret = r.invalid ? common::E_TSFILE_CORRUPTED |
| : common::E_BUF_NOT_ENOUGH; |
| goto done; |
| } |
| if (stored_value_ == ending) { |
| has_next_ = false; |
| } |
| } |
| |
| done: |
| buffer_ = r.buffer; |
| bits_left_ = r.bits; |
| in.wrapped_buf_advance_read_pos(r.pos); |
| return ret; |
| } |
| |
| template <typename Output> |
| int batch_decode_fallback(Output* out, int capacity, int& actual, T ending, |
| common::ByteStream& in) { |
| actual = 0; |
| while (actual < capacity && has_remaining(in)) { |
| T value = decode(in); |
| if (UNLIKELY(read_status_ != common::E_OK)) { |
| return read_status_; |
| } |
| out[actual++] = GorillaDecodeOutput<T, Output>::convert(value); |
| } |
| return common::E_OK; |
| } |
| |
| int batch_skip_fallback(int count, int& skipped, T ending, |
| common::ByteStream& in) { |
| skipped = 0; |
| while (skipped < count && has_remaining(in)) { |
| decode(in); |
| if (UNLIKELY(read_status_ != common::E_OK)) { |
| return read_status_; |
| } |
| skipped++; |
| } |
| return common::E_OK; |
| } |
| |
| public: |
| common::TSEncoding type_; |
| T stored_value_; |
| int stored_leading_zeros_; |
| int stored_trailing_zeros_; |
| int bits_left_; |
| bool first_value_was_read_; |
| bool has_next_; |
| uint64_t buffer_; |
| int read_status_; |
| }; |
| |
| template <> |
| FORCE_INLINE int32_t |
| GorillaDecoder<int32_t>::read_next(common::ByteStream& in) { |
| uint8_t control_bits = read_next_control_bit(2, in); |
| if (UNLIKELY(read_status_ != common::E_OK)) return stored_value_; |
| uint8_t significant_bits = 0; |
| switch (control_bits) { |
| case 3: // case '11': use new leading and trailing zeros |
| stored_leading_zeros_ = |
| (int)read_long(LEADING_ZERO_BITS_LENGTH_32BIT, |
| in); // todo: int or int32_t? |
| if (UNLIKELY(read_status_ != common::E_OK)) return stored_value_; |
| significant_bits = |
| (uint8_t)read_long(MEANINGFUL_XOR_BITS_LENGTH_32BIT, in); |
| if (UNLIKELY(read_status_ != common::E_OK)) return stored_value_; |
| significant_bits++; |
| if (UNLIKELY(stored_leading_zeros_ + significant_bits > |
| VALUE_BITS_LENGTH_32BIT)) { |
| read_status_ = common::E_TSFILE_CORRUPTED; |
| return stored_value_; |
| } |
| stored_trailing_zeros_ = VALUE_BITS_LENGTH_32BIT - |
| significant_bits - stored_leading_zeros_; |
| // missing break is intentional, we want to overflow to next one |
| case 2: // case '10': use stored leading and trailing zeros |
| { |
| int meaningful = VALUE_BITS_LENGTH_32BIT - stored_leading_zeros_ - |
| stored_trailing_zeros_; |
| if (UNLIKELY(meaningful <= 0 || |
| meaningful > VALUE_BITS_LENGTH_32BIT)) { |
| read_status_ = common::E_TSFILE_CORRUPTED; |
| return stored_value_; |
| } |
| uint32_t xor_value = |
| static_cast<uint32_t>(read_long(meaningful, in)); |
| if (UNLIKELY(read_status_ != common::E_OK)) { |
| return stored_value_; |
| } |
| xor_value <<= stored_trailing_zeros_; |
| stored_value_ ^= static_cast<int32_t>(xor_value); |
| } |
| // missing break is intentional, we want to overflow to next one |
| default: // case '0': use stored value |
| return stored_value_; |
| } |
| return stored_value_; |
| } |
| |
| template <> |
| FORCE_INLINE int64_t |
| GorillaDecoder<int64_t>::read_next(common::ByteStream& in) { |
| uint8_t control_bits = read_next_control_bit(2, in); |
| if (UNLIKELY(read_status_ != common::E_OK)) return stored_value_; |
| |
| uint8_t significant_bits = 0; |
| switch (control_bits) { |
| case 3: { // case '11': use new leading and trailing zeros |
| stored_leading_zeros_ = |
| (int)read_long(LEADING_ZERO_BITS_LENGTH_64BIT, |
| in); // todo: int or int32_t? |
| if (UNLIKELY(read_status_ != common::E_OK)) return stored_value_; |
| significant_bits = |
| (uint8_t)read_long(MEANINGFUL_XOR_BITS_LENGTH_64BIT, in); |
| if (UNLIKELY(read_status_ != common::E_OK)) return stored_value_; |
| significant_bits++; |
| if (UNLIKELY(stored_leading_zeros_ + significant_bits > |
| VALUE_BITS_LENGTH_64BIT)) { |
| read_status_ = common::E_TSFILE_CORRUPTED; |
| return stored_value_; |
| } |
| stored_trailing_zeros_ = VALUE_BITS_LENGTH_64BIT - |
| significant_bits - stored_leading_zeros_; |
| // missing break is intentional, we want to overflow to next one |
| } |
| case 2: { // case '10': use stored leading and trailing zeros |
| int meaningful = VALUE_BITS_LENGTH_64BIT - stored_leading_zeros_ - |
| stored_trailing_zeros_; |
| if (UNLIKELY(meaningful <= 0 || |
| meaningful > VALUE_BITS_LENGTH_64BIT)) { |
| read_status_ = common::E_TSFILE_CORRUPTED; |
| return stored_value_; |
| } |
| uint64_t xor_value = read_long(meaningful, in); |
| if (UNLIKELY(read_status_ != common::E_OK)) return stored_value_; |
| xor_value <<= stored_trailing_zeros_; |
| stored_value_ ^= static_cast<int64_t>(xor_value); |
| // missing break is intentional, we want to overflow to next one |
| } |
| default: { // case '0': use stored value |
| return stored_value_; |
| } |
| } |
| return stored_value_; |
| } |
| |
| template <> |
| FORCE_INLINE int32_t |
| GorillaDecoder<int32_t>::cache_next(common::ByteStream& in) { |
| read_next(in); |
| if (LIKELY(read_status_ == common::E_OK)) { |
| has_next_ = stored_value_ != GORILLA_ENCODING_ENDING_INTEGER; |
| } |
| return stored_value_; |
| } |
| |
| template <> |
| FORCE_INLINE int64_t |
| GorillaDecoder<int64_t>::cache_next(common::ByteStream& in) { |
| read_next(in); |
| if (LIKELY(read_status_ == common::E_OK)) { |
| has_next_ = stored_value_ != GORILLA_ENCODING_ENDING_LONG; |
| } |
| return stored_value_; |
| } |
| |
| template <> |
| FORCE_INLINE int32_t GorillaDecoder<int32_t>::decode(common::ByteStream& in) { |
| int32_t ret_value = stored_value_; |
| if (UNLIKELY(!first_value_was_read_)) { |
| stored_value_ = (int32_t)read_long(VALUE_BITS_LENGTH_32BIT, in); |
| if (UNLIKELY(read_status_ != common::E_OK)) return ret_value; |
| first_value_was_read_ = true; |
| ret_value = stored_value_; |
| } |
| cache_next(in); |
| return ret_value; |
| } |
| |
| template <> |
| FORCE_INLINE int64_t GorillaDecoder<int64_t>::decode(common::ByteStream& in) { |
| int64_t ret_value = stored_value_; |
| if (UNLIKELY(!first_value_was_read_)) { |
| stored_value_ = read_long(VALUE_BITS_LENGTH_64BIT, in); |
| if (UNLIKELY(read_status_ != common::E_OK)) return ret_value; |
| first_value_was_read_ = true; |
| ret_value = stored_value_; |
| } |
| cache_next(in); |
| return ret_value; |
| } |
| |
| class FloatGorillaDecoder : public GorillaDecoder<int32_t> { |
| public: |
| int read_boolean(bool& ret_value, common::ByteStream& in) override; |
| int read_int32(int32_t& ret_value, common::ByteStream& in) override; |
| int read_int64(int64_t& ret_value, common::ByteStream& in) override; |
| int read_float(float& ret_value, common::ByteStream& in) override; |
| int read_double(double& ret_value, common::ByteStream& in) override; |
| |
| float decode(common::ByteStream& in) { |
| int32_t value_int = GorillaDecoder<int32_t>::decode(in); |
| return common::int_to_float(value_int); |
| } |
| |
| int32_t cache_next(common::ByteStream& in) override { |
| read_next(in); |
| if (LIKELY(read_status_ == common::E_OK)) { |
| has_next_ = stored_value_ != |
| common::float_to_int(GORILLA_ENCODING_ENDING_FLOAT); |
| } |
| return stored_value_; |
| } |
| |
| int read_batch_float(float* out, int capacity, int& actual, |
| common::ByteStream& in) override { |
| int32_t ending = common::float_to_int(GORILLA_ENCODING_ENDING_FLOAT); |
| return batch_decode_raw(out, capacity, actual, ending, in); |
| } |
| |
| int skip_float(int count, int& skipped, common::ByteStream& in) override { |
| int32_t ending = common::float_to_int(GORILLA_ENCODING_ENDING_FLOAT); |
| return batch_skip_raw(count, skipped, ending, in); |
| } |
| }; |
| |
| class DoubleGorillaDecoder : public GorillaDecoder<int64_t> { |
| public: |
| int read_boolean(bool& ret_value, common::ByteStream& in) override; |
| int read_int32(int32_t& ret_value, common::ByteStream& in) override; |
| int read_int64(int64_t& ret_value, common::ByteStream& in) override; |
| int read_float(float& ret_value, common::ByteStream& in) override; |
| int read_double(double& ret_value, common::ByteStream& in) override; |
| |
| double decode(common::ByteStream& in) { |
| int64_t value_long = GorillaDecoder<int64_t>::decode(in); |
| return common::long_to_double(value_long); |
| } |
| |
| int64_t cache_next(common::ByteStream& in) override { |
| read_next(in); |
| if (LIKELY(read_status_ == common::E_OK)) { |
| has_next_ = stored_value_ != |
| common::double_to_long(GORILLA_ENCODING_ENDING_DOUBLE); |
| } |
| return stored_value_; |
| } |
| |
| int read_batch_double(double* out, int capacity, int& actual, |
| common::ByteStream& in) override { |
| int64_t ending = common::double_to_long(GORILLA_ENCODING_ENDING_DOUBLE); |
| return batch_decode_raw(out, capacity, actual, ending, in); |
| } |
| |
| int skip_double(int count, int& skipped, common::ByteStream& in) override { |
| int64_t ending = common::double_to_long(GORILLA_ENCODING_ENDING_DOUBLE); |
| return batch_skip_raw(count, skipped, ending, in); |
| } |
| }; |
| |
| typedef GorillaDecoder<int32_t> IntGorillaDecoder; |
| typedef GorillaDecoder<int64_t> LongGorillaDecoder; |
| |
| // ── IntGorillaDecoder batch/skip overrides ───────────────────────────────── |
| template <> |
| inline int GorillaDecoder<int32_t>::read_batch_int32(int32_t* out, int capacity, |
| int& actual, |
| common::ByteStream& in) { |
| return batch_decode_raw(out, capacity, actual, |
| GORILLA_ENCODING_ENDING_INTEGER, in); |
| } |
| template <> |
| inline int GorillaDecoder<int32_t>::read_batch_int64(int64_t*, int, int& actual, |
| common::ByteStream&) { |
| actual = 0; |
| return common::E_NOT_SUPPORT; |
| } |
| template <> |
| inline int GorillaDecoder<int32_t>::skip_int32(int count, int& skipped, |
| common::ByteStream& in) { |
| return batch_skip_raw(count, skipped, GORILLA_ENCODING_ENDING_INTEGER, in); |
| } |
| template <> |
| inline int GorillaDecoder<int32_t>::skip_int64(int, int& skipped, |
| common::ByteStream&) { |
| skipped = 0; |
| return common::E_NOT_SUPPORT; |
| } |
| |
| // ── LongGorillaDecoder batch/skip overrides ─────────────────────────────── |
| template <> |
| inline int GorillaDecoder<int64_t>::read_batch_int32(int32_t*, int, int& actual, |
| common::ByteStream&) { |
| actual = 0; |
| return common::E_NOT_SUPPORT; |
| } |
| template <> |
| inline int GorillaDecoder<int64_t>::read_batch_int64(int64_t* out, int capacity, |
| int& actual, |
| common::ByteStream& in) { |
| return batch_decode_raw(out, capacity, actual, GORILLA_ENCODING_ENDING_LONG, |
| in); |
| } |
| template <> |
| inline int GorillaDecoder<int64_t>::skip_int32(int, int& skipped, |
| common::ByteStream&) { |
| skipped = 0; |
| return common::E_NOT_SUPPORT; |
| } |
| template <> |
| inline int GorillaDecoder<int64_t>::skip_int64(int count, int& skipped, |
| common::ByteStream& in) { |
| return batch_skip_raw(count, skipped, GORILLA_ENCODING_ENDING_LONG, in); |
| } |
| |
| // ── Scalar Decoder interface wrappers (unchanged) ───────────────────────── |
| template <> |
| FORCE_INLINE int IntGorillaDecoder::read_boolean(bool& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| template <> |
| FORCE_INLINE int IntGorillaDecoder::read_int32(int32_t& ret_value, |
| common::ByteStream& in) { |
| ret_value = decode(in); |
| return read_status_; |
| } |
| template <> |
| FORCE_INLINE int IntGorillaDecoder::read_int64(int64_t& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| template <> |
| FORCE_INLINE int IntGorillaDecoder::read_float(float& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| template <> |
| FORCE_INLINE int IntGorillaDecoder::read_double(double& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| template <> |
| FORCE_INLINE int IntGorillaDecoder::read_String(common::String& ret_value, |
| common::PageArena& pa, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| template <> |
| FORCE_INLINE int LongGorillaDecoder::read_boolean(bool& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| template <> |
| FORCE_INLINE int LongGorillaDecoder::read_int32(int32_t& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| template <> |
| FORCE_INLINE int LongGorillaDecoder::read_int64(int64_t& ret_value, |
| common::ByteStream& in) { |
| ret_value = decode(in); |
| return read_status_; |
| } |
| template <> |
| FORCE_INLINE int LongGorillaDecoder::read_float(float& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| template <> |
| FORCE_INLINE int LongGorillaDecoder::read_double(double& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| template <> |
| FORCE_INLINE int LongGorillaDecoder::read_String(common::String& ret_value, |
| common::PageArena& pa, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| FORCE_INLINE int FloatGorillaDecoder::read_boolean(bool& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| FORCE_INLINE int FloatGorillaDecoder::read_int32(int32_t& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| FORCE_INLINE int FloatGorillaDecoder::read_int64(int64_t& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| FORCE_INLINE int FloatGorillaDecoder::read_float(float& ret_value, |
| common::ByteStream& in) { |
| ret_value = decode(in); |
| return read_status_; |
| } |
| FORCE_INLINE int FloatGorillaDecoder::read_double(double& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| FORCE_INLINE int DoubleGorillaDecoder::read_boolean(bool& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| FORCE_INLINE int DoubleGorillaDecoder::read_int32(int32_t& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| FORCE_INLINE int DoubleGorillaDecoder::read_int64(int64_t& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| FORCE_INLINE int DoubleGorillaDecoder::read_float(float& ret_value, |
| common::ByteStream& in) { |
| ASSERT(false); |
| return common::E_NOT_SUPPORT; |
| } |
| FORCE_INLINE int DoubleGorillaDecoder::read_double(double& ret_value, |
| common::ByteStream& in) { |
| ret_value = decode(in); |
| return read_status_; |
| } |
| |
| } // end namespace storage |
| #endif // ENCODING_GORILLA_DECODER_H |