tuple/include/array_of_doubles_sketch_impl.hpp

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

namespace datasketches {

template<typename A>
update_array_of_doubles_sketch<A>::update_array_of_doubles_sketch(uint8_t lg_cur_size, uint8_t lg_nom_size, resize_factor rf,
    uint64_t theta, uint64_t seed, const array_of_doubles_update_policy<A>& policy, const A& allocator):
Base(lg_cur_size, lg_nom_size, rf, theta, seed, policy, allocator) {}


template<typename A>
uint8_t update_array_of_doubles_sketch<A>::get_num_values() const {
  return this->policy_.get_num_values();
}

template<typename A>
compact_array_of_doubles_sketch<A> update_array_of_doubles_sketch<A>::compact(bool ordered) const {
  return compact_array_of_doubles_sketch<A>(*this, ordered);
}

// builder

template<typename A>
update_array_of_doubles_sketch<A>::builder::builder(const array_of_doubles_update_policy<A>& policy, const A& allocator):
Base::builder(policy, allocator) {}

template<typename A>
update_array_of_doubles_sketch<A> update_array_of_doubles_sketch<A>::builder::build() const {
  return update_array_of_doubles_sketch<A>(this->starting_lg_size(), this->lg_k_, this->rf_, this->starting_theta(), this->seed_, this->policy_, this->allocator_);
}

// compact sketch

template<typename A>
template<typename S>
compact_array_of_doubles_sketch<A>::compact_array_of_doubles_sketch(const S& other, bool ordered):
Base(other, ordered), num_values(other.get_num_values()) {}

template<typename A>
compact_array_of_doubles_sketch<A>::compact_array_of_doubles_sketch(bool is_empty, bool is_ordered,
    uint16_t seed_hash, uint64_t theta, std::vector<Entry, AllocEntry>&& entries, uint8_t num_values):
Base(is_empty, is_ordered, seed_hash, theta, std::move(entries)), num_values(num_values) {}

template<typename A>
uint8_t compact_array_of_doubles_sketch<A>::get_num_values() const {
  return num_values;
}

template<typename A>
void compact_array_of_doubles_sketch<A>::serialize(std::ostream& os) const {
  const uint8_t preamble_longs = 1;
  os.write(reinterpret_cast<const char*>(&preamble_longs), sizeof(preamble_longs));
  const uint8_t serial_version = SERIAL_VERSION;
  os.write(reinterpret_cast<const char*>(&serial_version), sizeof(serial_version));
  const uint8_t family = SKETCH_FAMILY;
  os.write(reinterpret_cast<const char*>(&family), sizeof(family));
  const uint8_t type = SKETCH_TYPE;
  os.write(reinterpret_cast<const char*>(&type), sizeof(type));
  const uint8_t flags_byte(
    (this->is_empty() ? 1 << flags::IS_EMPTY : 0) |
    (this->get_num_retained() > 0 ? 1 << flags::HAS_ENTRIES : 0) |
    (this->is_ordered() ? 1 << flags::IS_ORDERED : 0)
  );
  os.write(reinterpret_cast<const char*>(&flags_byte), sizeof(flags_byte));
  os.write(reinterpret_cast<const char*>(&num_values), sizeof(num_values));
  const uint16_t seed_hash = this->get_seed_hash();
  os.write(reinterpret_cast<const char*>(&seed_hash), sizeof(seed_hash));
  os.write(reinterpret_cast<const char*>(&(this->theta_)), sizeof(uint64_t));
  if (this->get_num_retained() > 0) {
    const uint32_t num_entries = this->entries_.size();
    os.write(reinterpret_cast<const char*>(&num_entries), sizeof(num_entries));
    const uint32_t unused32 = 0;
    os.write(reinterpret_cast<const char*>(&unused32), sizeof(unused32));
    for (const auto& it: this->entries_) {
      os.write(reinterpret_cast<const char*>(&it.first), sizeof(uint64_t));
    }
    for (const auto& it: this->entries_) {
      os.write(reinterpret_cast<const char*>(it.second.data()), it.second.size() * sizeof(double));
    }
  }
}

template<typename A>
compact_array_of_doubles_sketch<A> compact_array_of_doubles_sketch<A>::deserialize(std::istream& is, uint64_t seed, const A& allocator) {
  uint8_t preamble_longs;
  is.read(reinterpret_cast<char*>(&preamble_longs), sizeof(preamble_longs));
  uint8_t serial_version;
  is.read(reinterpret_cast<char*>(&serial_version), sizeof(serial_version));
  uint8_t family;
  is.read(reinterpret_cast<char*>(&family), sizeof(family));
  uint8_t type;
  is.read(reinterpret_cast<char*>(&type), sizeof(type));
  uint8_t flags_byte;
  is.read(reinterpret_cast<char*>(&flags_byte), sizeof(flags_byte));
  uint8_t num_values;
  is.read(reinterpret_cast<char*>(&num_values), sizeof(num_values));
  uint16_t seed_hash;
  is.read(reinterpret_cast<char*>(&seed_hash), sizeof(seed_hash));
  checker<true>::check_sketch_family(family, SKETCH_FAMILY);
  checker<true>::check_sketch_type(type, SKETCH_TYPE);
  checker<true>::check_serial_version(serial_version, SERIAL_VERSION);
  const bool has_entries = flags_byte & (1 << flags::HAS_ENTRIES);
  if (has_entries) checker<true>::check_seed_hash(seed_hash, compute_seed_hash(seed));

  uint64_t theta;
  is.read(reinterpret_cast<char*>(&theta), sizeof(theta));
  std::vector<Entry, AllocEntry> entries(allocator);
  uint32_t num_entries = 0;
  if (has_entries) {
    is.read(reinterpret_cast<char*>(&num_entries), sizeof(num_entries));
    uint32_t unused32;
    is.read(reinterpret_cast<char*>(&unused32), sizeof(unused32));
    entries.reserve(num_entries);
    std::vector<uint64_t, AllocU64> keys(num_entries, 0, allocator);
    is.read(reinterpret_cast<char*>(keys.data()), num_entries * sizeof(uint64_t));
    for (size_t i = 0; i < num_entries; ++i) {
      Summary s(num_values, 0, allocator);
      is.read(reinterpret_cast<char*>(s.data()), num_values * sizeof(double));
      entries.push_back(Entry(keys[i], std::move(s)));
    }
  }
  if (!is.good()) throw std::runtime_error("error reading from std::istream");
  const bool is_empty = flags_byte & (1 << flags::IS_EMPTY);
  const bool is_ordered = flags_byte & (1 << flags::IS_ORDERED);
  return compact_array_of_doubles_sketch(is_empty, is_ordered, seed_hash, theta, std::move(entries), num_values);
}

} /* namespace datasketches */