| /* | |
| * Licensed to the Apache Software Foundation (ASF) under one | |
| * or more contributor license agreements. See the NOTICE file | |
| * distributed with this work for additional information | |
| * regarding copyright ownership. The ASF licenses this file | |
| * to you under the Apache License, Version 2.0 (the | |
| * "License"); you may not use this file except in compliance | |
| * with the License. You may obtain a copy of the License at | |
| * | |
| * http://www.apache.org/licenses/LICENSE-2.0 | |
| * | |
| * Unless required by applicable law or agreed to in writing, | |
| * software distributed under the License is distributed on an | |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | |
| * KIND, either express or implied. See the License for the | |
| * specific language governing permissions and limitations | |
| * under the License. | |
| */ | |
| #pragma once | |
| #include <algorithm> | |
| #include <cstddef> | |
| #include <cstdint> | |
| #include <functional> | |
| #include <utility> | |
| #include <vector> | |
| #include "paimon/result.h" | |
| namespace paimon { | |
| /// A helper class to handle ranges. | |
| template <typename T> | |
| class RangeHelper { | |
| public: | |
| // start_func and end_func refer to a closed interval (inclusive of both endpoints). | |
| RangeHelper(std::function<Result<int64_t>(const T&)> start_func, | |
| std::function<Result<int64_t>(const T&)> end_func) | |
| : start_func_(std::move(start_func)), end_func_(std::move(end_func)) {} | |
| Result<bool> AreAllRangesSame(const std::vector<T>& ranges) const { | |
| if (ranges.empty()) { | |
| return true; | |
| } | |
| // Get the first range as reference | |
| const auto& first = ranges[0]; | |
| PAIMON_ASSIGN_OR_RAISE(int64_t first_start, start_func_(first)); | |
| PAIMON_ASSIGN_OR_RAISE(int64_t first_end, end_func_(first)); | |
| // Compare all other ranges with the first one | |
| for (size_t i = 1; i < ranges.size(); i++) { | |
| const auto& current = ranges[i]; | |
| PAIMON_ASSIGN_OR_RAISE(int64_t current_start, start_func_(current)); | |
| PAIMON_ASSIGN_OR_RAISE(int64_t current_end, end_func_(current)); | |
| if (current_start != first_start || current_end != first_end) { | |
| // Found a different range | |
| return false; | |
| } | |
| } | |
| return true; | |
| } | |
| /// A helper class to track original indices of range. | |
| struct IndexedValue { | |
| IndexedValue(T&& _value, int32_t _original_idx, int64_t _start, int64_t _end) | |
| : value(std::move(_value)), original_idx(_original_idx), start(_start), end(_end) {} | |
| IndexedValue(IndexedValue&& other) | |
| : value(std::move(other.value)), | |
| original_idx(other.original_idx), | |
| start(other.start), | |
| end(other.end) {} | |
| IndexedValue(const IndexedValue& other) | |
| : value(other.value), | |
| original_idx(other.original_idx), | |
| start(other.start), | |
| end(other.end) {} | |
| IndexedValue& operator=(IndexedValue&& other) noexcept { | |
| if (&other == this) { | |
| return *this; | |
| } | |
| value = std::move(other.value); | |
| original_idx = other.original_idx; | |
| start = other.start; | |
| end = other.end; | |
| return *this; | |
| } | |
| IndexedValue& operator=(const IndexedValue& other) noexcept { | |
| if (&other == this) { | |
| return *this; | |
| } | |
| value = other.value; | |
| original_idx = other.original_idx; | |
| start = other.start; | |
| end = other.end; | |
| return *this; | |
| } | |
| T value; | |
| int32_t original_idx; | |
| int64_t start; | |
| int64_t end; | |
| }; | |
| Result<std::vector<std::vector<T>>> MergeOverlappingRanges(std::vector<T>&& ranges) const { | |
| std::vector<std::vector<T>> result; | |
| if (ranges.empty()) { | |
| return result; | |
| } | |
| // Create a list of IndexedValue to keep track of original indices | |
| std::vector<IndexedValue> index_ranges; | |
| index_ranges.reserve(ranges.size()); | |
| for (int32_t i = 0; i < static_cast<int32_t>(ranges.size()); i++) { | |
| // just check start_func_ and end_func_ is valid for ranges[i] | |
| // range in IndexedValue must be valid | |
| PAIMON_ASSIGN_OR_RAISE(int64_t start, start_func_(ranges[i])); | |
| PAIMON_ASSIGN_OR_RAISE(int64_t end, end_func_(ranges[i])); | |
| index_ranges.emplace_back(std::move(ranges[i]), /*original_idx=*/i, start, end); | |
| } | |
| // Sort the ranges by their start value | |
| std::stable_sort(index_ranges.begin(), index_ranges.end(), | |
| [&](const IndexedValue& r1, const IndexedValue& r2) { | |
| if (r1.start != r2.start) { | |
| return r1.start < r2.start; | |
| } | |
| return r1.end < r2.end; | |
| }); | |
| // Initialize with the first range | |
| std::vector<std::vector<IndexedValue>> groups; | |
| std::vector<IndexedValue> current_group; | |
| current_group.emplace_back(std::move(index_ranges[0])); | |
| int64_t current_end = current_group.back().end; | |
| // Iterate through the sorted ranges and merge overlapping ones | |
| for (size_t i = 1; i < index_ranges.size(); i++) { | |
| auto& current = index_ranges[i]; | |
| int64_t start = current.start; | |
| int64_t end = current.end; | |
| // If the current range overlaps with the current group, merge it | |
| if (start <= current_end) { | |
| current_group.emplace_back(std::move(current)); | |
| // Update the current end to the maximum end of the merged ranges | |
| if (end > current_end) { | |
| current_end = end; | |
| } | |
| } else { | |
| // Otherwise, start a new group | |
| groups.emplace_back(std::move(current_group)); | |
| current_group.clear(); | |
| current_group.emplace_back(std::move(current)); | |
| current_end = end; | |
| } | |
| } | |
| // Add the last group | |
| groups.emplace_back(std::move(current_group)); | |
| // Convert the groups to the required format and sort each group by original index | |
| for (auto& group : groups) { | |
| // Sort the group by original index to maintain the input order | |
| std::stable_sort(group.begin(), group.end(), | |
| [](const IndexedValue& r1, const IndexedValue& r2) { | |
| return r1.original_idx < r2.original_idx; | |
| }); | |
| std::vector<T> sorted_group; | |
| sorted_group.reserve(group.size()); | |
| for (auto& index_value : group) { | |
| sorted_group.emplace_back(std::move(index_value.value)); | |
| } | |
| result.emplace_back(std::move(sorted_group)); | |
| } | |
| return result; | |
| } | |
| private: | |
| std::function<Result<int64_t>(const T&)> start_func_; | |
| std::function<Result<int64_t>(const T&)> end_func_; | |
| }; | |
| } // namespace paimon |