| # Licensed to the Apache Software Foundation (ASF) under one | |
| # or more contributor license agreements. See the NOTICE file | |
| # distributed with this work for additional information | |
| # regarding copyright ownership. The ASF licenses this file | |
| # to you under the Apache License, Version 2.0 (the | |
| # "License"); you may not use this file except in compliance | |
| # with the License. You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, | |
| # software distributed under the License is distributed on an | |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | |
| # KIND, either express or implied. See the License for the | |
| # specific language governing permissions and limitations | |
| # under the License. | |
| """Utilities for data-evolution tables.""" | |
| from typing import Callable, Iterable, TypeVar | |
| from pypaimon.manifest.schema.data_file_meta import DataFileMeta | |
| T = TypeVar("T") | |
| def retrieve_anchor_file( | |
| entries: Iterable[T], | |
| file_meta_func: Callable[[T], DataFileMeta] = lambda entry: entry, | |
| ) -> T: | |
| """Return the oldest normal file in a data-evolution row-range group.""" | |
| anchor = None | |
| anchor_key = None | |
| for entry in entries: | |
| meta = file_meta_func(entry) | |
| if DataFileMeta.is_blob_file(meta.file_name) or DataFileMeta.is_vector_file(meta.file_name): | |
| continue | |
| key = (meta.max_sequence_number, meta.file_name) | |
| if anchor_key is None or key < anchor_key: | |
| anchor = entry | |
| anchor_key = key | |
| if anchor is None: | |
| raise ValueError( | |
| "Data-evolution deletion vectors should have a normal anchor file " | |
| "in each row range group." | |
| ) | |
| return anchor |