| ################################################################################ | |
| # Licensed to the Apache Software Foundation (ASF) under one | |
| # or more contributor license agreements. See the NOTICE file | |
| # distributed with this work for additional information | |
| # regarding copyright ownership. The ASF licenses this file | |
| # to you under the Apache License, Version 2.0 (the | |
| # "License"); you may not use this file except in compliance | |
| # with the License. You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software | |
| # distributed under the License is distributed on an "AS IS" BASIS, | |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| # See the License for the specific language governing permissions and | |
| # limitations under the License. | |
| ################################################################################ | |
| """FieldAggregator registry and factory entry point. | |
| Looks up the registered factory for an aggregator identifier (``"sum"``, | |
| ``"last_value"``, ...) read from table options and builds an instance | |
| for it. Concrete aggregators register themselves at import time via | |
| :func:`register_aggregator`; importing this package eagerly imports the | |
| built-in aggregator module so the registrations always happen, | |
| regardless of which call site triggers the first lookup. | |
| """ | |
| from typing import Callable, Dict, TYPE_CHECKING | |
| from pypaimon.execution.python.read.reader.aggregate.field_aggregator import FieldAggregator | |
| from pypaimon.schema.data_types import DataType | |
| if TYPE_CHECKING: | |
| from pypaimon.common.options.core_options import CoreOptions | |
| # Module-global registry keyed by aggregator identifier | |
| # (``"sum"``, ``"last_value"`` ...). | |
| _FACTORIES: Dict[str, Callable[[DataType, str, "CoreOptions"], FieldAggregator]] = {} | |
| def register_aggregator( | |
| identifier: str, | |
| factory: Callable[[DataType, str, "CoreOptions"], FieldAggregator], | |
| ) -> None: | |
| """Register ``factory`` under ``identifier``. | |
| Re-registering an identifier replaces the existing factory. The | |
| built-in aggregators register themselves at module-import time from | |
| :mod:`aggregators`. | |
| """ | |
| _FACTORIES[identifier] = factory | |
| def create_field_aggregator( | |
| field_type: DataType, | |
| field_name: str, | |
| agg_func_name: str, | |
| options: "CoreOptions", | |
| ) -> FieldAggregator: | |
| """Build a ``FieldAggregator`` for ``agg_func_name``. | |
| Raises ``ValueError`` if the identifier was never registered, so | |
| typos or out-of-scope aggregators surface at merge-function | |
| construction time rather than at the first row. | |
| """ | |
| factory = _FACTORIES.get(agg_func_name) | |
| if factory is None: | |
| raise ValueError( | |
| "Use unsupported aggregation '{}' or spell aggregate function " | |
| "incorrectly! Supported aggregators in pypaimon: {}".format( | |
| agg_func_name, sorted(_FACTORIES.keys()) | |
| ) | |
| ) | |
| return factory(field_type, field_name, options) | |
| # Eager-import the built-in aggregator module so its top-level | |
| # ``register_aggregator(...)`` calls populate ``_FACTORIES`` before any | |
| # caller looks anything up. Placed at the bottom of the module so the | |
| # names ``register_aggregator`` / ``FieldAggregator`` aggregators | |
| # imports back from here are already defined when its import runs. | |
| from pypaimon.execution.python.read.reader.aggregate import aggregators # noqa: E402, F401 |