| # |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| from __future__ import annotations |
| |
| import os |
| import signal |
| from threading import Timer |
| from typing import ContextManager |
| |
| from airflow.exceptions import AirflowTaskTimeout |
| from airflow.utils.log.logging_mixin import LoggingMixin |
| from airflow.utils.platform import IS_WINDOWS |
| |
| _timeout = ContextManager[None] |
| |
| |
| class TimeoutWindows(_timeout, LoggingMixin): |
| """Windows timeout version: To be used in a ``with`` block and timeout its content.""" |
| |
| def __init__(self, seconds=1, error_message="Timeout"): |
| super().__init__() |
| self._timer: Timer | None = None |
| self.seconds = seconds |
| self.error_message = error_message + ", PID: " + str(os.getpid()) |
| |
| def handle_timeout(self, *args): |
| """Logs information and raises AirflowTaskTimeout.""" |
| self.log.error("Process timed out, PID: %s", str(os.getpid())) |
| raise AirflowTaskTimeout(self.error_message) |
| |
| def __enter__(self): |
| if self._timer: |
| self._timer.cancel() |
| self._timer = Timer(self.seconds, self.handle_timeout) |
| self._timer.start() |
| |
| def __exit__(self, type_, value, traceback): |
| if self._timer: |
| self._timer.cancel() |
| self._timer = None |
| |
| |
| class TimeoutPosix(_timeout, LoggingMixin): |
| """POSIX Timeout version: To be used in a ``with`` block and timeout its content.""" |
| |
| def __init__(self, seconds=1, error_message="Timeout"): |
| super().__init__() |
| self.seconds = seconds |
| self.error_message = error_message + ", PID: " + str(os.getpid()) |
| |
| def handle_timeout(self, signum, frame): |
| """Logs information and raises AirflowTaskTimeout.""" |
| self.log.error("Process timed out, PID: %s", str(os.getpid())) |
| raise AirflowTaskTimeout(self.error_message) |
| |
| def __enter__(self): |
| try: |
| signal.signal(signal.SIGALRM, self.handle_timeout) |
| signal.setitimer(signal.ITIMER_REAL, self.seconds) |
| except ValueError: |
| self.log.warning("timeout can't be used in the current context", exc_info=True) |
| |
| def __exit__(self, type_, value, traceback): |
| try: |
| signal.setitimer(signal.ITIMER_REAL, 0) |
| except ValueError: |
| self.log.warning("timeout can't be used in the current context", exc_info=True) |
| |
| |
| if IS_WINDOWS: |
| timeout: type[TimeoutWindows | TimeoutPosix] = TimeoutWindows |
| else: |
| timeout = TimeoutPosix |