| Search.setIndex({"docnames": ["_api/airflow/providers/celery/executors/celery_executor/index", "_api/airflow/providers/celery/executors/celery_executor_utils/index", "_api/airflow/providers/celery/executors/celery_kubernetes_executor/index", "_api/airflow/providers/celery/executors/default_celery/index", "_api/airflow/providers/celery/executors/index", "_api/airflow/providers/celery/index", "_api/airflow/providers/celery/sensors/celery_queue/index", "_api/airflow/providers/celery/sensors/index", "changelog", "cli-ref", "commits", "configurations-ref", "index", "installing-providers-from-sources", "security"], "filenames": ["_api/airflow/providers/celery/executors/celery_executor/index.rst", "_api/airflow/providers/celery/executors/celery_executor_utils/index.rst", "_api/airflow/providers/celery/executors/celery_kubernetes_executor/index.rst", "_api/airflow/providers/celery/executors/default_celery/index.rst", "_api/airflow/providers/celery/executors/index.rst", "_api/airflow/providers/celery/index.rst", "_api/airflow/providers/celery/sensors/celery_queue/index.rst", "_api/airflow/providers/celery/sensors/index.rst", "changelog.rst", "cli-ref.rst", "commits.rst", "configurations-ref.rst", "index.rst", "installing-providers-from-sources.rst", "security.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.celery.executors.celery_executor</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.celery.executors.celery_executor_utils</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.celery.executors.celery_kubernetes_executor</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.celery.executors.default_celery</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.celery.executors</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.celery</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.celery.sensors.celery_queue</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.celery.sensors</span></code>", "Changelog", "Celery Executor Commands", "Package apache-airflow-providers-celery", "Configuration Reference", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-celery</span></code>", "Installing from sources", "Releasing security patches"], "terms": {"celeryexecutor": [0, 2, 8, 9, 10, 11], "For": [0, 1, 9, 10, 11, 12, 13], "more": [0, 9, 10, 11], "inform": [0, 8, 9, 10, 11, 14], "how": [0, 11, 13], "work": [0, 8, 9, 11], "take": [0, 11], "look": [0, 9, 11], "guid": [0, 13], "base_vers": [0, 4], "sourc": [0, 1, 2, 3, 4, 5, 6], "log": [0, 1, 2, 3, 9, 11], "celery_send_err_msg_head": 0, "error": [0, 1, 8, 10, 11], "send": [0, 1, 2, 11], "task": [0, 1, 2, 6, 11], "taskinstanceinceleri": [0, 1], "__getattr__": 0, "name": [0, 6, 10, 11], "arg_broker_api": 0, "arg_flower_hostnam": 0, "arg_flower_port": 0, "arg_flower_conf": 0, "arg_flower_url_prefix": 0, "arg_flower_basic_auth": 0, "arg_autoscal": 0, "arg_queu": 0, "arg_concurr": 0, "arg_celery_hostnam": 0, "arg_umask": 0, "arg_without_mingl": 0, "arg_without_gossip": 0, "celery_command": 0, "base": [0, 1, 2, 6, 11], "base_executor": [0, 2], "baseexecutor": [0, 2], "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "recommend": [0, 11, 13], "product": 0, "us": [0, 1, 2, 8, 9, 10, 11, 12, 13, 14], "It": [0, 2, 8, 13], "allow": [0, 10, 11], "distribut": [0, 13], "execut": [0, 1, 2, 11], "instanc": [0, 2, 11], "multipl": [0, 9, 11], "worker": [0, 11], "node": [0, 9], "simpl": 0, "flexibl": 0, "reliabl": 0, "system": 0, "process": [0, 1, 9, 11], "vast": 0, "amount": 0, "messag": [0, 11], "while": [0, 11], "oper": [0, 10, 11], "tool": [0, 10], "requir": [0, 8, 11, 14], "maintain": 0, "supports_ad_hoc_ti_run": [0, 2], "bool": [0, 2], "true": [0, 2, 11], "supports_sentri": [0, 2], "start": [0, 1, 2, 9, 11], "mai": [0, 10], "need": [0, 11, 12], "get": [0, 1, 8, 10, 11, 13, 14], "thing": 0, "sync": [0, 11], "call": [0, 1, 2], "period": 0, "heartbeat": [0, 2], "method": [0, 1], "should": [0, 11, 13, 14], "overrid": [0, 6], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "perform": [0, 11], "gather": 0, "status": 0, "debug_dump": [0, 2], "debug": [0, 2], "dump": [0, 2], "respons": [0, 2], "sigusr2": [0, 2], "schedul": [0, 2, 6, 11], "update_all_task_st": 0, "updat": [0, 8, 10, 11], "state": [0, 1, 6, 8, 10, 11], "change_st": 0, "kei": [0, 1, 11, 13], "info": [0, 1], "none": [0, 1, 2, 6, 11, 13], "chang": [0, 10, 14], "paramet": [0, 1, 2, 6, 9, 11], "model": [0, 2, 14], "taskinstancekei": [0, 2], "uniqu": 0, "util": [0, 1, 2], "taskinstancest": [0, 8, 10], "set": [0, 2, 9, 11], "update_task_st": [0, 8], "singl": [0, 9], "end": [0, 2], "synchron": [0, 9, 10], "fals": [0, 2, 9, 11], "wait": [0, 6, 11], "previous": [0, 9, 11], "submit": 0, "job": [0, 2, 11], "complet": [0, 8], "termin": [0, 2], "when": [0, 2, 6, 8, 9, 10, 11, 12, 14], "daemon": [0, 9], "receiv": [0, 14], "sigterm": 0, "try_adopt_task_inst": [0, 2], "ti": [0, 2], "try": [0, 2, 8, 10], "adopt": [0, 2, 11], "run": [0, 1, 2, 8, 9, 11, 13], "have": [0, 1, 2, 6, 8, 9, 14], "been": [0, 2, 11], "abandon": [0, 2], "schedulerjob": [0, 2, 11], "dy": [0, 2], "anyth": [0, 2], "clear": [0, 2], "becom": [0, 2], "elig": [0, 2], "re": [0, 2, 11], "return": [0, 1, 2], "ani": [0, 1, 2, 6, 13], "taskinst": [0, 2], "were": [0, 2, 9, 11], "unabl": [0, 2, 11], "type": [0, 1, 2, 8, 10, 11], "sequenc": [0, 2], "cleanup_stuck_queued_task": [0, 2], "handl": 0, "remnant": 0, "fail": [0, 11], "becaus": 0, "thei": [0, 9], "stuck": 0, "queu": [0, 2], "can": [0, 1, 2, 8, 11, 12, 13, 14], "If": [0, 1, 8, 11, 13], "detect": 0, "mark": [0, 11], "up_for_retri": 0, "ha": [0, 8, 11], "remain": [0, 10], "retri": [0, 11], "doesn": [0, 1], "t": [0, 1, 9, 11], "list": [0, 2, 9, 10, 11], "clean": 0, "up": [0, 9, 10, 11], "readabl": 0, "warn": [0, 8, 10, 13], "str": [0, 1, 2, 6, 10], "static": [0, 2], "get_cli_command": [0, 2], "vend": [0, 8, 10], "cli": [0, 8, 9, 10], "command": [0, 1, 2, 8, 10, 11], "includ": [0, 10, 11, 14], "expos": 0, "via": [0, 2, 11, 12, 13], "manag": [0, 8, 10, 13], "setup": [0, 10], "teardown": 0, "inspect": 0, "etc": 0, "make": [0, 8, 9, 10, 11], "sure": [0, 11], "choos": [0, 2, 13], "those": [0, 12, 13], "avoid": 0, "collis": 0, "3": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 14], "5": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 14], "1": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 14], "2": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 14], "9": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "0": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 14], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14], "much": 1, "code": [1, 10, 13], "expens": 1, "import": [1, 8, 10, 11, 13], "load": [1, 8, 10], "care": 1, "where": [1, 11, 14], "operation_timeout": 1, "celery_fetch_err_msg_head": 1, "fetch": [1, 2], "celery_configur": 1, "app": [1, 11], "on_celery_import_modul": 1, "arg": [1, 10], "kwarg": [1, 6], "preload": 1, "some": [1, 8, 10, 11], "onc": [1, 13], "so": [1, 2, 9, 11, 14], "other": [1, 9], "won": [1, 11], "again": 1, "each": 1, "add": [1, 8, 10], "per": [1, 10], "befor": [1, 10, 11], "long": [1, 11], "matter": 1, "short": 1, "notic": 1, "impact": 1, "execute_command": 1, "command_to_exec": 1, "exceptionwithtraceback": 1, "except": [1, 8, 10, 14], "exception_traceback": 1, "wrapper": [1, 2], "propag": 1, "parent": 1, "from": [1, 2, 8, 9, 10, 12, 14], "subprocess": 1, "The": [1, 6, 8, 9, 11, 12, 13, 14], "wrap": 1, "stacktrac": 1, "send_task_to_executor": [1, 11], "task_tupl": 1, "fetch_celery_task_st": [1, 11], "async_result": 1, "given": 1, "scope": [1, 14], "global": 1, "pool": [1, 2], "result": [1, 11], "asyncresult": 1, "tupl": 1, "async": 1, "object": 1, "": [1, 9, 10, 13], "bulkstatefetch": 1, "sync_parallel": 1, "logging_mixin": [1, 2], "loggingmixin": [1, 2], "statu": [1, 11], "mani": [1, 11], "best": 1, "avail": [1, 8, 9, 11, 13], "basekeyvaluestorebackend": 1, "backend": [1, 11], "mget": 1, "databasebackend": 1, "select": [1, 2, 13], "task_id": 1, "IN": 1, "queri": [1, 8, 10], "otherwis": [1, 2, 8, 11], "multiprocess": 1, "download": [1, 13], "individu": 1, "get_mani": 1, "celerykubernetesexecutor": [2, 8, 11], "celery_executor": [2, 4, 5, 11], "kubernetes_executor": 2, "consist": 2, "kubernetesexecutor": [2, 11], "queue": [2, 6, 9, 11], "defin": [2, 11], "valu": [2, 11], "kubernetes_queu": 2, "section": 2, "configur": [2, 3, 8, 9, 10], "default": [2, 3, 6, 8, 9, 10, 11, 14], "kubernet": [2, 8, 10, 11, 12], "properti": 2, "queued_task": 2, "dict": [2, 3], "queuedtaskinstancetyp": 2, "job_id": 2, "int": 2, "inherit": 2, "attribut": 2, "sinc": [2, 11], "realli": 2, "we": [2, 14], "implement": [2, 10, 11], "custom": 2, "setter": 2, "slots_avail": 2, "number": [2, 9, 10, 11], "new": [2, 10, 14], "accept": [2, 9, 11], "supports_pickl": 2, "is_loc": 2, "is_single_thread": 2, "is_product": 2, "serve_log": 2, "change_sensor_mode_to_reschedul": 2, "callback_sink": 2, "callback": 2, "base_callback_sink": 2, "basecallbacksink": 2, "queue_command": 2, "task_inst": 2, "prioriti": 2, "queue_task_inst": 2, "mark_success": 2, "pickle_id": 2, "ignore_all_dep": 2, "ignore_depends_on_past": 2, "wait_for_past_depends_before_skip": 2, "ignore_task_dep": 2, "ignore_ti_st": 2, "cfg_path": 2, "get_task_log": 2, "try_numb": 2, "has_task": 2, "check": [2, 6, 8, 10, 11, 13], "either": 2, "known": 2, "sent": 2, "trigger": 2, "get_event_buff": 2, "dag_id": 2, "flush": 2, "event": [2, 9], "buffer": 2, "all": [2, 8, 10, 11, 12, 14], "eventbuffervaluetyp": 2, "send_callback": 2, "request": 2, "callback_request": 2, "callbackrequest": 2, "broker_url": 3, "broker_transport_opt": [3, 11], "sentinel_kwarg": [3, 8, 10], "result_backend": 3, "default_celery_config": [3, 11], "celery_ssl_act": 3, "broker_use_ssl": 3, "match_not_recommended_backend": 3, "celery_executor_util": [4, 5], "celery_kubernetes_executor": [4, 5], "default_celeri": [4, 5, 8, 10, 11], "executor": [5, 8, 10, 11], "sensor": [5, 8, 10], "celery_queu": [5, 7], "__version__": [5, 10], "celeryqueuesensor": 6, "target_task_id": 6, "basesensoroper": 6, "empti": 6, "By": [6, 13], "order": [6, 8, 12], "consid": 6, "must": 6, "reserv": 6, "activ": 6, "id": [6, 13], "poke": 6, "context": [6, 10], "deriv": 6, "apach": [8, 9, 11, 13], "airflow": [8, 9, 11, 13, 14], "provid": [8, 9, 11, 13, 14], "celeri": [8, 13], "env": [8, 10], "36318": [8, 10], "releas": [8, 10, 12], "onli": [8, 9, 11, 14], "6": [8, 10, 11, 12], "explain": 8, "support": [8, 10, 11, 12], "polici": [8, 14], "bump": [8, 10], "minimum": [8, 9, 10, 11, 12], "version": [8, 10, 11, 12, 13, 14], "36017": [8, 10], "_secret": 8, "_cmd": 8, "broker": [8, 9, 11], "34782": [8, 10], "remov": [8, 10, 13], "sensit": [8, 10], "34954": [8, 10], "min": [8, 10], "34728": [8, 10], "respect": [8, 10], "soft_fail": [8, 10], "argument": [8, 10], "rais": [8, 10], "34474": [8, 10], "condit": 8, "34192": [8, 10], "combin": [8, 10], "similar": [8, 10], "logic": [8, 10], "33987": [8, 10], "limit": [8, 10, 11], "exclud": [8, 10], "34031": [8, 10], "replac": [8, 10], "pass": [8, 10, 11], "contextlib": [8, 10], "suppress": [8, 10], "33980": [8, 10], "improv": [8, 10, 11], "modul": [8, 10], "them": [8, 10, 12], "block": [8, 10, 11], "33754": [8, 10], "depend": [8, 10, 11, 14], "opentelemetri": [8, 10], "python": [8, 10, 12, 13], "8": [8, 10], "33579": [8, 10], "auth": [8, 9, 10], "own": [8, 10], "33481": [8, 10], "refactor": [8, 10], "sqlalchemi": [8, 10, 11], "style": [8, 10], "part": [8, 9, 10], "7": [8, 9, 10, 11], "32883": [8, 10], "miss": [8, 10], "re2": [8, 10, 12], "cncf": [8, 10, 12], "33237": [8, 10], "32627": [8, 10], "document": [8, 9, 10, 11], "gener": [8, 10], "33081": [8, 10], "rid": [8, 10], "python2": [8, 10], "numer": [8, 10], "relic": [8, 10], "33050": [8, 10], "first": 8, "move": [8, 10, 11], "core": [8, 9, 10, 11], "packag": [8, 11], "also": [8, 13], "expect": 8, "instal": [8, 10, 14], "you": [8, 9, 11, 12, 13, 14], "extra": [8, 10, 12], "pip": [8, 10, 12, 13], "right": 8, "32526": [8, 10], "pre": [8, 10], "hardcod": [8, 10], "config": [8, 10], "older": [8, 10, 14], "32775": [8, 10], "aip": [8, 10], "51": [8, 10], "29055": [8, 10], "k8": [8, 10], "class": [8, 10, 12], "32767": [8, 10], "discoveri": [8, 10], "32532": [8, 10], "py": [8, 10], "insid": [8, 10], "32628": [8, 10], "origin": [8, 10, 13], "32931": [8, 10], "drop": [8, 10, 13], "note": [8, 10, 11], "about": [8, 10, 13, 14], "32015": [8, 10], "30917": [8, 10], "27196": [8, 10], "our": [8, 10], "approach": [8, 10], "bound": [8, 10], "22573": [8, 10], "mistakenli": 8, "ad": [8, 10], "install_requir": 8, "22382": 8, "trove": 8, "classifi": [8, 10], "pypi": [8, 10, 12, 14], "framework": 8, "10": [8, 10], "convert": 8, "follow": [8, 13, 14], "auto": [8, 10], "appli": [8, 10, 11], "apply_default": [8, 10], "decor": [8, 10], "15667": [8, 10], "due": [8, 11], "your": [8, 11], "want": [8, 13, 14], "upgrad": [8, 10, 14], "least": 8, "automat": 8, "manual": 8, "db": [8, 11], "migrat": 8, "readm": [8, 10], "file": [8, 9, 10, 11, 13], "initi": 8, "below": [9, 11, 12, 13], "ar": [9, 11, 12, 13, 14], "usag": [9, 10], "h": 9, "group_or_command": 9, "possibl": 9, "choic": [9, 11], "compon": 9, "see": [9, 10, 11, 12], "http": [9, 11, 13], "org": [9, 13], "doc": [9, 10, 11], "stabl": [9, 11], "html": [9, 11], "A": [9, 10, 11], "basic_auth": 9, "broker_api": 9, "d": [9, 13], "c": 9, "flower_conf": 9, "hostnam": 9, "l": [9, 13], "log_fil": 9, "pid": 9, "p": 9, "port": [9, 11], "stderr": 9, "stdout": 9, "u": 9, "url_prefix": 9, "v": 9, "basic": [9, 11], "secur": [9, 11], "authent": [9, 11], "user": [9, 11, 13], "password": [9, 11], "pair": [9, 11], "separ": [9, 10, 11, 14], "comma": [9, 11], "exampl": [9, 11, 12, 13], "flower_basic_auth": 9, "user1": [9, 11], "password1": [9, 11], "user2": [9, 11], "password2": [9, 11], "api": 9, "instead": 9, "foreground": 9, "conf": 9, "which": [9, 11, 14], "server": [9, 11, 13], "locat": 9, "5555": [9, 11], "redirect": 9, "url": [9, 11], "prefix": [9, 11], "verbos": 9, "output": 9, "gracefulli": 9, "autoscal": [9, 11], "celery_hostnam": 9, "concurr": [9, 11], "q": 9, "umask": 9, "without": 9, "gossip": 9, "mingl": 9, "maximum": [9, 11], "machin": 9, "16": [9, 10, 11], "delimit": 9, "serv": 9, "skip": 9, "don": 9, "along": 9, "mode": [9, 11], "subscrib": 9, "detail": [10, 13], "commit": 10, "high": 10, "level": 10, "changelog": 10, "latest": [10, 11, 14], "2023": 10, "12": [10, 11, 13], "20": 10, "subject": 10, "e2393ee6dd": 10, "fix": [10, 14], "08": 10, "999b70178a": 10, "prepar": [10, 14], "1st": 10, "wave": 10, "decemb": 10, "36112": 10, "d0918d77ee": 10, "07": 10, "c905fe88d": 10, "11": [10, 13], "25": 10, "link": [10, 13], "yaml": 10, "35837": 10, "0b23d5601c": 10, "24": 10, "2nd": 10, "novemb": 10, "35836": 10, "99534e47f3": 10, "19": 10, "reproduc": 10, "build": [10, 13], "35693": 10, "99df205f42": 10, "reappli": 10, "templat": 10, "35686": 10, "1b059c57d6": 10, "35537": 10, "d1c58d86de": 10, "28": 10, "3rd": 10, "octob": 10, "35233": 10, "3592ff4046": 10, "35187": 10, "dd7ba3cae1": 10, "ruff": 10, "292": 10, "35053": 10, "18": 10, "39e611b43b": 10, "35020": 10, "1ae9279346": 10, "17": 10, "init": 10, "f23170c9dd": 10, "d401": 10, "thru": 10, "common": 10, "inclus": 10, "34934": 10, "dd59e3e63": 10, "15": 10, "13": 10, "e9987d5059": 10, "34916": 10, "0c8e30e43b": 10, "05": 10, "7ebf4220c9": 10, "09": 10, "34320": 10, "f19e055789": 10, "21990ed894": 10, "34201": 10, "50cccbdf44": 10, "bad": 10, "cleanup": 10, "fa5e54c4c5": 10, "03": 10, "b6318ffabc": 10, "02": 10, "a9bbb430fc": 10, "01": 10, "9d8c77e447": 10, "27": 10, "26": 10, "c077d19060": 10, "aug": 10, "33730": 10, "b1a3b42880": 10, "23": 10, "ae25a52ae3": 10, "21": 10, "4c4981d1ad": 10, "b5a4d36383": 10, "33291": 10, "0b528e2b2": 10, "9556d6d5f6": 10, "60677b0ba3": 10, "33128": 10, "879fd34e97": 10, "04": 10, "e3d82c6be0": 10, "29": 10, "d06b7af69a": 10, "juli": 10, "32875": 10, "f31af91dbd": 10, "fcbbf47864": 10, "e93460383f": 10, "2ac237b3eb": 10, "56c41d460c": 10, "22": 10, "introduc": 10, "32765": 10, "73b90c48b1": 10, "contribut": 10, "32604": 10, "ea0deaa993": 10, "624211f33f": 10, "40d54eac1a": 10, "225e3041d2": 10, "06": 10, "rc2": 10, "32381": 10, "3878fe6fab": 10, "spuriou": 10, "header": 10, "32373": 10, "cb4927a018": 10, "32298": 10, "8c37b74a20": 10, "d205": 10, "32226": 10, "09d4718d3a": 10, "structur": 10, "32125": 10, "79bcc2e668": 10, "rc1": 10, "june": 10, "32001": 10, "8b146152d6": 10, "45548b9451": 10, "31416": 10, "abea189022": 10, "31393": 10, "f5aed58d9f": 10, "circular": 10, "caus": 10, "31379": 10, "d9ff55cf6d": 10, "31252": 10, "eef5bc7f16": 10, "full": 10, "autom": 10, "30994": 10, "a7eb32a5b2": 10, "30": 10, "d23a3bbed8": 10, "mechan": 10, "suspend": 10, "30422": 10, "2022": 10, "12c3c39d1a": 10, "27613": 10, "9ab1a6a3e7": 10, "old": 10, "26872": 10, "78b8ea2f22": 10, "2a34dc9e84": 10, "enabl": [10, 11], "string": [10, 11], "normal": 10, "format": [10, 11], "27205": 10, "f8db64c35c": 10, "septemb": 10, "26731": 10, "06acf40a43": 10, "pep": 10, "563": 10, "postpon": 10, "evalu": 10, "annot": 10, "non": 10, "26289": 10, "e5ac6c7cfb": 10, "august": 10, "25618": 10, "d2459a241b": 10, "25030": 10, "0de31bd73a": 10, "folder": [10, 13], "24672": 10, "dcdcf3a2b8": 10, "24307": 10, "717a7588bc": 10, "descript": 10, "doubl": 10, "specif": 10, "24292": 10, "aeabe994b3": 10, "24231": 10, "027b707d21": 10, "explanatori": 10, "contributor": 10, "24229": 10, "56ab82ed7a": 10, "mid": 10, "april": 10, "22819": 10, "6db30f3207": 10, "d7dbfb7e26": 10, "bugfix": [10, 14], "22383": 10, "14": 10, "16adc035b1": 10, "march": 10, "22226": 10, "f5b96315fe": 10, "feb": 10, "22056": 10, "d94fa37830": 10, "januari": 10, "delai": 10, "21439": 10, "6c3a67d4fc": 10, "2021": [10, 13], "21257": 10, "602abe8394": 10, "line": 10, "now": 10, "sphinx": 10, "autoapi": 10, "typehint": 10, "20951": 10, "f77417eb0d": 10, "31": 10, "compat": 10, "20614": 10, "97496ba2b4": 10, "20523": 10, "a0821235fb": 10, "everywher": 10, "20565": 10, "fd5d65751c": 10, "18018": 10, "bbc627a3da": 10, "16501": 10, "cbf8001d76": 10, "after": 10, "buggfix": 10, "16464": 10, "1fba5402bb": 10, "16405": 10, "9c94b72d44": 10, "16294": 10, "37681bca00": 10, "807ad32ce5": 10, "15576": 10, "40a2476a5d": 10, "interact": 10, "15518": 10, "68e4c4dcb0": 10, "backport": 10, "14886": 10, "6e6526a0f6": 10, "broken": 10, "14734": 10, "88bdcfa0df": 10, "14013": 10, "ac2f72c98d": 10, "13767": 10, "3fd5ef3555": 10, "logo": 10, "integr": 10, "13717": 10, "295d66f914": 10, "2020": 10, "grammar": 10, "13380": 10, "6cf76d7ac0": 10, "typo": 10, "13148": 10, "32971a1a2d": 10, "12955": 10, "b40dffa085": 10, "renam": 10, "rema": 10, "match": [10, 11, 13], "12917": 10, "c34ef853c8": 10, "out": [10, 11, 14], "12444": 10, "0080354502": 10, "0b2": 10, "batch": 10, "12449": 10, "ae7cb4a1e2": 10, "wrong": 10, "hash": 10, "12390": 10, "6889a333cf": 10, "hook": 10, "ref": 10, "12366": 10, "7825e8f590": 10, "12304": 10, "85a18e13d9": 10, "point": 10, "project": 10, "page": [10, 11, 13], "cross": 10, "12212": 10, "59eb5de78c": 10, "come": 10, "0beta1": 10, "12206": 10, "b2a28d1590": 10, "script": [10, 13], "dev": [10, 11], "12082": 10, "4e8f9cc8d0": 10, "black": 10, "formmatt": 10, "9550": 10, "8c42cf1b00": 10, "pyupgrad": 10, "11447": 10, "5a439e84eb": 10, "2a1": 10, "11855": 10, "872b1566a1": 10, "11826": 10, "16e7129719": 10, "11487": 10, "0a0e1af800": 10, "markdown": 10, "toc": 10, "11249": 10, "ca4238eb4d": 10, "month": 10, "11242": 10, "5220e4c384": 10, "11238": 10, "fdd9b6f65b": 10, "10543": 10, "3696c34c28": 10, "word": 10, "10528": 10, "ee7ca128a1": 10, "refernc": 10, "10483": 10, "cdec301254": 10, "correct": [10, 13], "signatur": [10, 12, 13], "10205": 10, "24c8e4c2d6": 10, "constructor": 10, "10163": 10, "5bb228d841": 10, "hint": 10, "9762": 10, "d0e7db4024": 10, "fresh": 10, "9408": 10, "12af6a0800": 10, "final": 10, "23rc1": 10, "9404": 10, "c7e5bce57f": 10, "candid": 10, "9370": 10, "f6bd817a3a": 10, "transfer": 10, "9320": 10, "0b0e4f7a4c": 10, "rc3": 10, "relas": 10, "9026": 10, "00642a46d0": 10, "wrongli": 10, "8994": 10, "375d1ca229": 10, "8898": 10, "12c5e5d8a": 10, "8891": 10, "f3521fb0e3": 10, "regener": 10, "8886": 10, "92585ca4cb": 10, "8807": 10, "97a429f9d0": 10, "6714": 10, "magic": 10, "comment": 10, "utf": 10, "7338": 10, "059eda05f8": 10, "6610": 10, "softwar": [10, 13], "7231": 10, "contain": [11, 13], "cfg": 11, "environ": 11, "variabl": 11, "embed": 11, "wa": 11, "describ": [11, 13], "option": 11, "abov": [11, 13], "rabbitmq": 11, "redi": 11, "databas": 11, "6379": 11, "airflow__celery__broker_url": 11, "airflow__celery__broker_url_cmd": 11, "airflow__celery__broker_url_secret": 11, "airflow__celery__celery_app_nam": 11, "path": 11, "airflow__celery__celery_config_opt": 11, "flower": [11, 12], "airflow__celery__flower_basic_auth": 11, "airflow__celery__flower_basic_auth_cmd": 11, "airflow__celery__flower_basic_auth_secret": 11, "sweet": 11, "ui": 11, "shortcut": 11, "ip": 11, "airflow__celery__flower_host": 11, "airflow__celery__flower_port": 11, "root": 11, "airflow__celery__flower_url_prefix": 11, "second": 11, "time": 11, "float": 11, "airflow__celery__operation_timeout": 11, "prefork": 11, "eventlet": 11, "gevent": 11, "solo": 11, "celeryq": 11, "en": 11, "userguid": 11, "airflow__celery__pool": 11, "finish": 11, "metadata": 11, "therefor": 11, "post": 11, "bu": 11, "insert": 11, "highli": 11, "specifi": [11, 12], "sql_alchemy_conn": 11, "scheme": 11, "airflow__celery__result_backend": 11, "airflow__celery__result_backend_cmd": 11, "airflow__celery__result_backend_secret": 11, "postgresql": 11, "postgr": 11, "dictionari": 11, "engin": 11, "airflow__celery__result_backend_sqlalchemy_engine_opt": 11, "pool_recycl": 11, "1800": 11, "airflow__celery__ssl_act": 11, "ca": 11, "certif": [11, 13], "airflow__celery__ssl_cacert": 11, "client": 11, "airflow__celery__ssl_cert": 11, "airflow__celery__ssl_kei": 11, "mean": 11, "max": 11, "airflow__celery__sync_parallel": 11, "publish": [11, 14], "airflowtasktimeout": 11, "give": 11, "integ": 11, "airflow__celery__task_publish_max_retri": 11, "report": 11, "its": 11, "keep": 11, "track": 11, "restart": 11, "orphan": 11, "launch": 11, "previou": [11, 13], "boolean": 11, "airflow__celery__task_track_start": 11, "alwai": [11, 14], "grow": 11, "necessari": 11, "max_concurr": 11, "min_concurr": 11, "pick": [11, 14], "resourc": 11, "box": 11, "natur": 11, "ignor": 11, "bin": [11, 13], "cmdoption": 11, "airflow__celery__worker_autoscal": 11, "size": 11, "airflow__celery__worker_concurr": 11, "remot": 11, "control": 11, "In": 11, "case": [11, 14], "doe": 11, "creat": [11, 13], "lot": 11, "repli": 11, "pidbox": 11, "prevent": 11, "howev": 11, "disabl": 11, "index": 11, "overview": 11, "airflow__celery__worker_enable_remote_control": 11, "initialis": 11, "valid": [11, 13], "connect": 11, "airflow__celery__worker_precheck": 11, "increas": 11, "prefetch": 11, "multipli": 11, "greater": 11, "than": 11, "being": 11, "unnecessarili": 11, "one": [11, 13], "sit": 11, "behind": 11, "anoth": 11, "unutil": 11, "alreadi": [11, 13], "claim": 11, "optim": 11, "airflow__celery__worker_prefetch_multipli": 11, "task_queued_timeout": 11, "underli": 11, "transport": 11, "std": 11, "addit": 11, "sentinel": 11, "typic": 11, "scenario": 11, "protect": 11, "through": 11, "although": 11, "conform": 11, "airflow__celery_broker_transport_options__sentinel_kwarg": 11, "airflow__celery_broker_transport_options__sentinel_kwargs_cmd": 11, "airflow__celery_broker_transport_options__sentinel_kwargs_secret": 11, "password_for_redis_serv": 11, "visibl": 11, "timeout": 11, "acknowledg": 11, "redeliv": 11, "longest": 11, "eta": 11, "plan": 11, "sq": 11, "airflow__celery_broker_transport_options__visibility_timeout": 11, "21600": 11, "airflow__celery_kubernetes_executor__kubernetes_queu": 11, "top": [12, 13], "exist": 12, "googl": 12, "might": [12, 14], "verifi": 12, "checksum": [12, 13], "site": 12, "sdist": [12, 13], "asc": [12, 13], "sha512": [12, 13], "wheel": 12, "offici": 13, "most": 13, "differ": 13, "down": 13, "left": 13, "whl": 13, "foundat": 13, "pgp": 13, "essenti": 13, "sha": 13, "gpg": 13, "pleas": 13, "well": 13, "relev": 13, "main": [13, 14], "directori": 13, "mirror": 13, "pgpk": 13, "ka": 13, "To": 13, "binari": 13, "pgpv": 13, "tar": 13, "gz": 13, "made": 13, "sat": 13, "sep": 13, "49": 13, "54": 13, "bst": 13, "rsa": 13, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 13, "issuer": 13, "kaxilnaik": 13, "good": [13, 14], "kaxil": 13, "naik": 13, "unknown": 13, "aka": 13, "gmail": 13, "com": 13, "certifi": 13, "trust": 13, "There": 13, "indic": 13, "belong": 13, "owner": 13, "primari": 13, "fingerprint": 13, "cde1": 13, "5c6e": 13, "4d3a": 13, "8ec4": 13, "ecf4": 13, "ba4b": 13, "6674": 13, "e08a": 13, "d7de": 13, "406f": 13, "do": 13, "worri": 13, "self": 13, "sign": 13, "why": 13, "step": 13, "know": 13, "sum": 13, "shasum": 13, "512": 13, "diff": 13, "local": 13, "bash": 13, "package_vers": 13, "package_nam": 13, "provider_download_dir": 13, "mktemp": 13, "dep": 13, "dest": 13, "curl": 13, "apache_airflow_providers_celeri": 13, "py3": 13, "o": 13, "echo": 13, "la": 13, "instruct": [13, 14], "chapter": 13, "temporari": 13, "independ": 14, "itself": 14, "vulner": 14, "found": 14, "develop": 14, "done": 14, "branch": 14, "next": 14, "strict": 14, "semver": 14, "major": 14, "break": 14, "minor": 14, "patchlevel": 14, "bug": 14, "rule": 14, "critic": 14, "reason": 14, "band": 14, "stakehold": 14, "decid": 14, "cherri": 14, "mix": 14, "govern": 14, "interest": 14, "parti": 14, "test": 14}, "objects": {"airflow.providers": [[5, 0, 0, "-", "celery"]], "airflow.providers.celery": [[5, 1, 1, "", "__version__"], [4, 0, 0, "-", "executors"], [7, 0, 0, "-", "sensors"]], "airflow.providers.celery.executors": [[4, 1, 1, "", "base_version"], [0, 0, 0, "-", "celery_executor"], [1, 0, 0, "-", "celery_executor_utils"], [2, 0, 0, "-", "celery_kubernetes_executor"], [3, 0, 0, "-", "default_celery"]], "airflow.providers.celery.executors.celery_executor": [[0, 1, 1, "", "ARG_AUTOSCALE"], [0, 1, 1, "", "ARG_BROKER_API"], [0, 1, 1, "", "ARG_CELERY_HOSTNAME"], [0, 1, 1, "", "ARG_CONCURRENCY"], [0, 1, 1, "", "ARG_FLOWER_BASIC_AUTH"], [0, 1, 1, "", "ARG_FLOWER_CONF"], [0, 1, 1, "", "ARG_FLOWER_HOSTNAME"], [0, 1, 1, "", "ARG_FLOWER_PORT"], [0, 1, 1, "", "ARG_FLOWER_URL_PREFIX"], [0, 1, 1, "", "ARG_QUEUES"], [0, 1, 1, "", "ARG_UMASK"], [0, 1, 1, "", "ARG_WITHOUT_GOSSIP"], [0, 1, 1, "", "ARG_WITHOUT_MINGLE"], [0, 1, 1, "", "CELERY_COMMANDS"], [0, 1, 1, "", "CELERY_SEND_ERR_MSG_HEADER"], [0, 2, 1, "", "CeleryExecutor"], [0, 1, 1, "", "TaskInstanceInCelery"], [0, 5, 1, "", "__getattr__"], [0, 1, 1, "", "base_version"], [0, 1, 1, "", "log"]], "airflow.providers.celery.executors.celery_executor.CeleryExecutor": [[0, 3, 1, "", "change_state"], [0, 3, 1, "", "cleanup_stuck_queued_tasks"], [0, 3, 1, "", "debug_dump"], [0, 3, 1, "", "end"], [0, 3, 1, "", "get_cli_commands"], [0, 3, 1, "", "start"], [0, 4, 1, "", "supports_ad_hoc_ti_run"], [0, 4, 1, "", "supports_sentry"], [0, 3, 1, "", "sync"], [0, 3, 1, "", "terminate"], [0, 3, 1, "", "try_adopt_task_instances"], [0, 3, 1, "", "update_all_task_states"], [0, 3, 1, "", "update_task_state"]], "airflow.providers.celery.executors.celery_executor_utils": [[1, 2, 1, "", "BulkStateFetcher"], [1, 1, 1, "", "CELERY_FETCH_ERR_MSG_HEADER"], [1, 2, 1, "", "ExceptionWithTraceback"], [1, 1, 1, "", "OPERATION_TIMEOUT"], [1, 1, 1, "", "TaskInstanceInCelery"], [1, 1, 1, "", "app"], [1, 1, 1, "", "celery_configuration"], [1, 5, 1, "", "execute_command"], [1, 5, 1, "", "fetch_celery_task_state"], [1, 1, 1, "", "log"], [1, 5, 1, "", "on_celery_import_modules"], [1, 5, 1, "", "send_task_to_executor"]], "airflow.providers.celery.executors.celery_executor_utils.BulkStateFetcher": [[1, 3, 1, "", "get_many"]], "airflow.providers.celery.executors.celery_kubernetes_executor": [[2, 2, 1, "", "CeleryKubernetesExecutor"]], "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor": [[2, 4, 1, "", "callback_sink"], [2, 4, 1, "", "change_sensor_mode_to_reschedule"], [2, 3, 1, "", "cleanup_stuck_queued_tasks"], [2, 3, 1, "", "debug_dump"], [2, 3, 1, "", "end"], [2, 3, 1, "", "get_cli_commands"], [2, 3, 1, "", "get_event_buffer"], [2, 3, 1, "", "get_task_log"], [2, 3, 1, "", "has_task"], [2, 3, 1, "", "heartbeat"], [2, 4, 1, "", "is_local"], [2, 4, 1, "", "is_production"], [2, 4, 1, "", "is_single_threaded"], [2, 6, 1, "", "job_id"], [2, 3, 1, "", "kubernetes_queue"], [2, 3, 1, "", "queue_command"], [2, 3, 1, "", "queue_task_instance"], [2, 6, 1, "", "queued_tasks"], [2, 6, 1, "", "running"], [2, 3, 1, "", "send_callback"], [2, 4, 1, "", "serve_logs"], [2, 6, 1, "", "slots_available"], [2, 3, 1, "", "start"], [2, 4, 1, "", "supports_ad_hoc_ti_run"], [2, 4, 1, "", "supports_pickling"], [2, 4, 1, "", "supports_sentry"], [2, 3, 1, "", "terminate"], [2, 3, 1, "", "try_adopt_task_instances"]], "airflow.providers.celery.executors.default_celery": [[3, 1, 1, "", "DEFAULT_CELERY_CONFIG"], [3, 1, 1, "", "broker_transport_options"], [3, 1, 1, "", "broker_url"], [3, 1, 1, "", "broker_use_ssl"], [3, 1, 1, "", "celery_ssl_active"], [3, 1, 1, "", "log"], [3, 1, 1, "", "match_not_recommended_backend"], [3, 1, 1, "", "result_backend"], [3, 1, 1, "", "sentinel_kwargs"]], "airflow.providers.celery.sensors": [[6, 0, 0, "-", "celery_queue"]], "airflow.providers.celery.sensors.celery_queue": [[6, 2, 1, "", "CeleryQueueSensor"]], "airflow.providers.celery.sensors.celery_queue.CeleryQueueSensor": [[6, 3, 1, "", "poke"]]}, "objtypes": {"0": "py:module", "1": "py:data", "2": "py:class", "3": "py:method", "4": "py:attribute", "5": "py:function", "6": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "data", "Python data"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"], "6": ["py", "property", "Python property"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 6, 7, 10, 12], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 10, 12], "celeri": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12], "executor": [0, 1, 2, 3, 4, 9], "celery_executor": 0, "modul": [0, 1, 2, 3, 6], "content": [0, 1, 2, 3, 4, 5, 6], "class": [0, 1, 2, 6], "function": [0, 1], "attribut": [0, 1], "celery_executor_util": 1, "celery_kubernetes_executor": [2, 11], "default_celeri": 3, "submodul": [4, 7], "packag": [4, 5, 10, 12, 13], "subpackag": 5, "sensor": [6, 7], "celery_queu": 6, "changelog": 8, "3": [8, 10], "5": [8, 10], "1": [8, 10], "bug": 8, "fix": 8, "0": [8, 10], "misc": 8, "4": [8, 10], "2": [8, 10], "featur": 8, "break": 8, "chang": 8, "command": 9, "posit": 9, "argument": 9, "sub": 9, "flower": 9, "name": 9, "stop": 9, "worker": 9, "apach": [10, 12], "configur": 11, "refer": 11, "section": 11, "broker_url": 11, "celery_app_nam": 11, "celery_config_opt": 11, "flower_basic_auth": 11, "flower_host": 11, "flower_port": 11, "flower_url_prefix": 11, "operation_timeout": 11, "pool": 11, "result_backend": 11, "result_backend_sqlalchemy_engine_opt": 11, "ssl_activ": 11, "ssl_cacert": 11, "ssl_cert": 11, "ssl_kei": 11, "sync_parallel": 11, "task_publish_max_retri": 11, "task_track_start": 11, "worker_autoscal": 11, "worker_concurr": 11, "worker_enable_remote_control": 11, "worker_precheck": 11, "worker_prefetch_multipli": 11, "default_queu": 11, "deprec": 11, "stalled_task_timeout": 11, "task_adoption_timeout": 11, "worker_log_server_port": 11, "celery_broker_transport_opt": 11, "sentinel_kwarg": 11, "visibility_timeout": 11, "kubernetes_queu": 11, "instal": [12, 13], "requir": 12, "cross": 12, "depend": 12, "download": 12, "offici": 12, "from": 13, "sourc": 13, "releas": [13, 14], "integr": 13, "verifi": 13, "pypi": 13, "secur": 14, "patch": 14}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 57}, "alltitles": {"airflow.providers.celery.executors.celery_executor": [[0, "module-airflow.providers.celery.executors.celery_executor"]], "Module Contents": [[0, "module-contents"], [1, "module-contents"], [2, "module-contents"], [3, "module-contents"], [6, "module-contents"]], "Classes": [[0, "classes"], [1, "classes"], [2, "classes"], [6, "classes"]], "Functions": [[0, "functions"], [1, "functions"]], "Attributes": [[0, "attributes"], [1, "attributes"]], "airflow.providers.celery.executors.celery_executor_utils": [[1, "module-airflow.providers.celery.executors.celery_executor_utils"]], "airflow.providers.celery.executors.celery_kubernetes_executor": [[2, "module-airflow.providers.celery.executors.celery_kubernetes_executor"]], "airflow.providers.celery.executors.default_celery": [[3, "module-airflow.providers.celery.executors.default_celery"]], "airflow.providers.celery.executors": [[4, "module-airflow.providers.celery.executors"]], "Submodules": [[4, "submodules"], [7, "submodules"]], "Package Contents": [[4, "package-contents"], [5, "package-contents"]], "airflow.providers.celery": [[5, "module-airflow.providers.celery"]], "Subpackages": [[5, "subpackages"]], "airflow.providers.celery.sensors.celery_queue": [[6, "module-airflow.providers.celery.sensors.celery_queue"]], "airflow.providers.celery.sensors": [[7, "module-airflow.providers.celery.sensors"]], "Changelog": [[8, "changelog"]], "3.5.1": [[8, "id1"], [10, "id1"]], "Bug Fixes": [[8, "bug-fixes"], [8, "id4"], [8, "id9"], [8, "id12"], [8, "id33"]], "3.5.0": [[8, "id2"], [10, "id2"]], "Misc": [[8, "misc"], [8, "id7"], [8, "id10"], [8, "id13"], [8, "id15"], [8, "id17"], [8, "id19"], [8, "id21"], [8, "id24"], [8, "id27"], [8, "id31"], [8, "id35"], [8, "id37"]], "3.4.1": [[8, "id3"], [10, "id3"]], "3.4.0": [[8, "id5"], [10, "id4"]], "3.3.4": [[8, "id8"], [10, "id5"]], "3.3.3": [[8, "id11"], [10, "id6"]], "3.3.2": [[8, "id14"], [10, "id7"]], "3.3.1": [[8, "id16"], [10, "id8"]], "3.3.0": [[8, "id18"], [10, "id9"]], "Features": [[8, "features"], [8, "id39"]], "3.2.1": [[8, "id20"], [10, "id10"]], "3.2.0": [[8, "id22"], [10, "id11"]], "3.1.0": [[8, "id25"], [10, "id12"]], "3.0.0": [[8, "id28"], [10, "id13"]], "Breaking changes": [[8, "breaking-changes"], [8, "id41"]], "2.1.4": [[8, "id30"], [10, "id14"]], "2.1.3": [[8, "id32"], [10, "id15"]], "2.1.2": [[8, "id34"], [10, "id16"]], "2.1.1": [[8, "id36"], [10, "id17"]], "2.1.0": [[8, "id38"], [10, "id18"]], "2.0.0": [[8, "id40"], [10, "id19"]], "1.0.1": [[8, "id42"], [10, "id20"]], "1.0.0": [[8, "id43"], [10, "id21"]], "Celery Executor Commands": [[9, "celery-executor-commands"]], "Positional Arguments": [[9, "positional-arguments"], [9, "positional-arguments_repeat1"]], "Sub-commands": [[9, "Sub-commands"], [9, "Sub-commands_repeat1"]], "celery": [[9, "celery"]], "flower": [[9, "flower"]], "Named Arguments": [[9, "named-arguments"], [9, "named-arguments_repeat1"], [9, "named-arguments_repeat2"]], "stop": [[9, "stop"]], "worker": [[9, "worker"]], "Package apache-airflow-providers-celery": [[10, "package-apache-airflow-providers-celery"], [12, "package-apache-airflow-providers-celery"]], "Configuration Reference": [[11, "configuration-reference"]], "Sections:": [[11, "sections"]], "[celery]": [[11, "celery"]], "broker_url": [[11, "broker-url"]], "celery_app_name": [[11, "celery-app-name"]], "celery_config_options": [[11, "celery-config-options"]], "flower_basic_auth": [[11, "flower-basic-auth"]], "flower_host": [[11, "flower-host"]], "flower_port": [[11, "flower-port"]], "flower_url_prefix": [[11, "flower-url-prefix"]], "operation_timeout": [[11, "operation-timeout"]], "pool": [[11, "pool"]], "result_backend": [[11, "result-backend"]], "result_backend_sqlalchemy_engine_options": [[11, "result-backend-sqlalchemy-engine-options"]], "ssl_active": [[11, "ssl-active"]], "ssl_cacert": [[11, "ssl-cacert"]], "ssl_cert": [[11, "ssl-cert"]], "ssl_key": [[11, "ssl-key"]], "sync_parallelism": [[11, "sync-parallelism"]], "task_publish_max_retries": [[11, "task-publish-max-retries"]], "task_track_started": [[11, "task-track-started"]], "worker_autoscale": [[11, "worker-autoscale"]], "worker_concurrency": [[11, "worker-concurrency"]], "worker_enable_remote_control": [[11, "worker-enable-remote-control"]], "worker_precheck": [[11, "worker-precheck"]], "worker_prefetch_multiplier": [[11, "worker-prefetch-multiplier"]], "default_queue (Deprecated)": [[11, "default-queue-deprecated"]], "stalled_task_timeout (Deprecated)": [[11, "stalled-task-timeout-deprecated"]], "task_adoption_timeout (Deprecated)": [[11, "task-adoption-timeout-deprecated"]], "worker_log_server_port (Deprecated)": [[11, "worker-log-server-port-deprecated"]], "[celery_broker_transport_options]": [[11, "celery-broker-transport-options"]], "sentinel_kwargs": [[11, "sentinel-kwargs"]], "visibility_timeout": [[11, "visibility-timeout"]], "[celery_kubernetes_executor]": [[11, "celery-kubernetes-executor"]], "kubernetes_queue": [[11, "kubernetes-queue"]], "apache-airflow-providers-celery": [[12, "apache-airflow-providers-celery"]], "Provider package": [[12, "provider-package"]], "Installation": [[12, "installation"]], "Requirements": [[12, "requirements"]], "Cross provider package dependencies": [[12, "cross-provider-package-dependencies"]], "Downloading official packages": [[12, "downloading-official-packages"]], "Installing from sources": [[13, "installing-from-sources"]], "Released packages": [[13, "released-packages"]], "Release integrity": [[13, "release-integrity"]], "Verifying PyPI releases": [[13, "verifying-pypi-releases"]], "Releasing security patches": [[14, "releasing-security-patches"]]}, "indexentries": {"arg_autoscale (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_AUTOSCALE"]], "arg_broker_api (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_BROKER_API"]], "arg_celery_hostname (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_CELERY_HOSTNAME"]], "arg_concurrency (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_CONCURRENCY"]], "arg_flower_basic_auth (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_FLOWER_BASIC_AUTH"]], "arg_flower_conf (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_FLOWER_CONF"]], "arg_flower_hostname (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_FLOWER_HOSTNAME"]], "arg_flower_port (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_FLOWER_PORT"]], "arg_flower_url_prefix (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_FLOWER_URL_PREFIX"]], "arg_queues (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_QUEUES"]], "arg_umask (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_UMASK"]], "arg_without_gossip (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_WITHOUT_GOSSIP"]], "arg_without_mingle (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.ARG_WITHOUT_MINGLE"]], "celery_commands (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.CELERY_COMMANDS"]], "celery_send_err_msg_header (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.CELERY_SEND_ERR_MSG_HEADER"]], "celeryexecutor (class in airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor"]], "taskinstanceincelery (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.TaskInstanceInCelery"]], "__getattr__() (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.__getattr__"]], "airflow.providers.celery.executors.celery_executor": [[0, "module-airflow.providers.celery.executors.celery_executor"]], "base_version (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.base_version"]], "change_state() (airflow.providers.celery.executors.celery_executor.celeryexecutor method)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.change_state"]], "cleanup_stuck_queued_tasks() (airflow.providers.celery.executors.celery_executor.celeryexecutor method)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.cleanup_stuck_queued_tasks"]], "debug_dump() (airflow.providers.celery.executors.celery_executor.celeryexecutor method)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.debug_dump"]], "end() (airflow.providers.celery.executors.celery_executor.celeryexecutor method)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.end"]], "get_cli_commands() (airflow.providers.celery.executors.celery_executor.celeryexecutor static method)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.get_cli_commands"]], "log (in module airflow.providers.celery.executors.celery_executor)": [[0, "airflow.providers.celery.executors.celery_executor.log"]], "module": [[0, "module-airflow.providers.celery.executors.celery_executor"], [1, "module-airflow.providers.celery.executors.celery_executor_utils"], [2, "module-airflow.providers.celery.executors.celery_kubernetes_executor"], [3, "module-airflow.providers.celery.executors.default_celery"], [4, "module-airflow.providers.celery.executors"], [5, "module-airflow.providers.celery"], [6, "module-airflow.providers.celery.sensors.celery_queue"], [7, "module-airflow.providers.celery.sensors"]], "start() (airflow.providers.celery.executors.celery_executor.celeryexecutor method)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.start"]], "supports_ad_hoc_ti_run (airflow.providers.celery.executors.celery_executor.celeryexecutor attribute)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.supports_ad_hoc_ti_run"]], "supports_sentry (airflow.providers.celery.executors.celery_executor.celeryexecutor attribute)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.supports_sentry"]], "sync() (airflow.providers.celery.executors.celery_executor.celeryexecutor method)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.sync"]], "terminate() (airflow.providers.celery.executors.celery_executor.celeryexecutor method)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.terminate"]], "try_adopt_task_instances() (airflow.providers.celery.executors.celery_executor.celeryexecutor method)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.try_adopt_task_instances"]], "update_all_task_states() (airflow.providers.celery.executors.celery_executor.celeryexecutor method)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.update_all_task_states"]], "update_task_state() (airflow.providers.celery.executors.celery_executor.celeryexecutor method)": [[0, "airflow.providers.celery.executors.celery_executor.CeleryExecutor.update_task_state"]], "bulkstatefetcher (class in airflow.providers.celery.executors.celery_executor_utils)": [[1, "airflow.providers.celery.executors.celery_executor_utils.BulkStateFetcher"]], "celery_fetch_err_msg_header (in module airflow.providers.celery.executors.celery_executor_utils)": [[1, "airflow.providers.celery.executors.celery_executor_utils.CELERY_FETCH_ERR_MSG_HEADER"]], "exceptionwithtraceback (class in airflow.providers.celery.executors.celery_executor_utils)": [[1, "airflow.providers.celery.executors.celery_executor_utils.ExceptionWithTraceback"]], "operation_timeout (in module airflow.providers.celery.executors.celery_executor_utils)": [[1, "airflow.providers.celery.executors.celery_executor_utils.OPERATION_TIMEOUT"]], "taskinstanceincelery (in module airflow.providers.celery.executors.celery_executor_utils)": [[1, "airflow.providers.celery.executors.celery_executor_utils.TaskInstanceInCelery"]], "airflow.providers.celery.executors.celery_executor_utils": [[1, "module-airflow.providers.celery.executors.celery_executor_utils"]], "app (in module airflow.providers.celery.executors.celery_executor_utils)": [[1, "airflow.providers.celery.executors.celery_executor_utils.app"]], "celery_configuration (in module airflow.providers.celery.executors.celery_executor_utils)": [[1, "airflow.providers.celery.executors.celery_executor_utils.celery_configuration"]], "execute_command() (in module airflow.providers.celery.executors.celery_executor_utils)": [[1, "airflow.providers.celery.executors.celery_executor_utils.execute_command"]], "fetch_celery_task_state() (in module airflow.providers.celery.executors.celery_executor_utils)": [[1, "airflow.providers.celery.executors.celery_executor_utils.fetch_celery_task_state"]], "get_many() (airflow.providers.celery.executors.celery_executor_utils.bulkstatefetcher method)": [[1, "airflow.providers.celery.executors.celery_executor_utils.BulkStateFetcher.get_many"]], "log (in module airflow.providers.celery.executors.celery_executor_utils)": [[1, "airflow.providers.celery.executors.celery_executor_utils.log"]], "on_celery_import_modules() (in module airflow.providers.celery.executors.celery_executor_utils)": [[1, "airflow.providers.celery.executors.celery_executor_utils.on_celery_import_modules"]], "send_task_to_executor() (in module airflow.providers.celery.executors.celery_executor_utils)": [[1, "airflow.providers.celery.executors.celery_executor_utils.send_task_to_executor"]], "celerykubernetesexecutor (class in airflow.providers.celery.executors.celery_kubernetes_executor)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor"]], "airflow.providers.celery.executors.celery_kubernetes_executor": [[2, "module-airflow.providers.celery.executors.celery_kubernetes_executor"]], "callback_sink (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor attribute)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.callback_sink"]], "change_sensor_mode_to_reschedule (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor attribute)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.change_sensor_mode_to_reschedule"]], "cleanup_stuck_queued_tasks() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.cleanup_stuck_queued_tasks"]], "debug_dump() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.debug_dump"]], "end() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.end"]], "get_cli_commands() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor static method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.get_cli_commands"]], "get_event_buffer() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.get_event_buffer"]], "get_task_log() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.get_task_log"]], "has_task() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.has_task"]], "heartbeat() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.heartbeat"]], "is_local (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor attribute)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.is_local"]], "is_production (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor attribute)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.is_production"]], "is_single_threaded (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor attribute)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.is_single_threaded"]], "job_id (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor property)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.job_id"]], "kubernetes_queue() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.kubernetes_queue"]], "queue_command() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queue_command"]], "queue_task_instance() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queue_task_instance"]], "queued_tasks (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor property)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queued_tasks"]], "running (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor property)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.running"]], "send_callback() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.send_callback"]], "serve_logs (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor attribute)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.serve_logs"]], "slots_available (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor property)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.slots_available"]], "start() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.start"]], "supports_ad_hoc_ti_run (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor attribute)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.supports_ad_hoc_ti_run"]], "supports_pickling (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor attribute)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.supports_pickling"]], "supports_sentry (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor attribute)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.supports_sentry"]], "terminate() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.terminate"]], "try_adopt_task_instances() (airflow.providers.celery.executors.celery_kubernetes_executor.celerykubernetesexecutor method)": [[2, "airflow.providers.celery.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.try_adopt_task_instances"]], "default_celery_config (in module airflow.providers.celery.executors.default_celery)": [[3, "airflow.providers.celery.executors.default_celery.DEFAULT_CELERY_CONFIG"]], "airflow.providers.celery.executors.default_celery": [[3, "module-airflow.providers.celery.executors.default_celery"]], "broker_transport_options (in module airflow.providers.celery.executors.default_celery)": [[3, "airflow.providers.celery.executors.default_celery.broker_transport_options"]], "broker_url (in module airflow.providers.celery.executors.default_celery)": [[3, "airflow.providers.celery.executors.default_celery.broker_url"]], "broker_use_ssl (in module airflow.providers.celery.executors.default_celery)": [[3, "airflow.providers.celery.executors.default_celery.broker_use_ssl"]], "celery_ssl_active (in module airflow.providers.celery.executors.default_celery)": [[3, "airflow.providers.celery.executors.default_celery.celery_ssl_active"]], "log (in module airflow.providers.celery.executors.default_celery)": [[3, "airflow.providers.celery.executors.default_celery.log"]], "match_not_recommended_backend (in module airflow.providers.celery.executors.default_celery)": [[3, "airflow.providers.celery.executors.default_celery.match_not_recommended_backend"]], "result_backend (in module airflow.providers.celery.executors.default_celery)": [[3, "airflow.providers.celery.executors.default_celery.result_backend"]], "sentinel_kwargs (in module airflow.providers.celery.executors.default_celery)": [[3, "airflow.providers.celery.executors.default_celery.sentinel_kwargs"]], "airflow.providers.celery.executors": [[4, "module-airflow.providers.celery.executors"]], "base_version (in module airflow.providers.celery.executors)": [[4, "airflow.providers.celery.executors.base_version"]], "__version__ (in module airflow.providers.celery)": [[5, "airflow.providers.celery.__version__"]], "airflow.providers.celery": [[5, "module-airflow.providers.celery"]], "celeryqueuesensor (class in airflow.providers.celery.sensors.celery_queue)": [[6, "airflow.providers.celery.sensors.celery_queue.CeleryQueueSensor"]], "airflow.providers.celery.sensors.celery_queue": [[6, "module-airflow.providers.celery.sensors.celery_queue"]], "poke() (airflow.providers.celery.sensors.celery_queue.celeryqueuesensor method)": [[6, "airflow.providers.celery.sensors.celery_queue.CeleryQueueSensor.poke"]], "airflow.providers.celery.sensors": [[7, "module-airflow.providers.celery.sensors"]]}}) |