| Search.setIndex({"docnames": ["_api/airflow/providers/cncf/kubernetes/decorators/index", "_api/airflow/providers/cncf/kubernetes/decorators/kubernetes/index", "_api/airflow/providers/cncf/kubernetes/hooks/index", "_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index", "_api/airflow/providers/cncf/kubernetes/index", "_api/airflow/providers/cncf/kubernetes/operators/index", "_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index", "_api/airflow/providers/cncf/kubernetes/operators/spark_kubernetes/index", "_api/airflow/providers/cncf/kubernetes/python_kubernetes_script/index", "_api/airflow/providers/cncf/kubernetes/sensors/index", "_api/airflow/providers/cncf/kubernetes/sensors/spark_kubernetes/index", "_api/airflow/providers/cncf/kubernetes/utils/index", "_api/airflow/providers/cncf/kubernetes/utils/pod_manager/index", "_api/airflow/providers/cncf/kubernetes/utils/xcom_sidecar/index", "_api/tests/system/providers/cncf/kubernetes/example_kubernetes/index", "_api/tests/system/providers/cncf/kubernetes/example_kubernetes_decorator/index", "_api/tests/system/providers/cncf/kubernetes/example_spark_kubernetes/index", "_api/tests/system/providers/cncf/kubernetes/index", "commits", "connections/kubernetes", "index", "installing-providers-from-sources", "operators"], "filenames": ["_api/airflow/providers/cncf/kubernetes/decorators/index.rst", "_api/airflow/providers/cncf/kubernetes/decorators/kubernetes/index.rst", "_api/airflow/providers/cncf/kubernetes/hooks/index.rst", "_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.rst", "_api/airflow/providers/cncf/kubernetes/index.rst", "_api/airflow/providers/cncf/kubernetes/operators/index.rst", "_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.rst", "_api/airflow/providers/cncf/kubernetes/operators/spark_kubernetes/index.rst", "_api/airflow/providers/cncf/kubernetes/python_kubernetes_script/index.rst", "_api/airflow/providers/cncf/kubernetes/sensors/index.rst", "_api/airflow/providers/cncf/kubernetes/sensors/spark_kubernetes/index.rst", "_api/airflow/providers/cncf/kubernetes/utils/index.rst", "_api/airflow/providers/cncf/kubernetes/utils/pod_manager/index.rst", "_api/airflow/providers/cncf/kubernetes/utils/xcom_sidecar/index.rst", "_api/tests/system/providers/cncf/kubernetes/example_kubernetes/index.rst", "_api/tests/system/providers/cncf/kubernetes/example_kubernetes_decorator/index.rst", "_api/tests/system/providers/cncf/kubernetes/example_spark_kubernetes/index.rst", "_api/tests/system/providers/cncf/kubernetes/index.rst", "commits.rst", "connections/kubernetes.rst", "index.rst", "installing-providers-from-sources.rst", "operators.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.decorators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.decorators.kubernetes</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.hooks.kubernetes</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.operators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.operators.kubernetes_pod</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.operators.spark_kubernetes</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.python_kubernetes_script</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.sensors</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.sensors.spark_kubernetes</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.utils</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.utils.pod_manager</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.cncf.kubernetes.utils.xcom_sidecar</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.cncf.kubernetes.example_kubernetes</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.cncf.kubernetes.example_kubernetes_decorator</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.cncf.kubernetes.example_spark_kubernetes</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.cncf.kubernetes</span></code>", "Package apache-airflow-providers-cncf-kubernetes", "Kubernetes cluster Connection", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-cncf-kubernetes</span></code>", "Installing from sources", "KubernetesPodOperator"], "terms": {"4": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 21, 22], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 21, 22], "2": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 21, 22], "5": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22], "kubernetes_task": [1, 8], "python_cal": 1, "none": [1, 3, 6, 7, 10, 12, 18, 20, 21, 22], "multiple_output": 1, "kwarg": [1, 6, 7, 10, 12, 18, 20], "sourc": [1, 3, 6, 7, 8, 10, 12, 13, 14, 15, 16, 20, 22], "oper": [1, 4, 10, 18, 20], "wrap": 1, "execut": [1, 6, 7, 8, 18, 20], "k8": [1, 6, 7, 10, 12, 18, 20, 22], "us": [1, 3, 6, 7, 8, 12, 14, 18, 19, 20, 21], "kubernetespodoper": [1, 6, 12, 13, 14, 18, 19], "also": [1, 6, 20, 21, 22], "accept": 1, "ani": [1, 6, 21], "argument": [1, 6, 18, 20, 22], "dockeroper": 1, "via": [1, 3, 20, 21, 22], "can": [1, 6, 18, 19, 20, 21, 22], "reus": 1, "singl": 1, "dag": [1, 14, 18, 20, 22], "paramet": [1, 3, 6, 7, 8, 10, 12, 18, 19, 22], "callabl": 1, "bool": [1, 3, 6, 8, 10, 12, 18], "set": [1, 3, 6, 18, 19, 20], "return": [1, 3, 6, 12, 20, 22], "valu": [1, 6, 12, 18, 20, 22], "unrol": 1, "multipl": [1, 3, 18], "xcom": [1, 6, 12, 13, 18, 20], "dict": [1, 3, 6, 8, 18], "kei": [1, 6, 21, 22], "default": [1, 3, 6, 13, 18, 22], "fals": [1, 6, 8, 10, 12, 20], "kuberneteshook": [3, 18, 20], "conn_id": 3, "default_conn_nam": 3, "client_configur": 3, "cluster_context": [3, 6, 12, 18, 20], "config_fil": [3, 6, 22], "in_clust": [3, 6, 12, 18, 19, 20, 22], "disable_verify_ssl": 3, "disable_tcp_keepal": 3, "base": [3, 6, 7, 10, 12, 20], "basehook": 3, "creat": [3, 6, 7, 12, 18, 20, 21, 22], "api": [3, 7, 10, 18, 20, 22], "connect": [3, 6, 7, 10, 18, 20], "cluster": [3, 6, 7, 10, 20], "configur": [3, 6, 18, 20, 22], "extra__kubernetes__in_clust": [3, 19], "custom": [3, 6, 18, 19, 20, 22], "config": [3, 6, 18, 19, 20, 22], "path": [3, 6, 7, 18, 19, 22], "file": [3, 6, 7, 8, 18, 20, 21, 22], "extra__kubernetes__kube_config_path": [3, 19], "kubeconfig": [3, 18, 19, 22], "extra__kubernetes__kube_config": [3, 19], "extra": [3, 18, 20], "check": [3, 6, 10, 12, 18, 20, 21], "option": [3, 6, 12, 18, 19, 20, 22], "abov": [3, 21], "order": [3, 6, 20, 22], "onc": [3, 21], "present": [3, 12], "For": [3, 6, 7, 10, 18, 20, 21, 22], "more": [3, 6, 7, 10, 18, 20], "inform": [3, 6, 12, 18, 20, 22], "about": [3, 7, 10, 18, 20, 21], "str": [3, 6, 7, 8, 10, 12], "The": [3, 6, 7, 8, 10, 19, 20, 21, 22], "client": [3, 6, 12, 18, 19, 20, 22], "dictionari": [3, 6, 7], "param": [3, 6, 18, 20], "pass": [3, 18, 20, 22], "specifi": [3, 6, 18, 19, 20, 22], "context": [3, 6, 7, 8, 10, 18, 19, 20, 22], "e": [3, 20], "g": [3, 20], "you": [3, 6, 20, 21, 22], "have": [3, 7, 10, 18, 20, 22], "your": [3, 20, 22], "true": [3, 6, 8, 12, 13, 18, 19, 20, 22], "run": [3, 6, 12, 19, 20, 21, 22], "from": [3, 6, 12, 13, 18, 19, 20, 22], "within": [3, 6, 20], "ssl": [3, 19], "verif": [3, 19], "should": [3, 6, 10, 18, 20, 21], "disabl": [3, 19, 20], "want": [3, 20, 21], "keepal": [3, 19], "logic": [3, 20], "conn_name_attr": 3, "kubernetes_conn_id": [3, 6, 7, 10], "kubernetes_default": [3, 7, 10, 19], "conn_typ": 3, "hook_nam": 3, "static": [3, 13, 18], "get_connection_form_widget": 3, "widget": 3, "add": [3, 6, 13, 18, 20, 22], "form": [3, 18, 22], "get_ui_field_behaviour": 3, "field": [3, 6, 18, 19, 20], "behaviour": 3, "conn_extra": 3, "get_conn": 3, "session": 3, "request": [3, 22], "properti": [3, 18, 20], "is_in_clust": 3, "expos": [3, 6], "whether": [3, 10, 12, 20], "load_incluster_config": 3, "api_cli": 3, "cach": [3, 6, 18, 20], "core_v1_cli": 3, "create_custom_object": 3, "group": [3, 6, 7, 10, 18, 20], "version": [3, 7, 10, 18, 20, 21], "plural": 3, "bodi": 3, "namespac": [3, 6, 7, 10, 18, 19, 20, 22], "resourc": [3, 6, 10, 18, 22], "definit": [3, 6, 22], "object": [3, 6, 7, 8, 10, 18, 20], "crd": 3, "get_custom_object": 3, "name": [3, 6, 8, 10, 18, 20, 22], "get": [3, 6, 18, 20, 21], "get_namespac": 3, "defin": [3, 7, 10, 18], "get_pod_log_stream": 3, "pod_nam": 3, "contain": [3, 6, 12, 13, 18, 20, 21], "retriev": [3, 6, 12], "log": [3, 6, 10, 12, 18, 20], "stream": [3, 12], "pod": [3, 6, 10, 12, 13, 18, 20], "get_pod_log": 3, "": [3, 6, 18, 20, 21], "decor": [4, 8, 18, 20], "hook": [4, 6, 18, 20], "kubernetes_pod": [4, 5, 22], "spark_kubernet": [4, 5, 9, 18], "sensor": [4, 18], "util": [4, 8, 18, 20], "pod_manag": [4, 6, 11, 18, 20], "xcom_sidecar": [4, 11, 18, 20], "python_kubernetes_script": 4, "task": [6, 12, 18, 19, 20, 22], "except": [6, 12, 18, 20], "podreattachfailur": 6, "airflowexcept": [6, 12, 20], "when": [6, 7, 12, 18, 19, 20], "we": [6, 20, 22], "expect": 6, "abl": [6, 22], "find": [6, 20], "cannot": 6, "imag": [6, 18], "random_name_suffix": 6, "cmd": [6, 22], "port": [6, 14, 22], "volume_mount": [6, 13, 14, 18, 22], "volum": [6, 13, 14, 18, 20], "env_var": [6, 18, 20], "env_from": 6, "secret": [6, 18], "label": [6, 18, 20, 22], "reattach_on_restart": [6, 18, 20], "startup_timeout_second": 6, "120": [6, 12], "get_log": [6, 22], "image_pull_polici": [6, 18, 20], "annot": [6, 18], "container_resourc": 6, "affin": [6, 14, 18, 20, 22], "node_selector": [6, 18, 20], "image_pull_secret": [6, 22], "service_account_nam": 6, "is_delete_operator_pod": [6, 18, 22], "hostnetwork": 6, "toler": [6, 14, 22], "security_context": 6, "container_security_context": [6, 18, 20], "dnspolici": 6, "schedulernam": 6, "full_pod_spec": [6, 18, 22], "init_contain": [6, 14, 22], "log_events_on_failur": 6, "do_xcom_push": [6, 22], "pod_template_fil": [6, 18, 22], "priority_class_nam": 6, "pod_runtime_info_env": 6, "termination_grace_period": 6, "configmap": [6, 14], "model": [6, 7, 12, 22], "baseoper": [6, 7], "how": [6, 21], "take": [6, 19, 20], "look": [6, 7, 10, 22], "guid": [6, 18, 21], "If": [6, 8, 12, 20, 21, 22], "googl": [6, 22], "engin": [6, 22], "same": [6, 7, 20], "consid": [6, 22], "gkestartpodoper": [6, 18, 22], "which": [6, 19, 20, 22], "simplifi": [6, 18, 20, 22], "author": [6, 22], "process": [6, 22], "id": [6, 7, 21], "docker": [6, 18, 22], "wish": 6, "launch": [6, 12, 18, 20, 22], "hub": 6, "com": [6, 7, 10, 21], "fulli": 6, "qualifi": 6, "url": [6, 22], "point": [6, 18], "repositori": [6, 20, 22], "templat": [6, 7, 8, 18, 20, 22], "plu": 6, "random": [6, 18, 20], "suffix": 6, "gener": [6, 18, 20, 22], "dn": 6, "1123": 6, "subdomain": 6, "onli": [6, 18, 20, 22], "z0": 6, "9": 6, "list": [6, 18, 20], "entrypoint": 6, "v1containerport": [6, 22], "v1volumemount": [6, 22], "volumemount": [6, 18, 20], "v1volum": [6, 22], "includ": [6, 18], "persistentvolum": 6, "v1envvar": [6, 18, 22], "environ": [6, 8, 18, 20], "variabl": [6, 8, 18, 20, 22], "initi": [6, 20], "v1envfromsourc": [6, 22], "popul": 6, "inject": 6, "thei": [6, 19, 20], "var": [6, 19], "ignor": [6, 18, 20], "current": 6, "worker": [6, 13, 18, 20], "di": 6, "while": [6, 10, 13, 22], "reattach": [6, 18, 20], "monitor": [6, 12, 18, 20], "dure": 6, "next": [6, 18, 20], "try": [6, 18, 20], "alwai": [6, 18, 20], "new": [6, 18], "each": 6, "appli": [6, 18, 20], "int": [6, 12, 13], "timeout": [6, 12, 18, 20], "second": [6, 12], "startup": [6, 12], "stdout": 6, "polici": 6, "pull": [6, 13, 18, 20, 22], "non": [6, 18], "identifi": 6, "metadata": 6, "attach": [6, 13, 20], "larg": [6, 18, 20], "rang": 6, "data": [6, 13, 18], "charact": [6, 18], "ar": [6, 18, 19, 20, 21, 22], "permit": 6, "v1resourcerequir": 6, "v1affin": [6, 22], "schedul": [6, 22], "rule": [6, 18], "kube": [6, 18, 19, 22], "deprec": [6, 18, 20], "A": 6, "pleas": [6, 20, 21], "instead": [6, 18, 20], "v1localobjectrefer": [6, 22], "given": 6, "than": [6, 12, 20, 22], "one": [6, 18, 20, 21], "requir": [6, 18, 22], "comma": 6, "separ": [6, 18, 20], "secret_a": 6, "secret_b": 6, "servic": 6, "account": 6, "what": [6, 20], "do": [6, 13, 18, 20, 21], "reach": [6, 12], "its": [6, 8, 20], "final": [6, 12, 20], "state": [6, 12, 20, 22], "interrupt": [6, 18, 20], "delet": [6, 12, 18], "leav": [6, 19, 20], "enabl": [6, 18, 19, 20, 22], "host": [6, 22], "network": 6, "v1toler": [6, 22], "secur": [6, 22], "podsecuritycontext": 6, "v1pod": [6, 12, 22], "complet": [6, 10, 13, 20], "podspec": 6, "v1contain": [6, 22], "init": [6, 22], "event": [6, 12, 18, 20], "failur": [6, 18, 20, 22], "occur": [6, 20, 22], "json": [6, 7, 18, 19, 20, 22], "push": [6, 20, 22], "prioriti": 6, "termin": [6, 20], "grace": 6, "period": [6, 18, 20], "kill": [6, 12], "ui": 6, "map": [6, 18, 20], "collect": 6, "target": 6, "repres": [6, 22], "pair": 6, "extend": 6, "base_container_nam": 6, "pod_checked_kei": 6, "already_check": 6, "template_field": [6, 7, 10, 18, 20], "sequenc": [6, 7, 10, 18], "template_fields_render": 6, "get_hook": 6, "find_pod": [6, 20], "exclude_check": 6, "alreadi": [6, 18, 20, 21], "instanc": [6, 20, 22], "exist": [6, 20], "get_or_create_pod": [6, 20], "pod_request_obj": 6, "await_pod_start": [6, 12, 20], "extract_xcom": [6, 12, 20], "sidecar": [6, 12, 13, 18, 20, 22], "main": [6, 7, 18, 20, 21], "method": [6, 7, 18, 22], "deriv": [6, 7, 10], "render": [6, 7, 8, 18, 20], "jinja": [6, 7, 8, 18, 20], "refer": [6, 7, 10, 18], "get_template_context": [6, 7], "cleanup": [6, 18, 20], "remote_pod": 6, "process_pod_delet": [6, 20], "patch_already_check": [6, 20], "ensur": [6, 22], "don": [6, 18, 20], "t": [6, 18, 20], "retri": [6, 12, 18, 20], "on_kil": [6, 18], "overrid": [6, 10, 18, 20], "subprocess": 6, "thread": 6, "multiprocess": 6, "need": [6, 18, 20, 22], "clean": [6, 18, 20], "up": [6, 18, 20], "ghost": 6, "behind": 6, "build_pod_request_obj": [6, 18, 20], "full": 6, "spec": [6, 12], "other": [6, 12, 20, 22], "attribut": [6, 18], "preced": 6, "dry_run": [6, 18, 20, 22], "print": [6, 18, 20, 22], "out": [6, 18, 20, 22], "would": [6, 8, 20, 22], "doe": [6, 20], "specif": [6, 18, 20], "sinc": 6, "isn": 6, "exclud": 6, "all": [6, 13, 18, 19, 20, 22], "empti": [6, 18, 19, 20], "element": [6, 18, 20], "sparkkubernetesoper": [7, 18, 19, 20], "application_fil": 7, "api_group": [7, 10], "sparkoper": [7, 10], "io": [7, 10, 12, 22], "api_vers": [7, 10], "v1beta2": [7, 10], "sparkappl": [7, 10], "detail": [7, 10, 18, 21], "spark": [7, 10, 18, 20], "applic": [7, 10, 18, 20], "http": [7, 10, 12, 21, 22], "github": [7, 10], "googlecloudplatform": [7, 10], "blob": [7, 10], "1": [7, 10, 13, 22], "doc": [7, 10, 12, 18, 20], "md": [7, 10], "custom_resource_definit": 7, "either": [7, 20], "yaml": [7, 18, 22], "string": [7, 18, 20], "put": 7, "template_ext": 7, "yml": 7, "ui_color": 7, "f4a460": 7, "remove_task_decor": 8, "python_sourc": 8, "task_decorator_nam": 8, "remov": [8, 18, 20, 21, 22], "write_python_script": 8, "jinja_context": 8, "filenam": 8, "render_template_as_native_obj": 8, "python": [8, 18, 20, 21, 22], "script": [8, 18, 21], "virtual": 8, "unpack": 8, "replac": [8, 18], "placehold": 8, "dump": [8, 18], "convert": [8, 20], "nativ": [8, 18, 22], "sparkkubernetessensor": 10, "application_nam": 10, "attach_log": 10, "basesensoroper": 10, "where": [10, 18, 20], "resid": [10, 19], "determin": [10, 12], "driver": [10, 18], "append": 10, "failure_st": 10, "fail": [10, 12, 18, 20], "unknown": [10, 21], "success_st": 10, "poke": 10, "function": [10, 18, 20], "podlaunchfailedexcept": 12, "should_retry_start_pod": 12, "indic": [12, 20, 21], "transient": 12, "error": [12, 18, 20], "warrant": 12, "podphas": [12, 20], "possibl": [12, 18], "phase": [12, 20], "see": [12, 18, 20, 22], "concept": 12, "workload": 12, "lifecycl": 12, "pend": [12, 20], "succeed": 12, "terminal_st": 12, "container_is_run": 12, "container_nam": [12, 20], "examin": 12, "otherwis": [12, 18, 20, 22], "get_container_termination_messag": 12, "podloggingstatu": 12, "statu": [12, 18, 20], "last": 12, "time": 12, "exit": [12, 13], "fetch_container_log": 12, "last_log_tim": 12, "datetim": 12, "podmanag": [12, 18, 20], "kube_cli": 12, "logging_mixin": 12, "loggingmixin": 12, "helper": 12, "interact": 12, "run_pod_async": [12, 20], "asynchron": 12, "delete_pod": [12, 18], "create_pod": [12, 20], "startup_timeout": 12, "wait": [12, 18, 20], "v1_pod": 12, "too": 12, "long": [12, 19], "type": [12, 18, 19, 20, 22], "follow_container_log": [12, 20], "follow": [12, 18, 20, 21, 22], "since_tim": 12, "await_container_complet": [12, 18, 20], "await_pod_complet": [12, 20], "tupl": 12, "parse_log_lin": 12, "line": [12, 18, 20], "pars": [12, 18, 20], "timestamp": 12, "messag": [12, 18, 20], "read": [12, 18, 20], "read_pod_log": [12, 20], "tail_lin": 12, "since_second": 12, "read_pod_ev": [12, 20], "read_pod": 12, "await_xcom_sidecar_container_start": 12, "handl": [13, 20, 22], "block": 13, "until": [13, 20], "ha": 13, "result": [13, 20], "serial": 13, "poddefault": 13, "xcom_mount_path": 13, "sidecar_container_nam": 13, "xcom_cmd": 13, "trap": 13, "sleep": 13, "done": [13, 20], "sidecar_contain": 13, "add_xcom_sidecar": 13, "exampl": [14, 18, 19, 20, 21, 22], "secret_fil": [14, 22], "secret_env": [14, 22], "secret_all_kei": [14, 22], "init_container_volume_mount": [14, 22], "init_environ": [14, 22], "env_id": [14, 16], "dag_id": [14, 16], "example_kubernetes_oper": 14, "k": [14, 22], "test_run": [14, 15, 16], "execute_in_k8s_pod": 15, "spark_pi": 16, "t1": 16, "example_kubernet": [17, 18, 22], "example_kubernetes_decor": 17, "example_spark_kubernet": 17, "commit": 18, "chang": 18, "high": 18, "level": [18, 20, 22], "changelog": 18, "latest": [18, 20], "2022": 18, "09": 18, "14": 18, "subject": 18, "e60a459d56": 18, "avoid": [18, 20], "calcul": [18, 20], "item": [18, 20], "26377": [18, 20], "06acf40a43": 18, "13": 18, "pep": 18, "563": 18, "postpon": 18, "evalu": 18, "core": [18, 20], "26289": 18, "4b26c8c541": 18, "feat": [18, 20], "support": [18, 20], "25530": [18, 20], "0eb0b543a9": 18, "08": 18, "23": 18, "taskflow": [18, 20], "25663": [18, 20], "db5543ef60": 18, "22": 18, "pretti": [18, 20], "25850": [18, 20], "ccdd73ec50": 18, "start": [18, 20], "befor": [18, 20], "exec": [18, 20], "25055": [18, 20], "10": [18, 20, 22], "e5ac6c7cfb": 18, "prepar": 18, "releas": [18, 20], "august": 18, "25618": 18, "c8af0592c0": 18, "07": 18, "26": 18, "improv": [18, 20], "hint": [18, 20], "paramspec": [18, 20], "25173": [18, 20], "f05a06537b": 18, "16": [18, 22], "fix": 18, "stuck": [18, 20], "problem": [18, 20], "24993": [18, 20], "d2459a241b": 18, "document": [18, 20, 22], "juli": 18, "25030": 18, "ef79a0d1c4": 18, "11": [18, 21], "assert": 18, "stuff": 18, "mypi": [18, 20], "24937": 18, "e2fd41f7b1": 18, "04": [18, 22], "xcom_push": 18, "flag": 18, "24823": 18, "9d307102b4": 18, "06": 18, "29": 18, "minor": 18, "refactor": 18, "24719": 18, "0de31bd73a": 18, "move": [18, 20], "depend": [18, 20, 22], "insid": [18, 19], "folder": [18, 21], "24672": 18, "45b11d4ed1": 18, "our": [18, 20], "24720": 18, "510a6bab45": 18, "28": 18, "class": [18, 20, 22], "24702": 18, "5326da4b83": 18, "airflow_kpo_in_clust": [18, 20], "kpo": [18, 20], "24658": [18, 20], "45f4290712": 18, "renam": 18, "arg": [18, 22], "kub": 18, "op": 18, "k8s_resourc": 18, "24673": 18, "9c59831ee7": 18, "21": [18, 20], "updat": [18, 20], "functool": [18, 20], "compat": [18, 20], "cached_properti": [18, 20], "24582": [18, 20], "78ac48872b": 18, "found": [18, 20], "22092": [18, 20], "dba3e4ec51": 18, "15": 18, "revert": [18, 20], "condit": [18, 20], "23883": [18, 20], "24474": [18, 20], "dcdcf3a2b8": 18, "note": 18, "rc2": 18, "mai": [18, 20], "24307": 18, "717a7588bc": 18, "descript": [18, 20], "doubl": 18, "min": 18, "24292": 18, "b1ad017ce": 18, "pydocstyl": 18, "d202": 18, "ad": [18, 20], "24221": 18, "aeabe994b3": 18, "24231": 18, "98b4e48fbc": 18, "23955": [18, 20], "24054": [18, 20], "42abbf0d61": 18, "027b707d21": 18, "05": 18, "explanatori": 18, "contributor": 18, "24229": 18, "7ad4e67c1a": 18, "03": 18, "migrat": [18, 20], "design": [18, 20], "22441": [18, 20], "24132": [18, 20], "60eb9e106f": 18, "31": 18, "20578": [18, 20], "e240132934": 18, "27": 18, "22086": [18, 20], "6bbe015905": 18, "remot": [18, 20], "patch": [18, 20], "23676": [18, 20], "ec6761a5c0": 18, "f": [18, 20], "call": [18, 20, 22], "23597": [18, 20], "064c41afda": 18, "20": 18, "root": [18, 20, 22], "logger": [18, 20], "_suppress": [18, 20], "23835": [18, 20], "12": [18, 21], "75c60923e0": 18, "23631": 18, "2eeb120bf4": 18, "randomli": 18, "indefinit": [18, 20], "consumpt": 18, "23497": 18, "23618": 18, "23656": 18, "ee342b85b9": 18, "863b257642": 18, "20966": [18, 20], "23301": [18, 20], "faae9faae3": 18, "content": 18, "defect": [18, 20], "23490": [18, 20], "dbdcd0fd1d": 18, "30": 18, "clarifi": [18, 20], "behavior": [18, 20], "23377": [18, 20], "a914ec22c1": 18, "yank": 18, "23378": 18, "11bbe471cd": 18, "23374": 18, "8e3abe4180": 18, "kubernetesexecutor": [18, 20], "23371": [18, 20], "8b6b0848a3": 18, "brees": 18, "build": [18, 21], "verifi": [18, 19], "23104": 18, "c7399c7190": 18, "inclust": [18, 20], "first": [18, 20], "23126": [18, 20], "70eede5dd6": 18, "hyphen": [18, 20], "22982": [18, 20], "c3d883a971": 18, "19": 18, "22734": [18, 20], "d81703c577": 18, "22871": [18, 20], "3c5bc73579": 18, "old": [18, 20], "21092": [18, 20], "6933022e94": 18, "22884": [18, 20], "04082ac091": 18, "dup": [18, 20], "code": [18, 20, 21], "now": [18, 20], "22845": [18, 20], "56ab82ed7a": 18, "mid": 18, "april": 18, "22819": 18, "67e2723b73": 18, "traceback": [18, 20], "debug": [18, 20], "22595": [18, 20], "6db30f3207": 18, "approach": [18, 20], "executor": [18, 20, 22], "bound": [18, 20], "22573": [18, 20], "0d64d66cea": 18, "stop": [18, 20], "crash": [18, 20], "receiv": [18, 20], "22566": [18, 20], "0a99be7411": 18, "22412": [18, 20], "d7dbfb7e26": 18, "bugfix": [18, 20], "22383": 18, "0f977daa3c": 18, "run_id": [18, 20], "elasticsearch": [18, 20], "22385": [18, 20], "7bd165fbe2": 18, "refreshconfigur": [18, 20], "workaround": [18, 20], "token": [18, 20], "refresh": [18, 20], "20759": [18, 20], "16adc035b1": 18, "classifi": [18, 20], "march": 18, "22226": 18, "f5b96315fe": 18, "feb": 18, "22056": 18, "8d8d072289": 18, "kubepodoper": [18, 20], "exeuction_d": [18, 20], "21960": [18, 20], "6c37e47cf6": 18, "02": 18, "map_index": [18, 20], "21916": [18, 20], "351fa53432": 18, "01": 18, "wrong": [18, 20], "case": [18, 20], "21898": [18, 20], "a159ae828f": 18, "25": 18, "docstr": [18, 20], "21826": [18, 20], "0a3ff43d41": 18, "pre": 18, "21398": 18, "d94fa37830": 18, "januari": 18, "delai": 18, "21439": 18, "6c3a67d4fc": 18, "2021": [18, 21], "21257": 18, "4a73d8f3d1": 18, "miss": [18, 20], "20031": [18, 20], "cb73053211": 18, "21074": 18, "602abe8394": 18, "sphinx": 18, "autoapi": 18, "typehint": 18, "20951": 18, "428bd5f228": 18, "make": [18, 20], "promin": 18, "20753": 18, "5569b868a9": 18, "tableau": 18, "20654": 18, "da9210e89c": 18, "hoc": 18, "20765": 18, "7222f68d37": 18, "librari": [18, 20], "18797": [18, 20], "f77417eb0d": 18, "pypi": [18, 20, 22], "20614": 18, "97496ba2b4": 18, "decemb": 18, "20523": 18, "83f8e178ba": 18, "even": [18, 22], "ext": 18, "20608": 18, "746ee587da": 18, "20575": [18, 20], "d56ff765e1": 18, "implement": [18, 20], "20573": [18, 20], "e63417553f": 18, "pod_mutation_hook": [18, 20], "20596": [18, 20], "ca6c210b7d": 18, "podlaunch": 18, "20576": [18, 20], "e07e831946": 18, "20574": [18, 20], "d56e7b56bb": 18, "friendli": 18, "20571": 18, "a0821235fb": 18, "everywher": 18, "20565": 18, "f200bb1977": 18, "19572": [18, 20], "4b8a1201a": 18, "deprecationwarn": [18, 20], "19726": [18, 20], "2fb5e1d0ec": 18, "declar": 18, "relat": 18, "20226": 18, "f9eab1c185": 18, "19695": [18, 20], "853576d901": 18, "novemb": 18, "19882": 18, "fe682ec3d3": 18, "24": [18, 20], "duplic": [18, 20], "entri": 18, "19759": 18, "0d60d1af41": 18, "container_status": [18, 20], "filter": [18, 20], "19713": [18, 20], "1e57022953": 18, "19718": [18, 20], "f7410dfba2": 18, "coalesc": [18, 20], "19694": [18, 20], "bf5f452413": 18, "correct": [18, 20, 21, 22], "19459": [18, 20], "854b70b904": 18, "decoupl": [18, 20], "19398": [18, 20], "d9567eb106": 18, "octob": 18, "19321": 18, "0a6850647": 18, "let": 18, "user": [18, 20, 21, 22], "19057": 18, "1571f80546": 18, "common": [18, 20], "misspel": 18, "18964": 18, "b2045d6d1d": 18, "18928": [18, 20], "c8b86e69e4": 18, "17953": [18, 20], "840ea3efb9": 18, "septemb": 18, "18613": 18, "ef037e7021": 18, "start_dat": 18, "misc": 18, "18597": 18, "7808be7ffb": 18, "job": [18, 20, 22], "fit": [18, 20], "18377": [18, 20], "b8d06e812a": 18, "18070": [18, 20], "64d2f5488f": 18, "17649": [18, 20], "0a68588479": 18, "17890": 18, "42e13e1a5a": 18, "warn": [18, 20, 21], "17900": 18, "bb5602c652": 18, "17798": 18, "be75dcd39c": 18, "meta": 18, "73d2b720e0": 18, "17760": [18, 20], "76ed2a49c6": 18, "import": [18, 20, 21, 22], "lazili": [18, 20], "individu": [18, 20, 22], "manag": [18, 20, 21], "17682": [18, 20], "97428efc41": 18, "mess": 18, "17380": 18, "b0b2591071": 18, "17256": 18, "997f7d0beb": 18, "py": [18, 20, 22], "17237": 18, "87f408b1e7": 18, "17116": 18, "d48b4e0caf": 18, "default_arg": 18, "16870": 18, "3939e84161": 18, "launcher": [18, 20], "16945": [18, 20], "d02ded65ea": 18, "wrongli": 18, "escap": 18, "amazon": 18, "17020": 18, "b916b75079": 18, "17015": 18, "b2c66e45b7": 18, "caus": [18, 20], "issu": [18, 20], "16930": [18, 20], "9d6ae609b6": 18, "16624": 18, "866a601b76": 18, "pylint": 18, "toolchain": 18, "16682": 18, "18": 18, "bbc627a3da": 18, "16501": 18, "4c9735ff9b": 18, "17": 18, "unsuccess": [18, 20], "kubernetespod": [18, 20], "final_st": [18, 20], "15490": [18, 20], "cbf8001d76": 18, "synchron": 18, "after": [18, 20], "buggfix": 18, "16464": 18, "1fba5402bb": 18, "june": 18, "16405": 18, "4752fb3eb8": 18, "15638": [18, 20], "9c94b72d44": 18, "16294": 18, "2f16757e1a": 18, "bug": 18, "16095": [18, 20], "476d0f6e3d": 18, "bump": 18, "pyupgrad": 18, "v2": 18, "15991": 18, "85b2ccb0c5": 18, "kubernetespodoperat": [18, 20], "15942": [18, 20], "733bec9a04": 18, "due": [18, 20], "15787": [18, 20], "37d549bde7": 18, "save": [18, 20], "15755": [18, 20], "37681bca00": 18, "auto": [18, 20], "apply_default": [18, 20], "15667": [18, 20], "807ad32ce5": 18, "pip": [18, 20, 21], "15576": 18, "5b2fe0e740": 18, "popular": 18, "15393": 18, "53fc1a9679": 18, "proper": [18, 20], "15507": [18, 20], "d3cc67aa7a": 18, "15388": [18, 20], "be421a6b07": 18, "kubernetspodoper": [18, 20], "15492": [18, 20], "44480d3673": 18, "15373": [18, 20], "b4770725a3": 18, "link": [18, 21], "modul": 18, "15316": 18, "1806670383": 18, "409": 18, "apiexcept": 18, "15137": 18, "042be2e4e0": 18, "15236": 18, "6d7a70b88": 18, "pod_launch": [18, 20], "15165": [18, 20], "00453dc4a2": 18, "abil": [18, 20], "14898": [18, 20], "68e4c4dcb0": 18, "backport": 18, "14886": 18, "e7bb17aeb8": 18, "built": 18, "8": 18, "14606": 18, "7daebefd15": 18, "libyaml": [18, 20], "c": [18, 20, 22], "avail": [18, 20, 21, 22], "14577": [18, 20], "589d6dec92": 18, "wave": 18, "14487": 18, "809b4f9b18": 18, "uniqu": 18, "14186": [18, 20], "649335c043": 18, "without": 18, "14123": 18, "d4c4db8a18": 18, "allow": [18, 20, 22], "14083": [18, 20], "10343ec29f": 18, "tool": 18, "rc": 18, "14082": 18, "88bdcfa0df": 18, "14013": 18, "ac2f72c98d": 18, "13767": 18, "a9ac2b040b": 18, "switch": 18, "flynt": 18, "13732": 18, "1b9e3d1c28": 18, "quick": 18, "13621": 18, "13835": 18, "94d3ed61d6": 18, "3fd5ef3555": 18, "logo": 18, "integr": 18, "13717": 18, "295d66f914": 18, "2020": 18, "grammar": 18, "13380": 18, "7a560ab6d": 18, "correctli": [18, 20], "13289": [18, 20], "6cf76d7ac0": 18, "typo": 18, "upgrad": [18, 20], "command": [18, 22], "13148": 18, "32971a1a2d": 18, "12955": 18, "b40dffa085": 18, "rema": 18, "match": [18, 21], "aip": 18, "12917": 18, "9b39f24780": 18, "dynam": [18, 22], "per": 18, "12558": 18, "bd90136aaf": 18, "12681": 18, "2037303eef": 18, "discoveri": 18, "12466": 18, "de3b1e687b": 18, "12653": 18, "c02a3f59e4": 18, "properli": 18, "11199": 18, "c34ef853c8": 18, "12444": 18, "9e089ab895": 18, "test": [18, 22], "12479": 18, "d32fe78c0d": 18, "readm": [18, 20], "12457": 18, "d84a52dc8f": 18, "broken": 18, "12455": 18, "7c8b71d201": 18, "backward": 18, "further": [18, 22], "12451": 18, "0080354502": 18, "0b2": 18, "batch": 18, "12449": 18, "7ca0b6f121": 18, "markdownlint": 18, "md003": 18, "head": 18, "style": 18, "header": 18, "12427": 18, "12438": 18, "763b40d223": 18, "rais": [18, 20], "backcompat": 18, "12432": 18, "bc4bb30588": 18, "12422": 18, "cab86d80d4": 18, "k8spodoper": 18, "12384": 18, "ae7cb4a1e2": 18, "hash": 18, "12390": 18, "6889a333cf": 18, "ref": 18, "12366": 18, "221f809c1b": 18, "12354": 18, "7825e8f590": 18, "instal": 18, "12304": 18, "85a18e13d9": 18, "project": 18, "page": [18, 21], "cross": 18, "12212": 18, "59eb5de78c": 18, "come": 18, "0beta1": 18, "12206": 18, "3f59e75cdf": 18, "12171": 18, "b2a28d1590": 18, "dev": 18, "12082": 18, "7825be50d8": 18, "12117": 18, "91a64db505": 18, "format": [18, 19], "excepion": 18, "black": 18, "12091": 18, "4e8f9cc8d0": 18, "formmatt": 18, "9550": 18, "8c42cf1b00": 18, "6": 18, "11447": 18, "5a439e84eb": 18, "2a1": 18, "11855": 18, "872b1566a1": 18, "setup": 18, "11826": 18, "53e6062105": 18, "enforc": 18, "strict": 18, "yamllint": 18, "11709": 18, "349b0811c3": 18, "d200": 18, "11688": 18, "eee4e30f2c": 18, "better": 18, "k8sexec": 18, "k8spodop": 18, "11502": 18, "16e7129719": 18, "11487": 18, "8640fb6c10": 18, "11368": 18, "298052fcee": 18, "11008": 18, "49aad025b5": 18, "sub": 18, "11369": 18, "b93b6c5be3": 18, "10796": 18, "0a0e1af800": 18, "markdown": 18, "toc": 18, "11249": 18, "ca4238eb4d": 18, "month": 18, "11242": 18, "5220e4c384": 18, "11238": 18, "a888198c27": 18, "11162": 18, "0161b5ea2b": 18, "increas": 18, "coverag": 18, "11159": 18, "e3f96ce7a8": 18, "incorrect": 18, "usag": 18, "11138": 18, "f3e87c5030": 18, "11032": 18, "b61225a885": 18, "d204": 18, "11031": 18, "cba51d49e": 18, "k8sexecutor": 18, "10393": 18, "1294e15d44": 18, "10963": 18, "5d6d5a2f7d": 18, "10453": 18, "7edfac957b": 18, "10447": 18, "9549274d11": 18, "8b1": 18, "10818": 18, "90c1505686": 18, "grace_period_second": 18, "10727": 18, "338b412c04": 18, "10666": 18, "596bc13379": 18, "back": 18, "10659": 18, "1e5aa4465c": 18, "10023": 18, "fdd9b6f65b": 18, "10543": 18, "2f2d8dbfaf": 18, "noinspect": 18, "comment": 18, "intellij": 18, "10525": 18, "7c206a82a6": 18, "assig": 18, "augment": 18, "assign": 18, "10468": 18, "8cd2be9e16": 18, "10230": 18, "cdec301254": 18, "signatur": [18, 21], "10205": 18, "24c8e4c2d6": 18, "constructor": 18, "10163": 18, "aeea71274d": 18, "10097": 18, "f1fd3e2c45": 18, "10056": 18, "03c4351744": 18, "10068": 18, "88c1603060": 18, "10049": 18, "7d24b088cd": 18, "example_dag": 18, "9985": 18, "33f0cd2657": 18, "keep": [18, 19], "9784": 18, "c2db0dfeb1": 18, "9705": 18, "9906": 18, "719ae2bf62": 18, "9895": 18, "840799d559": 18, "9079": 18, "44d4ae809c": 18, "9686": 18, "8bd15ef634": 18, "helm": 18, "chart": 18, "9468": 18, "40bf8f28f9": 18, "detect": 18, "automat": [18, 20], "lack": 18, "9290": 18, "1d36b0303b": 18, "8984": 18, "e742ef7c70": 18, "test_project_structur": 18, "8978": 18, "375d1ca229": 18, "candid": 18, "8898": 18, "12c5e5d8a": 18, "8891": 18, "8985df0bfc": 18, "6377": 18, "f3521fb0e3": 18, "regener": 18, "8886": 18, "92585ca4cb": 18, "autom": 18, "8807": 18, "f82ad452b0": 18, "length": 18, "valid": [18, 21], "8829": 18, "1ccafc617c": 18, "system": [18, 22], "7875": 18, "cd546b664f": 18, "super": 18, "7825": 18, "6c39a3bf97": 18, "6542": 18, "7163": 18, "42eef38217": 18, "6877": 18, "7506": 18, "3320e432a1": 18, "6817": 18, "lazi": 18, "load": 18, "face": 18, "untouch": 18, "7517": 18, "0ec2774120": 18, "5629": 18, "priorityclassnam": 18, "7395": 18, "9cbd7de6d1": 18, "6792": 18, "_oper": 18, "_hook": 18, "_sensor": 18, "7412": 18, "967930c0cb": 18, "5413": 18, "6230": 18, "96f834389e": 18, "6678": 18, "7292": 18, "97a429f9d0": 18, "6714": 18, "magic": 18, "utf": 18, "7338": 18, "cf141506a2": 18, "6708": 18, "7330": 18, "373c6aa4a2": 18, "6682": 18, "gcp": 18, "7295": 18, "83c037873f": 18, "6674": [18, 21], "accord": 18, "7287": 18, "059eda05f8": 18, "6610": 18, "softwar": [18, 21], "7231": 18, "There": [19, 21], "three": [19, 20], "wai": [19, 20], "airflow": [19, 21, 22], "kube_config": 19, "locat": [19, 22], "machin": 19, "just": 19, "mark": [19, 22], "In": [19, 20, 22], "differ": [19, 20, 21], "insert": 19, "past": 19, "certif": [19, 21], "By": [19, 21, 22], "tcp": 19, "tri": [19, 20], "aliv": 19, "store": 19, "env": [19, 22], "uri": 19, "airflow_conn_kubernetes_default": 19, "2f": 19, "2fconfig": 19, "extra__kubernetes__namespac": 19, "top": [20, 21], "below": [20, 21], "minimum": 20, "cryptographi": 20, "7": 20, "previous": 20, "reli": 20, "certain": 20, "consider": 20, "offici": [20, 21], "oppos": 20, "prior": 20, "major": 20, "work": 20, "reason": 20, "incompat": 20, "newer": 20, "those": [20, 21, 22], "mistakenli": 20, "install_requir": 20, "22382": 20, "trove": 20, "framework": 20, "wa": 20, "mean": 20, "remain": 20, "With": [20, 22], "mani": 20, "been": 20, "subclass": 20, "reflect": 20, "structur": 20, "addition": 20, "podstatu": 20, "enum": 20, "speak": 20, "did": 20, "didn": 20, "directli": 20, "worri": [20, 21], "howev": 20, "some": 20, "One": 20, "princip": 20, "goal": 20, "clearli": 20, "invok": 20, "were": 20, "bit": 20, "nest": 20, "encapsul": 20, "step": [20, 21], "becaus": 20, "part": 20, "compon": 20, "so": [20, 22], "forward": 20, "harvest": 20, "must": [20, 22], "await": 20, "extract": 20, "anew": 20, "handle_pod_overlap": 20, "create_new_pod_for_oper": 20, "successfulli": 20, "unsuccessfulli": 20, "attempt": 20, "create_pod_launch": 20, "construct": [20, 22], "corev1api": 20, "search": 20, "orchestr": [20, 22], "create_pod_request_obj": 20, "It": [20, 21, 22], "ti": 20, "create_labels_for_pod": 20, "_get_ti_pod_label": 20, "doesn": 20, "include_try_numb": 20, "control": 20, "inclus": 20, "possibli": 20, "later": 20, "_get_pod_identifying_label_str": 20, "_build_find_pod_label_selector": 20, "_try_numbers_match": 20, "mutat": 20, "self": [20, 21], "etc": [20, 22], "necessari": 20, "again": 20, "formerli": 20, "start_pod": 20, "split": 20, "two": [20, 22], "monitor_pod": 20, "pod_not_start": 20, "pod_is_run": 20, "process_statu": 20, "_task_statu": 20, "These": 20, "longer": 20, "deal": 20, "untransform": 20, "_extract_xcom": 20, "like": [20, 22], "lower": 20, "left": [20, 21], "accumul": 20, "practic": 20, "seem": 20, "temporari": [20, 21], "basi": 20, "purpos": 20, "therefor": 20, "sensibl": 20, "least": 20, "manual": 20, "db": 20, "pod_templ": 20, "actual": 20, "describ": 21, "download": 21, "apach": [21, 22], "provid": [21, 22], "cncf": [21, 22], "kubernet": 21, "most": 21, "choos": 21, "select": 21, "drop": 21, "down": 21, "sdist": 21, "whl": 21, "origin": 21, "checksum": 21, "foundat": 21, "asc": 21, "sha512": 21, "pgp": 21, "essenti": 21, "sha": 21, "gpg": 21, "well": 21, "relev": 21, "distribut": 21, "recommend": [21, 22], "directori": 21, "mirror": 21, "pgpk": 21, "ka": 21, "To": [21, 22], "binari": 21, "pgpv": 21, "tar": 21, "gz": 21, "made": 21, "sat": 21, "sep": 21, "49": 21, "54": 21, "bst": 21, "rsa": 21, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 21, "issuer": 21, "kaxilnaik": 21, "org": 21, "good": 21, "kaxil": 21, "naik": 21, "aka": 21, "gmail": 21, "certifi": 21, "trust": 21, "belong": 21, "owner": 21, "primari": 21, "fingerprint": 21, "cde1": 21, "5c6e": 21, "4d3a": 21, "8ec4": 21, "ecf4": 21, "ba4b": 21, "e08a": 21, "d7de": 21, "406f": 21, "sign": 21, "why": 21, "server": [21, 22], "previou": 21, "know": 21, "sum": 21, "shasum": 21, "512": 21, "diff": 21, "local": 21, "bin": 21, "bash": [21, 22], "package_vers": 21, "package_nam": 21, "provider_download_dir": 21, "mktemp": 21, "d": 21, "dep": 21, "dest": 21, "curl": 21, "apache_airflow_providers_cncf_kubernet": 21, "py3": 21, "l": 21, "o": 21, "echo": [21, 22], "la": 21, "instruct": 21, "chapter": 21, "suppli": 22, "optim": 22, "through": 22, "public": 22, "ultim": 22, "act": 22, "matter": 22, "languag": 22, "written": 22, "manifest": 22, "runtim": 22, "hello": 22, "dry": 22, "debian": 22, "cx": 22, "foo": 22, "bar": 22, "task_id": 22, "dry_run_demo": 22, "access": 22, "safeti": 22, "almost": 22, "conveni": 22, "kept": 22, "sql_conn": 22, "sql_alchemy_conn": 22, "mount_path": 22, "mount_fil": 22, "sub_path": 22, "read_onli": 22, "config_map_ref": 22, "v1configmapenvsourc": 22, "persistent_volume_claim": 22, "v1persistentvolumeclaimvolumesourc": 22, "claim_nam": 22, "container_port": 22, "80": 22, "key1": 22, "value1": 22, "key2": 22, "value2": 22, "ubuntu": 22, "node_affin": 22, "v1nodeaffin": 22, "preferred_during_scheduling_ignored_during_execut": 22, "v1preferredschedulingterm": 22, "weight": 22, "prefer": 22, "v1nodeselectorterm": 22, "match_express": 22, "v1nodeselectorrequir": 22, "disktyp": 22, "ssd": 22, "pod_affin": 22, "v1podaffin": 22, "required_during_scheduling_ignored_during_execut": 22, "v1weightedpodaffinityterm": 22, "pod_affinity_term": 22, "v1podaffinityterm": 22, "label_selector": 22, "v1labelselector": 22, "v1labelselectorrequir": 22, "s1": 22, "topology_kei": 22, "domain": 22, "beta": 22, "zone": 22, "equal": 22, "substitut": 22, "equival": 22, "still": 22, "publicli": 22, "dockerhub": 22, "ecr": 22, "gcr": 22, "quai": 22, "credenti": 22, "kubectl": 22, "testquai": 22, "usernam": 22, "profil": 22, "password": 22, "Then": 22, "quay_k8": 22, "pwd": 22, "alongsid": 22, "write": 22, "write_xcom": 22, "alpin": 22, "sh": 22, "mkdir": 22, "p": 22, "3": 22, "pod_task_xcom_result": 22, "bashoper": 22, "bash_command": 22, "task_inst": 22, "xcom_pul": 22, "success": 22}, "objects": {"airflow.providers.cncf": [[4, 0, 0, "-", "kubernetes"]], "airflow.providers.cncf.kubernetes": [[0, 0, 0, "-", "decorators"], [2, 0, 0, "-", "hooks"], [5, 0, 0, "-", "operators"], [8, 0, 0, "-", "python_kubernetes_script"], [9, 0, 0, "-", "sensors"], [11, 0, 0, "-", "utils"]], "airflow.providers.cncf.kubernetes.decorators": [[1, 0, 0, "-", "kubernetes"]], "airflow.providers.cncf.kubernetes.decorators.kubernetes": [[1, 1, 1, "", "kubernetes_task"]], "airflow.providers.cncf.kubernetes.hooks": [[3, 0, 0, "-", "kubernetes"]], "airflow.providers.cncf.kubernetes.hooks.kubernetes": [[3, 2, 1, "", "KubernetesHook"]], "airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook": [[3, 3, 1, "", "api_client"], [3, 3, 1, "", "conn_extras"], [3, 4, 1, "", "conn_name_attr"], [3, 4, 1, "", "conn_type"], [3, 3, 1, "", "core_v1_client"], [3, 3, 1, "", "create_custom_object"], [3, 4, 1, "", "default_conn_name"], [3, 3, 1, "", "get_conn"], [3, 3, 1, "", "get_connection_form_widgets"], [3, 3, 1, "", "get_custom_object"], [3, 3, 1, "", "get_namespace"], [3, 3, 1, "", "get_pod_log_stream"], [3, 3, 1, "", "get_pod_logs"], [3, 3, 1, "", "get_ui_field_behaviour"], [3, 4, 1, "", "hook_name"], [3, 3, 1, "", "is_in_cluster"]], "airflow.providers.cncf.kubernetes.operators": [[6, 0, 0, "-", "kubernetes_pod"], [7, 0, 0, "-", "spark_kubernetes"]], "airflow.providers.cncf.kubernetes.operators.kubernetes_pod": [[6, 2, 1, "", "KubernetesPodOperator"], [6, 5, 1, "", "PodReattachFailure"]], "airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator": [[6, 4, 1, "", "BASE_CONTAINER_NAME"], [6, 4, 1, "", "POD_CHECKED_KEY"], [6, 3, 1, "", "await_pod_start"], [6, 3, 1, "", "build_pod_request_obj"], [6, 3, 1, "", "cleanup"], [6, 3, 1, "", "client"], [6, 3, 1, "", "dry_run"], [6, 3, 1, "", "execute"], [6, 3, 1, "", "extract_xcom"], [6, 3, 1, "", "find_pod"], [6, 3, 1, "", "get_hook"], [6, 3, 1, "", "get_or_create_pod"], [6, 3, 1, "", "hook"], [6, 3, 1, "", "on_kill"], [6, 3, 1, "", "patch_already_checked"], [6, 3, 1, "", "pod_manager"], [6, 3, 1, "", "process_pod_deletion"], [6, 4, 1, "", "template_fields"], [6, 4, 1, "", "template_fields_renderers"]], "airflow.providers.cncf.kubernetes.operators.spark_kubernetes": [[7, 2, 1, "", "SparkKubernetesOperator"]], "airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator": [[7, 3, 1, "", "execute"], [7, 4, 1, "", "template_ext"], [7, 4, 1, "", "template_fields"], [7, 4, 1, "", "ui_color"]], "airflow.providers.cncf.kubernetes.python_kubernetes_script": [[8, 1, 1, "", "remove_task_decorator"], [8, 1, 1, "", "write_python_script"]], "airflow.providers.cncf.kubernetes.sensors": [[10, 0, 0, "-", "spark_kubernetes"]], "airflow.providers.cncf.kubernetes.sensors.spark_kubernetes": [[10, 2, 1, "", "SparkKubernetesSensor"]], "airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor": [[10, 4, 1, "", "FAILURE_STATES"], [10, 4, 1, "", "SUCCESS_STATES"], [10, 3, 1, "", "poke"], [10, 4, 1, "", "template_fields"]], "airflow.providers.cncf.kubernetes.utils": [[12, 0, 0, "-", "pod_manager"], [13, 0, 0, "-", "xcom_sidecar"]], "airflow.providers.cncf.kubernetes.utils.pod_manager": [[12, 5, 1, "", "PodLaunchFailedException"], [12, 2, 1, "", "PodLoggingStatus"], [12, 2, 1, "", "PodManager"], [12, 2, 1, "", "PodPhase"], [12, 1, 1, "", "container_is_running"], [12, 1, 1, "", "get_container_termination_message"], [12, 1, 1, "", "should_retry_start_pod"]], "airflow.providers.cncf.kubernetes.utils.pod_manager.PodLoggingStatus": [[12, 4, 1, "", "last_log_time"], [12, 4, 1, "", "running"]], "airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager": [[12, 3, 1, "", "await_container_completion"], [12, 3, 1, "", "await_pod_completion"], [12, 3, 1, "", "await_pod_start"], [12, 3, 1, "", "await_xcom_sidecar_container_start"], [12, 3, 1, "", "container_is_running"], [12, 3, 1, "", "create_pod"], [12, 3, 1, "", "delete_pod"], [12, 3, 1, "", "extract_xcom"], [12, 3, 1, "", "fetch_container_logs"], [12, 3, 1, "", "follow_container_logs"], [12, 3, 1, "", "parse_log_line"], [12, 3, 1, "", "read_pod"], [12, 3, 1, "", "read_pod_events"], [12, 3, 1, "", "read_pod_logs"], [12, 3, 1, "", "run_pod_async"]], "airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase": [[12, 4, 1, "", "FAILED"], [12, 4, 1, "", "PENDING"], [12, 4, 1, "", "RUNNING"], [12, 4, 1, "", "SUCCEEDED"], [12, 4, 1, "", "terminal_states"]], "airflow.providers.cncf.kubernetes.utils.xcom_sidecar": [[13, 2, 1, "", "PodDefaults"], [13, 1, 1, "", "add_xcom_sidecar"]], "airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults": [[13, 4, 1, "", "SIDECAR_CONTAINER"], [13, 4, 1, "", "SIDECAR_CONTAINER_NAME"], [13, 4, 1, "", "VOLUME"], [13, 4, 1, "", "VOLUME_MOUNT"], [13, 4, 1, "", "XCOM_CMD"], [13, 4, 1, "", "XCOM_MOUNT_PATH"]], "tests.system.providers.cncf": [[17, 0, 0, "-", "kubernetes"]], "tests.system.providers.cncf.kubernetes": [[14, 0, 0, "-", "example_kubernetes"], [15, 0, 0, "-", "example_kubernetes_decorator"], [16, 0, 0, "-", "example_spark_kubernetes"]], "tests.system.providers.cncf.kubernetes.example_kubernetes": [[14, 6, 1, "", "DAG_ID"], [14, 6, 1, "", "ENV_ID"], [14, 6, 1, "", "affinity"], [14, 6, 1, "", "configmaps"], [14, 6, 1, "", "init_container"], [14, 6, 1, "", "init_container_volume_mounts"], [14, 6, 1, "", "init_environments"], [14, 6, 1, "", "k"], [14, 6, 1, "", "port"], [14, 6, 1, "", "secret_all_keys"], [14, 6, 1, "", "secret_env"], [14, 6, 1, "", "secret_file"], [14, 6, 1, "", "test_run"], [14, 6, 1, "", "tolerations"], [14, 6, 1, "", "volume"], [14, 6, 1, "", "volume_mount"]], "tests.system.providers.cncf.kubernetes.example_kubernetes_decorator": [[15, 1, 1, "", "execute_in_k8s_pod"], [15, 6, 1, "", "test_run"]], "tests.system.providers.cncf.kubernetes.example_spark_kubernetes": [[16, 6, 1, "", "DAG_ID"], [16, 6, 1, "", "ENV_ID"], [16, 6, 1, "", "t1"], [16, 6, 1, "", "test_run"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:method", "4": "py:attribute", "5": "py:exception", "6": "py:data"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "exception", "Python exception"], "6": ["py", "data", "Python data"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 18, 20], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20], "cncf": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20], "kubernet": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22], "decor": [0, 1], "submodul": [0, 2, 4, 5, 9, 11, 17], "modul": [1, 3, 6, 7, 8, 10, 12, 13, 14, 15, 16], "content": [1, 3, 6, 7, 8, 10, 12, 13, 14, 15, 16, 20], "function": [1, 8, 12, 13, 15], "hook": [2, 3], "class": [3, 6, 7, 10, 12, 13], "subpackag": 4, "oper": [5, 6, 7, 22], "kubernetes_pod": 6, "spark_kubernet": [7, 10], "python_kubernetes_script": 8, "sensor": [9, 10], "util": [11, 12, 13], "pod_manag": 12, "xcom_sidecar": 13, "test": [14, 15, 16, 17], "system": [14, 15, 16, 17], "example_kubernet": 14, "example_kubernetes_decor": 15, "attribut": 15, "example_spark_kubernet": 16, "packag": [18, 20, 21], "apach": [18, 20], "4": [18, 20], "0": [18, 20], "3": [18, 20], "2": [18, 20], "1": [18, 20], "cluster": [19, 22], "connect": 19, "authent": 19, "default": [19, 20], "id": 19, "configur": 19, "guid": 20, "refer": [20, 22], "resourc": 20, "commit": 20, "instal": [20, 21], "requir": 20, "changelog": 20, "featur": 20, "bug": 20, "fix": 20, "misc": 20, "break": 20, "chang": 20, "yank": 20, "paramet": 20, "is_delete_operator_pod": 20, "ha": 20, "new": 20, "note": 20, "kubernetespodoper": [20, 22], "podlaunch": 20, "overview": 20, "detail": 20, "method": 20, "renam": 20, "refactor": 20, "delet": 20, "from": 21, "sourc": 21, "releas": 21, "integr": 21, "verifi": 21, "pypi": 21, "how": 22, "doe": 22, "thi": 22, "work": 22, "debug": 22, "us": 22, "configmap": 22, "secret": 22, "volum": 22, "pod": 22, "differ": 22, "between": 22, "object": 22, "spec": 22, "privat": 22, "imag": 22, "contain": 22, "registri": 22, "xcom": 22}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 56}}) |