Search.setIndex({"docnames": ["_api/airflow/providers/apache/pig/hooks/index", "_api/airflow/providers/apache/pig/hooks/pig/index", "_api/airflow/providers/apache/pig/index", "_api/airflow/providers/apache/pig/operators/index", "_api/airflow/providers/apache/pig/operators/pig/index", "_api/tests/system/providers/apache/pig/example_pig/index", "_api/tests/system/providers/apache/pig/index", "commits", "index", "installing-providers-from-sources", "operators"], "filenames": ["_api/airflow/providers/apache/pig/hooks/index.rst", "_api/airflow/providers/apache/pig/hooks/pig/index.rst", "_api/airflow/providers/apache/pig/index.rst", "_api/airflow/providers/apache/pig/operators/index.rst", "_api/airflow/providers/apache/pig/operators/pig/index.rst", "_api/tests/system/providers/apache/pig/example_pig/index.rst", "_api/tests/system/providers/apache/pig/index.rst", "commits.rst", "index.rst", "installing-providers-from-sources.rst", "operators.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.pig.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.pig.hooks.pig</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.pig</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.pig.operators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.pig.operators.pig</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.pig.example_pig</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.pig</span></code>", "Package apache-airflow-providers-apache-pig", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-pig</span></code>", "Installing from sources", "Apache Pig Operators"], "terms": {"3": [0, 1, 2, 3, 4, 5, 6, 9, 10], "0": [0, 1, 2, 3, 4, 5, 6, 9, 10], "2": [0, 1, 2, 3, 4, 5, 6, 9, 10], "4": [0, 1, 2, 3, 4, 5, 6, 9, 10], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "pigclihook": 1, "pig_cli_conn_id": [1, 4], "default_conn_nam": 1, "sourc": [1, 4, 5, 8, 10], "base": [1, 4], "basehook": 1, "simpl": 1, "wrapper": 1, "around": 1, "cli": 1, "note": [1, 4, 7], "you": [1, 4, 8, 9], "can": [1, 8, 9], "also": [1, 9], "set": [1, 10], "default": [1, 7], "properti": 1, "us": [1, 4, 7, 9, 10], "pig_properti": 1, "your": [1, 4, 8], "connect": [1, 7, 8], "dpig": 1, "tmpfilecompress": 1, "true": [1, 4], "conn_name_attr": 1, "pig_cli_default": [1, 4], "conn_typ": 1, "pig_cli": 1, "hook_nam": 1, "client": 1, "run_cli": 1, "pig_opt": [1, 4, 10], "none": [1, 4, 9], "verbos": 1, "run": [1, 8, 9], "script": [1, 4, 7, 9, 10], "ph": 1, "result": 1, "l": [1, 9, 10], "x": [1, 4, 10], "mapreduc": 1, "hdf": 1, "kill": [1, 4], "job": 1, "hook": [2, 4, 7], "oper": [2, 7, 8], "pigoper": [4, 5, 10], "pigparams_jinja_transl": 4, "fals": 4, "kwarg": 4, "model": 4, "baseoper": 4, "execut": [4, 10], "paramet": 4, "str": 4, "latin": 4, "templat": 4, "refer": 4, "hive": 4, "databas": 4, "bool": 4, "when": [4, 7], "param": 4, "type": [4, 7], "var": 4, "get": [4, 9], "translat": 4, "jinja": 4, "mai": [4, 7], "want": [4, 8, 9], "along": 4, "dag": [4, 5, 7, 8], "user_defined_macro": 4, "myarg": 4, "view": 4, "object": 4, "document": [4, 7, 8], "more": [4, 7], "detail": [4, 7, 8, 9], "option": 4, "tez": 4, "usehcatalog": 4, "template_field": [4, 7], "sequenc": [4, 7], "template_ext": 4, "piglatin": 4, "ui_color": 4, "f0e4ec": 4, "prepare_templ": 4, "trigger": 4, "after": [4, 7], "field": [4, 7], "replac": 4, "If": [4, 8, 9], "need": 4, "alter": 4, "file": [4, 7, 8, 9], "befor": 4, "render": 4, "should": [4, 9], "overrid": 4, "method": 4, "do": [4, 9], "so": 4, "context": [4, 7], "main": [4, 8, 9], "deriv": 4, "creat": [4, 9], "same": 4, "dictionari": 4, "get_template_context": 4, "on_kil": 4, "cleanup": [4, 7], "subprocess": 4, "task": 4, "instanc": 4, "ani": [4, 9], "thread": 4, "multiprocess": 4, "within": 4, "clean": 4, "up": [4, 7], "leav": 4, "ghost": 4, "process": 4, "behind": 4, "exampl": [5, 7, 8, 9], "demonstr": 5, "usag": 5, "env_id": 5, "dag_id": 5, "example_adf_run_pipelin": 5, "run_thi": [5, 10], "test_run": 5, "example_pig": [6, 10], "commit": 7, "list": [7, 8], "chang": 7, "version": [7, 8, 9], "For": [7, 9], "high": [7, 10], "level": [7, 10], "changelog": 7, "see": [7, 8], "inform": 7, "includ": 7, "latest": 7, "2022": 7, "06": 7, "07": 7, "subject": 7, "717a7588bc": 7, "updat": [7, 8], "descript": 7, "remov": [7, 8, 9], "doubl": 7, "min": 7, "specif": 7, "24292": 7, "aeabe994b3": 7, "prepar": 7, "doc": 7, "": [7, 9], "releas": [7, 8], "24231": 7, "027b707d21": 7, "05": 7, "add": [7, 8], "explanatori": 7, "contributor": 7, "about": [7, 9], "24229": 7, "0046f125ff": 7, "aip": 7, "47": 7, "migrat": [7, 8], "new": 7, "design": 7, "22439": 7, "24212": 7, "03": 7, "22": 7, "d7dbfb7e26": 7, "bugfix": 7, "22383": 7, "14": 7, "16adc035b1": 7, "classifi": [7, 8], "march": 7, "22226": 7, "f5b96315fe": 7, "feb": 7, "22056": 7, "5a6a2d6049": 7, "02": 7, "10": [7, 8], "how": [7, 8, 9], "guid": [7, 9], "21498": [7, 8], "d94fa37830": 7, "08": 7, "fix": 7, "januari": 7, "delai": 7, "21439": 7, "6c3a67d4fc": 7, "2021": [7, 9], "21257": 7, "602abe8394": 7, "01": 7, "20": 7, "line": 7, "now": 7, "sphinx": 7, "autoapi": 7, "support": [7, 8], "typehint": 7, "20951": 7, "f77417eb0d": 7, "12": [7, 9], "31": 7, "k8": 7, "pypi": [7, 8], "compat": 7, "20614": 7, "97496ba2b4": 7, "decemb": 7, "20523": 7, "83f8e178ba": 7, "even": 7, "ext": 7, "20608": 7, "a1d457a77c": 7, "30": 7, "mypi": 7, "error": 7, "drill": 7, "20597": 7, "d56e7b56bb": 7, "have": [7, 8], "friendli": 7, "20571": 7, "a0821235fb": 7, "everywher": 7, "20565": 7, "853576d901": 7, "11": [7, 9], "novemb": 7, "19882": 7, "ae044884d1": 7, "start_dat": 7, "arg": 7, "18657": 7, "0a68588479": 7, "august": 7, "17890": 7, "be75dcd39c": 7, "23": 7, "meta": 7, "data": [7, 10], "76ed2a49c6": 7, "19": 7, "import": [7, 8, 9], "lazili": 7, "individu": 7, "manag": [7, 9], "17682": 7, "87f408b1e7": 7, "26": 7, "rc2": 7, "juli": 7, "17116": 7, "91f4d80ff0": 7, "xcomarg": 7, "16869": 7, "18": 7, "bbc627a3da": 7, "16501": 7, "cbf8001d76": 7, "16": 7, "synchron": 7, "buggfix": 7, "16464": 7, "1fba5402bb": 7, "15": 7, "june": 7, "16405": 7, "9c94b72d44": 7, "16294": 7, "37681bca00": 7, "auto": [7, 8], "appli": [7, 8], "apply_default": [7, 8], "decor": [7, 8], "15667": [7, 8], "807ad32ce5": 7, "pip": [7, 8, 9], "21": 7, "15576": 7, "40a2476a5d": 7, "04": 7, "28": 7, "interact": 7, "gener": 7, "15518": 7, "68e4c4dcb0": 7, "backport": 7, "14886": 7, "6e6526a0f6": 7, "13": 7, "broken": 7, "14734": 7, "88bdcfa0df": 7, "wave": 7, "14013": 7, "ac2f72c98d": 7, "implement": 7, "tool": 7, "13767": 7, "295d66f914": 7, "2020": 7, "grammar": 7, "warn": [7, 9], "13380": 7, "6cf76d7ac0": 7, "typo": 7, "upgrad": [7, 8], "command": 7, "13148": 7, "5090fb0c89": 7, "integr": 7, "json": 7, "13073": 7, "09": 7, "32971a1a2d": 7, "12955": 7, "b40dffa085": 7, "renam": 7, "rema": 7, "modul": 7, "match": [7, 9], "12917": 7, "9b39f24780": 7, "dynam": 7, "form": 7, "per": 7, "12558": 7, "2037303eef": 7, "29": 7, "discoveri": 7, "from": [7, 8], "12466": 7, "c34ef853c8": 7, "separ": 7, "out": 7, "build": [7, 9], "12444": 7, "0080354502": 7, "readm": [7, 8], "0b2": 7, "batch": 7, "12449": 7, "ae7cb4a1e2": 7, "17": 7, "wrong": 7, "hash": 7, "12390": 7, "6889a333cf": 7, "improv": 7, "ref": 7, "12366": 7, "7825e8f590": 7, "instal": 7, "12304": 7, "85a18e13d9": 7, "point": 7, "project": 7, "page": [7, 9], "cross": 7, "depend": 7, "12212": 7, "59eb5de78c": 7, "come": 7, "0beta1": 7, "12206": 7, "b2a28d1590": 7, "move": 7, "dev": 7, "12082": 7, "4e8f9cc8d0": 7, "enabl": [7, 10], "black": 7, "python": [7, 8, 9], "formmatt": 7, "9550": 7, "5a439e84eb": 7, "2a1": 7, "11855": 7, "872b1566a1": 7, "25": 7, "setup": 7, "11826": 7, "349b0811c3": 7, "d200": 7, "pydocstyl": 7, "check": [7, 9], "11688": 7, "16e7129719": 7, "ad": [7, 8], "11487": 7, "0a0e1af800": 7, "markdown": 7, "link": [7, 9], "toc": 7, "11249": 7, "ca4238eb4d": 7, "month": 7, "octob": 7, "11242": 7, "5220e4c384": 7, "11238": 7, "f3e87c5030": 7, "d202": 7, "11032": 7, "9549274d11": 7, "8b1": 7, "10818": 7, "fdd9b6f65b": 7, "10543": 7, "3696c34c28": 7, "24": 7, "word": 7, "10528": 7, "ee7ca128a1": 7, "refernc": 7, "10483": 7, "3b3287d7ac": 7, "enforc": 7, "keyword": 7, "onli": [7, 8], "argument": 7, "10170": 7, "7d24b088cd": 7, "stop": 7, "default_arg": 7, "example_dag": 7, "9985": 7, "33f0cd2657": 7, "keep": 7, "function": 7, "signatur": [7, 9], "9784": 7, "4d74ac2111": 7, "increas": 7, "http": [7, 8, 9], "9729": 7, "d0e7db4024": 7, "number": 7, "fresh": 7, "9408": 7, "12af6a0800": 7, "final": 7, "6": 7, "23rc1": 7, "9404": 7, "c7e5bce57f": 7, "candid": 7, "9370": 7, "f6bd817a3a": 7, "introduc": 7, "transfer": 7, "9320": 7, "0b0e4f7a4c": 7, "rc3": 7, "relas": 7, "9026": 7, "00642a46d0": 7, "name": 7, "remain": 7, "wrongli": 7, "8994": 7, "375d1ca229": 7, "8898": 7, "12c5e5d8a": 7, "8891": 7, "f3521fb0e3": 7, "regener": 7, "8886": 7, "92585ca4cb": 7, "autom": 7, "8807": 7, "4bde99f132": 7, "make": 7, "pylint": 7, "7802": 7, "7e6372a681": 7, "call": 7, "super": 7, "7820": 7, "3320e432a1": 7, "6817": 7, "lazi": 7, "load": 7, "user": [7, 9], "face": 7, "api": [7, 8], "untouch": 7, "7517": 7, "9cbd7de6d1": 7, "6792": 7, "_oper": 7, "_hook": 7, "_sensor": 7, "test": [7, 10], "7412": 7, "97a429f9d0": 7, "6714": 7, "magic": 7, "comment": 7, "utf": 7, "8": 7, "7338": 7, "83c037873f": 7, "6674": [7, 9], "accord": 7, "7287": 7, "0481b9a957": 7, "6539": 7, "class": [7, 8], "7142": 7, "repositori": 8, "all": 8, "ar": [8, 9, 10], "top": [8, 9], "exist": 8, "requir": 8, "below": [8, 9], "minimum": 8, "via": [8, 9], "avail": [8, 9], "explain": 8, "polici": 8, "github": 8, "com": [8, 9], "blob": 8, "md": 8, "mistakenli": 8, "install_requir": 8, "22382": 8, "trove": 8, "framework": 8, "optimis": 8, "due": 8, "first": 8, "least": 8, "otherwis": 8, "automat": 8, "manual": 8, "db": 8, "complet": 8, "initi": 8, "describ": 9, "download": 9, "apach": 9, "airflow": 9, "provid": [9, 10], "pig": 9, "offici": 9, "most": 9, "choos": 9, "differ": 9, "select": 9, "drop": 9, "down": 9, "left": 9, "The": 9, "sdist": 9, "whl": 9, "origin": 9, "checksum": 9, "softwar": 9, "foundat": 9, "asc": 9, "sha512": 9, "those": 9, "code": 9, "abov": 9, "contain": 9, "pgp": 9, "kei": 9, "It": 9, "essenti": 9, "sha": 9, "gpg": 9, "pleas": 9, "well": 9, "relev": 9, "distribut": 9, "recommend": 9, "directori": 9, "mirror": 9, "pgpk": 9, "ka": 9, "To": 9, "binari": 9, "follow": 9, "pgpv": 9, "tar": 9, "gz": 9, "made": 9, "sat": 9, "sep": 9, "49": 9, "54": 9, "bst": 9, "rsa": 9, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 9, "issuer": 9, "kaxilnaik": 9, "org": 9, "good": 9, "kaxil": 9, "naik": 9, "unknown": 9, "aka": 9, "gmail": 9, "id": 9, "certifi": 9, "trust": 9, "There": 9, "indic": 9, "belong": 9, "owner": 9, "primari": 9, "fingerprint": 9, "cde1": 9, "5c6e": 9, "4d3a": 9, "8ec4": 9, "ecf4": 9, "ba4b": 9, "e08a": 9, "d7de": 9, "406f": 9, "correct": 9, "worri": 9, "certif": 9, "self": 9, "sign": 9, "why": 9, "By": 9, "server": 9, "previou": 9, "step": 9, "know": 9, "valid": 9, "alreadi": 9, "sum": 9, "shasum": 9, "512": 9, "diff": 9, "one": 9, "local": [9, 10], "bin": 9, "bash": 9, "package_vers": 9, "package_nam": 9, "provider_download_dir": 9, "mktemp": 9, "d": 9, "dep": 9, "dest": 9, "curl": 9, "apache_airflow_providers_apache_pig": 9, "py3": 9, "o": 9, "echo": 9, "la": 9, "onc": 9, "instruct": 9, "chapter": 9, "temporari": 9, "folder": 9, "platform": 10, "analyz": 10, "larg": 10, "consist": 10, "languag": 10, "express": 10, "analysi": 10, "program": 10, "coupl": 10, "infrastructur": 10, "evalu": 10, "amen": 10, "substanti": 10, "parallel": 10, "which": 10, "turn": 10, "them": 10, "handl": 10, "veri": 10, "system": 10, "py": 10, "task_id": 10, "run_example_pig_script": 10}, "objects": {"airflow.providers.apache": [[2, 0, 0, "-", "pig"]], "airflow.providers.apache.pig": [[0, 0, 0, "-", "hooks"], [3, 0, 0, "-", "operators"]], "airflow.providers.apache.pig.hooks": [[1, 0, 0, "-", "pig"]], "airflow.providers.apache.pig.hooks.pig": [[1, 1, 1, "", "PigCliHook"]], "airflow.providers.apache.pig.hooks.pig.PigCliHook": [[1, 2, 1, "", "conn_name_attr"], [1, 2, 1, "", "conn_type"], [1, 2, 1, "", "default_conn_name"], [1, 2, 1, "", "hook_name"], [1, 3, 1, "", "kill"], [1, 3, 1, "", "run_cli"]], "airflow.providers.apache.pig.operators": [[4, 0, 0, "-", "pig"]], "airflow.providers.apache.pig.operators.pig": [[4, 1, 1, "", "PigOperator"]], "airflow.providers.apache.pig.operators.pig.PigOperator": [[4, 3, 1, "", "execute"], [4, 3, 1, "", "on_kill"], [4, 3, 1, "", "prepare_template"], [4, 2, 1, "", "template_ext"], [4, 2, 1, "", "template_fields"], [4, 2, 1, "", "ui_color"]], "tests.system.providers.apache": [[6, 0, 0, "-", "pig"]], "tests.system.providers.apache.pig": [[5, 0, 0, "-", "example_pig"]], "tests.system.providers.apache.pig.example_pig": [[5, 4, 1, "", "DAG_ID"], [5, 4, 1, "", "ENV_ID"], [5, 4, 1, "", "run_this"], [5, 4, 1, "", "test_run"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:attribute", "3": "py:method", "4": "py:data"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "method", "Python method"], "4": ["py", "data", "Python data"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 7, 8], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8], "apach": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10], "pig": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10], "hook": [0, 1], "submodul": [0, 3, 6], "modul": [1, 4, 5], "content": [1, 4, 5, 8], "class": [1, 4], "subpackag": 2, "oper": [3, 4, 10], "test": [5, 6], "system": [5, 6], "example_pig": 5, "packag": [7, 8, 9], "3": [7, 8], "0": [7, 8], "2": [7, 8], "4": [7, 8], "1": [7, 8], "guid": 8, "refer": 8, "resourc": 8, "commit": 8, "instal": [8, 9], "changelog": 8, "break": 8, "chang": 8, "bug": 8, "fix": 8, "misc": 8, "from": 9, "sourc": 9, "releas": 9, "integr": 9, "verifi": 9, "pypi": 9}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 56}})