| Search.setIndex({"docnames": ["_api/airflow/providers/apache/sqoop/hooks/index", "_api/airflow/providers/apache/sqoop/hooks/sqoop/index", "_api/airflow/providers/apache/sqoop/index", "_api/airflow/providers/apache/sqoop/operators/index", "_api/airflow/providers/apache/sqoop/operators/sqoop/index", "commits", "index", "installing-providers-from-sources", "operators"], "filenames": ["_api/airflow/providers/apache/sqoop/hooks/index.rst", "_api/airflow/providers/apache/sqoop/hooks/sqoop/index.rst", "_api/airflow/providers/apache/sqoop/index.rst", "_api/airflow/providers/apache/sqoop/operators/index.rst", "_api/airflow/providers/apache/sqoop/operators/sqoop/index.rst", "commits.rst", "index.rst", "installing-providers-from-sources.rst", "operators.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.sqoop.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.sqoop.hooks.sqoop</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.sqoop</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.sqoop.operators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.sqoop.operators.sqoop</span></code>", "Package apache-airflow-providers-apache-sqoop", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-sqoop</span></code>", "Installing from sources", "Apache Sqoop Operators"], "terms": {"3": [0, 1, 2, 3, 4, 7, 8], "0": [0, 1, 2, 3, 4, 7, 8], "2": [0, 1, 2, 3, 4, 7, 8], "4": [0, 1, 2, 3, 4, 5, 6, 7, 8], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8], "featur": [0, 1, 2, 3, 4, 5, 7, 8], "contain": [1, 4, 7], "1": [1, 4], "x": 1, "sqoophook": 1, "conn_id": [1, 4], "default_conn_nam": 1, "verbos": [1, 4], "fals": [1, 4], "num_mapp": [1, 4], "none": [1, 4, 7], "hcatalog_databas": [1, 4], "hcatalog_t": [1, 4], "properti": [1, 4], "sourc": [1, 4, 6], "base": [1, 4], "basehook": 1, "wrapper": 1, "around": 1, "binari": [1, 7], "To": [1, 7], "abl": 1, "us": [1, 4, 5, 7, 8], "requir": [1, 4, 6], "path": [1, 4], "addit": [1, 4], "argument": [1, 4, 5], "can": [1, 4, 6, 7, 8], "pass": [1, 4], "via": [1, 6, 7], "extra": [1, 4], "json": [1, 5], "field": [1, 4, 5, 6], "connect": [1, 5, 6], "job_track": 1, "job": [1, 4], "tracker": 1, "local": [1, 7], "jobtrack": 1, "port": 1, "namenod": 1, "lib_jar": 1, "comma": 1, "separ": [1, 4, 5], "jar": 1, "file": [1, 5, 6, 7, 8], "includ": [1, 4, 5], "classpath": 1, "copi": 1, "map": 1, "reduc": 1, "cluster": 1, "archiv": 1, "unarchiv": 1, "comput": 1, "machin": 1, "password_fil": 1, "password": 1, "paramet": [1, 4], "str": [1, 4], "refer": 1, "bool": [1, 4], "set": [1, 4], "option": [1, 4], "int": [1, 4], "number": [1, 5], "task": [1, 4], "import": [1, 4, 5, 6, 7, 8], "parallel": [1, 4], "dict": [1, 4], "ani": [1, 4, 7], "d": [1, 7], "conn_name_attr": 1, "sqoop_default": [1, 4], "conn_typ": 1, "hook_nam": 1, "get_conn": 1, "self": [1, 4, 7], "return": 1, "cmd_mask_password": 1, "cmd_orig": 1, "mask": 1, "command": [1, 4, 5], "safeti": 1, "popen": 1, "cmd": 1, "kwarg": [1, 4], "remot": 1, "list": [1, 5, 6], "execut": [1, 4], "see": [1, 5, 6], "subprocess": [1, 4], "handl": 1, "type": [1, 5], "import_t": 1, "tabl": [1, 4], "target_dir": [1, 4], "append": [1, 4], "file_typ": [1, 4], "text": [1, 4], "column": [1, 4], "split_bi": [1, 4], "where": [1, 4], "direct": [1, 4], "driver": [1, 4], "extra_import_opt": [1, 4], "schema": [1, 4], "from": [1, 4, 5, 6, 8], "locat": 1, "target": 1, "dir": 1, "ar": [1, 6, 7], "line": [1, 4, 5], "read": [1, 4], "name": [1, 4, 5], "hdf": [1, 4, 8], "destin": [1, 4], "data": [1, 4, 5, 8], "exist": [1, 4, 6], "dataset": [1, 4], "avro": [1, 4], "sequenc": [1, 4, 5], "parquet": 1, "specifi": [1, 4], "format": [1, 4], "default": [1, 4], "col": [1, 4], "split": [1, 4], "work": [1, 4], "unit": [1, 4], "claus": [1, 4], "dure": [1, 4], "connector": 1, "databas": [1, 4, 8], "manual": [1, 4, 6], "jdbc": [1, 4], "If": [1, 4, 6, 7], "kei": [1, 4, 7], "doesn": [1, 4], "t": [1, 4], "have": [1, 4, 5, 6], "valu": [1, 4], "just": [1, 4], "empti": [1, 4], "string": [1, 4, 5], "don": [1, 4], "prefix": [1, 4], "import_queri": 1, "queri": [1, 4], "specif": [1, 5], "rdbm": [1, 4, 8], "free": 1, "run": [1, 6, 7], "fast": [1, 4], "export_t": 1, "export_dir": [1, 4], "input_null_str": [1, 4], "input_null_non_str": [1, 4], "staging_t": [1, 4], "clear_staging_t": [1, 4], "enclosed_bi": [1, 4], "escaped_bi": [1, 4], "input_fields_terminated_bi": [1, 4], "input_lines_terminated_bi": [1, 4], "input_optionally_enclosed_bi": [1, 4], "batch": [1, 4, 5], "relaxed_isol": [1, 4], "extra_export_opt": [1, 4], "export": [1, 4, 8], "hive": [1, 4], "The": [1, 4, 7, 8], "interpret": [1, 4], "null": [1, 4], "non": [1, 4], "which": [1, 4], "stage": [1, 4], "befor": [1, 4], "being": [1, 4], "insert": [1, 4], "indic": [1, 4, 7], "present": [1, 4], "delet": [1, 4], "enclos": [1, 4], "charact": [1, 4, 5], "escap": [1, 4, 5], "end": [1, 4], "mode": [1, 4], "underli": [1, 4], "statement": [1, 4], "transact": 1, "isol": [1, 4], "uncommit": [1, 4], "mapper": [1, 4], "hook": [2, 5, 6], "oper": [2, 5, 6], "sqoopoper": 4, "cmd_type": 4, "create_hcatalog_t": 4, "model": 4, "baseoper": 4, "document": [4, 5, 6], "found": 4, "here": 4, "http": [4, 5, 6, 7], "org": [4, 7], "doc": [4, 5], "sqoopuserguid": 4, "html": 4, "result": 4, "arbitrari": 4, "sql": [4, 5, 6], "instead": 4, "you": [4, 6, 7, 8], "must": 4, "also": [4, 7], "directori": [4, 7], "written": 4, "n": 4, "input": 4, "switch": 4, "more": [4, 5, 6], "log": 4, "debug": 4, "purpos": 4, "level": [4, 5], "hcatalog": 4, "creat": [4, 7], "jvm": 4, "template_field": [4, 5], "template_fields_render": 4, "ui_color": 4, "7d8ca4": 4, "context": 4, "on_kil": 4, "overrid": 4, "method": 4, "cleanup": [4, 5], "when": [4, 5], "instanc": 4, "get": [4, 7], "kill": 4, "thread": 4, "multiprocess": 4, "within": 4, "need": 4, "clean": 4, "up": [4, 5], "leav": 4, "ghost": 4, "process": 4, "behind": 4, "detail": [5, 6, 7], "commit": 5, "chang": 5, "version": [5, 6, 7], "For": [5, 7, 8], "high": 5, "changelog": 5, "inform": [5, 8], "latest": 5, "2022": 5, "06": 5, "07": 5, "subject": 5, "717a7588bc": 5, "updat": [5, 6], "descript": 5, "remov": [5, 6, 7], "doubl": 5, "min": 5, "24292": 5, "aeabe994b3": 5, "prepar": 5, "mai": 5, "s": [5, 7], "releas": [5, 6], "24231": 5, "027b707d21": 5, "05": 5, "add": [5, 6], "explanatori": 5, "note": 5, "contributor": 5, "about": [5, 7], "24229": 5, "03": 5, "22": 5, "d7dbfb7e26": 5, "bugfix": 5, "22383": 5, "14": 5, "16adc035b1": 5, "classifi": [5, 6], "march": 5, "22226": 5, "f5b96315fe": 5, "feb": 5, "22056": 5, "f41bcf1e67": 5, "02": 5, "09": 5, "how": [5, 6, 7], "guid": [5, 7, 8], "21424": [5, 6], "08": 5, "d94fa37830": 5, "fix": 5, "januari": 5, "delai": 5, "21439": 5, "6c3a67d4fc": 5, "2021": [5, 7], "21257": 5, "39e395f981": 5, "04": 5, "templat": [5, 6], "render": [5, 6], "21237": [5, 6], "602abe8394": 5, "01": 5, "20": 5, "now": 5, "sphinx": 5, "autoapi": 5, "support": [5, 6], "typehint": 5, "20951": 5, "f77417eb0d": 5, "12": [5, 7], "31": 5, "k8": 5, "pypi": [5, 6], "compat": 5, "20614": 5, "97496ba2b4": 5, "decemb": 5, "20523": 5, "d56e7b56bb": 5, "30": 5, "mypi": 5, "friendli": 5, "20571": 5, "485ff6cc64": 5, "29": 5, "error": 5, "20422": 5, "5bb76c7780": 5, "16": 5, "20304": 5, "0a68588479": 5, "august": 5, "17890": 5, "be75dcd39c": 5, "23": 5, "new": 5, "meta": 5, "76ed2a49c6": 5, "19": 5, "lazili": 5, "individu": 5, "manag": [5, 7, 8], "17682": 5, "26": 5, "87f408b1e7": 5, "rc2": 5, "juli": 5, "17116": 5, "d02ded65ea": 5, "15": 5, "wrongli": 5, "amazon": 5, "17020": 5, "b916b75079": 5, "17015": 5, "fc917af8b4": 5, "10": [5, 6], "minor": [5, 6], "bug": 5, "16350": [5, 6], "866a601b76": 5, "28": 5, "pylint": 5, "our": 5, "toolchain": 5, "16682": 5, "18": 5, "bbc627a3da": 5, "16501": 5, "cbf8001d76": 5, "synchron": 5, "after": 5, "buggfix": 5, "16464": 5, "1fba5402bb": 5, "june": 5, "16405": 5, "9c94b72d44": 5, "16294": 5, "f47e10c388": 5, "fail": 5, "static": 5, "check": [5, 7], "recent": 5, "pre": 5, "upgrad": [5, 6], "16183": 5, "37681bca00": 5, "auto": [5, 6], "appli": [5, 6], "apply_default": [5, 6], "decor": [5, 6], "15667": [5, 6], "807ad32ce5": 5, "pip": [5, 6, 7], "21": 5, "15576": 5, "40a2476a5d": 5, "interact": 5, "gener": 5, "15518": 5, "4b031d39e1": 5, "27": 5, "make": 5, "code": [5, 7], "8": 5, "15534": 5, "68e4c4dcb0": 5, "backport": 5, "14886": 5, "6e6526a0f6": 5, "13": 5, "broken": 5, "14734": 5, "88bdcfa0df": 5, "wave": 5, "14013": 5, "ac2f72c98d": 5, "implement": 5, "tool": [5, 8], "13767": 5, "295d66f914": 5, "2020": 5, "grammar": 5, "warn": [5, 7], "13380": 5, "6cf76d7ac0": 5, "typo": 5, "13148": 5, "5090fb0c89": 5, "script": [5, 7], "integr": 5, "13073": 5, "32971a1a2d": 5, "12955": 5, "b40dffa085": 5, "renam": 5, "rema": 5, "modul": 5, "match": [5, 7], "aip": 5, "12917": 5, "9b39f24780": 5, "dynam": 5, "form": 5, "per": 5, "12558": 5, "c34ef853c8": 5, "11": [5, 7], "out": 5, "build": [5, 7], "12444": 5, "0080354502": 5, "readm": [5, 6], "0b2": 5, "12449": 5, "ae7cb4a1e2": 5, "17": 5, "wrong": 5, "hash": 5, "12390": 5, "6889a333cf": 5, "improv": 5, "ref": 5, "12366": 5, "7825e8f590": 5, "instal": 5, "12304": 5, "85a18e13d9": 5, "point": 5, "project": 5, "page": [5, 7], "cross": 5, "depend": 5, "12212": 5, "59eb5de78c": 5, "come": 5, "0beta1": 5, "12206": 5, "b2a28d1590": 5, "move": 5, "dev": 5, "12082": 5, "41bf172c1d": 5, "simplifi": 5, "express": 5, "12093": 5, "4e8f9cc8d0": 5, "enabl": 5, "black": 5, "python": [5, 6, 7], "formmatt": 5, "9550": 5, "8c42cf1b00": 5, "pyupgrad": 5, "6": 5, "11447": 5, "5a439e84eb": 5, "2a1": 5, "11855": 5, "872b1566a1": 5, "25": 5, "setup": 5, "11826": 5, "349b0811c3": 5, "d200": 5, "pydocstyl": 5, "11688": 5, "16e7129719": 5, "ad": [5, 6], "11487": 5, "0a0e1af800": 5, "markdown": 5, "link": [5, 7], "toc": 5, "11249": 5, "ca4238eb4d": 5, "month": 5, "octob": 5, "11242": 5, "5220e4c384": 5, "11238": 5, "fdd9b6f65b": 5, "10543": 5, "3696c34c28": 5, "24": 5, "word": 5, "10528": 5, "ee7ca128a1": 5, "refernc": 5, "10483": 5, "3b3287d7ac": 5, "enforc": 5, "keyword": 5, "onli": [5, 6], "10170": 5, "33f0cd2657": 5, "keep": 5, "function": 5, "signatur": [5, 7], "9784": 5, "4d74ac2111": 5, "increas": 5, "9729": 5, "d0e7db4024": 5, "fresh": 5, "9408": 5, "12af6a0800": 5, "final": 5, "23rc1": 5, "9404": 5, "c7e5bce57f": 5, "candid": 5, "9370": 5, "f6bd817a3a": 5, "introduc": 5, "transfer": [5, 8], "9320": 5, "0b0e4f7a4c": 5, "rc3": 5, "relas": 5, "9026": 5, "00642a46d0": 5, "remain": 5, "8994": 5, "375d1ca229": 5, "8898": 5, "12c5e5d8a": 5, "8891": 5, "f3521fb0e3": 5, "regener": 5, "8886": 5, "92585ca4cb": 5, "autom": 5, "8807": 5, "4bde99f132": 5, "7802": 5, "7e6372a681": 5, "call": 5, "super": 5, "7820": 5, "97a429f9d0": 5, "6714": 5, "magic": 5, "comment": 5, "utf": 5, "7338": 5, "0481b9a957": 5, "6539": 5, "class": [5, 6], "7142": 5, "api": 6, "repositori": 6, "all": 6, "top": [6, 7], "below": [6, 7], "minimum": 6, "avail": [6, 7], "explain": 6, "polici": 6, "github": 6, "com": [6, 7], "blob": 6, "main": [6, 7], "md": 6, "mistakenli": 6, "install_requir": 6, "22382": 6, "trove": 6, "framework": 6, "optimis": 6, "due": 6, "your": 6, "want": [6, 7], "first": 6, "least": 6, "otherwis": 6, "automat": 6, "db": 6, "complet": 6, "migrat": 6, "initi": 6, "describ": 7, "download": 7, "apach": 7, "airflow": 7, "provid": 7, "sqoop": 7, "offici": 7, "most": 7, "choos": 7, "differ": 7, "select": 7, "drop": 7, "down": 7, "left": 7, "sdist": 7, "whl": 7, "origin": 7, "checksum": 7, "softwar": 7, "foundat": 7, "asc": 7, "sha512": 7, "those": 7, "abov": 7, "pgp": 7, "It": 7, "essenti": 7, "sha": 7, "gpg": 7, "pleas": 7, "well": 7, "relev": 7, "distribut": [7, 8], "recommend": 7, "mirror": 7, "i": 7, "pgpk": 7, "ka": 7, "follow": 7, "pgpv": 7, "exampl": 7, "tar": 7, "gz": 7, "made": 7, "sat": 7, "sep": 7, "49": 7, "54": 7, "bst": 7, "rsa": 7, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 7, "issuer": 7, "kaxilnaik": 7, "good": 7, "kaxil": 7, "naik": 7, "unknown": 7, "aka": 7, "gmail": 7, "user": [7, 8], "id": 7, "certifi": 7, "trust": 7, "There": 7, "belong": 7, "owner": 7, "primari": 7, "fingerprint": 7, "cde1": 7, "5c6e": 7, "4d3a": 7, "8ec4": 7, "ecf4": 7, "ba4b": 7, "6674": 7, "e08a": 7, "d7de": 7, "406f": 7, "correct": 7, "do": 7, "worri": 7, "certif": 7, "sign": 7, "why": 7, "By": 7, "server": 7, "previou": 7, "step": 7, "know": 7, "valid": 7, "alreadi": 7, "sum": 7, "shasum": 7, "512": 7, "diff": 7, "should": 7, "one": 7, "bin": 7, "bash": 7, "package_vers": 7, "package_nam": 7, "provider_download_dir": 7, "mktemp": 7, "dep": 7, "dest": 7, "curl": 7, "apache_airflow_providers_apache_sqoop": 7, "py3": 7, "l": 7, "o": 7, "echo": 7, "ls": 7, "la": 7, "onc": 7, "instruct": 7, "chapter": 7, "temporari": 7, "folder": 7, "design": 8, "between": 8, "hadoop": 8, "relat": 8, "system": 8, "mysql": 8, "oracl": 8, "transform": 8, "mapreduc": 8, "back": 8, "further": 8, "look": 8}, "objects": {"airflow.providers.apache": [[2, 0, 0, "-", "sqoop"]], "airflow.providers.apache.sqoop": [[0, 0, 0, "-", "hooks"], [3, 0, 0, "-", "operators"]], "airflow.providers.apache.sqoop.hooks": [[1, 0, 0, "-", "sqoop"]], "airflow.providers.apache.sqoop.hooks.sqoop": [[1, 1, 1, "", "SqoopHook"]], "airflow.providers.apache.sqoop.hooks.sqoop.SqoopHook": [[1, 2, 1, "", "cmd_mask_password"], [1, 3, 1, "", "conn_name_attr"], [1, 3, 1, "", "conn_type"], [1, 3, 1, "", "default_conn_name"], [1, 2, 1, "", "export_table"], [1, 2, 1, "", "get_conn"], [1, 3, 1, "", "hook_name"], [1, 2, 1, "", "import_query"], [1, 2, 1, "", "import_table"], [1, 2, 1, "", "popen"]], "airflow.providers.apache.sqoop.operators": [[4, 0, 0, "-", "sqoop"]], "airflow.providers.apache.sqoop.operators.sqoop": [[4, 1, 1, "", "SqoopOperator"]], "airflow.providers.apache.sqoop.operators.sqoop.SqoopOperator": [[4, 2, 1, "", "execute"], [4, 2, 1, "", "on_kill"], [4, 3, 1, "", "template_fields"], [4, 3, 1, "", "template_fields_renderers"], [4, 3, 1, "", "ui_color"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 6], "provid": [0, 1, 2, 3, 4, 5, 6], "apach": [0, 1, 2, 3, 4, 5, 6, 8], "sqoop": [0, 1, 2, 3, 4, 5, 6, 8], "hook": [0, 1], "submodul": [0, 3], "modul": [1, 4], "content": [1, 4, 6], "class": [1, 4], "subpackag": 2, "oper": [3, 4, 8], "packag": [5, 6, 7], "3": [5, 6], "0": [5, 6], "2": [5, 6], "1": [5, 6], "guid": 6, "refer": [6, 8], "commit": 6, "instal": [6, 7], "changelog": 6, "break": 6, "chang": 6, "bug": 6, "fix": 6, "misc": 6, "featur": 6, "from": 7, "sourc": 7, "releas": 7, "integr": 7, "verifi": 7, "pypi": 7, "sqoopoper": 8, "execut": 8, "job": 8}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 56}}) |