blob: 60f6d80156af7c4f839608ce3cf38c2365bad6c8 [file] [log] [blame]
Search.setIndex({"docnames": ["_api/airflow/providers/presto/hooks/index", "_api/airflow/providers/presto/hooks/presto/index", "_api/airflow/providers/presto/index", "_api/airflow/providers/presto/transfers/gcs_to_presto/index", "_api/airflow/providers/presto/transfers/index", "_api/tests/system/providers/presto/example_gcs_to_presto/index", "_api/tests/system/providers/presto/index", "commits", "index", "installing-providers-from-sources", "operators/transfer/gcs_to_presto"], "filenames": ["_api/airflow/providers/presto/hooks/index.rst", "_api/airflow/providers/presto/hooks/presto/index.rst", "_api/airflow/providers/presto/index.rst", "_api/airflow/providers/presto/transfers/gcs_to_presto/index.rst", "_api/airflow/providers/presto/transfers/index.rst", "_api/tests/system/providers/presto/example_gcs_to_presto/index.rst", "_api/tests/system/providers/presto/index.rst", "commits.rst", "index.rst", "installing-providers-from-sources.rst", "operators/transfer/gcs_to_presto.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.presto.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.presto.hooks.presto</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.presto</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.presto.transfers.gcs_to_presto</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.presto.transfers</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.presto.example_gcs_to_presto</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.presto</span></code>", "Package apache-airflow-providers-presto", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-presto</span></code>", "Installing from sources", "Google Cloud Storage to Presto Transfer Operator"], "terms": {"4": [0, 1, 2, 3, 4, 5, 6, 9, 10], "2": [0, 1, 2, 3, 4, 5, 6, 9, 10], "0": [0, 1, 2, 3, 4, 5, 6, 9, 10], "5": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10], "default_format_prefix": 1, "ctx": 1, "sourc": [1, 3, 5, 8, 10], "generate_presto_client_info": 1, "return": 1, "json": [1, 3, 10], "string": [1, 3, 7, 10], "dag_id": [1, 5], "task_id": [1, 10], "execution_d": 1, "try_numb": 1, "except": 1, "prestoexcept": 1, "base": [1, 3], "prestohook": [1, 7, 8], "arg": 1, "schema": [1, 10], "none": [1, 3, 9], "log_sql": 1, "true": 1, "kwarg": [1, 3, 7], "common": [1, 7, 8], "sql": [1, 7, 8, 10], "dbapihook": [1, 7, 8], "interact": [1, 3, 7, 10], "through": 1, "prestodb": 1, "ph": 1, "select": [1, 9], "count": 1, "1": [1, 3], "AS": 1, "num": 1, "from": [1, 3, 7, 8], "static_babynam": 1, "get_record": [1, 7, 8], "340698": 1, "conn_name_attr": 1, "presto_conn_id": [1, 3], "default_conn_nam": 1, "presto_default": [1, 3], "conn_typ": 1, "hook_nam": 1, "placehold": [1, 7, 8], "get_conn": 1, "connect": [1, 3, 7, 8], "object": 1, "get_isolation_level": 1, "isol": 1, "level": [1, 7], "paramet": [1, 3, 7, 8], "execut": [1, 3], "set": [1, 3], "record": 1, "str": [1, 3], "list": [1, 3, 7, 8, 10], "statement": 1, "iter": 1, "map": 1, "The": [1, 3, 8, 9], "render": [1, 3], "queri": [1, 10], "get_first": [1, 7, 8], "first": [1, 3, 8], "result": 1, "row": 1, "get_pandas_df": [1, 7, 8], "panda": [1, 8], "datafram": 1, "option": [1, 3, 10], "pass": [1, 7, 8], "io": 1, "read_sql": 1, "method": [1, 3, 7, 8], "run": [1, 7, 8, 9, 10], "autocommit": 1, "fals": 1, "handler": 1, "split_stat": 1, "return_last": 1, "command": [1, 7], "get": [1, 3, 9], "them": [1, 8], "sequenti": 1, "either": 1, "singl": [1, 10], "typic": 1, "those": [1, 8, 9], "where": [1, 10], "each": 1, "element": 1, "ar": [1, 8, 9], "one": [1, 9], "d": [1, 9], "For": [1, 3, 7, 8, 9], "compat": [1, 7, 8], "reason": 1, "behaviour": 1, "somewhat": 1, "confus": 1, "In": 1, "case": 1, "when": [1, 3, 7, 8], "multipl": [1, 7, 10], "valu": 1, "howev": 1, "certain": 1, "just": 1, "without": 1, "wrap": 1, "last_stat": 1, "regardless": 1, "what": 1, "all": [1, 7, 8, 10], "other": 1, "even": [1, 10], "onli": [1, 8], "process": 1, "alwai": 1, "ani": [1, 3, 9], "you": [1, 8, 9, 10], "can": [1, 3, 8, 9, 10], "access": 1, "follow": [1, 7, 9], "properti": 1, "after": [1, 7, 8], "descript": [1, 7], "ha": [1, 8, 10], "arrai": 1, "cursor": 1, "contain": [1, 3, 9], "If": [1, 3, 8, 9], "us": [1, 3, 5, 7, 8, 9, 10], "last_descript": 1, "last": [1, 3], "note": [1, 7], "actual": 1, "wai": 1, "suitabl": 1, "xcom": 1, "gener": [1, 7, 8], "fit": 1, "memori": 1, "As": 1, "optim": 1, "usual": 1, "sqlexecutequeri": 1, "oper": [1, 3, 7], "do_xcom_push": 1, "specifi": [1, 8], "pre": [1, 10], "defin": 1, "handl": 1, "fetch_all_handl": 1, "fetch_one_handl": 1, "implement": [1, 7], "your": [1, 8, 10], "own": 1, "bool": 1, "": [1, 7, 8, 9], "befor": 1, "callabl": 1, "which": [1, 3, 7, 8], "call": 1, "whether": 1, "split": 1, "separ": [1, 3, 7], "express": 1, "wa": 1, "type": [1, 7, 8], "insert_row": 1, "tabl": [1, 3], "target_field": 1, "commit_everi": 1, "replac": [1, 7, 8], "A": [1, 10], "insert": 1, "tupl": [1, 10], "name": [1, 7], "target": 1, "column": [1, 3, 10], "fill": 1, "int": 1, "maximum": 1, "number": [1, 7], "transact": 1, "instead": 1, "hook": [2, 7, 8], "transfer": [2, 7], "gcs_to_presto": [2, 4], "googl": [3, 8], "cloud": 3, "storag": 3, "gcstoprestooper": [3, 5, 7, 8, 10], "source_bucket": [3, 10], "source_object": [3, 10], "presto_t": [3, 5, 10], "gcp_conn_id": 3, "google_cloud_default": 3, "schema_field": 3, "schema_object": 3, "delegate_to": 3, "impersonation_chain": 3, "model": 3, "baseoper": 3, "load": 3, "csv": 3, "file": [3, 7, 8, 9, 10], "assumpt": 3, "should": [3, 9], "have": [3, 8, 10], "header": [3, 10], "requisit": 3, "alreadi": [3, 9], "creat": [3, 9], "3": 3, "gc": [3, 7, 8], "bucket": [3, 5, 10], "includ": [3, 7, 10], "path": [3, 10], "upload": 3, "data": [3, 7, 10], "destin": 3, "id": [3, 9], "servic": [3, 10], "account": 3, "imperson": 3, "domain": 3, "wide": 3, "deleg": 3, "author": 3, "work": 3, "make": [3, 7, 8], "request": 3, "must": 3, "enabl": [3, 7], "sequenc": 3, "short": 3, "term": 3, "credenti": 3, "chain": 3, "requir": 3, "access_token": 3, "grant": 3, "origin": [3, 9], "token": 3, "creator": 3, "iam": 3, "role": 3, "ident": 3, "directli": 3, "preced": 3, "template_field": 3, "context": 3, "main": [3, 8, 9], "deriv": 3, "same": [3, 10], "dictionari": 3, "jinja": 3, "templat": 3, "refer": [3, 7], "get_template_context": 3, "more": [3, 7], "exampl": [5, 7, 8, 9], "dag": [5, 7, 8], "path_to_fil": [5, 10], "env_id": 5, "gcs_csv_to_presto_t": [5, 10], "test_run": 5, "example_gcs_to_presto": [6, 10], "detail": [7, 8, 9], "commit": 7, "chang": 7, "version": [7, 8, 9], "high": 7, "changelog": 7, "see": [7, 8], "inform": 7, "latest": 7, "2022": [7, 8], "11": [7, 9], "24": 7, "subject": 7, "2e20e9f7eb": 7, "prepar": 7, "up": 7, "relas": 7, "novemb": 7, "27774": 7, "80c327bd3b": 7, "bump": [7, 8], "27888": [7, 8], "e56adc8e41": 7, "16": 7, "add": [7, 8], "_serialize_cel": [7, 8], "trinohook": [7, 8], "27724": [7, 8], "15": 7, "12c3c39d1a": 7, "doc": [7, 8], "wave": 7, "27613": 7, "5c37b503f1": 7, "10": [7, 8], "31": 7, "26944": 7, "78b8ea2f22": 7, "move": [7, 8], "min": [7, 8], "27196": [7, 8], "2a34dc9e84": 7, "23": 7, "normal": 7, "python": [7, 8, 9], "format": 7, "27205": 7, "f8db64c35c": 7, "09": 7, "28": 7, "updat": [7, 8], "septemb": 7, "releas": [7, 8], "26731": 7, "06acf40a43": 7, "13": 7, "appli": [7, 8], "pep": 7, "563": 7, "postpon": 7, "evalu": 7, "annot": 7, "non": 7, "core": 7, "26289": 7, "05": 7, "25d0baa4e": 7, "bug": 7, "fix": 7, "out": 7, "band": 7, "26109": 7, "a74d934991": 7, "08": 7, "27": 7, "sqlitehook": [7, 8], "25939": [7, 8], "ca9229b6f": 7, "18": 7, "lower": [7, 8], "bound": [7, 8], "25789": [7, 8], "e5ac6c7cfb": 7, "new": 7, "august": 7, "25618": 7, "1fd702e5e5": 7, "02": 7, "remov": [7, 8, 9], "prestotoslackoper": [7, 8], "25425": [7, 8], "5d4abbd58c": 7, "07": 7, "deprec": [7, 8], "hql": [7, 8], "synchron": [7, 8], "api": [7, 8], "25299": [7, 8], "df00436569": 7, "22": 7, "unifi": [7, 8], "overrid": [7, 8], "23971": [7, 8], "d2459a241b": 7, "document": [7, 8], "juli": 7, "25030": 7, "46bbfdade0": 7, "class": [7, 8], "24836": [7, 8], "0de31bd73a": 7, "06": 7, "29": 7, "depend": 7, "insid": 7, "folder": [7, 9], "24672": 7, "13908c2c91": 7, "ad": [7, 8], "sqltoslackoper": [7, 8], "24663": [7, 8], "510a6bab45": 7, "yaml": 7, "24702": 7, "dcdcf3a2b8": 7, "rc2": 7, "mai": 7, "24307": 7, "717a7588bc": 7, "doubl": 7, "specif": 7, "24292": 7, "aeabe994b3": 7, "24231": 7, "2226e64a22": 7, "23979": [7, 8], "027b707d21": 7, "explanatori": 7, "contributor": 7, "about": [7, 9], "24229": 7, "c3e24c9d05": 7, "03": 7, "migrat": [7, 8], "design": 7, "22459": 7, "24145": 7, "12": [7, 9], "75c60923e0": 7, "23631": 7, "8b6b0848a3": 7, "04": 7, "brees": 7, "build": [7, 9], "pull": 7, "verifi": [7, 8], "imag": 7, "23104": 7, "5164cdbe98": 7, "19": 7, "trino": [7, 8], "23061": [7, 8], "56ab82ed7a": 7, "mid": 7, "april": 7, "22819": 7, "05b4409945": 7, "x": [7, 8], "client": [7, 8], "info": [7, 8], "22416": [7, 8], "d7dbfb7e26": 7, "bugfix": 7, "22383": 7, "14": 7, "16adc035b1": 7, "classifi": [7, 8], "march": 7, "22226": 7, "f5b96315fe": 7, "feb": 7, "22056": 7, "64423563bc": 7, "quick": [7, 8], "21855": [7, 8], "2807193594": 7, "21630": [7, 8], "aab11890db": 7, "17": [7, 8], "21084": [7, 8], "d94fa37830": 7, "januari": [7, 8], "delai": [7, 8], "21439": [7, 8], "6c3a67d4fc": 7, "2021": [7, 9], "21257": 7, "602abe8394": 7, "01": 7, "20": 7, "line": 7, "now": 7, "sphinx": 7, "autoapi": 7, "support": [7, 8], "typehint": 7, "20951": 7, "f77417eb0d": 7, "k8": [7, 8], "pypi": [7, 8], "20614": [7, 8], "97496ba2b4": 7, "decemb": 7, "20523": 7, "9c05a95117": 7, "mypi": [7, 8], "error": [7, 8], "20244": [7, 8], "30": 7, "0a68588479": 7, "17890": 7, "be75dcd39c": 7, "meta": 7, "76ed2a49c6": 7, "import": [7, 8, 9], "lazili": 7, "individu": 7, "manag": [7, 9], "17682": 7, "87f408b1e7": 7, "26": 7, "17116": 7, "b916b75079": 7, "17015": 7, "866a601b76": 7, "pylint": 7, "our": 7, "toolchain": 7, "16682": 7, "bbc627a3da": 7, "16501": 7, "cbf8001d76": 7, "buggfix": 7, "16464": 7, "1fba5402bb": 7, "june": 7, "16405": 7, "9c94b72d44": 7, "16294": 7, "807ad32ce5": 7, "pip": [7, 8, 9], "21": 7, "15576": 7, "40a2476a5d": 7, "15518": 7, "68e4c4dcb0": 7, "backport": 7, "14886": 7, "589d6dec92": 7, "next": 7, "14487": 7, "10343ec29f": 7, "correct": [7, 8, 9], "tool": [7, 8], "rc": [7, 8], "14082": [7, 8], "88bdcfa0df": 7, "14013": 7, "ac2f72c98d": 7, "13767": 7, "3fd5ef3555": 7, "miss": 7, "logo": 7, "integr": 7, "13717": 7, "295d66f914": 7, "2020": 7, "grammar": 7, "warn": [7, 9], "13380": 7, "6cf76d7ac0": 7, "typo": 7, "upgrad": [7, 8], "13148": 7, "32971a1a2d": 7, "12955": 7, "5c74c3a5c1": 7, "explan": 7, "kerbero": 7, "ssl": 7, "snowflak": 7, "problem": 7, "12939": 7, "b40dffa085": 7, "renam": 7, "rema": 7, "modul": 7, "match": [7, 9], "aip": 7, "12917": 7, "9b39f24780": 7, "dynam": 7, "form": 7, "field": 7, "per": 7, "12558": 7, "2037303eef": 7, "discoveri": 7, "12466": 7, "c34ef853c8": 7, "12444": 7, "0080354502": 7, "readm": [7, 8], "0b2": 7, "batch": 7, "12449": 7, "ae7cb4a1e2": 7, "wrong": 7, "hash": 7, "12390": 7, "6889a333cf": 7, "improv": 7, "ref": 7, "12366": 7, "7825e8f590": 7, "instal": 7, "12304": 7, "85a18e13d9": 7, "point": 7, "project": 7, "page": [7, 9], "cross": 7, "12212": 7, "59eb5de78c": 7, "come": 7, "0beta1": 7, "12206": 7, "b2a28d1590": 7, "script": [7, 9], "dev": 7, "12082": 7, "4e8f9cc8d0": 7, "black": 7, "auto": [7, 8], "formmatt": 7, "9550": 7, "5a439e84eb": 7, "2a1": 7, "11855": 7, "872b1566a1": 7, "25": 7, "setup": 7, "11826": 7, "349b0811c3": 7, "d200": 7, "pydocstyl": 7, "check": [7, 9], "11688": 7, "1543923c19": 7, "auth": 7, "10488": 7, "16e7129719": 7, "11487": 7, "0a0e1af800": 7, "broken": 7, "markdown": 7, "link": [7, 9], "toc": 7, "11249": 7, "ca4238eb4d": 7, "month": 7, "octob": 7, "11242": 7, "5220e4c384": 7, "11238": 7, "720912f67b": 7, "strict": 7, "11229": 7, "fdd9b6f65b": 7, "10543": 7, "3696c34c28": 7, "word": 7, "10528": 7, "ee7ca128a1": 7, "refernc": 7, "10483": 7, "8f8db8959e": 7, "9730": 7, "d0e7db4024": 7, "fresh": 7, "9408": 7, "12af6a0800": 7, "final": 7, "cleanup": 7, "6": 7, "23rc1": 7, "9404": 7, "c7e5bce57f": 7, "candid": 7, "9370": 7, "f6bd817a3a": 7, "introduc": 7, "9320": 7, "0b0e4f7a4c": 7, "rc3": 7, "9026": 7, "00642a46d0": 7, "remain": 7, "wrongli": 7, "8994": 7, "375d1ca229": 7, "8898": 7, "12c5e5d8a": 7, "8891": 7, "f3521fb0e3": 7, "regener": 7, "8886": 7, "92585ca4cb": 7, "autom": 7, "8807": 7, "1100cea1fb": 7, "_get_pretty_exception_messag": 7, "35834c3809": 7, "7884": 7, "4bde99f132": 7, "7802": 7, "029c84e552": 7, "5421": 7, "7718": 7, "97a429f9d0": 7, "6714": 7, "magic": 7, "comment": 7, "utf": 7, "8": [7, 8], "7338": 7, "059eda05f8": 7, "6610": 7, "softwar": [7, 9], "7231": 7, "prestotransferoper": 8, "repositori": 8, "top": [8, 9], "exist": [8, 10], "below": [8, 9], "minimum": 8, "via": [8, 9], "might": 8, "need": 8, "order": 8, "extra": 8, "checksum": [8, 9], "signatur": [8, 9], "site": 8, "sdist": [8, 9], "asc": [8, 9], "sha512": [8, 9], "wheel": 8, "avail": [8, 9], "explain": 8, "polici": 8, "been": 8, "favor": 8, "slack": 8, "http": [8, 9], "github": 8, "com": [8, 9], "blob": 8, "md": 8, "mistakenli": 8, "install_requir": 8, "22382": 8, "trove": 8, "framework": 8, "optimis": 8, "apply_default": 8, "decor": 8, "15667": 8, "due": 8, "want": [8, 9], "least": 8, "otherwis": 8, "automat": 8, "manual": 8, "db": 8, "complet": 8, "initi": 8, "describ": 9, "download": 9, "apach": 9, "airflow": 9, "provid": [9, 10], "presto": 9, "offici": 9, "also": 9, "most": 9, "choos": 9, "differ": 9, "drop": 9, "down": 9, "left": 9, "whl": 9, "foundat": 9, "code": 9, "abov": 9, "how": 9, "pgp": 9, "kei": 9, "It": 9, "essenti": 9, "sha": 9, "gpg": 9, "pleas": 9, "well": 9, "relev": 9, "distribut": [9, 10], "recommend": 9, "directori": 9, "mirror": 9, "pgpk": 9, "ka": 9, "To": [9, 10], "binari": 9, "guid": 9, "pgpv": 9, "tar": 9, "gz": 9, "made": 9, "sat": 9, "sep": 9, "49": 9, "54": 9, "bst": 9, "rsa": 9, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 9, "issuer": 9, "kaxilnaik": 9, "org": 9, "good": 9, "kaxil": 9, "naik": 9, "unknown": 9, "aka": 9, "gmail": 9, "user": 9, "certifi": 9, "trust": 9, "There": 9, "indic": 9, "belong": 9, "owner": 9, "primari": 9, "fingerprint": 9, "cde1": 9, "5c6e": 9, "4d3a": 9, "8ec4": 9, "ecf4": 9, "ba4b": 9, "6674": 9, "e08a": 9, "d7de": 9, "406f": 9, "do": 9, "worri": 9, "certif": 9, "self": 9, "sign": 9, "why": 9, "By": 9, "server": 9, "previou": 9, "step": 9, "know": 9, "valid": 9, "sum": 9, "shasum": 9, "512": 9, "diff": 9, "local": 9, "bin": 9, "bash": 9, "package_vers": 9, "package_nam": 9, "provider_download_dir": 9, "mktemp": 9, "dep": 9, "dest": 9, "curl": 9, "apache_airflow_providers_presto": 9, "py3": 9, "l": 9, "o": 9, "echo": 9, "la": 9, "onc": 9, "instruct": 9, "chapter": 9, "temporari": 9, "store": 10, "larg": 10, "variou": 10, "applic": 10, "open": 10, "engin": 10, "analyt": 10, "against": 10, "size": 10, "rang": 10, "gigabyt": 10, "petabyt": 10, "allow": 10, "live": 10, "hive": 10, "cassandra": 10, "relat": 10, "databas": 10, "proprietari": 10, "combin": 10, "across": 10, "entir": 10, "organ": 10, "assum": 10, "doe": 10, "correspond": 10, "test": 10, "system": 10, "py": 10}, "objects": {"airflow.providers": [[2, 0, 0, "-", "presto"]], "airflow.providers.presto": [[0, 0, 0, "-", "hooks"], [4, 0, 0, "-", "transfers"]], "airflow.providers.presto.hooks": [[1, 0, 0, "-", "presto"]], "airflow.providers.presto.hooks.presto": [[1, 1, 1, "", "DEFAULT_FORMAT_PREFIX"], [1, 2, 1, "", "PrestoException"], [1, 3, 1, "", "PrestoHook"], [1, 6, 1, "", "generate_presto_client_info"]], "airflow.providers.presto.hooks.presto.PrestoHook": [[1, 4, 1, "", "conn_name_attr"], [1, 4, 1, "", "conn_type"], [1, 4, 1, "", "default_conn_name"], [1, 5, 1, "", "get_conn"], [1, 5, 1, "", "get_first"], [1, 5, 1, "", "get_isolation_level"], [1, 5, 1, "", "get_pandas_df"], [1, 5, 1, "", "get_records"], [1, 4, 1, "", "hook_name"], [1, 5, 1, "", "insert_rows"], [1, 4, 1, "", "placeholder"], [1, 5, 1, "", "run"]], "airflow.providers.presto.transfers": [[3, 0, 0, "-", "gcs_to_presto"]], "airflow.providers.presto.transfers.gcs_to_presto": [[3, 3, 1, "", "GCSToPrestoOperator"]], "airflow.providers.presto.transfers.gcs_to_presto.GCSToPrestoOperator": [[3, 5, 1, "", "execute"], [3, 4, 1, "", "template_fields"]], "tests.system.providers": [[6, 0, 0, "-", "presto"]], "tests.system.providers.presto": [[5, 0, 0, "-", "example_gcs_to_presto"]], "tests.system.providers.presto.example_gcs_to_presto": [[5, 1, 1, "", "BUCKET"], [5, 1, 1, "", "DAG_ID"], [5, 1, 1, "", "ENV_ID"], [5, 1, 1, "", "PATH_TO_FILE"], [5, 1, 1, "", "PRESTO_TABLE"], [5, 1, 1, "", "gcs_csv_to_presto_table"], [5, 1, 1, "", "test_run"]]}, "objtypes": {"0": "py:module", "1": "py:data", "2": "py:exception", "3": "py:class", "4": "py:attribute", "5": "py:method", "6": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "data", "Python data"], "2": ["py", "exception", "Python exception"], "3": ["py", "class", "Python class"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "method", "Python method"], "6": ["py", "function", "Python function"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 7, 8], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8], "presto": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10], "hook": [0, 1], "submodul": [0, 4, 6], "modul": [1, 3, 5], "content": [1, 3, 5, 8], "class": [1, 3], "function": 1, "attribut": 1, "subpackag": 2, "transfer": [3, 4, 10], "gcs_to_presto": 3, "test": [5, 6], "system": [5, 6], "example_gcs_to_presto": 5, "packag": [7, 8, 9], "apach": [7, 8], "4": [7, 8], "2": [7, 8], "0": [7, 8], "1": [7, 8], "3": [7, 8], "guid": 8, "refer": 8, "resourc": 8, "commit": 8, "instal": [8, 9], "requir": 8, "cross": 8, "depend": 8, "download": 8, "offici": 8, "changelog": 8, "featur": 8, "bug": 8, "fix": 8, "misc": 8, "break": 8, "chang": 8, "from": [9, 10], "sourc": 9, "releas": 9, "integr": 9, "verifi": 9, "pypi": 9, "googl": 10, "cloud": 10, "storag": 10, "oper": 10, "prerequisit": 10, "task": 10, "load": 10, "csv": 10, "gc": 10, "tabl": 10}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 57}, "alltitles": {"airflow.providers.presto.hooks": [[0, "module-airflow.providers.presto.hooks"]], "Submodules": [[0, "submodules"], [4, "submodules"], [6, "submodules"]], "airflow.providers.presto.hooks.presto": [[1, "module-airflow.providers.presto.hooks.presto"]], "Module Contents": [[1, "module-contents"], [3, "module-contents"], [5, "module-contents"]], "Classes": [[1, "classes"], [3, "classes"]], "Functions": [[1, "functions"]], "Attributes": [[1, "attributes"]], "airflow.providers.presto": [[2, "module-airflow.providers.presto"]], "Subpackages": [[2, "subpackages"]], "airflow.providers.presto.transfers.gcs_to_presto": [[3, "module-airflow.providers.presto.transfers.gcs_to_presto"]], "airflow.providers.presto.transfers": [[4, "module-airflow.providers.presto.transfers"]], "tests.system.providers.presto.example_gcs_to_presto": [[5, "module-tests.system.providers.presto.example_gcs_to_presto"]], "tests.system.providers.presto": [[6, "module-tests.system.providers.presto"]], "Package apache-airflow-providers-presto": [[7, "package-apache-airflow-providers-presto"], [8, "package-apache-airflow-providers-presto"]], "4.2.0": [[7, "id1"], [8, "id1"]], "4.1.0": [[7, "id2"], [8, "id2"]], "4.0.1": [[7, "id3"], [8, "id3"]], "4.0.0": [[7, "id4"], [8, "id6"]], "3.1.0": [[7, "id5"], [8, "id9"]], "3.0.0": [[7, "id6"], [8, "id11"]], "2.2.1": [[7, "id7"], [8, "id14"]], "2.2.0": [[7, "id8"], [8, "id16"]], "2.1.2": [[7, "id9"], [8, "id18"]], "2.1.1": [[7, "id10"], [8, "id20"]], "2.1.0": [[7, "id11"], [8, "id22"]], "2.0.1": [[7, "id13"], [8, "id26"]], "2.0.0": [[7, "id14"], [8, "id28"]], "1.0.2": [[7, "id15"], [8, "id30"]], "1.0.1": [[7, "id16"], [8, "id32"]], "1.0.0": [[7, "id17"], [8, "id33"]], "apache-airflow-providers-presto": [[8, "apache-airflow-providers-presto"]], "Content": [[8, "content"]], "Guides": [[8, null]], "References": [[8, null]], "Resources": [[8, null]], "Commits": [[8, null]], "Provider package": [[8, "provider-package"]], "Installation": [[8, "installation"]], "Requirements": [[8, "requirements"]], "Cross provider package dependencies": [[8, "cross-provider-package-dependencies"]], "Downloading official packages": [[8, "downloading-official-packages"]], "Changelog": [[8, "changelog"]], "Features": [[8, "features"], [8, "id4"], [8, "id8"], [8, "id10"], [8, "id13"], [8, "id17"], [8, "id23"]], "Bug Fixes": [[8, "bug-fixes"], [8, "id5"], [8, "id15"], [8, "id19"], [8, "id24"]], "Misc": [[8, "misc"], [8, "id21"], [8, "id25"], [8, "id27"]], "Breaking changes": [[8, "breaking-changes"], [8, "id7"], [8, "id12"], [8, "id29"]], "Bug fixes": [[8, "id31"]], "Installing from sources": [[9, "installing-from-sources"]], "Released packages": [[9, "released-packages"]], "Release integrity": [[9, "release-integrity"]], "Verifying PyPI releases": [[9, "verifying-pypi-releases"]], "Google Cloud Storage to Presto Transfer Operator": [[10, "google-cloud-storage-to-presto-transfer-operator"]], "Prerequisite Tasks": [[10, "prerequisite-tasks"]], "Load CSV from GCS to Presto Table": [[10, "load-csv-from-gcs-to-presto-table"]]}, "indexentries": {"airflow.providers.presto.hooks": [[0, "module-airflow.providers.presto.hooks"]], "module": [[0, "module-airflow.providers.presto.hooks"], [1, "module-airflow.providers.presto.hooks.presto"], [2, "module-airflow.providers.presto"], [3, "module-airflow.providers.presto.transfers.gcs_to_presto"], [4, "module-airflow.providers.presto.transfers"], [5, "module-tests.system.providers.presto.example_gcs_to_presto"], [6, "module-tests.system.providers.presto"]], "default_format_prefix (in module airflow.providers.presto.hooks.presto)": [[1, "airflow.providers.presto.hooks.presto.DEFAULT_FORMAT_PREFIX"]], "prestoexception": [[1, "airflow.providers.presto.hooks.presto.PrestoException"]], "prestohook (class in airflow.providers.presto.hooks.presto)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook"]], "airflow.providers.presto.hooks.presto": [[1, "module-airflow.providers.presto.hooks.presto"]], "conn_name_attr (airflow.providers.presto.hooks.presto.prestohook attribute)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.conn_name_attr"]], "conn_type (airflow.providers.presto.hooks.presto.prestohook attribute)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.conn_type"]], "default_conn_name (airflow.providers.presto.hooks.presto.prestohook attribute)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.default_conn_name"]], "generate_presto_client_info() (in module airflow.providers.presto.hooks.presto)": [[1, "airflow.providers.presto.hooks.presto.generate_presto_client_info"]], "get_conn() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.get_conn"]], "get_first() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.get_first"]], "get_isolation_level() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.get_isolation_level"]], "get_pandas_df() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.get_pandas_df"]], "get_records() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.get_records"]], "hook_name (airflow.providers.presto.hooks.presto.prestohook attribute)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.hook_name"]], "insert_rows() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.insert_rows"]], "placeholder (airflow.providers.presto.hooks.presto.prestohook attribute)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.placeholder"]], "run() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.run"]], "airflow.providers.presto": [[2, "module-airflow.providers.presto"]], "gcstoprestooperator (class in airflow.providers.presto.transfers.gcs_to_presto)": [[3, "airflow.providers.presto.transfers.gcs_to_presto.GCSToPrestoOperator"]], "airflow.providers.presto.transfers.gcs_to_presto": [[3, "module-airflow.providers.presto.transfers.gcs_to_presto"]], "execute() (airflow.providers.presto.transfers.gcs_to_presto.gcstoprestooperator method)": [[3, "airflow.providers.presto.transfers.gcs_to_presto.GCSToPrestoOperator.execute"]], "template_fields (airflow.providers.presto.transfers.gcs_to_presto.gcstoprestooperator attribute)": [[3, "airflow.providers.presto.transfers.gcs_to_presto.GCSToPrestoOperator.template_fields"]], "airflow.providers.presto.transfers": [[4, "module-airflow.providers.presto.transfers"]], "bucket (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.BUCKET"]], "dag_id (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.DAG_ID"]], "env_id (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.ENV_ID"]], "path_to_file (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.PATH_TO_FILE"]], "presto_table (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.PRESTO_TABLE"]], "gcs_csv_to_presto_table (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.gcs_csv_to_presto_table"]], "test_run (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.test_run"]], "tests.system.providers.presto.example_gcs_to_presto": [[5, "module-tests.system.providers.presto.example_gcs_to_presto"]], "tests.system.providers.presto": [[6, "module-tests.system.providers.presto"]]}})