blob: 9e03a283760df150ed77c93852b88f9e3ca20856 [file] [log] [blame]
Search.setIndex({"docnames": ["_api/airflow/providers/presto/hooks/index", "_api/airflow/providers/presto/hooks/presto/index", "_api/airflow/providers/presto/index", "_api/airflow/providers/presto/transfers/gcs_to_presto/index", "_api/airflow/providers/presto/transfers/index", "_api/tests/system/providers/presto/example_gcs_to_presto/index", "_api/tests/system/providers/presto/index", "changelog", "commits", "connections", "index", "installing-providers-from-sources", "operators/transfer/gcs_to_presto", "security"], "filenames": ["_api/airflow/providers/presto/hooks/index.rst", "_api/airflow/providers/presto/hooks/presto/index.rst", "_api/airflow/providers/presto/index.rst", "_api/airflow/providers/presto/transfers/gcs_to_presto/index.rst", "_api/airflow/providers/presto/transfers/index.rst", "_api/tests/system/providers/presto/example_gcs_to_presto/index.rst", "_api/tests/system/providers/presto/index.rst", "changelog.rst", "commits.rst", "connections.rst", "index.rst", "installing-providers-from-sources.rst", "operators/transfer/gcs_to_presto.rst", "security.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.presto.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.presto.hooks.presto</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.presto</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.presto.transfers.gcs_to_presto</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.presto.transfers</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.presto.example_gcs_to_presto</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.presto</span></code>", "Changelog", "Package apache-airflow-providers-presto", "Presto Connection", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-presto</span></code>", "Installing from sources", "Google Cloud Storage to Presto Transfer Operator", "Releasing security patches"], "terms": {"5": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 12, 13], "4": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 12, 13], "2": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 12, 13], "10": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], "0": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 12, 13], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], "featur": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13], "t": 1, "sourc": [1, 2, 3, 5, 9, 12], "generate_presto_client_info": 1, "return": 1, "json": [1, 3, 9, 12], "string": [1, 3, 8, 12], "dag_id": [1, 5], "task_id": [1, 12], "execution_d": 1, "try_numb": 1, "except": [1, 7, 8, 13], "prestoexcept": 1, "base": [1, 3], "prestohook": [1, 7, 8], "arg": 1, "kwarg": [1, 3, 8], "common": [1, 7, 8, 10], "sql": [1, 7, 8, 9, 10, 12], "dbapihook": [1, 7, 8], "interact": [1, 3, 8, 9, 12], "through": 1, "prestodb": 1, "ph": 1, "select": [1, 11], "count": 1, "1": [1, 3, 10], "AS": 1, "num": 1, "from": [1, 3, 7, 8, 10, 13], "static_babynam": 1, "get_record": [1, 7, 8], "340698": 1, "conn_name_attr": 1, "presto_conn_id": [1, 3, 9], "default_conn_nam": 1, "presto_default": [1, 3, 9], "conn_typ": 1, "hook_nam": 1, "get_conn": 1, "connect": [1, 3, 7, 8], "object": 1, "get_isolation_level": 1, "isol": 1, "level": [1, 8], "paramet": [1, 3, 7, 8, 9], "none": [1, 3, 9, 11], "execut": [1, 3], "set": [1, 3, 7, 8, 9], "record": 1, "str": [1, 3], "list": [1, 3, 8, 12], "statement": 1, "iter": 1, "map": 1, "ani": [1, 11], "The": [1, 3, 9, 10, 11, 13], "render": [1, 3], "queri": [1, 9, 12], "get_first": [1, 7, 8], "first": [1, 3, 7], "result": 1, "row": 1, "get_pandas_df": [1, 7, 8], "panda": [1, 7, 8, 10], "datafram": 1, "option": [1, 3, 9, 12], "pass": [1, 7, 8, 9], "io": 1, "read_sql": 1, "method": [1, 7, 8], "insert_row": 1, "tabl": [1, 3], "target_field": 1, "commit_everi": 1, "replac": [1, 7, 8], "fals": 1, "insert": 1, "tupl": [1, 12], "name": [1, 8], "target": 1, "column": [1, 3, 12], "fill": 1, "int": 1, "maximum": 1, "number": [1, 8], "one": [1, 11], "transact": 1, "all": [1, 7, 8, 9, 10, 12, 13], "bool": 1, "whether": 1, "instead": [1, 7], "hook": [2, 7, 8, 9], "transfer": [2, 8], "gcs_to_presto": [2, 4], "__version__": [2, 8], "contain": [3, 11], "googl": [3, 10], "cloud": 3, "storag": 3, "oper": [3, 7, 8], "gcstoprestooper": [3, 5, 7, 8, 12], "source_bucket": [3, 12], "source_object": [3, 12], "presto_t": [3, 5, 12], "gcp_conn_id": 3, "google_cloud_default": 3, "schema_field": 3, "schema_object": 3, "impersonation_chain": [3, 7], "model": [3, 13], "baseoper": 3, "load": 3, "csv": 3, "file": [3, 7, 8, 11, 12], "assumpt": 3, "should": [3, 11, 13], "have": [3, 7, 12, 13], "header": [3, 8, 12], "requisit": 3, "alreadi": [3, 11], "creat": [3, 11], "3": [3, 10], "separ": [3, 8, 13], "can": [3, 7, 9, 10, 11, 12, 13], "gc": [3, 7, 8], "bucket": [3, 5, 12], "includ": [3, 8, 10, 12, 13], "path": [3, 9, 12], "upload": 3, "data": [3, 8, 9, 12], "destin": 3, "id": [3, 11], "us": [3, 5, 7, 8, 9, 10, 11, 12, 13], "servic": [3, 12], "sequenc": 3, "account": 3, "imperson": [3, 7], "short": 3, "term": 3, "credenti": 3, "chain": 3, "requir": [3, 7, 9, 13], "get": [3, 11, 13], "access_token": 3, "last": 3, "which": [3, 7, 8, 9, 13], "request": 3, "If": [3, 7, 11], "must": 3, "grant": 3, "origin": [3, 11], "token": 3, "creator": 3, "iam": 3, "role": 3, "ident": 3, "directli": 3, "preced": 3, "template_field": 3, "context": 3, "deriv": 3, "when": [3, 8, 9, 10, 13], "same": [3, 12], "dictionari": [3, 9], "jinja": 3, "templat": [3, 8], "refer": [3, 7, 8], "get_template_context": 3, "more": [3, 7, 8], "exampl": [5, 8, 10, 11], "dag": [5, 8], "path_to_fil": [5, 12], "env_id": 5, "gcs_csv_to_presto_t": [5, 12], "test_run": 5, "example_gcs_to_presto": [6, 12], "apach": [7, 11], "airflow": [7, 9, 11, 13], "provid": [7, 11, 12, 13], "presto": [7, 11], "limit": [7, 8], "37748": [7, 8], "min": [7, 8], "depend": [7, 8, 13], "36698": [7, 8], "make": [7, 8], "placehold": [7, 8], "odbc": [7, 8], "configur": [7, 8], "ui": [7, 8], "36000": [7, 8], "releas": [7, 8, 10], "onli": [7, 13], "avail": [7, 11], "6": [7, 8, 10], "explain": 7, "support": [7, 8, 9, 10], "polici": [7, 13], "bump": [7, 8], "minimum": [7, 8, 10], "version": [7, 8, 10, 11, 13], "36017": [7, 8], "client": [7, 8, 9, 10], "bring": [7, 8], "better": [7, 8], "dbapi": [7, 8], "compat": [7, 8], "35132": [7, 8], "34728": [7, 8], "airflowexcept": [7, 8], "34511": [7, 8], "improv": [7, 8], "modul": [7, 8], "import": [7, 8, 11], "some": [7, 8], "them": [7, 8, 10], "type": [7, 8, 9], "check": [7, 8, 11], "block": [7, 8], "33754": [7, 8], "consolid": [7, 8], "usag": [7, 8], "33480": [7, 8], "add": [7, 8], "accur": [7, 8], "run": [7, 8, 11, 12], "31846": [7, 8], "drop": [7, 8, 11], "python": [7, 8, 9, 10, 11], "7": [7, 8], "note": [7, 8], "about": [7, 8, 11, 13], "32015": [7, 8], "30917": [7, 8], "In": 7, "deprec": [7, 8], "": [7, 8, 11], "param": [7, 8], "delegate_to": [7, 8], "remov": [7, 8, 11], "achiev": 7, "util": 7, "gcp": [7, 8], "30748": [7, 8], "updat": [7, 8], "doc": [7, 8], "29088": [7, 8], "outdat": [7, 8], "code": [7, 8, 11], "28507": [7, 8], "_serialize_cel": [7, 8], "trinohook": [7, 8], "27724": [7, 8], "27888": [7, 8], "move": [7, 8], "27196": [7, 8], "lower": [7, 8], "bound": [7, 8], "25789": [7, 8], "sqlitehook": [7, 8], "25939": [7, 8], "hql": [7, 8], "ha": [7, 12], "been": 7, "prestotoslackoper": [7, 8], "favor": 7, "slack": 7, "sqltoslackoper": [7, 8], "25425": [7, 8], "synchron": [7, 8], "api": [7, 8], "25299": [7, 8], "unifi": [7, 8], "overrid": [7, 8], "23971": [7, 8], "ad": [7, 8], "gener": [7, 8], "24663": [7, 8], "class": [7, 8, 10], "24836": [7, 8], "23979": [7, 8], "trino": [7, 8], "23061": [7, 8], "x": [7, 8], "info": [7, 8], "22416": [7, 8], "mistakenli": 7, "install_requir": 7, "22382": 7, "trove": 7, "classifi": [7, 8], "pypi": [7, 8, 10, 13], "framework": 7, "21084": [7, 8], "quick": [7, 8], "21855": [7, 8], "21630": [7, 8], "januari": [7, 8], "2022": [7, 8], "delai": [7, 8], "21439": [7, 8], "k8": [7, 8], "20614": [7, 8], "mypi": [7, 8], "error": [7, 8], "20244": [7, 8], "optimis": 7, "auto": [7, 8], "appli": [7, 8], "apply_default": 7, "decor": 7, "15667": 7, "due": 7, "your": [7, 12], "you": [7, 10, 11, 12, 13], "want": [7, 11, 13], "instal": [7, 8, 13], "upgrad": [7, 8, 13], "least": 7, "otherwis": 7, "packag": 7, "automat": 7, "manual": 7, "db": 7, "complet": 7, "migrat": [7, 8], "correct": [7, 8, 11], "tool": [7, 8], "after": [7, 8], "rc": [7, 8], "14082": [7, 8], "document": [7, 8], "readm": [7, 8], "initi": 7, "detail": [8, 11], "commit": 8, "chang": [8, 13], "For": [8, 10, 11], "high": 8, "changelog": 8, "see": [8, 10], "inform": [8, 13], "latest": [8, 13], "2024": 8, "02": 8, "27": 8, "subject": 8, "9e4bdc9e45": 8, "5a0be392e6": 8, "16": 8, "comment": 8, "manag": [8, 11], "37488": 8, "e346253760": 8, "15": 8, "fix": [8, 13], "remain": 8, "d401": 8, "37434": 8, "01": 8, "26": 8, "cead3da4a6": 8, "rc2": 8, "wave": 8, "2nd": 8, "round": 8, "jan": 8, "37019": 8, "2b4da0101f": 8, "22": 8, "prepar": [8, 13], "36945": 8, "ecb2c9f24d": 8, "09": 8, "19ebcac239": 8, "07": 8, "1st": 8, "36640": 8, "6937ae7647": 8, "2023": 8, "12": [8, 11], "30": 8, "speed": 8, "up": 8, "autocomplet": 8, "breez": 8, "simplifi": 8, "state": 8, "36499": 8, "23": 8, "b15d5578da": 8, "re": 8, "decemb": 8, "36380": 8, "f5883d6e7b": 8, "36373": 8, "f84eb2ab6f": 8, "21": 8, "08": 8, "999b70178a": 8, "36112": 8, "d0918d77ee": 8, "c905fe88d": 8, "11": [8, 11], "25": 8, "link": [8, 11], "yaml": 8, "35837": 8, "0b23d5601c": 8, "24": 8, "novemb": 8, "35836": 8, "99534e47f3": 8, "19": 8, "reproduc": 8, "build": [8, 11], "35693": 8, "99df205f42": 8, "reappli": 8, "35686": 8, "1b059c57d6": 8, "35537": 8, "11bdfe4c12": 8, "work": 8, "around": 8, "issu": 8, "35494": 8, "28": 8, "d1c58d86de": 8, "3rd": 8, "octob": 8, "35233": 8, "3592ff4046": 8, "35187": 8, "8ef2a9997d": 8, "dd7ba3cae1": 8, "pre": [8, 12], "ruff": 8, "292": 8, "35053": 8, "13": 8, "e9987d5059": 8, "34916": 8, "0c8e30e43b": 8, "05": 8, "659d94f0ae": 8, "21990ed894": 8, "34201": 8, "9d8c77e447": 8, "c077d19060": 8, "aug": 8, "33730": 8, "8e88eb8fa7": 8, "17": 8, "29": 8, "d06b7af69a": 8, "juli": 8, "32875": 8, "60c49ab2df": 8, "225e3041d2": 8, "06": 8, "32381": 8, "e45bee8840": 8, "d205": 8, "pagerduti": 8, "smtp": 8, "inclus": 8, "32358": 8, "3878fe6fab": 8, "spuriou": 8, "32373": 8, "cb4927a018": 8, "32298": 8, "09d4718d3a": 8, "structur": 8, "32125": 8, "20": 8, "79bcc2e668": 8, "rc1": 8, "june": 8, "32001": 8, "8b146152d6": 8, "a59076eae": 8, "d400": 8, "pydocstyl": 8, "31427": 8, "45548b9451": 8, "mai": 8, "31416": 8, "abea189022": 8, "18": 8, "31393": 8, "f5aed58d9f": 8, "circular": 8, "caus": 8, "31379": 8, "d9ff55cf6d": 8, "31252": 8, "eef5bc7f16": 8, "03": 8, "full": 8, "autom": 8, "30994": 8, "a7eb32a5b2": 8, "04": 8, "e46ce78b66": 8, "adhoc": 8, "30787": 8, "fbc1382514": 8, "d23a3bbed8": 8, "mechan": [8, 9], "suspend": 8, "30422": 8, "ce6ae2457": 8, "feb": 8, "29379": 8, "3374fdfcbd": 8, "5246c009c5": 8, "28651": 8, "38e40c6dc4": 8, "25bdbc8e67": 8, "rc3": 8, "27937": 8, "2e20e9f7eb": 8, "follow": [8, 9, 11, 13], "relas": 8, "27774": 8, "80c327bd3b": 8, "e56adc8e41": 8, "12c3c39d1a": 8, "27613": 8, "5c37b503f1": 8, "31": 8, "26944": 8, "78b8ea2f22": 8, "2a34dc9e84": 8, "enabl": [8, 9], "normal": 8, "format": 8, "27205": 8, "f8db64c35c": 8, "septemb": 8, "26731": 8, "06acf40a43": 8, "pep": 8, "563": 8, "postpon": 8, "evalu": 8, "annot": 8, "non": 8, "core": 8, "26289": 8, "25d0baa4e": 8, "bug": [8, 13], "out": [8, 9, 13], "band": [8, 13], "26109": 8, "a74d934991": 8, "ca9229b6f": 8, "e5ac6c7cfb": 8, "new": [8, 13], "august": 8, "25618": 8, "1fd702e5e5": 8, "5d4abbd58c": 8, "df00436569": 8, "d2459a241b": 8, "25030": 8, "46bbfdade0": 8, "0de31bd73a": 8, "insid": 8, "folder": [8, 11], "24672": 8, "13908c2c91": 8, "510a6bab45": 8, "24702": 8, "dcdcf3a2b8": 8, "24307": 8, "717a7588bc": 8, "descript": 8, "doubl": 8, "specif": 8, "24292": 8, "aeabe994b3": 8, "24231": 8, "2226e64a22": 8, "027b707d21": 8, "explanatori": 8, "contributor": 8, "24229": 8, "c3e24c9d05": 8, "design": [8, 9], "22459": 8, "24145": 8, "75c60923e0": 8, "23631": 8, "8b6b0848a3": 8, "brees": 8, "pull": 8, "verifi": [8, 9, 10], "imag": 8, "23104": 8, "5164cdbe98": 8, "56ab82ed7a": 8, "mid": 8, "april": 8, "22819": 8, "05b4409945": 8, "d7dbfb7e26": 8, "bugfix": [8, 13], "22383": 8, "14": 8, "16adc035b1": 8, "march": 8, "22226": 8, "f5b96315fe": 8, "22056": 8, "64423563bc": 8, "2807193594": 8, "aab11890db": 8, "d94fa37830": 8, "6c3a67d4fc": 8, "2021": [8, 11], "21257": 8, "602abe8394": 8, "line": 8, "now": 8, "sphinx": 8, "autoapi": 8, "typehint": 8, "20951": 8, "f77417eb0d": 8, "97496ba2b4": 8, "20523": 8, "9c05a95117": 8, "0a68588479": 8, "17890": 8, "be75dcd39c": 8, "meta": 8, "76ed2a49c6": 8, "lazili": 8, "individu": 8, "17682": 8, "87f408b1e7": 8, "17116": 8, "b916b75079": 8, "17015": 8, "866a601b76": 8, "pylint": 8, "our": 8, "toolchain": 8, "16682": 8, "bbc627a3da": 8, "16501": 8, "cbf8001d76": 8, "buggfix": 8, "16464": 8, "1fba5402bb": 8, "16405": 8, "9c94b72d44": 8, "16294": 8, "807ad32ce5": 8, "pip": [8, 10, 11], "15576": 8, "40a2476a5d": 8, "15518": 8, "68e4c4dcb0": 8, "backport": 8, "14886": 8, "589d6dec92": 8, "next": [8, 13], "14487": 8, "10343ec29f": 8, "88bdcfa0df": 8, "14013": 8, "ac2f72c98d": 8, "implement": 8, "13767": 8, "3fd5ef3555": 8, "miss": 8, "logo": 8, "integr": 8, "13717": 8, "295d66f914": 8, "2020": 8, "grammar": 8, "warn": [8, 11], "13380": 8, "6cf76d7ac0": 8, "typo": 8, "command": 8, "13148": 8, "32971a1a2d": 8, "12955": 8, "5c74c3a5c1": 8, "explan": 8, "kerbero": [8, 9], "ssl": [8, 9], "snowflak": 8, "problem": 8, "12939": 8, "b40dffa085": 8, "renam": 8, "rema": 8, "match": [8, 11], "aip": 8, "12917": 8, "9b39f24780": 8, "dynam": 8, "form": 8, "field": 8, "per": 8, "12558": 8, "2037303eef": 8, "discoveri": 8, "12466": 8, "c34ef853c8": 8, "12444": 8, "0080354502": 8, "0b2": 8, "batch": 8, "12449": 8, "ae7cb4a1e2": 8, "wrong": 8, "hash": 8, "12390": 8, "6889a333cf": 8, "ref": 8, "12366": 8, "7825e8f590": 8, "12304": 8, "85a18e13d9": 8, "point": 8, "project": 8, "page": [8, 11], "cross": 8, "12212": 8, "59eb5de78c": 8, "come": 8, "0beta1": 8, "12206": 8, "b2a28d1590": 8, "script": [8, 11], "dev": 8, "12082": 8, "4e8f9cc8d0": 8, "black": 8, "formmatt": 8, "9550": 8, "5a439e84eb": 8, "2a1": 8, "11855": 8, "872b1566a1": 8, "setup": 8, "11826": 8, "349b0811c3": 8, "d200": 8, "11688": 8, "1543923c19": 8, "auth": [8, 9], "10488": 8, "16e7129719": 8, "11487": 8, "0a0e1af800": 8, "broken": 8, "markdown": 8, "toc": 8, "11249": 8, "ca4238eb4d": 8, "month": 8, "11242": 8, "5220e4c384": 8, "11238": 8, "720912f67b": 8, "strict": [8, 13], "multipl": [8, 9, 12], "11229": 8, "fdd9b6f65b": 8, "10543": 8, "3696c34c28": 8, "word": 8, "10528": 8, "ee7ca128a1": 8, "refernc": 8, "10483": 8, "8f8db8959e": 8, "9730": 8, "d0e7db4024": 8, "fresh": 8, "9408": 8, "12af6a0800": 8, "final": 8, "cleanup": 8, "23rc1": 8, "9404": 8, "c7e5bce57f": 8, "candid": 8, "9370": 8, "f6bd817a3a": 8, "introduc": 8, "9320": 8, "0b0e4f7a4c": 8, "9026": 8, "00642a46d0": 8, "wrongli": 8, "8994": 8, "375d1ca229": 8, "8898": 8, "12c5e5d8a": 8, "8891": 8, "f3521fb0e3": 8, "regener": 8, "8886": 8, "92585ca4cb": 8, "8807": 8, "1100cea1fb": 8, "_get_pretty_exception_messag": 8, "35834c3809": 8, "7884": 8, "4bde99f132": 8, "7802": 8, "029c84e552": 8, "5421": 8, "7718": 8, "97a429f9d0": 8, "6714": 8, "magic": 8, "utf": 8, "8": [8, 10], "7338": 8, "059eda05f8": 8, "6610": 8, "softwar": [8, 11], "7231": 8, "open": [9, 12], "distribut": [9, 11, 12], "engin": [9, 12], "fast": 9, "analyt": [9, 12], "larg": [9, 12], "scale": 9, "across": [9, 12], "platform": 9, "valu": 9, "authent": 9, "ensur": 9, "user": [9, 11], "system": [9, 12], "ar": [9, 10, 11, 13], "host": 9, "port": 9, "8080": 9, "login": 9, "effect": 9, "password": 9, "basic": 9, "differ": [9, 11], "extra": [9, 10], "specifi": [9, 10], "standard": 9, "need": [9, 10], "protocol": 9, "http": [9, 11], "catalog": 9, "hive": [9, 12], "certif": [9, 11], "tl": 9, "kerberos__service_nam": 9, "kerberos__config": 9, "kerberos__mutual_authent": 9, "kerberos__force_preempt": 9, "kerberos__hostname_overrid": 9, "kerberos__sanitize_mutual_error_respons": 9, "kerberos__princip": 9, "kerberos__deleg": 9, "kerberos__ca_bundl": 9, "These": 9, "top": [10, 11], "exist": [10, 12], "via": [10, 11], "below": [10, 11], "those": [10, 11], "might": [10, 13], "order": 10, "checksum": [10, 11], "signatur": [10, 11], "site": 10, "sdist": [10, 11], "asc": [10, 11], "sha512": [10, 11], "wheel": 10, "describ": 11, "download": 11, "offici": 11, "also": 11, "most": 11, "choos": 11, "down": 11, "left": 11, "whl": 11, "foundat": 11, "abov": 11, "how": 11, "pgp": 11, "kei": 11, "It": 11, "essenti": 11, "sha": 11, "gpg": 11, "pleas": 11, "well": 11, "relev": 11, "recommend": 11, "main": [11, 13], "directori": 11, "mirror": 11, "pgpk": 11, "ka": 11, "To": [11, 12], "binari": 11, "guid": 11, "pgpv": 11, "tar": 11, "gz": 11, "made": 11, "sat": 11, "sep": 11, "49": 11, "54": 11, "bst": 11, "rsa": 11, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 11, "issuer": 11, "kaxilnaik": 11, "org": 11, "good": [11, 13], "kaxil": 11, "naik": 11, "unknown": 11, "aka": 11, "gmail": 11, "com": 11, "certifi": 11, "trust": 11, "There": 11, "indic": 11, "belong": 11, "owner": 11, "primari": 11, "fingerprint": 11, "cde1": 11, "5c6e": 11, "4d3a": 11, "8ec4": 11, "ecf4": 11, "ba4b": 11, "6674": 11, "e08a": 11, "d7de": 11, "406f": 11, "do": 11, "worri": 11, "self": 11, "sign": 11, "why": 11, "By": 11, "server": 11, "previou": 11, "step": 11, "know": 11, "valid": 11, "sum": 11, "shasum": 11, "512": 11, "diff": 11, "local": 11, "bin": 11, "bash": 11, "package_vers": 11, "package_nam": 11, "provider_download_dir": 11, "mktemp": 11, "d": 11, "dep": 11, "dest": 11, "curl": 11, "apache_airflow_providers_presto": 11, "py3": 11, "l": 11, "o": 11, "echo": 11, "la": 11, "onc": 11, "instruct": [11, 13], "chapter": 11, "temporari": 11, "store": 12, "variou": 12, "applic": 12, "against": 12, "size": 12, "rang": 12, "gigabyt": 12, "petabyt": 12, "allow": 12, "where": [12, 13], "live": 12, "cassandra": 12, "relat": 12, "databas": 12, "even": 12, "proprietari": 12, "A": 12, "singl": 12, "combin": 12, "entir": 12, "organ": 12, "assum": 12, "doe": 12, "correspond": 12, "schema": 12, "test": [12, 13], "py": 12, "independ": 13, "itself": 13, "vulner": 13, "publish": 13, "found": 13, "we": 13, "develop": 13, "alwai": 13, "done": 13, "branch": 13, "semver": 13, "scope": 13, "major": 13, "break": 13, "minor": 13, "patchlevel": 13, "receiv": 13, "default": 13, "so": 13, "rule": 13, "critic": 13, "reason": 13, "case": 13, "stakehold": 13, "decid": 13, "cherri": 13, "pick": 13, "older": 13, "mix": 13, "govern": 13, "interest": 13, "parti": 13}, "objects": {"airflow.providers": [[2, 0, 0, "-", "presto"]], "airflow.providers.presto": [[2, 1, 1, "", "__version__"], [0, 0, 0, "-", "hooks"], [4, 0, 0, "-", "transfers"]], "airflow.providers.presto.hooks": [[1, 0, 0, "-", "presto"]], "airflow.providers.presto.hooks.presto": [[1, 2, 1, "", "PrestoException"], [1, 3, 1, "", "PrestoHook"], [1, 1, 1, "", "T"], [1, 6, 1, "", "generate_presto_client_info"]], "airflow.providers.presto.hooks.presto.PrestoHook": [[1, 4, 1, "", "conn_name_attr"], [1, 4, 1, "", "conn_type"], [1, 4, 1, "", "default_conn_name"], [1, 5, 1, "", "get_conn"], [1, 5, 1, "", "get_first"], [1, 5, 1, "", "get_isolation_level"], [1, 5, 1, "", "get_pandas_df"], [1, 5, 1, "", "get_records"], [1, 4, 1, "", "hook_name"], [1, 5, 1, "", "insert_rows"]], "airflow.providers.presto.transfers": [[3, 0, 0, "-", "gcs_to_presto"]], "airflow.providers.presto.transfers.gcs_to_presto": [[3, 3, 1, "", "GCSToPrestoOperator"]], "airflow.providers.presto.transfers.gcs_to_presto.GCSToPrestoOperator": [[3, 5, 1, "", "execute"], [3, 4, 1, "", "template_fields"]], "tests.system.providers": [[6, 0, 0, "-", "presto"]], "tests.system.providers.presto": [[5, 0, 0, "-", "example_gcs_to_presto"]], "tests.system.providers.presto.example_gcs_to_presto": [[5, 1, 1, "", "BUCKET"], [5, 1, 1, "", "DAG_ID"], [5, 1, 1, "", "ENV_ID"], [5, 1, 1, "", "PATH_TO_FILE"], [5, 1, 1, "", "PRESTO_TABLE"], [5, 1, 1, "", "gcs_csv_to_presto_table"], [5, 1, 1, "", "test_run"]]}, "objtypes": {"0": "py:module", "1": "py:data", "2": "py:exception", "3": "py:class", "4": "py:attribute", "5": "py:method", "6": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "data", "Python data"], "2": ["py", "exception", "Python exception"], "3": ["py", "class", "Python class"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "method", "Python method"], "6": ["py", "function", "Python function"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 8, 10], "provid": [0, 1, 2, 3, 4, 5, 6, 8, 10], "presto": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 12], "hook": [0, 1], "submodul": [0, 4, 6], "modul": [1, 3, 5], "content": [1, 2, 3, 5], "class": [1, 3], "function": 1, "attribut": 1, "subpackag": 2, "packag": [2, 8, 10, 11], "transfer": [3, 4, 12], "gcs_to_presto": 3, "test": [5, 6], "system": [5, 6], "example_gcs_to_presto": 5, "changelog": 7, "5": [7, 8], "4": [7, 8], "2": [7, 8], "misc": 7, "1": [7, 8], "0": [7, 8], "featur": 7, "3": [7, 8], "break": 7, "chang": 7, "bug": 7, "fix": 7, "apach": [8, 10], "connect": 9, "default": 9, "id": 9, "configur": 9, "instal": [10, 11], "requir": 10, "cross": 10, "depend": 10, "download": 10, "offici": 10, "from": [11, 12], "sourc": 11, "releas": [11, 13], "integr": 11, "verifi": 11, "pypi": 11, "googl": 12, "cloud": 12, "storag": 12, "oper": 12, "load": 12, "csv": 12, "gc": 12, "tabl": 12, "secur": 13, "patch": 13}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 57}, "alltitles": {"airflow.providers.presto.hooks": [[0, "module-airflow.providers.presto.hooks"]], "Submodules": [[0, "submodules"], [4, "submodules"], [6, "submodules"]], "airflow.providers.presto.hooks.presto": [[1, "module-airflow.providers.presto.hooks.presto"]], "Module Contents": [[1, "module-contents"], [3, "module-contents"], [5, "module-contents"]], "Classes": [[1, "classes"], [3, "classes"]], "Functions": [[1, "functions"]], "Attributes": [[1, "attributes"]], "airflow.providers.presto": [[2, "module-airflow.providers.presto"]], "Subpackages": [[2, "subpackages"]], "Package Contents": [[2, "package-contents"]], "airflow.providers.presto.transfers.gcs_to_presto": [[3, "module-airflow.providers.presto.transfers.gcs_to_presto"]], "airflow.providers.presto.transfers": [[4, "module-airflow.providers.presto.transfers"]], "tests.system.providers.presto.example_gcs_to_presto": [[5, "module-tests.system.providers.presto.example_gcs_to_presto"]], "tests.system.providers.presto": [[6, "module-tests.system.providers.presto"]], "Changelog": [[7, "changelog"]], "5.4.2": [[7, "id1"], [8, "id1"]], "Misc": [[7, "misc"], [7, "id3"], [7, "id6"], [7, "id8"], [7, "id11"], [7, "id13"], [7, "id15"], [7, "id17"], [7, "id19"], [7, "id22"], [7, "id25"], [7, "id27"], [7, "id32"], [7, "id53"], [7, "id57"], [7, "id59"]], "5.4.1": [[7, "id2"], [8, "id2"]], "5.4.0": [[7, "id4"], [8, "id3"]], "Features": [[7, "features"], [7, "id29"], [7, "id34"], [7, "id39"], [7, "id41"], [7, "id45"], [7, "id49"], [7, "id55"]], "5.3.0": [[7, "id5"], [8, "id4"]], "5.2.1": [[7, "id7"], [8, "id5"]], "5.2.0": [[7, "id9"], [8, "id6"]], "5.1.4": [[7, "id12"], [8, "id7"]], "5.1.3": [[7, "id14"], [8, "id8"]], "5.1.2": [[7, "id16"], [8, "id9"]], "5.1.1": [[7, "id18"], [8, "id10"]], "5.1.0": [[7, "id20"], [8, "id11"]], "5.0.0": [[7, "id23"], [8, "id12"]], "Breaking changes": [[7, "breaking-changes"], [7, "id37"], [7, "id38"], [7, "id43"], [7, "id61"]], "4.2.2": [[7, "id24"], [8, "id13"]], "4.2.1": [[7, "id26"], [8, "id14"]], "4.2.0": [[7, "id28"], [8, "id15"]], "Bug Fixes": [[7, "bug-fixes"], [7, "id35"], [7, "id47"], [7, "id51"], [7, "id56"]], "4.1.0": [[7, "id30"], [8, "id16"]], "4.0.1": [[7, "id33"], [8, "id17"]], "4.0.0": [[7, "id36"], [8, "id18"]], "3.1.0": [[7, "id40"], [8, "id19"]], "3.0.0": [[7, "id42"], [8, "id20"]], "2.2.1": [[7, "id46"], [8, "id21"]], "2.2.0": [[7, "id48"], [8, "id22"]], "2.1.2": [[7, "id50"], [8, "id23"]], "2.1.1": [[7, "id52"], [8, "id24"]], "2.1.0": [[7, "id54"], [8, "id25"]], "2.0.1": [[7, "id58"], [8, "id27"]], "2.0.0": [[7, "id60"], [8, "id28"]], "1.0.2": [[7, "id62"], [8, "id29"]], "Bug fixes": [[7, "id63"]], "1.0.1": [[7, "id64"], [8, "id30"]], "1.0.0": [[7, "id65"], [8, "id31"]], "Package apache-airflow-providers-presto": [[8, "package-apache-airflow-providers-presto"]], "Presto Connection": [[9, "presto-connection"]], "Default Connection IDs": [[9, "default-connection-ids"]], "Configuring the Connection": [[9, "configuring-the-connection"]], "apache-airflow-providers-presto": [[10, "apache-airflow-providers-presto"]], "apache-airflow-providers-presto package": [[10, "apache-airflow-providers-presto-package"]], "Provider package": [[10, "provider-package"]], "Installation": [[10, "installation"]], "Requirements": [[10, "requirements"]], "Cross provider package dependencies": [[10, "cross-provider-package-dependencies"]], "Downloading official packages": [[10, "downloading-official-packages"]], "Installing from sources": [[11, "installing-from-sources"]], "Released packages": [[11, "released-packages"]], "Release integrity": [[11, "release-integrity"]], "Verifying PyPI releases": [[11, "verifying-pypi-releases"]], "Google Cloud Storage to Presto Transfer Operator": [[12, "google-cloud-storage-to-presto-transfer-operator"]], "Load CSV from GCS to Presto Table": [[12, "load-csv-from-gcs-to-presto-table"]], "Releasing security patches": [[13, "releasing-security-patches"]]}, "indexentries": {"airflow.providers.presto.hooks": [[0, "module-airflow.providers.presto.hooks"]], "module": [[0, "module-airflow.providers.presto.hooks"], [1, "module-airflow.providers.presto.hooks.presto"], [2, "module-airflow.providers.presto"], [3, "module-airflow.providers.presto.transfers.gcs_to_presto"], [4, "module-airflow.providers.presto.transfers"], [5, "module-tests.system.providers.presto.example_gcs_to_presto"], [6, "module-tests.system.providers.presto"]], "prestoexception": [[1, "airflow.providers.presto.hooks.presto.PrestoException"]], "prestohook (class in airflow.providers.presto.hooks.presto)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook"]], "t (in module airflow.providers.presto.hooks.presto)": [[1, "airflow.providers.presto.hooks.presto.T"]], "airflow.providers.presto.hooks.presto": [[1, "module-airflow.providers.presto.hooks.presto"]], "conn_name_attr (airflow.providers.presto.hooks.presto.prestohook attribute)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.conn_name_attr"]], "conn_type (airflow.providers.presto.hooks.presto.prestohook attribute)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.conn_type"]], "default_conn_name (airflow.providers.presto.hooks.presto.prestohook attribute)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.default_conn_name"]], "generate_presto_client_info() (in module airflow.providers.presto.hooks.presto)": [[1, "airflow.providers.presto.hooks.presto.generate_presto_client_info"]], "get_conn() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.get_conn"]], "get_first() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.get_first"]], "get_isolation_level() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.get_isolation_level"]], "get_pandas_df() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.get_pandas_df"]], "get_records() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.get_records"]], "hook_name (airflow.providers.presto.hooks.presto.prestohook attribute)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.hook_name"]], "insert_rows() (airflow.providers.presto.hooks.presto.prestohook method)": [[1, "airflow.providers.presto.hooks.presto.PrestoHook.insert_rows"]], "__version__ (in module airflow.providers.presto)": [[2, "airflow.providers.presto.__version__"]], "airflow.providers.presto": [[2, "module-airflow.providers.presto"]], "gcstoprestooperator (class in airflow.providers.presto.transfers.gcs_to_presto)": [[3, "airflow.providers.presto.transfers.gcs_to_presto.GCSToPrestoOperator"]], "airflow.providers.presto.transfers.gcs_to_presto": [[3, "module-airflow.providers.presto.transfers.gcs_to_presto"]], "execute() (airflow.providers.presto.transfers.gcs_to_presto.gcstoprestooperator method)": [[3, "airflow.providers.presto.transfers.gcs_to_presto.GCSToPrestoOperator.execute"]], "template_fields (airflow.providers.presto.transfers.gcs_to_presto.gcstoprestooperator attribute)": [[3, "airflow.providers.presto.transfers.gcs_to_presto.GCSToPrestoOperator.template_fields"]], "airflow.providers.presto.transfers": [[4, "module-airflow.providers.presto.transfers"]], "bucket (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.BUCKET"]], "dag_id (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.DAG_ID"]], "env_id (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.ENV_ID"]], "path_to_file (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.PATH_TO_FILE"]], "presto_table (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.PRESTO_TABLE"]], "gcs_csv_to_presto_table (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.gcs_csv_to_presto_table"]], "test_run (in module tests.system.providers.presto.example_gcs_to_presto)": [[5, "tests.system.providers.presto.example_gcs_to_presto.test_run"]], "tests.system.providers.presto.example_gcs_to_presto": [[5, "module-tests.system.providers.presto.example_gcs_to_presto"]], "tests.system.providers.presto": [[6, "module-tests.system.providers.presto"]]}})