Search.setIndex({"docnames": ["_api/airflow/providers/qubole/hooks/index", "_api/airflow/providers/qubole/hooks/qubole/index", "_api/airflow/providers/qubole/hooks/qubole_check/index", "_api/airflow/providers/qubole/index", "_api/airflow/providers/qubole/operators/index", "_api/airflow/providers/qubole/operators/qubole/index", "_api/airflow/providers/qubole/operators/qubole_check/index", "_api/airflow/providers/qubole/sensors/index", "_api/airflow/providers/qubole/sensors/qubole/index", "_api/tests/system/providers/qubole/example_qubole/index", "_api/tests/system/providers/qubole/example_qubole_sensors/index", "_api/tests/system/providers/qubole/index", "commits", "index", "installing-providers-from-sources", "operators/index", "operators/qubole", "operators/qubole_check"], "filenames": ["_api/airflow/providers/qubole/hooks/index.rst", "_api/airflow/providers/qubole/hooks/qubole/index.rst", "_api/airflow/providers/qubole/hooks/qubole_check/index.rst", "_api/airflow/providers/qubole/index.rst", "_api/airflow/providers/qubole/operators/index.rst", "_api/airflow/providers/qubole/operators/qubole/index.rst", "_api/airflow/providers/qubole/operators/qubole_check/index.rst", "_api/airflow/providers/qubole/sensors/index.rst", "_api/airflow/providers/qubole/sensors/qubole/index.rst", "_api/tests/system/providers/qubole/example_qubole/index.rst", "_api/tests/system/providers/qubole/example_qubole_sensors/index.rst", "_api/tests/system/providers/qubole/index.rst", "commits.rst", "index.rst", "installing-providers-from-sources.rst", "operators/index.rst", "operators/qubole.rst", "operators/qubole_check.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.hooks.qubole</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.hooks.qubole_check</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.operators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.operators.qubole</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.operators.qubole_check</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.sensors</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.sensors.qubole</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.qubole.example_qubole</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.qubole.example_qubole_sensors</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.qubole</span></code>", "Package apache-airflow-providers-qubole", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-qubole</span></code>", "Installing from sources", "Qubole Operators", "Qubole", "Qubole Check"], "terms": {"qubole_check": [0, 3, 4], "3": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 15, 16, 17], "1": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 15, 16, 17], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 15, 16, 17], "2": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 15, 16, 17], "4": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17], "log": [1, 2, 12, 16], "sourc": [1, 2, 5, 6, 8, 9, 10, 13, 15, 16], "command_class": 1, "positional_arg": 1, "flatten_list": 1, "list_of_list": 1, "flatten": 1, "list": [1, 2, 5, 6, 12, 13], "filter_opt": 1, "option": [1, 5, 6, 12, 13], "remov": [1, 12, 13, 14], "from": [1, 5, 6, 12, 13], "get_options_list": 1, "get": [1, 2, 5, 6, 14], "build_command_arg": 1, "build": [1, 12, 14], "command": [1, 5, 6, 12, 17], "argument": [1, 5, 6, 12, 16], "qubolehook": [1, 2, 12], "arg": [1, 2, 5, 12, 16], "kwarg": [1, 2, 5, 6, 8], "base": [1, 2, 5, 6, 8], "basehook": 1, "commun": 1, "conn_name_attr": 1, "qubole_conn_id": [1, 5, 6, 8], "default_conn_nam": 1, "qubole_default": [1, 5, 6, 8], "conn_typ": 1, "hook_nam": 1, "static": [1, 2, 12], "get_ui_field_behaviour": 1, "return": [1, 5, 6, 17], "custom": 1, "field": [1, 5, 6, 8, 12], "behaviour": 1, "handle_failure_retri": [1, 2], "context": [1, 2, 5, 8, 12], "handl": [1, 2, 6], "retri": [1, 2], "case": [1, 2, 8], "failur": [1, 2, 12], "execut": [1, 5, 6, 17], "self": [1, 2, 5, 8, 14, 16, 17], "call": [1, 12], "kill": [1, 5], "ti": [1, 5], "cancel": 1, "paramet": [1, 5, 6, 8, 12, 16], "task": [1, 5, 12], "instanc": [1, 5, 6], "dag": [1, 6, 12, 13, 15], "us": [1, 5, 6, 8, 12, 13, 14, 15, 16, 17], "determin": [1, 5], "id": [1, 5, 6, 8, 14, 16], "respons": 1, "get_result": [1, 5, 13], "none": [1, 5, 6, 14], "fp": [1, 5], "inlin": [1, 5], "true": [1, 5, 12, 16], "delim": [1, 5], "fetch": [1, 5, 16], "include_head": [1, 5, 13], "fals": [1, 5, 6, 17], "result": [1, 2, 5, 6, 17], "just": 1, "s3": [1, 5, 16], "locat": [1, 5, 16], "save": 1, "file": [1, 5, 8, 12, 13, 14], "pointer": 1, "creat": [1, 5, 12, 14], "one": [1, 5, 14], "pass": [1, 5, 16], "bool": [1, 6, 17], "download": [1, 14], "actual": 1, "onli": [1, 5, 6, 13], "replac": [1, 12, 16], "ctl": 1, "A": 1, "char": [1, 5], "given": [1, 5, 6], "default": [1, 5, 6, 12, 16, 17], "when": [1, 5, 12, 13], "directli": 1, "larg": 1, "contain": [1, 5, 8, 14], "type": [1, 5, 12, 13], "str": [1, 5, 6, 8], "get_log": [1, 5], "text": 1, "get_jobs_id": [1, 5], "job": [1, 5, 16], "associ": 1, "inform": [1, 5, 6, 8, 12, 16, 17], "create_cmd_arg": 1, "col_delim": 2, "row_delim": 2, "isint": 2, "valu": [2, 5, 6, 16, 17], "whether": [2, 5], "column": [2, 5, 16], "ar": [2, 5, 6, 13, 14, 16], "integ": [2, 5], "isfloat": 2, "float": [2, 5, 6], "isbool": 2, "boolean": [2, 5], "parse_first_row": 2, "row_list": 2, "pars": [2, 6], "first": [2, 6, 12, 13, 17], "record": [2, 6], "qubolecheckhook": 2, "common": [2, 6, 12, 13], "sql": [2, 5, 6, 12, 13], "dbapihook": 2, "check": [2, 6, 8, 12, 13, 14, 15, 16], "get_first": 2, "queri": [2, 5, 6, 16], "get_query_result": 2, "hook": [3, 5, 6, 12, 13], "oper": [3, 12, 13, 16, 17], "sensor": [3, 12], "qdslink": 5, "model": [5, 12], "baseoperatorlink": [5, 12], "link": [5, 12, 14], "qd": [5, 6, 8, 13, 16, 17], "name": [5, 12, 16], "go": 5, "get_link": 5, "dttm": 5, "ti_kei": [5, 12], "page": [5, 12, 14], "abstractoper": 5, "datetim": [5, 12], "url": 5, "quboleoper": [5, 6, 16], "baseoper": 5, "http": [5, 13, 14], "com": [5, 13, 14], "For": [5, 6, 8, 12, 13, 14, 16, 17], "more": [5, 6, 8, 12], "how": [5, 6, 8, 12, 13, 14, 15], "take": [5, 6, 8, 12], "look": [5, 6, 8, 16, 17], "guid": [5, 6, 8, 14], "connect": [5, 6, 8, 12, 13], "which": [5, 6, 8], "consist": [5, 6, 8], "auth_token": [5, 6, 8], "command_typ": [5, 16], "e": 5, "g": 5, "hivecmd": [5, 16], "shellcmd": [5, 16], "hadoopcmd": [5, 16], "tag": [5, 12, 16], "arrai": [5, 16], "assign": 5, "cluster_label": [5, 16], "cluster": [5, 16], "label": 5, "notifi": [5, 12, 16], "send": 5, "email": [5, 6], "complet": [5, 13], "specif": [5, 6, 12, 16], "statement": 5, "script_loc": [5, 16], "sample_s": 5, "size": 5, "sampl": [5, 8], "byte": 5, "run": [5, 13, 14], "macro": [5, 16], "were": 5, "hive": [5, 8], "version": [5, 12, 13, 14], "specifi": [5, 13], "eg": 5, "13": [5, 12, 16], "etc": 5, "prestocmd": [5, 16], "sub_commnad": 5, "must": 5, "jar": [5, 16], "s3distcp": 5, "stream": [5, 16, 17], "follow": [5, 6, 14, 16], "script": [5, 12, 14, 16], "bucket": [5, 16], "file1": 5, "file2": 5, "format": 5, "These": 5, "copi": 5, "work": 5, "directori": [5, 14], "where": [5, 6, 12], "being": 5, "archiv": 5, "archive1": 5, "archive2": 5, "unarchiv": 5, "ani": [5, 6, 14, 16, 17], "extra": [5, 12, 13], "need": [5, 8, 13], "suppli": 5, "pigcmd": [5, 16], "latin_stat": 5, "pig": 5, "sparkcmd": [5, 16], "program": [5, 16], "spark": 5, "scala": [5, 16], "r": 5, "python": [5, 6, 12, 13, 14, 16, 17], "cmdline": 5, "submit": 5, "line": [5, 12], "all": [5, 6, 8, 12, 13, 16], "requir": 5, "itself": 5, "languag": [5, 16], "app_id": 5, "server": [5, 14], "app": 5, "If": [5, 6, 13, 14, 16, 17], "select": [5, 6, 14], "should": [5, 6, 8, 14], "becaus": 5, "configur": [5, 12, 13], "user_program_argu": 5, "user": [5, 6, 12, 14], "note_id": 5, "notebook": 5, "dbtapquerycmd": [5, 16], "db_tap_id": [5, 16], "data": [5, 6, 8, 12, 16, 17], "store": [5, 12], "target": 5, "databas": 5, "dbexportcmd": [5, 16], "mode": [5, 16], "can": [5, 6, 8, 13, 14, 15, 16, 17], "export": [5, 16], "hdf": 5, "schema": [5, 16], "db": [5, 13], "assum": 5, "accordingli": 5, "hive_t": [5, 16], "tabl": [5, 6, 16], "partition_spec": [5, 16], "partit": [5, 6, 8], "dbtap_id": [5, 16], "db_tabl": [5, 16], "db_update_mod": 5, "allowinsert": 5, "updateonli": 5, "db_update_kei": 5, "uniqu": [5, 12], "row": [5, 6, 17], "export_dir": 5, "fields_terminated_bi": 5, "hex": 5, "separ": [5, 12], "dataset": 5, "use_customer_clust": 5, "To": [5, 14, 16, 17], "customer_cluster_label": 5, "additional_opt": 5, "addit": 5, "sqoop": 5, "enclos": 5, "doubl": [5, 12], "singl": 5, "quot": 5, "map": [5, 16], "int": [5, 6, 16], "string": [5, 6, 12, 16], "dbimportcmd": [5, 16], "simpl": [5, 6, 16, 17], "advanc": 5, "hive_serd": 5, "output": [5, 6, 16], "where_claus": [5, 16], "claus": 5, "parallel": [5, 16], "number": [5, 6, 12], "extract": 5, "extract_queri": 5, "condit": 5, "part": 5, "boundary_queri": 5, "rang": [5, 6], "split_column": 5, "split": [5, 16], "jupytercmd": [5, 12], "path": [5, 6, 16], "includ": [5, 12], "jupyt": 5, "extens": 5, "valid": [5, 14], "json": [5, 8], "sent": 5, "kei": [5, 14], "s": [5, 6, 12, 14], "support": [5, 6, 8, 12, 13], "template_field": [5, 6, 8, 12], "sequenc": [5, 6, 8, 12], "sub_command": [5, 16], "template_ext": [5, 6, 8], "txt": [5, 8], "ui_color": 5, "3064a1": 5, "ui_fgcolor": [5, 6], "fff": 5, "qubole_hook_allowed_args_list": 5, "fetch_log": [5, 16], "operator_extra_link": 5, "main": [5, 12, 13, 14, 16], "method": 5, "deriv": [5, 8], "same": [5, 6], "dictionari": [5, 6], "render": 5, "jinja": 5, "templat": [5, 6, 8], "refer": [5, 6, 12], "get_template_context": 5, "on_kil": 5, "overrid": [5, 8], "cleanup": [5, 12], "subprocess": 5, "thread": 5, "multiprocess": 5, "within": [5, 6], "clean": 5, "up": [5, 8, 12], "leav": 5, "ghost": 5, "process": 5, "behind": 5, "jobs_id": 5, "get_hook": 5, "reinitialis": 5, "some": 5, "might": [5, 13], "have": [5, 6, 12, 13], "chang": [5, 12], "__getattribute__": 5, "getattr": 5, "__setattr__": 5, "implement": [5, 12], "setattr": 5, "qubolecheckoper": [6, 17], "results_parser_cal": 6, "_qubolecheckoperatormixin": 6, "sqlcheckoper": 6, "perform": [6, 16], "against": [6, 12, 16, 17], "expect": [6, 17], "By": [6, 14, 17], "each": [6, 17], "evalu": [6, 17], "cast": [6, 17], "fail": [6, 17], "error": [6, 12, 17], "out": [6, 12, 17], "note": [6, 12], "eval": 6, "empti": 6, "set": [6, 12], "like": [6, 16], "count": [6, 16], "foo": 6, "you": [6, 8, 13, 14, 15, 16, 17], "craft": 6, "much": 6, "complex": 6, "could": 6, "ha": [6, 16], "upstream": 6, "todai": 6, "greater": 6, "than": 6, "yesterdai": 6, "metric": 6, "less": 6, "standard": 6, "deviat": 6, "7": 6, "dai": [6, 16], "averag": 6, "qualiti": 6, "your": [6, 13, 16], "pipelin": 6, "depend": [6, 12], "put": 6, "choic": 6, "stop": [6, 12, 16], "critic": 6, "prevent": 6, "publish": 6, "dubiou": 6, "side": 6, "receiv": 6, "alert": 6, "without": 6, "progress": 6, "doc": [6, 12], "extend": 6, "flexibl": 6, "callabl": 6, "hold": 6, "logic": 6, "000": 6, "qubolevaluecheckoper": 6, "pass_valu": 6, "toler": 6, "sqlvaluecheckoper": 6, "compar": 6, "pre": 6, "defin": [6, 8], "The": [6, 13, 14], "permiss": 6, "limit": 6, "union": 6, "exampl": [6, 8, 12, 13, 14, 15, 16], "anyth": 6, "between": 6, "er": 6, "get_sql_from_qbol_cmd": 6, "param": [6, 16], "handle_airflow_except": 6, "airflow_except": 6, "except": 6, "qubolesensor": 8, "basesensoroper": 8, "poke": 8, "function": [8, 12], "while": 8, "qubolefilesensor": [8, 16], "wait": [8, 16], "folder": [8, 12, 14, 16], "present": [8, 16], "cloud": [8, 15, 16, 17], "storag": [8, 16], "its": [8, 16], "presenc": [8, 16], "via": [8, 13, 14, 16], "api": [8, 12, 13, 16], "object": [8, 16], "payload": 8, "whose": 8, "structur": 8, "both": 8, "also": [8, 14, 16], "driven": 8, "qubolepartitionsensor": [8, 16], "show": [8, 16], "qh": 8, "servic": [8, 12, 16, 17], "start_dat": [9, 10, 12], "env_id": [9, 10], "dag_id": [9, 10, 16], "example_qubole_oper": 9, "doc_md": [9, 10], "test_run": [9, 10], "example_qubol": [11, 16], "example_qubole_sensor": [11, 16], "detail": [12, 13, 14], "commit": 12, "high": 12, "level": 12, "changelog": 12, "see": [12, 13], "latest": 12, "2022": 12, "07": 12, "subject": 12, "46bbfdade0": 12, "move": [12, 13], "class": [12, 13, 16], "24836": [12, 13], "96b01a8012": 12, "05": 12, "bad": 12, "charact": 12, "our": 12, "codebas": 12, "24841": 12, "0de31bd73a": 12, "06": 12, "29": 12, "insid": 12, "24672": 12, "510a6bab45": 12, "28": 12, "yaml": 12, "24702": 12, "09": 12, "dcdcf3a2b8": 12, "updat": [12, 13], "releas": [12, 13], "rc2": 12, "mai": 12, "24307": 12, "717a7588bc": 12, "descript": 12, "min": [12, 16], "24292": 12, "aeabe994b3": 12, "prepar": 12, "24231": 12, "9dc2851671": 12, "fix": 12, "backward": [12, 13], "compat": [12, 13], "introduc": [12, 13], "mypi": [12, 13], "problem": [12, 13], "24230": [12, 13], "027b707d21": 12, "add": [12, 13], "explanatori": 12, "contributor": 12, "about": [12, 14], "24229": 12, "e3824ce521": 12, "03": 12, "migrat": [12, 13], "new": [12, 16], "design": 12, "22460": 12, "24149": 12, "71e4deb1b0": 12, "16": 12, "py": [12, 13, 16], "23716": [12, 13], "75c60923e0": 12, "12": [12, 14, 16], "document": [12, 13, 16, 17], "11": [12, 14], "23631": 12, "8b6b0848a3": 12, "04": 12, "23": 12, "brees": 12, "pull": 12, "verifi": [12, 13], "imag": 12, "23104": 12, "49e336ae03": 12, "usag": [12, 16], "dummyoper": 12, "emptyoper": 12, "22974": 12, "22": 12, "d7dbfb7e26": 12, "bugfix": 12, "22383": 12, "14": 12, "16adc035b1": 12, "classifi": [12, 13], "march": 12, "22226": 12, "c1ab8e2d7b": 12, "protect": 12, "accident": 12, "misus": 12, "xcom": 12, "get_valu": 12, "22244": 12, "d08284ed25": 12, "map_index": 12, "interfac": 12, "22112": 12, "f5b96315fe": 12, "feb": 12, "22056": 12, "08575ddd8a": 12, "01": 12, "21798": 12, "02": [12, 16], "08": 12, "d94fa37830": 12, "januari": 12, "delai": 12, "21439": 12, "6c3a67d4fc": 12, "2021": [12, 14], "21257": 12, "ddb5246bd1": 12, "refactor": [12, 13], "ad": [12, 13], "hoc": 12, "taskinst": 12, "21285": 12, "cb73053211": 12, "27": 12, "21074": [12, 13], "602abe8394": 12, "20": [12, 16], "now": 12, "sphinx": 12, "autoapi": 12, "typehint": 12, "20951": 12, "9f135bce30": 12, "fxing": 12, "issu": 12, "20625": 12, "f77417eb0d": 12, "31": 12, "k8": 12, "pypi": [12, 13], "20614": 12, "97496ba2b4": 12, "decemb": 12, "20523": 12, "83f8e178ba": 12, "even": 12, "ext": 12, "20608": 12, "d56e7b56bb": 12, "30": 12, "friendli": 12, "20571": 12, "a0821235fb": 12, "everywher": 12, "20565": 12, "7d84196519": 12, "19": 12, "20319": 12, "2fbfbef17b": 12, "20058": [12, 13], "853576d901": 12, "novemb": 12, "19882": 12, "d9567eb106": 12, "10": [12, 13, 16], "octob": 12, "19321": 12, "86a2a19ad2": 12, "17": 12, "f": 12, "18855": 12, "840ea3efb9": 12, "septemb": 12, "18613": 12, "ef037e7021": 12, "misc": 12, "18597": 12, "a458fcc573": 12, "miscellan": 12, "taskflow": 12, "applic": 12, "18278": 12, "0a68588479": 12, "august": 12, "17890": 12, "be75dcd39c": 12, "meta": 12, "76ed2a49c6": 12, "import": [12, 13, 14, 16], "lazili": 12, "individu": 12, "manag": [12, 14], "17682": 12, "87f408b1e7": 12, "26": 12, "juli": 12, "17116": 12, "0dbd0f420c": 12, "default_arg": 12, "pattern": 12, "16872": 12, "b916b75079": 12, "15": 12, "17015": 12, "866a601b76": 12, "pylint": 12, "toolchain": 12, "16682": 12, "18": 12, "bbc627a3da": 12, "16501": 12, "cbf8001d76": 12, "synchron": 12, "after": 12, "buggfix": 12, "16464": 12, "1fba5402bb": 12, "june": 12, "16405": 12, "9c94b72d44": 12, "16294": 12, "1e647029e4": 12, "renam": 12, "branch": 12, "repo": 12, "16149": 12, "996965aad9": 12, "header": [12, 13], "15683": [12, 13], "37681bca00": 12, "auto": [12, 13, 16], "appli": [12, 13], "apply_default": [12, 13], "decor": [12, 13], "15667": [12, 13], "47a5539f7b": 12, "15615": [12, 13], "807ad32ce5": 12, "pip": [12, 13, 14], "21": 12, "15576": 12, "40a2476a5d": 12, "interact": 12, "gener": 12, "15518": 12, "4b031d39e1": 12, "make": 12, "code": [12, 14, 15], "8": 12, "15534": 12, "68e4c4dcb0": 12, "backport": 12, "14886": 12, "589d6dec92": 12, "next": 12, "wave": 12, "14487": 12, "33214d9326": 12, "bigqueri": [12, 13], "druid": [12, 13], "12677": [12, 13], "88bdcfa0df": 12, "14013": 12, "ac2f72c98d": 12, "tool": 12, "13767": 12, "a9ac2b040b": 12, "switch": 12, "flynt": 12, "13732": 12, "3fd5ef3555": 12, "miss": 12, "logo": 12, "integr": [12, 15], "13717": 12, "295d66f914": 12, "2020": 12, "grammar": 12, "warn": [12, 14], "13380": 12, "6cf76d7ac0": 12, "typo": 12, "upgrad": [12, 13], "13148": 12, "32971a1a2d": 12, "12955": 12, "d5589673a9": 12, "dummy_oper": 12, "dummi": 12, "11178": 12, "11293": 12, "b40dffa085": 12, "rema": 12, "modul": 12, "match": [12, 14], "aip": 12, "12917": 12, "9b39f24780": 12, "dynam": 12, "form": 12, "per": 12, "12558": 12, "1dcd3e13fd": 12, "come": 12, "12472": 12, "c34ef853c8": 12, "12444": 12, "0080354502": 12, "readm": [12, 13], "0b2": 12, "batch": 12, "12449": 12, "ae7cb4a1e2": 12, "wrong": 12, "hash": 12, "12390": 12, "6889a333cf": 12, "improv": 12, "ref": 12, "12366": 12, "7825e8f590": 12, "instal": 12, "12304": 12, "85a18e13d9": 12, "point": 12, "project": 12, "cross": 12, "12212": 12, "59eb5de78c": 12, "0beta1": 12, "12206": 12, "b2a28d1590": 12, "dev": [12, 16], "12082": 12, "41bf172c1d": 12, "simplifi": 12, "express": 12, "12093": 12, "4e8f9cc8d0": 12, "enabl": 12, "black": 12, "formmatt": 12, "9550": 12, "8c42cf1b00": 12, "pyupgrad": 12, "6": 12, "11447": 12, "5a439e84eb": 12, "2a1": 12, "11855": 12, "872b1566a1": 12, "25": 12, "setup": 12, "11826": 12, "349b0811c3": 12, "d200": 12, "pydocstyl": 12, "11688": 12, "16e7129719": 12, "11487": 12, "0a0e1af800": 12, "broken": 12, "markdown": 12, "toc": 12, "11249": 12, "ca4238eb4d": 12, "month": [12, 16], "11242": 12, "5220e4c384": 12, "11238": 12, "720912f67b": 12, "strict": 12, "multipl": 12, "11229": 12, "c58d60635d": 12, "qubole_hook": 12, "pool": 12, "qubole_oper": 12, "10820": 12, "9549274d11": 12, "8b1": 12, "10818": 12, "36aa88ffc1": 12, "10599": 12, "fdd9b6f65b": 12, "10543": 12, "d1bce91bb2": 12, "d403": 12, "capit": 12, "word": 12, "docstr": 12, "10530": 12, "3696c34c28": 12, "24": 12, "10528": 12, "ee7ca128a1": 12, "refernc": 12, "10483": 12, "cdec301254": 12, "correct": [12, 14], "signatur": [12, 13, 14], "10205": 12, "24c8e4c2d6": 12, "constructor": 12, "10163": 12, "aeea71274d": 12, "10097": 12, "7d24b088cd": 12, "example_dag": 12, "9985": 12, "33f0cd2657": 12, "keep": 12, "9784": 12, "3190db5246": 12, "9347": 12, "unabl": 12, "9349": 12, "d0e7db4024": 12, "fresh": 12, "9408": 12, "12af6a0800": 12, "final": 12, "23rc1": 12, "9404": 12, "c7e5bce57f": 12, "candid": 12, "9370": 12, "f6bd817a3a": 12, "transfer": 12, "9320": 12, "0b0e4f7a4c": 12, "rc3": 12, "relas": 12, "9026": 12, "00642a46d0": 12, "remain": 12, "wrongli": 12, "8994": 12, "1d36b0303b": 12, "8984": 12, "375d1ca229": 12, "8898": 12, "12c5e5d8a": 12, "8891": 12, "f3521fb0e3": 12, "regener": 12, "8886": 12, "92585ca4cb": 12, "autom": 12, "8807": 12, "4b06fde0f1": 12, "flake8": 12, "8841": 12, "87969a350d": 12, "6515": 12, "info": 12, "8170": 12, "4bde99f132": 12, "7802": 12, "05443c6dc8": 12, "super": 12, "7828": 12, "de7e934ca3": 12, "7079": 12, "redund": 12, "7750": 12, "3320e432a1": 12, "6817": 12, "lazi": 12, "load": 12, "face": 12, "untouch": 12, "7517": 12, "4d03e33c11": 12, "__init__": 12, "implicit": 12, "explicit": 12, "entri": 12, "md": [12, 13], "squash": 12, "rebas": 12, "7456": 12, "9cbd7de6d1": 12, "6792": 12, "_oper": 12, "_hook": 12, "_sensor": 12, "test": [12, 16], "7412": 12, "f3ad5cf618": 12, "4681": 12, "7309": 12, "97a429f9d0": 12, "6714": 12, "magic": 12, "comment": 12, "utf": 12, "7338": 12, "cf141506a2": 12, "6708": 12, "logger": 12, "7330": 12, "a2d6a2f85": 12, "6687": 12, "kubernet": 12, "7299": 12, "83c037873f": 12, "6674": [12, 14], "accord": 12, "7287": 12, "c42a375e79": 12, "6644": 12, "7265": 12, "repositori": 13, "top": [13, 14], "exist": 13, "below": [13, 14], "minimum": 13, "sdk": [13, 16, 17], "those": [13, 14], "order": 13, "them": [13, 16], "checksum": [13, 14], "site": 13, "sdist": [13, 14], "asc": [13, 14], "sha512": [13, 14], "wheel": 13, "avail": [13, 14, 16], "explain": 13, "polici": 13, "github": 13, "blob": 13, "mistakenli": 13, "install_requir": 13, "22382": 13, "trove": 13, "framework": 13, "optimis": 13, "due": 13, "want": [13, 14], "least": 13, "otherwis": 13, "automat": 13, "manual": 13, "15598": 13, "initi": 13, "describ": 14, "apach": [14, 16], "airflow": [14, 16, 17], "provid": [14, 16, 17], "qubol": 14, "offici": 14, "most": 14, "choos": 14, "differ": 14, "drop": 14, "down": 14, "left": 14, "whl": 14, "origin": 14, "softwar": 14, "foundat": 14, "abov": 14, "pgp": 14, "It": 14, "essenti": 14, "sha": 14, "gpg": 14, "pleas": 14, "well": 14, "relev": 14, "distribut": 14, "recommend": 14, "mirror": 14, "i": [14, 16], "pgpk": 14, "ka": 14, "binari": 14, "pgpv": 14, "tar": 14, "gz": 14, "made": 14, "sat": 14, "sep": 14, "49": 14, "54": 14, "bst": 14, "rsa": 14, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 14, "issuer": 14, "kaxilnaik": 14, "org": [14, 16], "good": 14, "kaxil": 14, "naik": 14, "unknown": 14, "aka": 14, "gmail": 14, "certifi": 14, "trust": 14, "There": 14, "indic": 14, "belong": 14, "owner": 14, "primari": 14, "fingerprint": 14, "cde1": 14, "5c6e": 14, "4d3a": 14, "8ec4": 14, "ecf4": 14, "ba4b": 14, "e08a": 14, "d7de": 14, "406f": 14, "do": 14, "worri": 14, "certif": 14, "sign": 14, "why": 14, "previou": 14, "step": 14, "know": 14, "alreadi": 14, "sum": 14, "shasum": 14, "512": 14, "diff": 14, "local": 14, "bin": 14, "bash": 14, "package_vers": 14, "package_nam": 14, "provider_download_dir": 14, "mktemp": 14, "d": 14, "dep": 14, "dest": 14, "curl": 14, "apache_airflow_providers_qubol": 14, "py3": 14, "l": 14, "o": 14, "echo": 14, "ls": 14, "la": 14, "onc": 14, "instruct": 14, "chapter": 14, "temporari": 14, "learn": [15, 16, 17], "googl": [15, 16, 17], "analyz": 15, "particular": 15, "open": [16, 17], "secur": [16, 17], "lake": [16, 17], "platform": [16, 17], "machin": [16, 17], "adhoc": [16, 17], "analyt": [16, 17], "deliv": [16, 17], "big": [16, 17], "built": [16, 17], "amazon": [16, 17], "web": [16, 17], "microsoft": [16, 17], "system": 16, "hive_show_t": 16, "task_id": 16, "concaten": 16, "correspond": 16, "airflow_example_run": 16, "attach": 16, "run_id": 16, "hive_s3_loc": 16, "s3n": 16, "public": 16, "qbol": 16, "librari": 16, "show_tabl": 16, "hql": 16, "tag1": 16, "tag2": 16, "date": 16, "ds": 16, "abc": 16, "hadoop_jar_cmd": 16, "paid": 16, "hadoopapiexampl": 16, "mapper": 16, "wc": 16, "numreducetask": 16, "input": 16, "hadoopapitest": 16, "tsv": 16, "3_wc": 16, "latin": 16, "pig_cmd": 16, "script1": 16, "small": 16, "key1": 16, "value1": 16, "key2": 16, "value2": 16, "shell_cmd": 16, "shellx": 16, "sh": 16, "param1": 16, "param2": 16, "presto_cmd": 16, "dbtap": 16, "db_queri": 16, "2064": 16, "db_export": 16, "default_qubole_airline_origin_destin": 16, "exported_airline_origin_destin": 16, "dt": 16, "20110104": 16, "db_import": 16, "prog": 16, "math": 16, "random": 16, "_": 16, "comput": 16, "approxim": 16, "pi": 16, "sparkpi": 16, "def": 16, "val": 16, "conf": 16, "sparkconf": 16, "setappnam": 16, "sparkcontext": 16, "slice": 16, "length": 16, "toint": 16, "els": 16, "n": 16, "100000l": 16, "maxvalu": 16, "avoid": 16, "overflow": 16, "until": 16, "x": 16, "y": 16, "reduc": 16, "println": 16, "roughli": 16, "spark_cmd": 16, "check_s3_fil": 16, "poke_interv": 16, "60": 16, "timeout": 16, "600": 16, "check_hive_partit": 16, "my_partitioned_t": 16, "yesterday_d": 16, "further": [16, 17], "product": [16, 17]}, "objects": {"airflow.providers": [[3, 0, 0, "-", "qubole"]], "airflow.providers.qubole": [[0, 0, 0, "-", "hooks"], [4, 0, 0, "-", "operators"], [7, 0, 0, "-", "sensors"]], "airflow.providers.qubole.hooks": [[1, 0, 0, "-", "qubole"], [2, 0, 0, "-", "qubole_check"]], "airflow.providers.qubole.hooks.qubole": [[1, 1, 1, "", "COMMAND_CLASSES"], [1, 1, 1, "", "POSITIONAL_ARGS"], [1, 2, 1, "", "QuboleHook"], [1, 5, 1, "", "build_command_args"], [1, 5, 1, "", "filter_options"], [1, 5, 1, "", "flatten_list"], [1, 5, 1, "", "get_options_list"], [1, 1, 1, "", "log"]], "airflow.providers.qubole.hooks.qubole.QuboleHook": [[1, 3, 1, "", "conn_name_attr"], [1, 3, 1, "", "conn_type"], [1, 4, 1, "", "create_cmd_args"], [1, 3, 1, "", "default_conn_name"], [1, 4, 1, "", "execute"], [1, 4, 1, "", "get_jobs_id"], [1, 4, 1, "", "get_log"], [1, 4, 1, "", "get_results"], [1, 4, 1, "", "get_ui_field_behaviour"], [1, 4, 1, "", "handle_failure_retry"], [1, 3, 1, "", "hook_name"], [1, 4, 1, "", "kill"]], "airflow.providers.qubole.hooks.qubole_check": [[2, 1, 1, "", "COL_DELIM"], [2, 2, 1, "", "QuboleCheckHook"], [2, 1, 1, "", "ROW_DELIM"], [2, 5, 1, "", "isbool"], [2, 5, 1, "", "isfloat"], [2, 5, 1, "", "isint"], [2, 1, 1, "", "log"], [2, 5, 1, "", "parse_first_row"]], "airflow.providers.qubole.hooks.qubole_check.QuboleCheckHook": [[2, 4, 1, "", "get_first"], [2, 4, 1, "", "get_query_results"], [2, 4, 1, "", "handle_failure_retry"]], "airflow.providers.qubole.operators": [[5, 0, 0, "-", "qubole"], [6, 0, 0, "-", "qubole_check"]], "airflow.providers.qubole.operators.qubole": [[5, 2, 1, "", "QDSLink"], [5, 2, 1, "", "QuboleOperator"]], "airflow.providers.qubole.operators.qubole.QDSLink": [[5, 4, 1, "", "get_link"], [5, 3, 1, "", "name"]], "airflow.providers.qubole.operators.qubole.QuboleOperator": [[5, 4, 1, "", "__getattribute__"], [5, 4, 1, "", "__setattr__"], [5, 4, 1, "", "execute"], [5, 4, 1, "", "get_hook"], [5, 4, 1, "", "get_jobs_id"], [5, 4, 1, "", "get_log"], [5, 4, 1, "", "get_results"], [5, 4, 1, "", "on_kill"], [5, 3, 1, "", "operator_extra_links"], [5, 3, 1, "", "qubole_hook_allowed_args_list"], [5, 3, 1, "", "template_ext"], [5, 3, 1, "", "template_fields"], [5, 3, 1, "", "ui_color"], [5, 3, 1, "", "ui_fgcolor"]], "airflow.providers.qubole.operators.qubole_check": [[6, 2, 1, "", "QuboleCheckOperator"], [6, 2, 1, "", "QuboleValueCheckOperator"], [6, 5, 1, "", "get_sql_from_qbol_cmd"], [6, 5, 1, "", "handle_airflow_exception"]], "airflow.providers.qubole.operators.qubole_check.QuboleCheckOperator": [[6, 3, 1, "", "template_ext"], [6, 3, 1, "", "template_fields"], [6, 3, 1, "", "ui_fgcolor"]], "airflow.providers.qubole.operators.qubole_check.QuboleValueCheckOperator": [[6, 3, 1, "", "template_ext"], [6, 3, 1, "", "template_fields"], [6, 3, 1, "", "ui_fgcolor"]], "airflow.providers.qubole.sensors": [[8, 0, 0, "-", "qubole"]], "airflow.providers.qubole.sensors.qubole": [[8, 2, 1, "", "QuboleFileSensor"], [8, 2, 1, "", "QubolePartitionSensor"], [8, 2, 1, "", "QuboleSensor"]], "airflow.providers.qubole.sensors.qubole.QuboleSensor": [[8, 4, 1, "", "poke"], [8, 3, 1, "", "template_ext"], [8, 3, 1, "", "template_fields"]], "tests.system.providers": [[11, 0, 0, "-", "qubole"]], "tests.system.providers.qubole": [[9, 0, 0, "-", "example_qubole"], [10, 0, 0, "-", "example_qubole_sensors"]], "tests.system.providers.qubole.example_qubole": [[9, 1, 1, "", "DAG_ID"], [9, 1, 1, "", "ENV_ID"], [9, 1, 1, "", "START_DATE"], [9, 1, 1, "", "doc_md"], [9, 1, 1, "", "test_run"]], "tests.system.providers.qubole.example_qubole_sensors": [[10, 1, 1, "", "DAG_ID"], [10, 1, 1, "", "ENV_ID"], [10, 1, 1, "", "START_DATE"], [10, 1, 1, "", "doc_md"], [10, 1, 1, "", "test_run"]]}, "objtypes": {"0": "py:module", "1": "py:data", "2": "py:class", "3": "py:attribute", "4": "py:method", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "data", "Python data"], "2": ["py", "class", "Python class"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "method", "Python method"], "5": ["py", "function", "Python function"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 12, 13], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], "qubol": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17], "hook": [0, 1, 2], "submodul": [0, 4, 7, 11], "modul": [1, 2, 5, 6, 8, 9, 10], "content": [1, 2, 5, 6, 8, 9, 10, 13], "class": [1, 2, 5, 6, 8], "function": [1, 2, 6], "attribut": [1, 2], "qubole_check": [2, 6], "subpackag": 3, "oper": [4, 5, 6, 15], "sensor": [7, 8, 16], "test": [9, 10, 11], "system": [9, 10, 11], "example_qubol": 9, "example_qubole_sensor": 10, "packag": [12, 13, 14], "apach": [12, 13], "3": [12, 13], "1": [12, 13], "0": [12, 13], "2": [12, 13], "guid": 13, "refer": [13, 16, 17], "resourc": 13, "commit": 13, "instal": [13, 14], "requir": 13, "cross": 13, "depend": 13, "download": 13, "offici": 13, "changelog": 13, "featur": 13, "break": 13, "chang": 13, "bug": 13, "fix": 13, "misc": 13, "from": 14, "sourc": 14, "releas": 14, "integr": 14, "verifi": 14, "pypi": 14, "prerequisit": [16, 17], "task": [16, 17], "execut": 16, "run": 16, "hive": 16, "command": 16, "hadoop": 16, "pig": 16, "shell": 16, "presto": 16, "db": 16, "spark": 16, "file": 16, "directori": 16, "exist": 16, "partit": 16, "check": 17, "perform": 17}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 56}})