blob: b4d9827cb96a9299419bd98b0e2673e67565dc0c [file] [log] [blame]
Search.setIndex({"docnames": ["_api/airflow/providers/apache/hive/hooks/hive/index", "_api/airflow/providers/apache/hive/hooks/index", "_api/airflow/providers/apache/hive/index", "_api/airflow/providers/apache/hive/macros/hive/index", "_api/airflow/providers/apache/hive/macros/index", "_api/airflow/providers/apache/hive/operators/hive/index", "_api/airflow/providers/apache/hive/operators/hive_stats/index", "_api/airflow/providers/apache/hive/operators/index", "_api/airflow/providers/apache/hive/plugins/hive/index", "_api/airflow/providers/apache/hive/plugins/index", "_api/airflow/providers/apache/hive/sensors/hive_partition/index", "_api/airflow/providers/apache/hive/sensors/index", "_api/airflow/providers/apache/hive/sensors/metastore_partition/index", "_api/airflow/providers/apache/hive/sensors/named_hive_partition/index", "_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index", "_api/airflow/providers/apache/hive/transfers/hive_to_samba/index", "_api/airflow/providers/apache/hive/transfers/index", "_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index", "_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index", "_api/airflow/providers/apache/hive/transfers/s3_to_hive/index", "_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index", "_api/tests/system/providers/apache/hive/example_twitter_dag/index", "_api/tests/system/providers/apache/hive/index", "commits", "connections/hive_cli", "connections/hive_metastore", "connections/hiveserver2", "connections/index", "index", "installing-providers-from-sources", "macros", "operators"], "filenames": ["_api/airflow/providers/apache/hive/hooks/hive/index.rst", "_api/airflow/providers/apache/hive/hooks/index.rst", "_api/airflow/providers/apache/hive/index.rst", "_api/airflow/providers/apache/hive/macros/hive/index.rst", "_api/airflow/providers/apache/hive/macros/index.rst", "_api/airflow/providers/apache/hive/operators/hive/index.rst", "_api/airflow/providers/apache/hive/operators/hive_stats/index.rst", "_api/airflow/providers/apache/hive/operators/index.rst", "_api/airflow/providers/apache/hive/plugins/hive/index.rst", "_api/airflow/providers/apache/hive/plugins/index.rst", "_api/airflow/providers/apache/hive/sensors/hive_partition/index.rst", "_api/airflow/providers/apache/hive/sensors/index.rst", "_api/airflow/providers/apache/hive/sensors/metastore_partition/index.rst", "_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.rst", "_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.rst", "_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.rst", "_api/airflow/providers/apache/hive/transfers/index.rst", "_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.rst", "_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.rst", "_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.rst", "_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.rst", "_api/tests/system/providers/apache/hive/example_twitter_dag/index.rst", "_api/tests/system/providers/apache/hive/index.rst", "commits.rst", "connections/hive_cli.rst", "connections/hive_metastore.rst", "connections/hiveserver2.rst", "connections/index.rst", "index.rst", "installing-providers-from-sources.rst", "macros.rst", "operators.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.hooks.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.macros.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.macros</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators.hive_stats</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.plugins.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.plugins</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.hive_partition</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.metastore_partition</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.named_hive_partition</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.hive_to_samba</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.s3_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.hive.example_twitter_dag</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.hive</span></code>", "Package apache-airflow-providers-apache-hive", "Hive CLI Connection", "Hive Metastore Connection", "Hive Server2 Connection", "Connection Types", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-hive</span></code>", "Installing from sources", "Hive Macros", "Apache Hive Operators"], "terms": {"hive_queue_prior": 0, "very_high": [0, 5], "high": [0, 5, 23], "normal": [0, 5, 23], "low": [0, 5], "very_low": [0, 5], "sourc": [0, 2, 3, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 28, 30, 31], "get_context_from_env_var": 0, "extract": [0, 21], "context": [0, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23], "from": [0, 3, 5, 14, 15, 17, 18, 19, 20, 21, 23, 28, 30], "env": 0, "variabl": [0, 5, 24, 25, 26], "e": [0, 3, 24, 30], "g": [0, 3, 30], "dag_id": [0, 21], "task_id": [0, 31], "execution_d": 0, "so": [0, 5, 14], "thei": 0, "can": [0, 3, 5, 10, 18, 19, 21, 24, 25, 26, 28, 29, 30, 31], "us": [0, 3, 5, 6, 8, 10, 13, 14, 15, 17, 18, 19, 20, 23, 24, 25, 26, 28, 29, 30, 31], "insid": [0, 23], "bashoper": 0, "pythonoper": 0, "return": [0, 3, 6, 23, 28, 30], "The": [0, 3, 10, 12, 14, 17, 18, 19, 20, 24, 25, 26, 28, 29, 30, 31], "interest": [0, 3, 30], "type": [0, 3, 5, 6, 10, 17, 18, 19, 20, 23, 24, 25, 26, 28, 30], "dict": [0, 5, 6, 14, 17, 18, 19, 20], "ani": [0, 5, 6, 18, 29], "hiveclihook": [0, 23, 28], "hive_cli_conn_id": [0, 5, 17, 18, 19, 20], "default_conn_nam": 0, "run_a": 0, "none": [0, 3, 5, 6, 10, 13, 14, 17, 18, 19, 20, 29, 30], "mapred_queu": [0, 5], "mapred_queue_prior": [0, 5], "mapred_job_nam": [0, 5], "hive_cli_param": [0, 5, 23, 24, 28], "auth": [0, 5, 23, 24, 28], "base": [0, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20], "basehook": 0, "simpl": 0, "wrapper": 0, "around": [0, 23], "cli": [0, 5, 17, 18, 19, 20, 27], "It": [0, 18, 25, 29], "also": [0, 5, 21, 29], "support": [0, 3, 10, 14, 23, 28, 30], "beelin": [0, 23, 24, 28], "lighter": 0, "run": [0, 5, 6, 14, 17, 18, 20, 24, 26, 28, 29], "jdbc": [0, 24], "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31], "replac": [0, 5, 23], "heavier": 0, "tradit": 0, "To": [0, 29], "enabl": [0, 23, 24, 25, 26], "set": [0, 3, 5, 13, 17, 18, 19, 20, 23, 26, 28, 30], "use_beelin": [0, 24], "param": [0, 3, 24, 30], "extra": [0, 23, 24, 25, 26, 28], "field": [0, 3, 5, 12, 17, 18, 19, 20, 23, 24, 28, 30], "your": [0, 3, 5, 17, 18, 20, 24, 25, 26, 28, 30], "connect": [0, 3, 5, 6, 10, 13, 14, 15, 17, 18, 19, 20, 23, 28, 30], "true": [0, 3, 5, 17, 18, 19, 20, 24, 26, 30], "note": [0, 5, 10, 13, 14, 17, 18, 19, 20, 23, 24, 25, 26], "you": [0, 3, 5, 6, 10, 13, 17, 18, 19, 20, 21, 24, 25, 26, 28, 29, 30], "default": [0, 3, 5, 6, 10, 12, 13, 14, 19, 23, 30], "paramet": [0, 3, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23, 24, 25, 26, 28, 30], "pass": [0, 5, 10, 13, 17, 18, 20, 23], "space": 0, "separ": [0, 23, 25], "list": [0, 3, 6, 13, 23, 25, 28, 30], "add": [0, 23, 28], "command": [0, 14, 23], "get": [0, 3, 5, 6, 13, 17, 18, 19, 20, 21, 29, 30], "string": [0, 18, 23, 24], "str": [0, 3, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 30], "refer": [0, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20], "id": [0, 5, 6, 10, 13, 14, 15, 17, 18, 19, 20, 29], "queue": [0, 5], "hadoop": [0, 5, 23], "schedul": 0, "capac": 0, "fair": 0, "prioriti": [0, 5], "within": [0, 5], "job": [0, 23], "possibl": [0, 5, 25], "includ": [0, 5, 23], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31], "name": [0, 3, 5, 6, 8, 10, 12, 13, 19, 21, 23, 25, 26, 30], "appear": [0, 5], "jobtrack": [0, 5], "make": [0, 5, 23, 24, 28], "monitor": [0, 5], "easier": [0, 5], "conn_name_attr": 0, "hive_cli_default": [0, 5, 17, 18, 19, 20, 24], "conn_typ": 0, "hive_cli": [0, 24], "hook_nam": 0, "client": [0, 10, 13], "run_cli": 0, "hql": [0, 5, 15, 23, 24, 28, 31], "schema": [0, 3, 5, 10, 12, 13, 23, 24, 26, 28, 30], "verbos": 0, "hive_conf": [0, 14, 23, 28], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31], "statement": [0, 14, 17, 18, 19, 20, 24, 26], "If": [0, 3, 5, 6, 17, 18, 19, 20, 24, 26, 28, 29, 30], "specifi": [0, 19, 24, 25, 26, 28], "should": [0, 5, 10, 12, 13, 14, 18, 19, 21, 24, 25, 26, 28, 29], "entri": [0, 23], "kei": [0, 5, 6, 19, 23, 24, 28, 29], "valu": [0, 3, 5, 6, 10, 17, 18, 19, 20, 30], "pair": [0, 3, 5, 30], "hiveconf": [0, 5], "queri": [0, 6, 12, 14, 15, 17, 18, 19, 20], "languag": [0, 23], "databas": [0, 5, 6, 14, 15, 17, 18, 19, 20, 24, 26, 31], "bool": [0, 5, 14, 17, 18, 19, 20, 23], "addit": 0, "log": [0, 23], "after": [0, 3, 5, 14, 23, 28, 30], "thu": 0, "overrid": [0, 5, 10, 12, 13], "whatev": 0, "ar": [0, 3, 6, 17, 18, 19, 20, 23, 24, 25, 26, 28, 29, 30], "hh": 0, "result": [0, 12, 15], "ok": 0, "test_hql": 0, "test": [0, 23, 31], "explain": [0, 28], "load_df": 0, "df": 0, "tabl": [0, 3, 6, 10, 12, 13, 14, 17, 18, 19, 20, 23, 28, 30, 31], "field_dict": [0, 19], "delimit": [0, 14, 17, 18, 19, 20], "encod": [0, 24, 25, 26], "utf8": 0, "pandas_kwarg": 0, "kwarg": [0, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23, 28], "load": [0, 14, 15, 17, 18, 19, 20, 23, 31], "panda": [0, 23, 28], "datafram": 0, "data": [0, 14, 15, 17, 18, 19, 20, 21, 23, 31], "infer": [0, 3, 17, 18, 19, 20, 30], "column": [0, 6, 17, 18, 19, 20, 21], "sanit": 0, "target": [0, 3, 14, 17, 18, 19, 20, 30], "dot": [0, 3, 10, 14, 17, 18, 19, 20, 30], "notat": [0, 3, 10, 14, 17, 18, 19, 20, 30], "specif": [0, 5, 14, 15, 17, 18, 19, 20, 23, 31], "map": [0, 3, 17, 18, 20, 30], "must": [0, 14], "ordereddict": 0, "keep": [0, 23, 24], "order": [0, 12, 28], "file": [0, 5, 14, 15, 17, 18, 19, 20, 21, 23, 28, 29], "when": [0, 5, 6, 12, 14, 15, 17, 18, 19, 20, 23, 24, 25, 26, 28, 30], "write": [0, 31], "to_csv": 0, "self": [0, 29], "load_fil": 0, "filepath": 0, "creat": [0, 5, 6, 12, 14, 15, 17, 18, 19, 20, 29], "overwrit": [0, 6], "partit": [0, 3, 6, 10, 12, 13, 17, 18, 19, 20, 30, 31], "recreat": [0, 17, 18, 19, 20], "fals": [0, 3, 5, 14, 17, 18, 19, 20, 24, 30], "tblproperti": [0, 17, 18, 19], "local": [0, 14, 17, 18, 19, 20, 29], "gener": [0, 6, 10, 12, 17, 18, 19, 20, 21, 23], "store": [0, 17, 18, 19, 20, 21], "AS": [0, 17, 18, 19, 20], "textfil": [0, 17, 18, 19, 20], "which": [0, 3, 17, 18, 19, 20, 30], "isn": [0, 17, 18, 19, 20], "t": [0, 3, 10, 14, 17, 18, 19, 20, 23, 30], "most": [0, 17, 18, 19, 20, 29], "effici": [0, 17, 18, 19, 20], "serial": [0, 17, 18, 19, 20], "format": [0, 6, 17, 18, 19, 20, 23], "larg": [0, 6, 17, 18, 19, 20, 31], "amount": [0, 14, 17, 18, 19, 20], "consider": [0, 17, 18, 19, 20], "mai": [0, 5, 17, 18, 19, 20, 23], "want": [0, 5, 17, 18, 19, 20, 24, 26, 28, 29], "oper": [0, 2, 10, 13, 14, 15, 17, 18, 19, 20, 23, 24, 25, 26, 28], "onli": [0, 3, 17, 18, 19, 20, 23, 24, 28, 30], "stage": [0, 14, 17, 18, 19, 20], "temporari": [0, 17, 18, 19, 20, 29], "befor": [0, 3, 5, 14, 17, 18, 19, 20, 23, 30], "its": [0, 17, 18, 19, 20], "final": [0, 17, 18, 19, 20, 23], "destin": [0, 15, 17, 18, 19, 20], "hiveoper": [0, 5, 17, 18, 19, 20, 23, 28], "A": [0, 3, 13, 19, 30], "dictionari": [0, 5, 6, 14, 15, 17, 18, 19, 20, 23, 24, 25, 26], "whether": [0, 17, 18, 19, 20], "doesn": [0, 17, 18, 19, 20], "exist": [0, 5, 17, 18, 19, 20, 28], "drop": [0, 17, 18, 19, 20, 29], "everi": [0, 17, 18, 19, 20], "execut": [0, 5, 6, 14, 15, 17, 18, 19, 20, 31], "being": [0, 14, 17, 18, 19], "kill": [0, 5, 23, 28], "hivemetastorehook": [0, 23, 28], "metastore_conn_id": [0, 3, 6, 10, 13, 30], "interact": 0, "metastor": [0, 3, 6, 10, 12, 13, 23, 27, 28, 30], "ref": [0, 10, 15, 23], "thrift": [0, 10, 12, 13, 14, 15, 25, 28], "servic": [0, 10, 12, 13, 14, 15, 21, 25, 26], "howto": [0, 10, 15], "hive_metastor": [0, 10], "max_part_count": 0, "32767": 0, "metastore_default": [0, 3, 6, 10, 13, 25, 30], "__getstate__": 0, "__setstate__": 0, "d": [0, 3, 6, 10, 12, 13, 29, 30], "get_metastore_cli": 0, "get_conn": 0, "check_for_partit": 0, "check": [0, 13, 19, 23, 28, 29, 31], "belong": [0, 29], "express": [0, 6, 19, 23], "match": [0, 3, 23, 28, 29, 30], "eg": 0, "b": 0, "AND": [0, 10], "c": 0, "static_babynames_partit": [0, 3, 30], "2015": [0, 3, 10, 30], "01": [0, 3, 10, 12, 13, 23, 30], "check_for_named_partit": 0, "partition_nam": [0, 12, 13], "given": [0, 3, 30], "xxx": 0, "get_tabl": 0, "table_nam": [0, 6], "db": [0, 12, 28], "object": [0, 5], "static_babynam": 0, "tablenam": 0, "col": [0, 6], "sd": 0, "state": 0, "year": 0, "gender": 0, "num": 0, "pattern": [0, 19], "get_databas": 0, "get_partit": 0, "partition_filt": 0, "all": [0, 3, 23, 24, 25, 26, 28, 30], "work": 0, "less": 0, "than": [0, 19], "java": [0, 23], "short": 0, "max": [0, 3, 30], "val": 0, "For": [0, 23, 24, 25, 26, 28, 29, 31], "subpartit": [0, 12], "number": [0, 23, 25, 26], "might": [0, 28], "easili": 0, "exce": 0, "part": [0, 5, 21], "len": 0, "1": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 29, 30, 31], "max_partit": [0, 3, 30], "filter_map": [0, 3, 30], "maximum": 0, "one": [0, 3, 18, 19, 24, 28, 29, 30], "partition_kei": [0, 3, 30], "partition_valu": [0, 3, 30], "filter": [0, 3, 23, 28, 30], "out": [0, 23, 28], "table_exist": 0, "does_not_exist": 0, "drop_partit": [0, 23], "part_val": 0, "delete_data": 0, "input": 0, "spec": 0, "control": [0, 18], "underli": 0, "have": [0, 23, 28], "delet": [0, 14], "2020": [0, 23], "05": [0, 23], "hiveserver2hook": [0, 23, 28], "arg": [0, 23], "log_sql": 0, "common": [0, 12, 23, 28], "sql": [0, 5, 10, 12, 14, 15, 17, 18, 20, 23, 28, 31], "dbapihook": [0, 23, 28], "pyhiv": [0, 26, 28], "librari": 0, "auth_mechan": [0, 23, 25, 26, 28], "plain": [0, 26], "ui": 0, "run_set_variable_stat": [0, 26], "impala": 0, "need": [0, 3, 5, 10, 24, 28, 30], "hiveserver2_conn_id": [0, 14, 15], "server2": [0, 14, 15, 27], "hiveserver2": [0, 15, 26], "hiveserver2_default": [0, 14, 15, 26], "server": [0, 14, 17, 25, 29], "2": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 29, 30, 31], "supports_autocommit": 0, "get_result": 0, "fetch_siz": 0, "int": 0, "size": 0, "fetch": [0, 21], "iter": 0, "alon": 0, "header": [0, 19], "csv_filepath": 0, "linetermin": 0, "r": 0, "n": 0, "output_head": 0, "1000": 0, "csv": [0, 15, 18, 21], "row": 0, "get_record": [0, 28], "record": 0, "option": [0, 3, 5, 14, 17, 18, 20, 23, 24, 25, 26, 28, 30], "configur": [0, 23], "select": [0, 19, 29], "limit": [0, 23, 28], "100": 0, "get_pandas_df": [0, 23, 28], "constructor": 0, "index": [0, 12], "datefram": 0, "6": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 29, 30, 31], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 29, 30, 31], "7": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31], "hook": [2, 5, 13, 23, 24, 25, 26, 28], "macro": [2, 8, 23, 28], "hive_stat": [2, 7], "plugin": 2, "sensor": [2, 23, 28], "hive_partit": [2, 11], "metastore_partit": [2, 11], "named_hive_partit": [2, 11], "transfer": [2, 23], "hive_to_mysql": [2, 16], "hive_to_samba": [2, 16], "mssql_to_hiv": [2, 16], "mysql_to_h": [2, 16], "s3_to_hiv": [2, 16, 23], "vertica_to_h": [2, 16], "__version__": [2, 23], "live": [3, 30], "my_databas": [3, 10, 30], "my_tabl": [3, 10, 30], "found": [3, 30], "disregard": [3, 30], "don": [3, 10, 23, 30], "key1": [3, 30], "value1": [3, 30], "key2": [3, 30], "value2": [3, 30], "consid": [3, 6, 10, 30], "candid": [3, 23, 30], "": [3, 5, 12, 17, 18, 19, 20, 23, 28, 29, 30], "closest_ds_partit": [3, 30], "find": [3, 30], "date": [3, 6, 30], "closest": [3, 30], "datestamp": [3, 30], "y": [3, 30], "m": [3, 30], "yyyi": [3, 30], "mm": [3, 30], "dd": [3, 30], "either": [3, 30], "side": [3, 30], "tbl": [3, 30], "02": [3, 23, 30], "hiveconf_jinja_transl": 5, "script_begin_tag": 5, "run_as_own": 5, "model": [5, 6, 14, 15, 17, 18, 19, 20, 23], "baseoper": [5, 6, 14, 15, 17, 18, 19, 20], "code": [5, 15, 23, 29, 31], "script": [5, 23, 29, 31], "rel": 5, "path": [5, 15, 19], "dag": [5, 21, 23, 28], "templat": [5, 6, 14, 15, 17, 18, 19, 20, 23, 28, 30], "defin": [5, 10, 12, 13, 28], "var": 5, "translat": 5, "jinja": [5, 6, 14, 15, 17, 18, 19, 20], "along": 5, "user_defined_macro": 5, "myarg": 5, "view": 5, "document": [5, 23, 28, 31], "more": [5, 6, 14, 15, 17, 18, 19, 20, 21, 23, 28, 31], "detail": [5, 23, 28, 29], "rid": [5, 21], "first": [5, 19, 28], "occurr": 5, "owner": [5, 24, 29], "capacityschedul": 5, "clo": 5, "authent": [5, 17, 18, 20], "template_field": [5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23], "sequenc": [5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23], "template_ext": [5, 14, 15, 17, 18, 19, 20], "template_fields_render": [5, 14, 15, 17, 18, 20, 23, 28], "ui_color": [5, 6, 10, 12, 13, 14, 17, 18, 19, 20], "f0e4ec": 5, "get_hook": 5, "prepare_templ": 5, "trigger": 5, "alter": 5, "render": [5, 6, 14, 15, 17, 18, 19, 20, 23, 28], "method": [5, 6, 10, 13, 14, 15, 17, 18, 19, 20, 23, 24, 26, 28], "do": [5, 19, 21, 29], "main": [5, 6, 14, 15, 17, 18, 19, 20, 29], "deriv": [5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20], "same": [5, 6, 14, 15, 17, 18, 19, 20], "get_template_context": [5, 6, 14, 15, 17, 18, 19, 20], "dry_run": 5, "perform": 5, "dry": 5, "just": 5, "on_kil": 5, "clean": [5, 21, 23, 28], "up": [5, 10, 13, 23], "subprocess": 5, "task": [5, 14, 21, 23], "instanc": 5, "thread": 5, "multiprocess": 5, "leav": 5, "ghost": 5, "process": [5, 19], "behind": 5, "clear_airflow_var": 5, "reset": 5, "environ": [5, 24, 25, 26], "prevent": 5, "ones": 5, "impact": 5, "behavior": 5, "hivestatscollectionoper": 6, "extra_expr": 6, "excluded_column": 6, "assignment_func": 6, "presto_conn_id": 6, "presto_default": 6, "mysql_conn_id": [6, 12, 14, 18], "airflow_db": 6, "gather": 6, "statist": 6, "dynam": [6, 23], "presto": [6, 28], "insert": 6, "stat": 6, "mysql": [6, 12, 14, 18, 21, 23, 28], "themselv": 6, "rerun": 6, "varchar": 6, "16": [6, 23], "500": 6, "metric": 6, "200": 6, "bigint": 6, "against": [6, 14, 17, 18, 19, 20], "where": [6, 15, 23, 28], "compat": [6, 23], "exclud": 6, "blob": [6, 20], "json": [6, 23, 24, 25, 26], "callabl": 6, "function": [6, 10, 12, 13, 23, 30], "receiv": 6, "global": 6, "appli": [6, 23, 28], "empti": [6, 23, 28], "comput": 6, "dttm": 6, "aff7a6": 6, "get_default_expr": 6, "col_typ": 6, "hiveplugin": 8, "plugins_manag": 8, "airflowplugin": 8, "deliv": 8, "user": [8, 13, 21, 23, 24, 29], "hivepartitionsensor": [10, 12, 13], "poke_interv": [10, 13], "60": [10, 13], "3": [10, 13], "basesensoroper": [10, 13], "wait": [10, 13], "show": [10, 13], "becaus": 10, "logic": [10, 13], "ineffici": 10, "namedhivepartitionsensor": [10, 13], "instead": 10, "full": [10, 20, 23], "flexibl": 10, "claus": 10, "get_partitions_by_filt": [10, 23, 28], "appar": 10, "like": [10, 21, 23, 26], "comparison": [10, 13], "c5cae9": 10, "poke": [10, 12, 13], "while": [10, 12, 13], "metastorepartitionsensor": 12, "metastore_mysql": 12, "sqlsensor": 12, "altern": 12, "talk": 12, "directli": [12, 14], "wa": 12, "observ": 12, "sub": 12, "optim": 12, "hit": 12, "were": [12, 28], "written": 12, "wai": [12, 24], "would": [12, 26], "leverag": 12, "doe": [12, 20], "matter": [12, 23], "exampl": [12, 13, 21, 23, 24, 25, 26, 28, 29, 30], "2016": [12, 13], "foo": 12, "conn_id": 12, "8da7b": 12, "fulli": 13, "qualifi": 13, "form": [13, 23], "pk1": 13, "pv1": 13, "pk2": 13, "pv2": 13, "get_partitions_by_nam": 13, "cannot": 13, "8d99ae": 13, "static": [13, 23], "parse_partition_nam": 13, "info": [13, 23], "poke_partit": 13, "contain": [14, 15, 17, 18, 19, 20, 29], "move": [14, 15, 17, 18, 19, 20, 23, 28], "hivetomysqloper": [14, 23, 28], "mysql_tabl": 14, "mysql_default": [14, 18], "mysql_preoper": 14, "mysql_postoper": 14, "bulk_load": 14, "now": [14, 23, 28], "memori": 14, "push": [14, 15], "smallish": 14, "prior": 14, "import": [14, 23, 28, 29], "typic": 14, "truncat": 14, "place": 14, "come": [14, 23], "allow": [14, 23], "idempot": 14, "twice": 14, "won": 14, "doubl": [14, 23], "product": 14, "issu": [14, 23, 28], "cleanup": [14, 23], "flag": 14, "tab": 14, "text": [14, 21, 23], "infil": 14, "via": [14, 26, 28, 29], "disabl": 14, "a0e08c": [14, 17, 18, 19], "samba": [15, 28], "hivetosambaoper": 15, "destination_filepath": 15, "samba_conn_id": 15, "samba_default": 15, "locat": 15, "export": [15, 24, 25, 26], "onto": [15, 31], "mssql": [17, 28], "mssqltohiveoper": 17, "hive_t": [17, 18, 19, 20], "chr": [17, 18, 20], "mssql_conn_id": 17, "mssql_default": 17, "hive_auth": [17, 18, 19, 20], "microsoft": [17, 28], "argument": [17, 18, 19, 20, 23], "cursor": [17, 18, 19, 20], "metadata": [17, 18, 19, 20], "classmethod": [17, 18, 20], "type_map": [17, 18, 20], "mssql_type": 17, "mysqltohiveoper": 18, "quot": 18, "quotechar": 18, "escapechar": 18, "writer": 18, "take": [18, 21], "quote_": 18, "constant": 18, "charact": [18, 23], "special": 18, "escap": [18, 23], "mysql_typ": 18, "s3": 19, "bucket": 19, "s3tohiveoper": 19, "s3_kei": 19, "check_head": 19, "wildcard_match": 19, "aws_conn_id": 19, "aws_default": 19, "verifi": [19, 28], "input_compress": 19, "select_express": 19, "download": [19, 29], "retriev": [19, 21], "line": [19, 23], "interpret": 19, "unix": 19, "wildcard": 19, "ssl": 19, "certif": [19, 29], "By": [19, 29], "follow": [19, 23, 24, 25, 26, 29, 30], "valid": [19, 23, 28, 29], "still": 19, "unless": 19, "use_ssl": 19, "cert": 19, "bundl": 19, "pem": 19, "filenam": 19, "ca": 19, "differ": [19, 21, 29], "botocor": 19, "boolean": 19, "determin": 19, "decompress": 19, "requir": 19, "vertica": [20, 28], "verticatohiveoper": 20, "vertica_conn_id": 20, "vertica_default": 20, "b4e0ff": 20, "vertica_typ": 20, "python": [20, 23, 28, 29], "datatyp": 20, "py": [20, 23, 31], "access": 20, "manual": [20, 28], "hack": 20, "http": [20, 23, 29], "github": 20, "com": [20, 24, 29], "uber": 20, "master": [20, 23], "vertica_python": 20, "manag": [21, 23, 24, 29, 31], "twitter": 21, "env_id": 21, "fetch_tweet": 21, "call": [21, 23], "api": [21, 23, 28], "tweet": 21, "yesterdai": 21, "four": 21, "twitter_a": 21, "twitter_d": 21, "There": [21, 24, 29], "eight": 21, "output": 21, "convent": 21, "direct": 21, "_twitterhandle_d": 21, "clean_tweet": 21, "placehold": 21, "In": 21, "step": [21, 29], "cherri": 21, "pick": 21, "analyze_tweet": 21, "analyz": 21, "could": 21, "simpli": 21, "sentiment": 21, "analysi": 21, "through": [21, 25], "algorithm": 21, "bag": 21, "word": [21, 23, 28], "someth": 21, "complic": 21, "look": 21, "web": 21, "transfer_to_db": 21, "summari": 21, "test_run": 21, "example_twitter_dag": [22, 23, 31], "commit": 23, "chang": 23, "version": [23, 28, 29], "level": 23, "changelog": 23, "see": [23, 28], "inform": [23, 31], "latest": 23, "2023": 23, "18": 23, "subject": 23, "abea189022": 23, "31393": 23, "f5aed58d9f": 23, "fix": 23, "circular": 23, "error": [23, 28], "caus": 23, "31379": 23, "d9ff55cf6d": 23, "prepar": 23, "doc": [23, 28], "wave": 23, "31252": 23, "cb71d41c75": 23, "03": 23, "updat": [23, 28], "get_kei": [23, 28], "s3hook": [23, 28], "30923": [23, 28], "0a30706aa7": 23, "airflowproviderdeprecationwarn": 23, "30975": 23, "eef5bc7f16": 23, "autom": 23, "min": [23, 28], "30994": 23, "a7eb32a5b2": 23, "04": 23, "30": 23, "bump": [23, 28], "minimum": [23, 28], "30917": [23, 28], "58294c5440": 23, "10": [23, 28], "decoupl": 23, "runner": 23, "basejob": 23, "orm": 23, "30255": 23, "d23a3bbed8": 23, "mechan": [23, 25], "suspend": 23, "30422": 23, "55dbf1ff1f": 23, "april": 23, "30378": 23, "f01140141f": 23, "21": 23, "30212": [23, 28], "470fdaea27": 23, "midmonth": 23, "29589": 23, "1cb127b9fd": 23, "15": 23, "29502": [23, 28], "08": 23, "ce6ae2457": 23, "feb": 23, "29379": 23, "23da4daaa0": 23, "revert": 23, "remov": [23, 28, 29], "conn": 23, "close": 23, "ignor": 23, "29005": 23, "29010": 23, "85f8df7b8a": 23, "aa97474020": 23, "mypi": [23, 28], "introduc": [23, 28], "new": [23, 28], "connector": [23, 28], "28995": [23, 28], "14": 23, "911b708ffd": 23, "jan": 23, "mid": 23, "month": 23, "28929": 23, "45dd0c484e": 23, "11": [23, 29], "local_infil": [23, 28], "28811": [23, 28], "5246c009c5": 23, "28651": 23, "4e545c6e54": 23, "2022": 23, "12": [23, 29], "27": 23, "28538": [23, 28], "d9ae90fc64": 23, "depend": 23, "amazon": [23, 28], "28505": [23, 28], "13": 23, "443df3b9c8": 23, "ad": [23, 28], "hoc": 23, "releas": [23, 28], "28327": 23, "5f8481c799": 23, "06": 23, "28101": [23, 28], "2d45f9d6c3": 23, "improv": [23, 28], "invalid": [23, 28], "27808": [23, 28], "26": 23, "25bdbc8e67": 23, "rc3": 23, "27937": 23, "2e20e9f7eb": 23, "24": 23, "relas": 23, "novemb": 23, "27774": 23, "80c327bd3b": 23, "27888": [23, 28], "12c3c39d1a": 23, "27613": 23, "150dd927c3": 23, "27647": [23, 28], "9ab1a6a3e7": 23, "old": 23, "style": 23, "26872": 23, "78b8ea2f22": 23, "27196": [23, 28], "2a34dc9e84": 23, "23": 23, "27205": 23, "09": 23, "28": 23, "f8db64c35c": 23, "septemb": 23, "26731": 23, "06acf40a43": 23, "pep": 23, "563": 23, "postpon": 23, "evalu": 23, "annot": 23, "non": 23, "core": 23, "26289": 23, "ca9229b6f": 23, "lower": [23, 28], "bound": [23, 28], "25789": [23, 28], "e5ac6c7cfb": 23, "august": 23, "25618": 23, "7e3d2350db": 23, "smart": [23, 28], "25507": [23, 28], "5d4abbd58c": 23, "07": 23, "deprec": [23, 28], "synchron": [23, 28], "25299": [23, 28], "d2459a241b": 23, "juli": 23, "25030": 23, "46bbfdade0": 23, "class": [23, 28], "24836": [23, 28], "0de31bd73a": 23, "29": 23, "folder": [23, 29], "24672": 23, "cef97fccd5": 23, "24713": [23, 28], "510a6bab45": 23, "yaml": 23, "24702": 23, "dcdcf3a2b8": 23, "rc2": 23, "24307": 23, "717a7588bc": 23, "descript": 23, "24292": 23, "aeabe994b3": 23, "24231": 23, "b4a5783a2a": 23, "chore": [23, 28], "refactor": [23, 28], "24219": [23, 28], "027b707d21": 23, "explanatori": 23, "contributor": 23, "about": [23, 29], "24229": 23, "100ea9d1fc": 23, "aip": [23, 28], "47": [23, 28], "migrat": [23, 28], "design": [23, 28], "22439": [23, 28], "24204": [23, 28], "71e4deb1b0": 23, "23716": 23, "75c60923e0": 23, "23631": 23, "2d109401b3": 23, "pre": 23, "22887": 23, "0c9c1cf94a": 23, "wrong": [23, 28], "docstr": [23, 28], "23316": [23, 28], "22": 23, "d7dbfb7e26": 23, "bugfix": 23, "22383": 23, "16adc035b1": 23, "classifi": [23, 28], "march": 23, "22226": 23, "f5b96315fe": 23, "22056": 23, "563ecfa053": 23, "9": [23, 28], "21893": [23, 28], "f6e0ed0dcc": 23, "how": [23, 28, 29], "guid": [23, 29], "21590": [23, 28], "041babb060": 23, "21571": 23, "2d6282d6b7": 23, "unnecessari": 23, "stale": 23, "comment": 23, "21572": 23, "06010fa12a": 23, "typo": [23, 28], "21525": [23, 28], "d927507899": 23, "larger": [23, 28], "21504": [23, 28], "d94fa37830": 23, "januari": 23, "delai": 23, "21439": 23, "8f81b9a01c": 23, "condit": [23, 28], "lexer": [23, 28], "21403": [23, 28], "6c3a67d4fc": 23, "2021": [23, 29], "21257": 23, "39e395f981": 23, "21237": [23, 28], "602abe8394": 23, "20": 23, "sphinx": 23, "autoapi": 23, "typehint": 23, "20951": 23, "5569b868a9": 23, "tableau": 23, "cncf": 23, "20654": 23, "f77417eb0d": 23, "31": 23, "k8": 23, "pypi": [23, 28], "20614": 23, "97496ba2b4": 23, "decemb": 23, "20523": 23, "83f8e178ba": 23, "even": 23, "ext": 23, "20608": 23, "d56e7b56bb": 23, "friendli": 23, "20571": 23, "a0821235fb": 23, "everywher": 23, "20565": 23, "485ff6cc64": 23, "20422": 23, "f760823b4a": 23, "some": 23, "hint": 23, "20210": 23, "853576d901": 23, "19882": 23, "16b3ab5860": 23, "variou": 23, "19866": 23, "ac752e777b": 23, "restor": [23, 28], "ha": [23, 28], "19777": [23, 28], "f50f677514": 23, "19474": 23, "ae044884d1": 23, "start_dat": 23, "18657": 23, "d9567eb106": 23, "octob": 23, "19321": 23, "86a2a19ad2": 23, "17": [23, 28], "f": [23, 31], "18855": 23, "80b5e65a6a": 23, "concaten": 23, "airflowexcept": 23, "19026": 23, "232f7d1587": 23, "get_connect": [23, 28], "warn": [23, 28, 29], "hivemetastor": [23, 28], "18854": [23, 28], "840ea3efb9": 23, "18613": 23, "a458fcc573": 23, "miscellan": 23, "taskflow": 23, "applic": 23, "18278": 23, "0a68588479": 23, "17890": 23, "da99c3fa6c": 23, "hivehook": [23, 28], "failur": [23, 28], "tri": [23, 28], "read": [23, 28, 31], "17777": [23, 28], "be75dcd39c": 23, "meta": 23, "76ed2a49c6": 23, "19": 23, "lazili": 23, "individu": 23, "17682": 23, "87f408b1e7": 23, "17116": 23, "91f4d80ff0": 23, "xcomarg": 23, "16869": 23, "d02ded65ea": 23, "wrongli": 23, "17020": 23, "b916b75079": 23, "17015": 23, "866a601b76": 23, "pylint": 23, "our": 23, "toolchain": 23, "16682": 23, "ce44b62890": 23, "25": 23, "15515": [23, 28], "bbc627a3da": 23, "16501": 23, "cbf8001d76": 23, "buggfix": 23, "16464": 23, "1fba5402bb": 23, "june": 23, "16405": 23, "9c94b72d44": 23, "16294": 23, "476d0f6e3d": 23, "pyupgrad": 23, "v2": 23, "15991": 23, "736a62f824": 23, "duplic": [23, 28], "15735": 23, "37681bca00": 23, "auto": [23, 28], "apply_default": [23, 28], "decor": [23, 28], "15667": [23, 28], "9953a047c4": 23, "15704": 23, "807ad32ce5": 23, "pip": [23, 28, 29], "15576": 23, "4b031d39e1": 23, "8": 23, "15534": 23, "e229f3541d": 23, "instal": 23, "offici": [23, 29], "15513": 23, "042be2e4e0": 23, "15236": 23, "53dafa593f": 23, "mistak": [23, 28], "15180": [23, 28], "85e0e76074": 23, "pin": 23, "flynt": 23, "fail": 23, "pr": 23, "15076": 23, "68e4c4dcb0": 23, "backport": 23, "14886": 23, "6dc24c95e3": 23, "grammar": [23, 28], "14647": [23, 28], "b0d6069d25": 23, "broken": 23, "14633": 23, "d9e4454c66": 23, "resolv": [23, 28], "relat": [23, 24, 25, 26, 28], "14542": [23, 28], "589d6dec92": 23, "next": 23, "14487": 23, "10343ec29f": 23, "correct": [23, 28, 29], "tool": [23, 28], "rc": [23, 28], "14082": [23, 28], "88bdcfa0df": 23, "14013": 23, "ac2f72c98d": 23, "implement": 23, "13767": 23, "a9ac2b040b": 23, "switch": 23, "13732": 23, "5f81fc73c8": 23, "password": [23, 24, 26, 28], "ldap": [23, 26, 28], "custom": [23, 24, 26, 28], "mode": [23, 28], "11767": [23, 28], "4f494d4d92": 23, "few": 23, "13450": 23, "295d66f914": 23, "13380": 23, "6cf76d7ac0": 23, "upgrad": [23, 28], "13148": 23, "5090fb0c89": 23, "integr": [23, 24, 25, 26], "13073": 23, "32971a1a2d": 23, "12955": 23, "a075b6df99": 23, "renam": [23, 28], "remain": 23, "12927": 23, "b40dffa085": 23, "rema": 23, "modul": 23, "12917": 23, "9b39f24780": 23, "per": 23, "12558": 23, "2037303eef": 23, "discoveri": 23, "12466": 23, "c34ef853c8": 23, "build": [23, 29], "12444": 23, "0080354502": 23, "readm": [23, 28], "0b2": 23, "batch": 23, "12449": 23, "ae7cb4a1e2": 23, "hash": 23, "12390": 23, "6889a333cf": 23, "12366": 23, "7825e8f590": 23, "12304": 23, "250436d962": 23, "spell": 23, "12230": 23, "502ba309ea": 23, "markdownlint": 23, "rule": 23, "md022": 23, "blank": [23, 24], "head": 23, "12225": 23, "85a18e13d9": 23, "point": 23, "project": [23, 31], "page": [23, 29], "cross": 23, "12212": 23, "59eb5de78c": 23, "0beta1": 23, "12206": 23, "b2a28d1590": 23, "dev": 23, "12082": 23, "41bf172c1d": 23, "simplifi": 23, "12093": 23, "4e8f9cc8d0": 23, "black": 23, "formmatt": 23, "9550": 23, "8c42cf1b00": 23, "11447": 23, "5a439e84eb": 23, "2a1": 23, "11855": 23, "872b1566a1": 23, "setup": 23, "11826": 23, "349b0811c3": 23, "d200": 23, "pydocstyl": 23, "11688": 23, "16e7129719": 23, "11487": 23, "0a0e1af800": 23, "markdown": 23, "link": [23, 29], "toc": 23, "11249": 23, "ca4238eb4d": 23, "11242": 23, "5220e4c384": 23, "11238": 23, "e3f96ce7a8": 23, "incorrect": 23, "usag": 23, "11138": 23, "f3e87c5030": 23, "d202": 23, "11032": 23, "9549274d11": 23, "8b1": 23, "10818": 23, "ac943c9e18": 23, "3964": 23, "consolid": 23, "de": 23, "dup": 23, "5499": 23, "fdd9b6f65b": 23, "10543": 23, "d760265452": 23, "No": 23, "whitespac": 23, "surround": 23, "10533": 23, "3696c34c28": 23, "10528": 23, "ee7ca128a1": 23, "refernc": 23, "10483": 23, "27339a5a0f": 23, "mention": 23, "gitter": 23, "10460": 23, "7c206a82a6": 23, "assig": 23, "augment": 23, "assign": 23, "10468": 23, "8f8db8959e": 23, "9730": 23, "b43f90abf4": 23, "repo": 23, "10263": 23, "3b3287d7ac": 23, "enforc": 23, "keyword": [23, 28], "10170": 23, "7d24b088cd": 23, "stop": 23, "default_arg": 23, "example_dag": 23, "9985": 23, "33f0cd2657": 23, "signatur": [23, 28, 29], "9784": 23, "c2db0dfeb1": 23, "strict": 23, "9705": 23, "9906": 23, "5013fda8f0": 23, "9472": 23, "4d74ac2111": 23, "increas": 23, "9729": 23, "44d4ae809c": 23, "9686": 23, "e13a14c873": 23, "9458": 23, "d0e7db4024": 23, "fresh": 23, "9408": 23, "12af6a0800": 23, "23rc1": 23, "9404": 23, "c7e5bce57f": 23, "9370": 23, "f6bd817a3a": 23, "9320": 23, "c78e2a5fea": 23, "py3": [23, 29], "8598": 23, "6350fd6ebb": 23, "term": 23, "whitelist": 23, "9174": 23, "10796cb7ce": 23, "unit": 23, "9029": 23, "0b0e4f7a4c": 23, "9026": 23, "00642a46d0": 23, "8994": 23, "cdb3f25456": 23, "8991": 23, "375d1ca229": 23, "8898": 23, "12c5e5d8a": 23, "8891": 23, "f3521fb0e3": 23, "regener": 23, "8886": 23, "92585ca4cb": 23, "8807": 23, "93ea058802": 23, "7059": 23, "8380": 23, "87969a350d": 23, "6515": 23, "8170": 23, "cb0bf4a142": 23, "base_hook": 23, "7901": 23, "4bde99f132": 23, "7802": 23, "7e6372a681": 23, "super": 23, "7820": 23, "3320e432a1": 23, "6817": 23, "lazi": 23, "face": 23, "untouch": 23, "7517": 23, "4d03e33c11": 23, "__init__": 23, "implicit": 23, "explicit": 23, "md": 23, "squash": 23, "rebas": 23, "7456": 23, "f3ad5cf618": 23, "4681": 23, "7309": 23, "97a429f9d0": 23, "6714": 23, "magic": 23, "utf": 23, "7338": 23, "83c037873f": 23, "6674": [23, 29], "accord": 23, "7287": 23, "057f3ae3a4": 23, "6670": 23, "6669": 23, "contrib": 23, "7286": 23, "059eda05f8": 23, "6610": 23, "softwar": [23, 29, 31], "7231": 23, "0481b9a957": 23, "6539": 23, "7142": 23, "two": 24, "airflow": [24, 29, 30], "host": [24, 25, 26], "port": [24, 25, 26], "proxi": 24, "login": [24, 26], "author": 24, "time": 24, "multipl": [24, 25], "credenti": 24, "usernam": [24, 26], "proxy_us": 24, "princip": 24, "uri": [24, 25, 26], "syntax": [24, 25, 26], "compon": [24, 25, 26], "url": [24, 25, 26], "airflow_conn_hive_cli_default": 24, "80": [24, 25, 26], "nosasl": [24, 25], "2f_host": 24, "40exampl": 24, "apach": [25, 29, 30], "hmsclient": [25, 28], "node": [25, 26], "comma": 25, "kerberos_service_nam": [25, 26], "kerbero": [25, 26], "airflow_conn_metastore_default": 25, "choos": [26, 29], "between": 26, "airflow_conn_hiveserver2_default": 26, "hive": [27, 29], "repositori": 28, "top": [28, 29], "below": [28, 29], "sasl": 28, "python_vers": 28, "those": [28, 29], "them": [28, 30], "checksum": [28, 29], "site": 28, "sdist": [28, 29], "asc": [28, 29], "sha512": [28, 29], "wheel": 28, "avail": [28, 29, 30], "polici": 28, "other": 28, "As": 28, "been": 28, "posit": 28, "second": 28, "mistakenli": 28, "install_requir": 28, "22382": 28, "trove": 28, "framework": 28, "optimis": 28, "due": 28, "least": 28, "otherwis": 28, "automat": 28, "complet": 28, "initi": 28, "describ": 29, "provid": [29, 30, 31], "down": 29, "left": 29, "whl": 29, "origin": 29, "foundat": 29, "abov": 29, "pgp": 29, "essenti": 29, "sha": 29, "gpg": 29, "pleas": 29, "well": 29, "relev": 29, "distribut": [29, 31], "recommend": 29, "directori": 29, "mirror": 29, "pgpk": 29, "ka": 29, "binari": 29, "pgpv": 29, "tar": 29, "gz": 29, "made": 29, "sat": 29, "sep": 29, "49": 29, "54": 29, "bst": 29, "rsa": 29, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 29, "issuer": 29, "kaxilnaik": 29, "org": 29, "good": 29, "kaxil": 29, "naik": 29, "unknown": 29, "aka": 29, "gmail": 29, "certifi": 29, "trust": 29, "indic": 29, "primari": 29, "fingerprint": 29, "cde1": 29, "5c6e": 29, "4d3a": 29, "8ec4": 29, "ecf4": 29, "ba4b": 29, "e08a": 29, "d7de": 29, "406f": 29, "worri": 29, "sign": 29, "why": 29, "previou": 29, "know": 29, "alreadi": [29, 31], "sum": 29, "shasum": 29, "512": 29, "diff": 29, "bin": 29, "bash": 29, "package_vers": 29, "package_nam": 29, "provider_download_dir": 29, "mktemp": 29, "dep": 29, "dest": 29, "curl": 29, "apache_airflow_providers_apache_h": 29, "l": 29, "o": 29, "echo": 29, "la": 29, "onc": 29, "instruct": 29, "chapter": 29, "jinja2": 30, "prefix": 30, "warehous": 31, "facilit": 31, "dataset": 31, "resid": 31, "storag": 31, "structur": 31, "system": 31, "load_to_h": 31, "load_": 31, "channel": 31, "_to_hiv": 31, "inpath": 31, "hdfs_dir": 31, "file_nam": 31, "INTO": 31, "dt": 31}, "objects": {"airflow.providers.apache": [[2, 0, 0, "-", "hive"]], "airflow.providers.apache.hive": [[2, 1, 1, "", "__version__"], [1, 0, 0, "-", "hooks"], [4, 0, 0, "-", "macros"], [7, 0, 0, "-", "operators"], [9, 0, 0, "-", "plugins"], [11, 0, 0, "-", "sensors"], [16, 0, 0, "-", "transfers"]], "airflow.providers.apache.hive.hooks": [[0, 0, 0, "-", "hive"]], "airflow.providers.apache.hive.hooks.hive": [[0, 1, 1, "", "HIVE_QUEUE_PRIORITIES"], [0, 2, 1, "", "HiveCliHook"], [0, 2, 1, "", "HiveMetastoreHook"], [0, 2, 1, "", "HiveServer2Hook"], [0, 5, 1, "", "get_context_from_env_var"]], "airflow.providers.apache.hive.hooks.hive.HiveCliHook": [[0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 3, 1, "", "hook_name"], [0, 4, 1, "", "kill"], [0, 4, 1, "", "load_df"], [0, 4, 1, "", "load_file"], [0, 4, 1, "", "run_cli"], [0, 4, 1, "", "test_hql"]], "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook": [[0, 3, 1, "", "MAX_PART_COUNT"], [0, 4, 1, "", "__getstate__"], [0, 4, 1, "", "__setstate__"], [0, 4, 1, "", "check_for_named_partition"], [0, 4, 1, "", "check_for_partition"], [0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 4, 1, "", "drop_partitions"], [0, 4, 1, "", "get_conn"], [0, 4, 1, "", "get_databases"], [0, 4, 1, "", "get_metastore_client"], [0, 4, 1, "", "get_partitions"], [0, 4, 1, "", "get_table"], [0, 4, 1, "", "get_tables"], [0, 3, 1, "", "hook_name"], [0, 4, 1, "", "max_partition"], [0, 4, 1, "", "table_exists"]], "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook": [[0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 4, 1, "", "get_conn"], [0, 4, 1, "", "get_pandas_df"], [0, 4, 1, "", "get_records"], [0, 4, 1, "", "get_results"], [0, 3, 1, "", "hook_name"], [0, 3, 1, "", "supports_autocommit"], [0, 4, 1, "", "to_csv"]], "airflow.providers.apache.hive.macros": [[3, 0, 0, "-", "hive"]], "airflow.providers.apache.hive.macros.hive": [[3, 5, 1, "", "closest_ds_partition"], [3, 5, 1, "", "max_partition"]], "airflow.providers.apache.hive.operators": [[5, 0, 0, "-", "hive"], [6, 0, 0, "-", "hive_stats"]], "airflow.providers.apache.hive.operators.hive": [[5, 2, 1, "", "HiveOperator"]], "airflow.providers.apache.hive.operators.hive.HiveOperator": [[5, 4, 1, "", "clear_airflow_vars"], [5, 4, 1, "", "dry_run"], [5, 4, 1, "", "execute"], [5, 4, 1, "", "get_hook"], [5, 4, 1, "", "on_kill"], [5, 4, 1, "", "prepare_template"], [5, 3, 1, "", "template_ext"], [5, 3, 1, "", "template_fields"], [5, 3, 1, "", "template_fields_renderers"], [5, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.operators.hive_stats": [[6, 2, 1, "", "HiveStatsCollectionOperator"]], "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator": [[6, 4, 1, "", "execute"], [6, 4, 1, "", "get_default_exprs"], [6, 3, 1, "", "template_fields"], [6, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.plugins": [[8, 0, 0, "-", "hive"]], "airflow.providers.apache.hive.plugins.hive": [[8, 2, 1, "", "HivePlugin"]], "airflow.providers.apache.hive.plugins.hive.HivePlugin": [[8, 3, 1, "", "macros"], [8, 3, 1, "", "name"]], "airflow.providers.apache.hive.sensors": [[10, 0, 0, "-", "hive_partition"], [12, 0, 0, "-", "metastore_partition"], [13, 0, 0, "-", "named_hive_partition"]], "airflow.providers.apache.hive.sensors.hive_partition": [[10, 2, 1, "", "HivePartitionSensor"]], "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor": [[10, 4, 1, "", "poke"], [10, 3, 1, "", "template_fields"], [10, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.sensors.metastore_partition": [[12, 2, 1, "", "MetastorePartitionSensor"]], "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor": [[12, 4, 1, "", "poke"], [12, 3, 1, "", "template_fields"], [12, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.sensors.named_hive_partition": [[13, 2, 1, "", "NamedHivePartitionSensor"]], "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor": [[13, 4, 1, "", "parse_partition_name"], [13, 4, 1, "", "poke"], [13, 4, 1, "", "poke_partition"], [13, 3, 1, "", "template_fields"], [13, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers": [[14, 0, 0, "-", "hive_to_mysql"], [15, 0, 0, "-", "hive_to_samba"], [17, 0, 0, "-", "mssql_to_hive"], [18, 0, 0, "-", "mysql_to_hive"], [19, 0, 0, "-", "s3_to_hive"], [20, 0, 0, "-", "vertica_to_hive"]], "airflow.providers.apache.hive.transfers.hive_to_mysql": [[14, 2, 1, "", "HiveToMySqlOperator"]], "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator": [[14, 4, 1, "", "execute"], [14, 3, 1, "", "template_ext"], [14, 3, 1, "", "template_fields"], [14, 3, 1, "", "template_fields_renderers"], [14, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.hive_to_samba": [[15, 2, 1, "", "HiveToSambaOperator"]], "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator": [[15, 4, 1, "", "execute"], [15, 3, 1, "", "template_ext"], [15, 3, 1, "", "template_fields"], [15, 3, 1, "", "template_fields_renderers"]], "airflow.providers.apache.hive.transfers.mssql_to_hive": [[17, 2, 1, "", "MsSqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator": [[17, 4, 1, "", "execute"], [17, 3, 1, "", "template_ext"], [17, 3, 1, "", "template_fields"], [17, 3, 1, "", "template_fields_renderers"], [17, 4, 1, "", "type_map"], [17, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.mysql_to_hive": [[18, 2, 1, "", "MySqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator": [[18, 4, 1, "", "execute"], [18, 3, 1, "", "template_ext"], [18, 3, 1, "", "template_fields"], [18, 3, 1, "", "template_fields_renderers"], [18, 4, 1, "", "type_map"], [18, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.s3_to_hive": [[19, 2, 1, "", "S3ToHiveOperator"]], "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator": [[19, 4, 1, "", "execute"], [19, 3, 1, "", "template_ext"], [19, 3, 1, "", "template_fields"], [19, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.vertica_to_hive": [[20, 2, 1, "", "VerticaToHiveOperator"]], "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator": [[20, 4, 1, "", "execute"], [20, 3, 1, "", "template_ext"], [20, 3, 1, "", "template_fields"], [20, 3, 1, "", "template_fields_renderers"], [20, 4, 1, "", "type_map"], [20, 3, 1, "", "ui_color"]], "tests.system.providers.apache": [[22, 0, 0, "-", "hive"]], "tests.system.providers.apache.hive": [[21, 0, 0, "-", "example_twitter_dag"]], "tests.system.providers.apache.hive.example_twitter_dag": [[21, 1, 1, "", "DAG_ID"], [21, 1, 1, "", "ENV_ID"], [21, 5, 1, "", "analyze_tweets"], [21, 5, 1, "", "clean_tweets"], [21, 1, 1, "", "fetch"], [21, 5, 1, "", "fetch_tweets"], [21, 1, 1, "", "test_run"], [21, 5, 1, "", "transfer_to_db"]]}, "objtypes": {"0": "py:module", "1": "py:data", "2": "py:class", "3": "py:attribute", "4": "py:method", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "data", "Python data"], "2": ["py", "class", "Python class"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "method", "Python method"], "5": ["py", "function", "Python function"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 28], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 28], "apach": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 28, 31], "hive": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 30, 31], "hook": [0, 1], "modul": [0, 3, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21], "content": [0, 2, 3, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 28], "class": [0, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20], "function": [0, 3, 21], "attribut": [0, 21], "submodul": [1, 4, 7, 9, 11, 16, 22], "subpackag": 2, "packag": [2, 23, 28, 29], "macro": [3, 4, 30], "oper": [5, 6, 7, 31], "hive_stat": 6, "plugin": [8, 9], "sensor": [10, 11, 12, 13], "hive_partit": 10, "metastore_partit": 12, "named_hive_partit": 13, "transfer": [14, 15, 16, 17, 18, 19, 20], "hive_to_mysql": 14, "hive_to_samba": 15, "mssql_to_hiv": 17, "mysql_to_h": 18, "s3_to_hiv": 19, "vertica_to_h": 20, "test": [21, 22], "system": [21, 22], "example_twitter_dag": 21, "6": [23, 28], "1": [23, 28], "0": [23, 28], "5": [23, 28], "3": [23, 28], "2": [23, 28], "4": [23, 28], "cli": 24, "connect": [24, 25, 26, 27], "authent": [24, 25, 26], "default": [24, 25, 26], "id": [24, 25, 26], "configur": [24, 25, 26], "metastor": 25, "server2": 26, "type": 27, "guid": 28, "refer": [28, 31], "resourc": 28, "commit": 28, "instal": [28, 29], "requir": 28, "cross": 28, "depend": 28, "download": 28, "offici": 28, "changelog": 28, "misc": 28, "break": 28, "chang": 28, "bug": 28, "fix": 28, "featur": 28, "from": 29, "sourc": 29, "releas": 29, "integr": 29, "verifi": 29, "pypi": 29, "hiveoper": 31}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 57}, "alltitles": {"airflow.providers.apache.hive.hooks.hive": [[0, "module-airflow.providers.apache.hive.hooks.hive"]], "Module Contents": [[0, "module-contents"], [3, "module-contents"], [5, "module-contents"], [6, "module-contents"], [8, "module-contents"], [10, "module-contents"], [12, "module-contents"], [13, "module-contents"], [14, "module-contents"], [15, "module-contents"], [17, "module-contents"], [18, "module-contents"], [19, "module-contents"], [20, "module-contents"], [21, "module-contents"]], "Classes": [[0, "classes"], [5, "classes"], [6, "classes"], [8, "classes"], [10, "classes"], [12, "classes"], [13, "classes"], [14, "classes"], [15, "classes"], [17, "classes"], [18, "classes"], [19, "classes"], [20, "classes"]], "Functions": [[0, "functions"], [3, "functions"], [21, "functions"]], "Attributes": [[0, "attributes"], [21, "attributes"]], "airflow.providers.apache.hive.hooks": [[1, "module-airflow.providers.apache.hive.hooks"]], "Submodules": [[1, "submodules"], [4, "submodules"], [7, "submodules"], [9, "submodules"], [11, "submodules"], [16, "submodules"], [22, "submodules"]], "airflow.providers.apache.hive": [[2, "module-airflow.providers.apache.hive"]], "Subpackages": [[2, "subpackages"]], "Package Contents": [[2, "package-contents"]], "airflow.providers.apache.hive.macros.hive": [[3, "module-airflow.providers.apache.hive.macros.hive"]], "airflow.providers.apache.hive.macros": [[4, "module-airflow.providers.apache.hive.macros"]], "airflow.providers.apache.hive.operators.hive": [[5, "module-airflow.providers.apache.hive.operators.hive"]], "airflow.providers.apache.hive.operators.hive_stats": [[6, "module-airflow.providers.apache.hive.operators.hive_stats"]], "airflow.providers.apache.hive.operators": [[7, "module-airflow.providers.apache.hive.operators"]], "airflow.providers.apache.hive.plugins.hive": [[8, "module-airflow.providers.apache.hive.plugins.hive"]], "airflow.providers.apache.hive.plugins": [[9, "module-airflow.providers.apache.hive.plugins"]], "airflow.providers.apache.hive.sensors.hive_partition": [[10, "module-airflow.providers.apache.hive.sensors.hive_partition"]], "airflow.providers.apache.hive.sensors": [[11, "module-airflow.providers.apache.hive.sensors"]], "airflow.providers.apache.hive.sensors.metastore_partition": [[12, "module-airflow.providers.apache.hive.sensors.metastore_partition"]], "airflow.providers.apache.hive.sensors.named_hive_partition": [[13, "module-airflow.providers.apache.hive.sensors.named_hive_partition"]], "airflow.providers.apache.hive.transfers.hive_to_mysql": [[14, "module-airflow.providers.apache.hive.transfers.hive_to_mysql"]], "airflow.providers.apache.hive.transfers.hive_to_samba": [[15, "module-airflow.providers.apache.hive.transfers.hive_to_samba"]], "airflow.providers.apache.hive.transfers": [[16, "module-airflow.providers.apache.hive.transfers"]], "airflow.providers.apache.hive.transfers.mssql_to_hive": [[17, "module-airflow.providers.apache.hive.transfers.mssql_to_hive"]], "airflow.providers.apache.hive.transfers.mysql_to_hive": [[18, "module-airflow.providers.apache.hive.transfers.mysql_to_hive"]], "airflow.providers.apache.hive.transfers.s3_to_hive": [[19, "module-airflow.providers.apache.hive.transfers.s3_to_hive"]], "airflow.providers.apache.hive.transfers.vertica_to_hive": [[20, "module-airflow.providers.apache.hive.transfers.vertica_to_hive"]], "tests.system.providers.apache.hive.example_twitter_dag": [[21, "module-tests.system.providers.apache.hive.example_twitter_dag"]], "tests.system.providers.apache.hive": [[22, "module-tests.system.providers.apache.hive"]], "Package apache-airflow-providers-apache-hive": [[23, "package-apache-airflow-providers-apache-hive"], [28, "package-apache-airflow-providers-apache-hive"]], "6.1.0": [[23, "id1"], [28, "id1"]], "6.0.0": [[23, "id2"], [28, "id2"]], "5.1.3": [[23, "id3"], [28, "id3"]], "5.1.2": [[23, "id4"], [28, "id4"]], "5.1.1": [[23, "id5"], [28, "id6"]], "5.1.0": [[23, "id6"], [28, "id8"]], "5.0.0": [[23, "id7"], [28, "id9"]], "4.1.1": [[23, "id8"], [28, "id12"]], "4.1.0": [[23, "id9"], [28, "id14"]], "4.0.1": [[23, "id10"], [28, "id18"]], "4.0.0": [[23, "id11"], [28, "id20"]], "3.1.0": [[23, "id12"], [28, "id22"]], "3.0.0": [[23, "id13"], [28, "id25"]], "2.3.3": [[23, "id14"], [28, "id29"]], "2.3.2": [[23, "id15"], [28, "id31"]], "2.3.1": [[23, "id16"], [28, "id33"]], "2.3.0": [[23, "id17"], [28, "id35"]], "2.2.0": [[23, "id18"], [28, "id39"]], "2.1.0": [[23, "id19"], [28, "id41"]], "2.0.3": [[23, "id20"], [28, "id44"]], "2.0.2": [[23, "id21"], [28, "id46"]], "2.0.1": [[23, "id22"], [28, "id49"]], "2.0.0": [[23, "id23"], [28, "id51"]], "1.0.3": [[23, "id24"], [28, "id53"]], "1.0.2": [[23, "id25"], [28, "id55"]], "1.0.1": [[23, "id26"], [28, "id57"]], "1.0.0": [[23, "id27"], [28, "id59"]], "Hive CLI Connection": [[24, "hive-cli-connection"]], "Authenticating to Hive CLI": [[24, "authenticating-to-hive-cli"]], "Default Connection IDs": [[24, "default-connection-ids"], [25, "default-connection-ids"], [26, "default-connection-ids"]], "Configuring the Connection": [[24, "configuring-the-connection"], [25, "configuring-the-connection"], [26, "configuring-the-connection"]], "Hive Metastore Connection": [[25, "hive-metastore-connection"]], "Authenticating to Hive Metastore": [[25, "authenticating-to-hive-metastore"]], "Hive Server2 Connection": [[26, "hive-server2-connection"]], "Authenticating to Hive Server2": [[26, "authenticating-to-hive-server2"]], "Connection Types": [[27, "connection-types"]], "apache-airflow-providers-apache-hive": [[28, "apache-airflow-providers-apache-hive"]], "Content": [[28, "content"]], "Guides": [[28, null]], "References": [[28, null]], "Resources": [[28, null]], "Commits": [[28, null]], "Provider package": [[28, "provider-package"]], "Installation": [[28, "installation"]], "Requirements": [[28, "requirements"]], "Cross provider package dependencies": [[28, "cross-provider-package-dependencies"]], "Downloading official packages": [[28, "downloading-official-packages"]], "Changelog": [[28, "changelog"]], "Misc": [[28, "misc"], [28, "id5"], [28, "id16"], [28, "id19"], [28, "id28"], [28, "id34"], [28, "id38"], [28, "id48"]], "Breaking changes": [[28, "breaking-changes"], [28, "id10"], [28, "id26"], [28, "id52"]], "Bug Fixes": [[28, "bug-fixes"], [28, "id7"], [28, "id13"], [28, "id17"], [28, "id24"], [28, "id30"], [28, "id32"], [28, "id37"], [28, "id43"], [28, "id45"]], "Features": [[28, "features"], [28, "id11"], [28, "id23"], [28, "id36"], [28, "id40"], [28, "id42"], [28, "id50"]], "Breaking Changes": [[28, "id21"]], "Bug fixes": [[28, "id47"], [28, "id54"], [28, "id56"], [28, "id58"]], "Installing from sources": [[29, "installing-from-sources"]], "Released packages": [[29, "released-packages"]], "Release integrity": [[29, "release-integrity"]], "Verifying PyPI releases": [[29, "verifying-pypi-releases"]], "Hive Macros": [[30, "hive-macros"]], "Apache Hive Operators": [[31, "apache-hive-operators"]], "HiveOperator": [[31, "hiveoperator"]], "Reference": [[31, "reference"]]}, "indexentries": {"hive_queue_priorities (in module airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES"]], "hiveclihook (class in airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook"]], "hivemetastorehook (class in airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook"]], "hiveserver2hook (class in airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook"]], "max_part_count (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.MAX_PART_COUNT"]], "__getstate__() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__"]], "__setstate__() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__setstate__"]], "airflow.providers.apache.hive.hooks.hive": [[0, "module-airflow.providers.apache.hive.hooks.hive"]], "check_for_named_partition() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_named_partition"]], "check_for_partition() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_partition"]], "conn_name_attr (airflow.providers.apache.hive.hooks.hive.hiveclihook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_name_attr"]], "conn_name_attr (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_name_attr"]], "conn_name_attr (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_name_attr"]], "conn_type (airflow.providers.apache.hive.hooks.hive.hiveclihook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type"]], "conn_type (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_type"]], "conn_type (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type"]], "default_conn_name (airflow.providers.apache.hive.hooks.hive.hiveclihook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.default_conn_name"]], "default_conn_name (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.default_conn_name"]], "default_conn_name (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.default_conn_name"]], "drop_partitions() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.drop_partitions"]], "get_conn() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn"]], "get_conn() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_conn"]], "get_context_from_env_var() (in module airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.get_context_from_env_var"]], "get_databases() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_databases"]], "get_metastore_client() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client"]], "get_pandas_df() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_pandas_df"]], "get_partitions() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_partitions"]], "get_records() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_records"]], "get_results() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_results"]], "get_table() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_table"]], "get_tables() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_tables"]], "hook_name (airflow.providers.apache.hive.hooks.hive.hiveclihook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.hook_name"]], "hook_name (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.hook_name"]], "hook_name (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.hook_name"]], "kill() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill"]], "load_df() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_df"]], "load_file() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_file"]], "max_partition() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.max_partition"]], "module": [[0, "module-airflow.providers.apache.hive.hooks.hive"], [1, "module-airflow.providers.apache.hive.hooks"], [2, "module-airflow.providers.apache.hive"], [3, "module-airflow.providers.apache.hive.macros.hive"], [4, "module-airflow.providers.apache.hive.macros"], [5, "module-airflow.providers.apache.hive.operators.hive"], [6, "module-airflow.providers.apache.hive.operators.hive_stats"], [7, "module-airflow.providers.apache.hive.operators"], [8, "module-airflow.providers.apache.hive.plugins.hive"], [9, "module-airflow.providers.apache.hive.plugins"], [10, "module-airflow.providers.apache.hive.sensors.hive_partition"], [11, "module-airflow.providers.apache.hive.sensors"], [12, "module-airflow.providers.apache.hive.sensors.metastore_partition"], [13, "module-airflow.providers.apache.hive.sensors.named_hive_partition"], [14, "module-airflow.providers.apache.hive.transfers.hive_to_mysql"], [15, "module-airflow.providers.apache.hive.transfers.hive_to_samba"], [16, "module-airflow.providers.apache.hive.transfers"], [17, "module-airflow.providers.apache.hive.transfers.mssql_to_hive"], [18, "module-airflow.providers.apache.hive.transfers.mysql_to_hive"], [19, "module-airflow.providers.apache.hive.transfers.s3_to_hive"], [20, "module-airflow.providers.apache.hive.transfers.vertica_to_hive"], [21, "module-tests.system.providers.apache.hive.example_twitter_dag"], [22, "module-tests.system.providers.apache.hive"]], "run_cli() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.run_cli"]], "supports_autocommit (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.supports_autocommit"]], "table_exists() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.table_exists"]], "test_hql() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.test_hql"]], "to_csv() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.to_csv"]], "airflow.providers.apache.hive.hooks": [[1, "module-airflow.providers.apache.hive.hooks"]], "__version__ (in module airflow.providers.apache.hive)": [[2, "airflow.providers.apache.hive.__version__"]], "airflow.providers.apache.hive": [[2, "module-airflow.providers.apache.hive"]], "airflow.providers.apache.hive.macros.hive": [[3, "module-airflow.providers.apache.hive.macros.hive"]], "closest_ds_partition() (in module airflow.providers.apache.hive.macros.hive)": [[3, "airflow.providers.apache.hive.macros.hive.closest_ds_partition"]], "max_partition() (in module airflow.providers.apache.hive.macros.hive)": [[3, "airflow.providers.apache.hive.macros.hive.max_partition"]], "airflow.providers.apache.hive.macros": [[4, "module-airflow.providers.apache.hive.macros"]], "hiveoperator (class in airflow.providers.apache.hive.operators.hive)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator"]], "airflow.providers.apache.hive.operators.hive": [[5, "module-airflow.providers.apache.hive.operators.hive"]], "clear_airflow_vars() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.clear_airflow_vars"]], "dry_run() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.dry_run"]], "execute() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.execute"]], "get_hook() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.get_hook"]], "on_kill() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.on_kill"]], "prepare_template() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.prepare_template"]], "template_ext (airflow.providers.apache.hive.operators.hive.hiveoperator attribute)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.operators.hive.hiveoperator attribute)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.operators.hive.hiveoperator attribute)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields_renderers"]], "ui_color (airflow.providers.apache.hive.operators.hive.hiveoperator attribute)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.ui_color"]], "hivestatscollectionoperator (class in airflow.providers.apache.hive.operators.hive_stats)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator"]], "airflow.providers.apache.hive.operators.hive_stats": [[6, "module-airflow.providers.apache.hive.operators.hive_stats"]], "execute() (airflow.providers.apache.hive.operators.hive_stats.hivestatscollectionoperator method)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.execute"]], "get_default_exprs() (airflow.providers.apache.hive.operators.hive_stats.hivestatscollectionoperator method)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.get_default_exprs"]], "template_fields (airflow.providers.apache.hive.operators.hive_stats.hivestatscollectionoperator attribute)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.template_fields"]], "ui_color (airflow.providers.apache.hive.operators.hive_stats.hivestatscollectionoperator attribute)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.ui_color"]], "airflow.providers.apache.hive.operators": [[7, "module-airflow.providers.apache.hive.operators"]], "hiveplugin (class in airflow.providers.apache.hive.plugins.hive)": [[8, "airflow.providers.apache.hive.plugins.hive.HivePlugin"]], "airflow.providers.apache.hive.plugins.hive": [[8, "module-airflow.providers.apache.hive.plugins.hive"]], "macros (airflow.providers.apache.hive.plugins.hive.hiveplugin attribute)": [[8, "airflow.providers.apache.hive.plugins.hive.HivePlugin.macros"]], "name (airflow.providers.apache.hive.plugins.hive.hiveplugin attribute)": [[8, "airflow.providers.apache.hive.plugins.hive.HivePlugin.name"]], "airflow.providers.apache.hive.plugins": [[9, "module-airflow.providers.apache.hive.plugins"]], "hivepartitionsensor (class in airflow.providers.apache.hive.sensors.hive_partition)": [[10, "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor"]], "airflow.providers.apache.hive.sensors.hive_partition": [[10, "module-airflow.providers.apache.hive.sensors.hive_partition"]], "poke() (airflow.providers.apache.hive.sensors.hive_partition.hivepartitionsensor method)": [[10, "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.poke"]], "template_fields (airflow.providers.apache.hive.sensors.hive_partition.hivepartitionsensor attribute)": [[10, "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.template_fields"]], "ui_color (airflow.providers.apache.hive.sensors.hive_partition.hivepartitionsensor attribute)": [[10, "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.ui_color"]], "airflow.providers.apache.hive.sensors": [[11, "module-airflow.providers.apache.hive.sensors"]], "metastorepartitionsensor (class in airflow.providers.apache.hive.sensors.metastore_partition)": [[12, "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor"]], "airflow.providers.apache.hive.sensors.metastore_partition": [[12, "module-airflow.providers.apache.hive.sensors.metastore_partition"]], "poke() (airflow.providers.apache.hive.sensors.metastore_partition.metastorepartitionsensor method)": [[12, "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.poke"]], "template_fields (airflow.providers.apache.hive.sensors.metastore_partition.metastorepartitionsensor attribute)": [[12, "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.template_fields"]], "ui_color (airflow.providers.apache.hive.sensors.metastore_partition.metastorepartitionsensor attribute)": [[12, "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.ui_color"]], "namedhivepartitionsensor (class in airflow.providers.apache.hive.sensors.named_hive_partition)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor"]], "airflow.providers.apache.hive.sensors.named_hive_partition": [[13, "module-airflow.providers.apache.hive.sensors.named_hive_partition"]], "parse_partition_name() (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor static method)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.parse_partition_name"]], "poke() (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor method)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke"]], "poke_partition() (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor method)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke_partition"]], "template_fields (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor attribute)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.template_fields"]], "ui_color (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor attribute)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.ui_color"]], "hivetomysqloperator (class in airflow.providers.apache.hive.transfers.hive_to_mysql)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator"]], "airflow.providers.apache.hive.transfers.hive_to_mysql": [[14, "module-airflow.providers.apache.hive.transfers.hive_to_mysql"]], "execute() (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator method)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator attribute)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator attribute)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator attribute)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields_renderers"]], "ui_color (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator attribute)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.ui_color"]], "hivetosambaoperator (class in airflow.providers.apache.hive.transfers.hive_to_samba)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator"]], "airflow.providers.apache.hive.transfers.hive_to_samba": [[15, "module-airflow.providers.apache.hive.transfers.hive_to_samba"]], "execute() (airflow.providers.apache.hive.transfers.hive_to_samba.hivetosambaoperator method)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.hive_to_samba.hivetosambaoperator attribute)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.hive_to_samba.hivetosambaoperator attribute)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.hive_to_samba.hivetosambaoperator attribute)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields_renderers"]], "airflow.providers.apache.hive.transfers": [[16, "module-airflow.providers.apache.hive.transfers"]], "mssqltohiveoperator (class in airflow.providers.apache.hive.transfers.mssql_to_hive)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mssql_to_hive": [[17, "module-airflow.providers.apache.hive.transfers.mssql_to_hive"]], "execute() (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator method)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator attribute)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator attribute)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator attribute)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields_renderers"]], "type_map() (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator class method)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.type_map"]], "ui_color (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator attribute)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.ui_color"]], "mysqltohiveoperator (class in airflow.providers.apache.hive.transfers.mysql_to_hive)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mysql_to_hive": [[18, "module-airflow.providers.apache.hive.transfers.mysql_to_hive"]], "execute() (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator method)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator attribute)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator attribute)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator attribute)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields_renderers"]], "type_map() (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator class method)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.type_map"]], "ui_color (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator attribute)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.ui_color"]], "s3tohiveoperator (class in airflow.providers.apache.hive.transfers.s3_to_hive)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator"]], "airflow.providers.apache.hive.transfers.s3_to_hive": [[19, "module-airflow.providers.apache.hive.transfers.s3_to_hive"]], "execute() (airflow.providers.apache.hive.transfers.s3_to_hive.s3tohiveoperator method)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.s3_to_hive.s3tohiveoperator attribute)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.s3_to_hive.s3tohiveoperator attribute)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_fields"]], "ui_color (airflow.providers.apache.hive.transfers.s3_to_hive.s3tohiveoperator attribute)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.ui_color"]], "verticatohiveoperator (class in airflow.providers.apache.hive.transfers.vertica_to_hive)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator"]], "airflow.providers.apache.hive.transfers.vertica_to_hive": [[20, "module-airflow.providers.apache.hive.transfers.vertica_to_hive"]], "execute() (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator method)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator attribute)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator attribute)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator attribute)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields_renderers"]], "type_map() (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator class method)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.type_map"]], "ui_color (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator attribute)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.ui_color"]], "dag_id (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.DAG_ID"]], "env_id (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.ENV_ID"]], "analyze_tweets() (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets"]], "clean_tweets() (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.clean_tweets"]], "fetch (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.fetch"]], "fetch_tweets() (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets"]], "test_run (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.test_run"]], "tests.system.providers.apache.hive.example_twitter_dag": [[21, "module-tests.system.providers.apache.hive.example_twitter_dag"]], "transfer_to_db() (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db"]], "tests.system.providers.apache.hive": [[22, "module-tests.system.providers.apache.hive"]]}})