docs-archive/apache-airflow-providers-apache-hive/6.1.2/searchindex.js

Search.setIndex({"docnames": ["_api/airflow/providers/apache/hive/hooks/hive/index", "_api/airflow/providers/apache/hive/hooks/index", "_api/airflow/providers/apache/hive/index", "_api/airflow/providers/apache/hive/macros/hive/index", "_api/airflow/providers/apache/hive/macros/index", "_api/airflow/providers/apache/hive/operators/hive/index", "_api/airflow/providers/apache/hive/operators/hive_stats/index", "_api/airflow/providers/apache/hive/operators/index", "_api/airflow/providers/apache/hive/plugins/hive/index", "_api/airflow/providers/apache/hive/plugins/index", "_api/airflow/providers/apache/hive/sensors/hive_partition/index", "_api/airflow/providers/apache/hive/sensors/index", "_api/airflow/providers/apache/hive/sensors/metastore_partition/index", "_api/airflow/providers/apache/hive/sensors/named_hive_partition/index", "_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index", "_api/airflow/providers/apache/hive/transfers/hive_to_samba/index", "_api/airflow/providers/apache/hive/transfers/index", "_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index", "_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index", "_api/airflow/providers/apache/hive/transfers/s3_to_hive/index", "_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index", "_api/tests/system/providers/apache/hive/example_twitter_dag/index", "_api/tests/system/providers/apache/hive/index", "changelog", "commits", "connections/hive_cli", "connections/hive_metastore", "connections/hiveserver2", "connections/index", "index", "installing-providers-from-sources", "macros", "operators", "security"], "filenames": ["_api/airflow/providers/apache/hive/hooks/hive/index.rst", "_api/airflow/providers/apache/hive/hooks/index.rst", "_api/airflow/providers/apache/hive/index.rst", "_api/airflow/providers/apache/hive/macros/hive/index.rst", "_api/airflow/providers/apache/hive/macros/index.rst", "_api/airflow/providers/apache/hive/operators/hive/index.rst", "_api/airflow/providers/apache/hive/operators/hive_stats/index.rst", "_api/airflow/providers/apache/hive/operators/index.rst", "_api/airflow/providers/apache/hive/plugins/hive/index.rst", "_api/airflow/providers/apache/hive/plugins/index.rst", "_api/airflow/providers/apache/hive/sensors/hive_partition/index.rst", "_api/airflow/providers/apache/hive/sensors/index.rst", "_api/airflow/providers/apache/hive/sensors/metastore_partition/index.rst", "_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.rst", "_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.rst", "_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.rst", "_api/airflow/providers/apache/hive/transfers/index.rst", "_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.rst", "_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.rst", "_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.rst", "_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.rst", "_api/tests/system/providers/apache/hive/example_twitter_dag/index.rst", "_api/tests/system/providers/apache/hive/index.rst", "changelog.rst", "commits.rst", "connections/hive_cli.rst", "connections/hive_metastore.rst", "connections/hiveserver2.rst", "connections/index.rst", "index.rst", "installing-providers-from-sources.rst", "macros.rst", "operators.rst", "security.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.hooks.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.macros.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.macros</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators.hive_stats</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.plugins.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.plugins</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.hive_partition</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.metastore_partition</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.named_hive_partition</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.hive_to_samba</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.s3_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.hive.example_twitter_dag</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.hive</span></code>", "Changelog", "Package apache-airflow-providers-apache-hive", "Hive CLI Connection", "Hive Metastore Connection", "Hive Server2 Connection", "Connection Types", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-hive</span></code>", "Installing from sources", "Hive Macros", "Apache Hive Operators", "Releasing security patches"], "terms": {"hive_queue_prior": 0, "very_high": [0, 5], "high": [0, 5, 24], "normal": [0, 5, 24], "low": [0, 5], "very_low": [0, 5], "sourc": [0, 2, 3, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 31, 32], "get_context_from_env_var": 0, "extract": [0, 21], "context": [0, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 24], "from": [0, 3, 5, 14, 15, 17, 18, 19, 20, 21, 23, 24, 29, 31, 33], "env": 0, "variabl": [0, 5, 25, 26, 27], "dag_id": [0, 21], "task_id": [0, 32], "etc": 0, "us": [0, 3, 5, 6, 8, 10, 13, 14, 15, 17, 18, 19, 20, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33], "bashoper": 0, "pythonoper": 0, "return": [0, 3, 6, 23, 24, 31], "The": [0, 3, 10, 12, 14, 17, 18, 19, 20, 23, 25, 26, 27, 29, 30, 31, 32, 33], "interest": [0, 3, 31, 33], "type": [0, 3, 5, 6, 10, 17, 18, 19, 20, 23, 24, 25, 26, 27, 31], "dict": [0, 5, 6, 14, 17, 18, 19, 20], "ani": [0, 5, 6, 18, 30], "hiveclihook": [0, 23, 24], "hive_cli_conn_id": [0, 5, 17, 18, 19, 20], "default_conn_nam": 0, "run_a": 0, "none": [0, 3, 5, 6, 10, 13, 14, 17, 18, 19, 20, 30, 31], "mapred_queu": [0, 5], "mapred_queue_prior": [0, 5], "mapred_job_nam": [0, 5], "hive_cli_param": [0, 5, 23, 24, 25], "auth": [0, 5, 23, 24, 25], "base": [0, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20], "basehook": 0, "simpl": 0, "wrapper": 0, "around": [0, 24], "cli": [0, 5, 17, 18, 19, 20, 28], "It": [0, 18, 26, 30], "also": [0, 5, 21, 30], "support": [0, 3, 10, 14, 23, 24, 29, 31], "beelin": [0, 23, 24, 25], "lighter": 0, "run": [0, 5, 6, 14, 17, 18, 20, 23, 25, 27, 30], "jdbc": [0, 25], "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "replac": [0, 5, 23, 24], "heavier": 0, "tradit": 0, "To": [0, 30], "enabl": [0, 24, 25, 26, 27], "set": [0, 3, 5, 13, 17, 18, 19, 20, 23, 24, 27, 31], "use_beelin": [0, 25], "param": [0, 3, 25, 31], "extra": [0, 23, 24, 25, 26, 27, 29], "field": [0, 3, 5, 12, 17, 18, 19, 20, 23, 24, 25, 31], "your": [0, 3, 5, 17, 18, 20, 23, 25, 26, 27, 31], "connect": [0, 3, 5, 6, 10, 13, 14, 15, 17, 18, 19, 20, 23, 24, 31], "true": [0, 3, 5, 17, 18, 19, 20, 25, 27, 31], "note": [0, 5, 10, 13, 14, 17, 18, 19, 20, 24, 25, 26, 27], "you": [0, 3, 5, 6, 10, 13, 17, 18, 19, 20, 21, 23, 25, 26, 27, 29, 30, 31, 33], "can": [0, 3, 5, 10, 18, 19, 21, 23, 25, 26, 27, 29, 30, 31, 32, 33], "default": [0, 3, 5, 6, 10, 12, 13, 14, 19, 24, 31, 33], "paramet": [0, 3, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23, 24, 25, 26, 27, 31], "pass": [0, 5, 10, 13, 17, 18, 20, 24], "space": 0, "separ": [0, 24, 26, 33], "list": [0, 3, 6, 13, 24, 26, 31], "add": [0, 23, 24], "command": [0, 14, 24], "get": [0, 3, 5, 6, 13, 17, 18, 19, 20, 21, 30, 31, 33], "string": [0, 18, 24, 25], "str": [0, 3, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 31], "refer": [0, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20], "id": [0, 5, 6, 10, 13, 14, 15, 17, 18, 19, 20, 30], "queue": [0, 5], "hadoop": [0, 5, 24], "schedul": 0, "capac": 0, "fair": 0, "prioriti": [0, 5], "within": [0, 5], "job": [0, 24], "possibl": [0, 5, 26], "includ": [0, 5, 24, 33], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "name": [0, 3, 5, 6, 8, 10, 12, 13, 19, 21, 24, 26, 27, 31], "appear": [0, 5], "jobtrack": [0, 5], "make": [0, 5, 23, 24, 25], "monitor": [0, 5], "easier": [0, 5], "conn_name_attr": 0, "hive_cli_default": [0, 5, 17, 18, 19, 20, 25], "conn_typ": 0, "hive_cli": [0, 25], "hook_nam": 0, "client": [0, 10, 13], "run_cli": 0, "hql": [0, 5, 15, 23, 24, 25, 32], "schema": [0, 3, 5, 10, 12, 13, 23, 24, 25, 27, 31], "verbos": 0, "hive_conf": [0, 14, 23, 24], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "statement": [0, 14, 17, 18, 19, 20, 25, 27], "If": [0, 3, 5, 6, 17, 18, 19, 20, 23, 25, 27, 30, 31], "specifi": [0, 19, 25, 26, 27, 29], "should": [0, 5, 10, 12, 13, 14, 18, 19, 21, 23, 25, 26, 27, 30, 33], "entri": [0, 24], "kei": [0, 5, 6, 19, 23, 24, 25, 30], "valu": [0, 3, 5, 6, 10, 17, 18, 19, 20, 31], "pair": [0, 3, 5, 31], "hiveconf": [0, 5], "queri": [0, 6, 12, 14, 17, 18, 19, 20], "languag": [0, 24], "databas": [0, 5, 6, 14, 15, 17, 18, 19, 20, 25, 27, 32], "bool": [0, 5, 14, 17, 18, 19, 20, 24], "addit": 0, "log": [0, 24], "thei": 0, "after": [0, 3, 5, 14, 23, 24, 31], "thu": 0, "overrid": [0, 5, 10, 12, 13], "whatev": 0, "ar": [0, 3, 6, 17, 18, 19, 20, 23, 24, 25, 26, 27, 29, 30, 31, 33], "hh": 0, "result": [0, 12, 15], "ok": 0, "test_hql": 0, "test": [0, 24, 32, 33], "explain": [0, 23], "load_df": 0, "df": 0, "tabl": [0, 3, 6, 10, 12, 13, 14, 17, 18, 19, 20, 23, 24, 31, 32], "field_dict": [0, 19], "delimit": [0, 14, 17, 18, 19, 20], "encod": [0, 25, 26, 27], "utf8": 0, "pandas_kwarg": 0, "kwarg": [0, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23, 24], "load": [0, 14, 15, 17, 18, 19, 20, 24, 32], "panda": [0, 23, 24, 29], "datafram": 0, "data": [0, 14, 15, 17, 18, 19, 20, 21, 24, 32], "infer": [0, 3, 17, 18, 19, 20, 31], "column": [0, 6, 17, 18, 19, 20, 21], "sanit": [0, 23, 24], "target": [0, 3, 14, 17, 18, 19, 20, 31], "dot": [0, 3, 10, 14, 17, 18, 19, 20, 31], "notat": [0, 3, 10, 14, 17, 18, 19, 20, 31], "specif": [0, 5, 14, 15, 17, 18, 19, 20, 24, 32], "map": [0, 3, 17, 18, 20, 31], "must": [0, 14], "ordereddict": 0, "so": [0, 5, 14, 33], "keep": [0, 24, 25], "order": [0, 12, 29], "file": [0, 5, 14, 15, 17, 18, 19, 20, 21, 23, 24, 30], "when": [0, 5, 6, 12, 14, 15, 17, 18, 19, 20, 23, 24, 25, 26, 27, 29, 31, 33], "write": [0, 32], "to_csv": 0, "self": [0, 30], "load_fil": 0, "filepath": 0, "creat": [0, 5, 6, 12, 14, 15, 17, 18, 19, 20, 30], "overwrit": [0, 6], "partit": [0, 3, 6, 10, 12, 13, 17, 18, 19, 20, 31, 32], "recreat": [0, 17, 18, 19, 20], "fals": [0, 3, 5, 14, 17, 18, 19, 20, 25, 31], "tblproperti": [0, 17, 18, 19], "local": [0, 14, 17, 18, 19, 20, 30], "gener": [0, 6, 10, 12, 17, 18, 19, 20, 21, 24], "store": [0, 17, 18, 19, 20, 21], "AS": [0, 17, 18, 19, 20], "textfil": [0, 17, 18, 19, 20], "which": [0, 3, 17, 18, 19, 20, 31, 33], "isn": [0, 17, 18, 19, 20], "t": [0, 3, 10, 14, 17, 18, 19, 20, 24, 31], "most": [0, 17, 18, 19, 20, 30], "effici": [0, 17, 18, 19, 20], "serial": [0, 17, 18, 19, 20], "format": [0, 6, 17, 18, 19, 20, 24], "larg": [0, 6, 17, 18, 19, 20, 32], "amount": [0, 14, 17, 18, 19, 20], "consider": [0, 17, 18, 19, 20], "mai": [0, 5, 17, 18, 19, 20, 24], "want": [0, 5, 17, 18, 19, 20, 23, 25, 27, 30, 33], "oper": [0, 2, 10, 13, 14, 15, 17, 18, 19, 20, 23, 24, 25, 26, 27], "onli": [0, 3, 17, 18, 19, 20, 23, 24, 25, 31, 33], "stage": [0, 14, 17, 18, 19, 20], "temporari": [0, 17, 18, 19, 20, 30], "befor": [0, 3, 5, 14, 17, 18, 19, 20, 24, 31], "its": [0, 17, 18, 19, 20], "final": [0, 17, 18, 19, 20, 24], "destin": [0, 15, 17, 18, 19, 20], "hiveoper": [0, 5, 17, 18, 19, 20, 23, 24], "A": [0, 3, 13, 19, 31], "dictionari": [0, 5, 6, 14, 15, 17, 18, 19, 20, 24, 25, 26, 27], "whether": [0, 17, 18, 19, 20], "doesn": [0, 17, 18, 19, 20], "exist": [0, 5, 17, 18, 19, 20, 29], "drop": [0, 17, 18, 19, 20, 23, 24, 30], "everi": [0, 17, 18, 19, 20], "execut": [0, 5, 6, 14, 15, 17, 18, 19, 20, 32], "being": [0, 14, 17, 18, 19], "kill": [0, 5, 23, 24], "hivemetastorehook": [0, 23, 24], "metastore_conn_id": [0, 3, 6, 10, 13, 31], "interact": 0, "metastor": [0, 3, 6, 10, 12, 13, 23, 24, 28, 31], "ref": [0, 10, 15, 24], "thrift": [0, 10, 12, 13, 14, 15, 26, 29], "servic": [0, 10, 12, 13, 14, 15, 21, 26, 27], "howto": [0, 10, 15], "hive_metastor": [0, 10], "max_part_count": 0, "32767": 0, "metastore_default": [0, 3, 6, 10, 13, 26, 31], "__getstate__": 0, "__setstate__": 0, "d": [0, 3, 6, 10, 12, 13, 30, 31], "get_metastore_cli": 0, "get_conn": 0, "check_for_partit": 0, "check": [0, 13, 19, 23, 24, 30, 32], "belong": [0, 30], "express": [0, 6, 19, 24], "match": [0, 3, 23, 24, 30, 31], "eg": 0, "b": 0, "AND": [0, 10], "c": 0, "static_babynames_partit": [0, 3, 31], "2015": [0, 3, 10, 31], "01": [0, 3, 10, 12, 13, 24, 31], "check_for_named_partit": 0, "partition_nam": [0, 12, 13], "given": [0, 3, 31], "xxx": 0, "get_tabl": 0, "table_nam": [0, 6], "db": [0, 12, 23], "object": [0, 5], "static_babynam": 0, "tablenam": 0, "col": [0, 6], "sd": 0, "state": 0, "year": 0, "gender": 0, "num": 0, "pattern": [0, 19], "get_databas": 0, "get_partit": 0, "partition_filt": 0, "all": [0, 3, 23, 24, 25, 26, 27, 29, 31, 33], "work": 0, "less": 0, "than": [0, 19], "java": [0, 24], "short": 0, "max": [0, 3, 31], "val": 0, "For": [0, 24, 25, 26, 27, 29, 30, 32], "subpartit": [0, 12], "number": [0, 24, 26, 27], "might": [0, 29, 33], "easili": 0, "exce": 0, "part": [0, 5, 21], "len": 0, "1": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33], "max_partit": [0, 3, 31], "filter_map": [0, 3, 31], "maximum": 0, "one": [0, 3, 18, 19, 23, 25, 30, 31], "partition_kei": [0, 3, 31], "partition_valu": [0, 3, 31], "filter": [0, 3, 23, 24, 31], "out": [0, 23, 24, 33], "table_exist": 0, "does_not_exist": 0, "drop_partit": [0, 24], "part_val": 0, "delete_data": 0, "input": 0, "spec": 0, "control": [0, 18], "underli": 0, "have": [0, 23, 24, 33], "delet": [0, 14], "2020": [0, 24], "05": [0, 24], "hiveserver2hook": [0, 23, 24], "arg": [0, 24], "log_sql": 0, "common": [0, 12, 23, 24, 29], "sql": [0, 5, 10, 12, 14, 15, 17, 18, 20, 23, 24, 29, 32], "dbapihook": [0, 23, 24], "pyhiv": [0, 27, 29], "librari": [0, 23, 24], "auth_mechan": [0, 23, 24, 26, 27], "plain": [0, 27], "ui": 0, "run_set_variable_stat": [0, 27], "impala": 0, "need": [0, 3, 5, 10, 23, 25, 29, 31], "hiveserver2_conn_id": [0, 14, 15], "server2": [0, 14, 15, 28], "hiveserver2": [0, 15, 27], "hiveserver2_default": [0, 14, 15, 27], "server": [0, 14, 17, 26, 30], "2": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33], "supports_autocommit": 0, "get_result": 0, "fetch_siz": 0, "int": [0, 18], "size": 0, "fetch": [0, 21], "iter": 0, "alon": 0, "header": [0, 19, 24], "csv_filepath": 0, "linetermin": 0, "r": 0, "n": 0, "output_head": 0, "1000": 0, "csv": [0, 15, 18, 21, 23, 24], "row": 0, "get_record": [0, 23], "record": 0, "option": [0, 3, 5, 14, 17, 18, 20, 23, 24, 25, 26, 27, 31], "configur": [0, 24], "select": [0, 19, 30], "limit": [0, 23, 24], "100": 0, "get_pandas_df": [0, 23, 24], "constructor": 0, "index": [0, 12], "datefram": 0, "6": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33], "7": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "hook": [2, 5, 13, 23, 24, 25, 26, 27], "macro": [2, 8, 23, 24], "hive_stat": [2, 7], "plugin": 2, "sensor": [2, 23, 24], "hive_partit": [2, 11], "metastore_partit": [2, 11], "named_hive_partit": [2, 11], "transfer": [2, 24], "hive_to_mysql": [2, 16], "hive_to_samba": [2, 16], "mssql_to_hiv": [2, 16], "mysql_to_h": [2, 16], "s3_to_hiv": [2, 16, 24], "vertica_to_h": [2, 16], "__version__": [2, 24], "live": [3, 31], "my_databas": [3, 10, 31], "my_tabl": [3, 10, 31], "found": [3, 31, 33], "disregard": [3, 31], "don": [3, 10, 24, 31], "e": [3, 25, 31], "g": [3, 31], "key1": [3, 31], "value1": [3, 31], "key2": [3, 31], "value2": [3, 31], "consid": [3, 6, 10, 31], "candid": [3, 24, 31], "": [3, 5, 12, 17, 18, 19, 20, 23, 24, 30, 31], "closest_ds_partit": [3, 31], "find": [3, 31], "date": [3, 6, 31], "closest": [3, 31], "datestamp": [3, 31], "y": [3, 31], "m": [3, 31], "yyyi": [3, 31], "mm": [3, 31], "dd": [3, 31], "either": [3, 31], "side": [3, 31], "tbl": [3, 31], "02": [3, 24, 31], "hiveconf_jinja_transl": 5, "script_begin_tag": 5, "run_as_own": 5, "model": [5, 6, 14, 15, 17, 18, 19, 20, 24, 33], "baseoper": [5, 6, 14, 15, 17, 18, 19, 20], "code": [5, 15, 24, 30, 32], "script": [5, 24, 30, 32], "rel": 5, "path": [5, 15, 19], "dag": [5, 21, 23, 24], "templat": [5, 6, 14, 15, 17, 18, 19, 20, 23, 24, 31], "defin": [5, 10, 12, 13, 23], "var": 5, "translat": 5, "jinja": [5, 6, 14, 15, 17, 18, 19, 20], "along": 5, "user_defined_macro": 5, "myarg": 5, "view": 5, "document": [5, 23, 24, 32], "more": [5, 6, 14, 15, 17, 18, 19, 20, 21, 23, 24, 32], "detail": [5, 24, 30], "rid": [5, 21], "first": [5, 19, 23], "occurr": 5, "owner": [5, 25, 30], "capacityschedul": 5, "clo": 5, "authent": [5, 17, 18, 20], "template_field": [5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 24], "sequenc": [5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 24], "template_ext": [5, 14, 15, 17, 18, 19, 20], "template_fields_render": [5, 14, 15, 17, 18, 20, 23, 24], "ui_color": [5, 6, 10, 12, 13, 14, 17, 18, 19, 20], "f0e4ec": 5, "get_hook": 5, "prepare_templ": 5, "trigger": 5, "alter": 5, "render": [5, 6, 14, 15, 17, 18, 19, 20, 23, 24], "method": [5, 6, 10, 13, 14, 15, 17, 18, 19, 20, 23, 24, 25, 27], "do": [5, 19, 21, 30], "main": [5, 6, 14, 15, 17, 18, 19, 20, 30, 33], "deriv": [5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20], "same": [5, 6, 14, 15, 17, 18, 19, 20], "get_template_context": [5, 6, 14, 15, 17, 18, 19, 20], "dry_run": 5, "perform": 5, "dry": 5, "just": 5, "on_kil": 5, "clean": [5, 21, 23, 24], "up": [5, 10, 13, 24], "subprocess": 5, "task": [5, 14, 21, 24], "instanc": 5, "thread": 5, "multiprocess": 5, "leav": 5, "ghost": 5, "process": [5, 19], "behind": 5, "clear_airflow_var": 5, "reset": 5, "environ": [5, 25, 26, 27], "prevent": 5, "ones": 5, "impact": 5, "behavior": 5, "hivestatscollectionoper": 6, "extra_expr": 6, "excluded_column": 6, "assignment_func": 6, "presto_conn_id": 6, "presto_default": 6, "mysql_conn_id": [6, 12, 14, 18], "airflow_db": 6, "gather": 6, "statist": 6, "insert": 6, "them": [6, 23, 29, 31], "mysql": [6, 12, 14, 18, 21, 23, 24, 29], "dynam": [6, 24], "presto": [6, 29], "stat": 6, "themselv": 6, "rerun": 6, "varchar": 6, "16": [6, 24], "500": 6, "metric": 6, "200": 6, "bigint": 6, "against": [6, 14, 17, 18, 19, 20], "where": [6, 15, 23, 24, 33], "compat": [6, 24], "exclud": 6, "blob": [6, 20], "json": [6, 24, 25, 26, 27], "callabl": 6, "function": [6, 10, 12, 13, 24, 31], "receiv": [6, 33], "global": 6, "appli": [6, 23, 24], "empti": [6, 23, 24], "comput": 6, "dttm": 6, "aff7a6": 6, "get_default_expr": 6, "col_typ": 6, "hiveplugin": 8, "plugins_manag": 8, "airflowplugin": 8, "deliv": 8, "user": [8, 13, 21, 24, 25, 30], "hivepartitionsensor": [10, 12, 13], "poke_interv": [10, 13], "60": [10, 13], "3": [10, 13, 29], "basesensoroper": [10, 13], "wait": [10, 13], "show": [10, 13], "becaus": 10, "logic": [10, 13], "ineffici": 10, "namedhivepartitionsensor": [10, 13], "instead": 10, "full": [10, 20, 24], "flexibl": 10, "claus": 10, "get_partitions_by_filt": [10, 23, 24], "appar": 10, "like": [10, 21, 24, 27], "comparison": [10, 13], "c5cae9": 10, "poke": [10, 12, 13], "while": [10, 12, 13], "metastorepartitionsensor": 12, "metastore_mysql": 12, "sqlsensor": 12, "altern": 12, "talk": 12, "directli": [12, 14], "wa": 12, "observ": 12, "sub": 12, "optim": 12, "hit": 12, "were": [12, 23], "written": 12, "wai": [12, 25], "would": [12, 27], "leverag": 12, "doe": [12, 20], "matter": [12, 24], "exampl": [12, 13, 21, 24, 25, 26, 27, 29, 30, 31], "2016": [12, 13], "foo": 12, "conn_id": 12, "8da7b": 12, "fulli": 13, "qualifi": 13, "form": [13, 24], "pk1": 13, "pv1": 13, "pk2": 13, "pv2": 13, "get_partitions_by_nam": 13, "cannot": 13, "8d99ae": 13, "static": [13, 24], "parse_partition_nam": 13, "info": [13, 24], "poke_partit": 13, "contain": [14, 15, 17, 18, 19, 20, 30], "move": [14, 15, 17, 18, 19, 20, 23, 24], "hivetomysqloper": [14, 23, 24], "mysql_tabl": 14, "mysql_default": [14, 18], "mysql_preoper": 14, "mysql_postoper": 14, "bulk_load": 14, "now": [14, 23, 24], "memori": 14, "push": [14, 15], "smallish": 14, "prior": 14, "import": [14, 23, 24, 30], "typic": 14, "truncat": 14, "place": 14, "come": [14, 24], "allow": [14, 24], "idempot": 14, "twice": 14, "won": 14, "doubl": [14, 24], "product": 14, "issu": [14, 23, 24], "cleanup": [14, 24], "flag": 14, "tab": 14, "text": [14, 21, 24], "infil": 14, "via": [14, 27, 29, 30], "disabl": 14, "a0e08c": [14, 17, 18, 19], "samba": [15, 29], "hivetosambaoper": 15, "destination_filepath": 15, "samba_conn_id": 15, "samba_default": 15, "locat": 15, "export": [15, 25, 26, 27], "onto": [15, 32], "mssql": [17, 29], "mssqltohiveoper": 17, "hive_t": [17, 18, 19, 20], "chr": [17, 18, 20], "mssql_conn_id": 17, "mssql_default": 17, "hive_auth": [17, 18, 19, 20], "microsoft": [17, 29], "argument": [17, 18, 19, 20, 24], "cursor": [17, 18, 19, 20], "metadata": [17, 18, 19, 20], "classmethod": [17, 18, 20], "type_map": [17, 18, 20], "mssql_type": 17, "mysqltohiveoper": 18, "quot": 18, "quotechar": 18, "escapechar": 18, "writer": 18, "take": [18, 21], "quote_": 18, "constant": 18, "charact": [18, 24], "special": 18, "escap": [18, 24], "mysql_typ": 18, "s3": 19, "bucket": 19, "s3tohiveoper": 19, "s3_kei": 19, "check_head": 19, "wildcard_match": 19, "aws_conn_id": 19, "aws_default": 19, "verifi": [19, 29], "input_compress": 19, "select_express": 19, "download": [19, 30], "retriev": [19, 21], "line": [19, 24], "interpret": 19, "unix": 19, "wildcard": 19, "ssl": 19, "certif": [19, 30], "By": [19, 30], "follow": [19, 24, 25, 26, 27, 30, 31, 33], "valid": [19, 23, 24, 30], "still": 19, "unless": 19, "use_ssl": 19, "cert": 19, "bundl": 19, "pem": 19, "filenam": 19, "ca": 19, "differ": [19, 21, 30], "botocor": 19, "boolean": 19, "determin": 19, "decompress": 19, "requir": [19, 23, 33], "vertica": [20, 29], "verticatohiveoper": 20, "vertica_conn_id": 20, "vertica_default": 20, "b4e0ff": 20, "vertica_typ": 20, "manual": [20, 23], "hack": 20, "python": [20, 23, 24, 29, 30], "stock": 20, "datatyp": 20, "py": [20, 24, 32], "access": 20, "http": [20, 24, 30], "github": 20, "com": [20, 25, 30], "uber": 20, "master": [20, 24], "vertica_python": 20, "manag": [21, 24, 25, 30, 32], "twitter": 21, "env_id": 21, "fetch_tweet": 21, "call": [21, 24], "api": [21, 23, 24], "tweet": 21, "yesterdai": 21, "four": 21, "twitter_a": 21, "twitter_d": 21, "There": [21, 25, 30], "eight": 21, "output": 21, "convent": 21, "direct": 21, "_twitterhandle_d": 21, "clean_tweet": 21, "placehold": 21, "In": 21, "step": [21, 30], "cherri": [21, 33], "pick": [21, 33], "analyze_tweet": 21, "analyz": 21, "could": 21, "simpli": 21, "sentiment": 21, "analysi": 21, "through": [21, 26], "algorithm": 21, "bag": 21, "word": [21, 23, 24], "someth": 21, "complic": 21, "look": 21, "web": 21, "transfer_to_db": 21, "summari": 21, "test_run": 21, "example_twitter_dag": [22, 24, 32], "apach": [23, 26, 30, 31], "airflow": [23, 25, 30, 31, 33], "provid": [23, 30, 31, 32, 33], "hive": [23, 28, 30], "proxy_us": [23, 24, 25], "32334": [23, 24], "releas": [23, 24, 29], "princip": [23, 24, 25], "31983": [23, 24], "unicodecsv": [23, 24], "standard": [23, 24], "31693": [23, 24], "avail": [23, 30, 31], "polici": [23, 33], "bump": [23, 24], "minimum": [23, 24, 29], "version": [23, 24, 29, 30, 33], "30917": [23, 24], "updat": [23, 24], "get_kei": [23, 24], "s3hook": [23, 24], "30923": [23, 24], "other": 23, "relat": [23, 24, 25, 26, 27], "30212": [23, 24], "29502": [23, 24], "mypi": [23, 24], "error": [23, 24], "introduc": [23, 24], "new": [23, 24, 33], "connector": [23, 24], "28995": [23, 24], "local_infil": [23, 24], "28811": [23, 24], "As": 23, "28538": [23, 24], "depend": [23, 24, 33], "amazon": [23, 24, 29], "28505": [23, 24], "28101": [23, 24], "improv": [23, 24], "invalid": [23, 24], "27808": [23, 24], "27888": [23, 24], "min": [23, 24], "27196": [23, 24], "27647": [23, 24], "lower": [23, 24], "bound": [23, 24], "25789": [23, 24], "ha": [23, 24], "been": 23, "renam": [23, 24], "signatur": [23, 24, 29, 30], "posit": 23, "keyword": [23, 24], "second": 23, "deprec": [23, 24], "synchron": [23, 24], "25299": [23, 24], "remov": [23, 24, 30], "smart": [23, 24], "25507": [23, 24], "class": [23, 24, 29], "24836": [23, 24], "24713": [23, 24], "chore": [23, 24], "refactor": [23, 24], "24219": [23, 24], "aip": [23, 24], "47": [23, 24], "migrat": [23, 24], "design": [23, 24], "22439": [23, 24], "24204": [23, 24], "wrong": [23, 24], "docstr": [23, 24], "23316": [23, 24], "mistakenli": 23, "ad": [23, 24], "install_requir": 23, "22382": 23, "trove": 23, "classifi": [23, 24], "pypi": [23, 24, 29, 33], "framework": 23, "larger": [23, 24], "21504": [23, 24], "9": [23, 24, 29], "21893": [23, 24], "typo": [23, 24], "21525": [23, 24], "10": [23, 24], "how": [23, 24, 30], "guid": [23, 24, 30], "21590": [23, 24], "21237": [23, 24], "condit": [23, 24], "lexer": [23, 24], "21403": [23, 24], "restor": [23, 24], "19777": [23, 24], "get_connect": [23, 24], "warn": [23, 24, 30], "hivemetastor": [23, 24], "18854": [23, 24], "hivehook": [23, 24], "failur": [23, 24], "tri": [23, 24], "read": [23, 24, 32], "17777": [23, 24], "optimis": 23, "15515": [23, 24], "auto": [23, 24], "apply_default": [23, 24], "decor": [23, 24], "15667": [23, 24], "due": 23, "instal": [23, 24, 33], "upgrad": [23, 24, 33], "least": 23, "otherwis": 23, "packag": 23, "automat": 23, "complet": 23, "mistak": [23, 24], "doc": [23, 24], "15180": [23, 24], "grammar": [23, 24], "duplic": [23, 24], "14647": [23, 24], "resolv": [23, 24], "14542": [23, 24], "correct": [23, 24, 30], "tool": [23, 24], "rc": [23, 24], "14082": [23, 24], "readm": [23, 24], "password": [23, 24, 25, 27], "ldap": [23, 24, 27], "custom": [23, 24, 25, 27], "mode": [23, 24], "11767": [23, 24], "initi": 23, "commit": 24, "chang": [24, 33], "level": 24, "changelog": 24, "see": [24, 29], "inform": [24, 32, 33], "latest": [24, 33], "2023": 24, "07": 24, "subject": 24, "3878fe6fab": 24, "spuriou": 24, "32373": 24, "cb4927a018": 24, "prepar": [24, 33], "juli": 24, "wave": 24, "32298": 24, "1c1dbd872d": 24, "04": 24, "8c37b74a20": 24, "06": 24, "28": 24, "d205": 24, "inclus": 24, "32226": 24, "09d4718d3a": 24, "27": 24, "structur": [24, 32], "32125": 24, "20": 24, "79bcc2e668": 24, "rc1": 24, "june": 24, "32001": 24, "8b146152d6": 24, "about": [24, 30, 33], "32015": 24, "6724eeb621": 24, "18": 24, "13890788ae": 24, "31730": 24, "fbeb01cb17": 24, "9276310a43": 24, "31681": 24, "a473facf6c": 24, "d400": 24, "pydocstyl": 24, "31424": 24, "c5597d1fab": 24, "23": 24, "11": [24, 30], "27264": 24, "19": 24, "45548b9451": 24, "rc2": 24, "31416": 24, "abea189022": 24, "31393": 24, "f5aed58d9f": 24, "fix": [24, 33], "circular": 24, "caus": 24, "31379": 24, "d9ff55cf6d": 24, "31252": 24, "cb71d41c75": 24, "03": 24, "0a30706aa7": 24, "airflowproviderdeprecationwarn": 24, "30975": 24, "eef5bc7f16": 24, "autom": 24, "30994": 24, "a7eb32a5b2": 24, "30": 24, "58294c5440": 24, "decoupl": 24, "runner": 24, "basejob": 24, "orm": 24, "30255": 24, "d23a3bbed8": 24, "mechan": [24, 26], "suspend": 24, "30422": 24, "55dbf1ff1f": 24, "april": 24, "30378": 24, "f01140141f": 24, "21": 24, "470fdaea27": 24, "midmonth": 24, "29589": 24, "1cb127b9fd": 24, "15": 24, "08": 24, "ce6ae2457": 24, "feb": 24, "29379": 24, "23da4daaa0": 24, "revert": 24, "conn": 24, "close": 24, "ignor": 24, "29005": 24, "29010": 24, "85f8df7b8a": 24, "aa97474020": 24, "14": 24, "911b708ffd": 24, "jan": 24, "mid": 24, "month": 24, "28929": 24, "45dd0c484e": 24, "5246c009c5": 24, "28651": 24, "4e545c6e54": 24, "2022": 24, "12": [24, 30], "d9ae90fc64": 24, "13": 24, "443df3b9c8": 24, "hoc": 24, "28327": 24, "5f8481c799": 24, "2d45f9d6c3": 24, "26": 24, "25bdbc8e67": 24, "rc3": 24, "27937": 24, "2e20e9f7eb": 24, "24": 24, "relas": 24, "novemb": 24, "27774": 24, "80c327bd3b": 24, "12c3c39d1a": 24, "27613": 24, "150dd927c3": 24, "9ab1a6a3e7": 24, "old": 24, "style": 24, "26872": 24, "78b8ea2f22": 24, "2a34dc9e84": 24, "27205": 24, "09": 24, "f8db64c35c": 24, "septemb": 24, "26731": 24, "06acf40a43": 24, "pep": 24, "563": 24, "postpon": 24, "evalu": 24, "annot": 24, "non": 24, "core": 24, "26289": 24, "ca9229b6f": 24, "e5ac6c7cfb": 24, "august": 24, "25618": 24, "7e3d2350db": 24, "5d4abbd58c": 24, "d2459a241b": 24, "25030": 24, "46bbfdade0": 24, "0de31bd73a": 24, "29": 24, "insid": 24, "folder": [24, 30], "24672": 24, "cef97fccd5": 24, "510a6bab45": 24, "yaml": 24, "24702": 24, "dcdcf3a2b8": 24, "24307": 24, "717a7588bc": 24, "descript": 24, "24292": 24, "aeabe994b3": 24, "24231": 24, "b4a5783a2a": 24, "027b707d21": 24, "explanatori": 24, "contributor": 24, "24229": 24, "100ea9d1fc": 24, "71e4deb1b0": 24, "23716": 24, "75c60923e0": 24, "23631": 24, "2d109401b3": 24, "pre": 24, "22887": 24, "0c9c1cf94a": 24, "22": 24, "d7dbfb7e26": 24, "bugfix": [24, 33], "22383": 24, "16adc035b1": 24, "march": 24, "22226": 24, "f5b96315fe": 24, "22056": 24, "563ecfa053": 24, "f6e0ed0dcc": 24, "041babb060": 24, "21571": 24, "2d6282d6b7": 24, "unnecessari": 24, "stale": 24, "comment": 24, "21572": 24, "06010fa12a": 24, "d927507899": 24, "d94fa37830": 24, "januari": 24, "delai": 24, "21439": 24, "8f81b9a01c": 24, "6c3a67d4fc": 24, "2021": [24, 30], "21257": 24, "39e395f981": 24, "602abe8394": 24, "sphinx": 24, "autoapi": 24, "typehint": 24, "20951": 24, "5569b868a9": 24, "tableau": 24, "cncf": 24, "20654": 24, "f77417eb0d": 24, "31": 24, "k8": 24, "20614": 24, "97496ba2b4": 24, "decemb": 24, "20523": 24, "83f8e178ba": 24, "even": 24, "ext": 24, "20608": 24, "d56e7b56bb": 24, "friendli": 24, "20571": 24, "a0821235fb": 24, "everywher": 24, "20565": 24, "485ff6cc64": 24, "20422": 24, "f760823b4a": 24, "some": 24, "hint": 24, "20210": 24, "853576d901": 24, "19882": 24, "16b3ab5860": 24, "variou": 24, "19866": 24, "ac752e777b": 24, "f50f677514": 24, "19474": 24, "ae044884d1": 24, "start_dat": 24, "18657": 24, "d9567eb106": 24, "octob": 24, "19321": 24, "86a2a19ad2": 24, "17": [24, 29], "f": [24, 32], "18855": 24, "80b5e65a6a": 24, "concaten": 24, "airflowexcept": 24, "19026": 24, "232f7d1587": 24, "840ea3efb9": 24, "18613": 24, "a458fcc573": 24, "miscellan": 24, "taskflow": 24, "applic": 24, "18278": 24, "0a68588479": 24, "17890": 24, "da99c3fa6c": 24, "be75dcd39c": 24, "meta": 24, "76ed2a49c6": 24, "lazili": 24, "individu": 24, "17682": 24, "87f408b1e7": 24, "17116": 24, "91f4d80ff0": 24, "xcomarg": 24, "16869": 24, "d02ded65ea": 24, "wrongli": 24, "17020": 24, "b916b75079": 24, "17015": 24, "866a601b76": 24, "pylint": 24, "our": 24, "toolchain": 24, "16682": 24, "ce44b62890": 24, "25": 24, "bbc627a3da": 24, "16501": 24, "cbf8001d76": 24, "buggfix": 24, "16464": 24, "1fba5402bb": 24, "16405": 24, "9c94b72d44": 24, "16294": 24, "476d0f6e3d": 24, "pyupgrad": 24, "v2": 24, "15991": 24, "736a62f824": 24, "15735": 24, "37681bca00": 24, "9953a047c4": 24, "15704": 24, "807ad32ce5": 24, "pip": [24, 29, 30], "15576": 24, "4b031d39e1": 24, "8": 24, "15534": 24, "e229f3541d": 24, "offici": [24, 30], "15513": 24, "042be2e4e0": 24, "15236": 24, "53dafa593f": 24, "85e0e76074": 24, "pin": 24, "flynt": 24, "fail": 24, "pr": 24, "15076": 24, "68e4c4dcb0": 24, "backport": 24, "14886": 24, "6dc24c95e3": 24, "b0d6069d25": 24, "broken": 24, "14633": 24, "d9e4454c66": 24, "589d6dec92": 24, "next": [24, 33], "14487": 24, "10343ec29f": 24, "88bdcfa0df": 24, "14013": 24, "ac2f72c98d": 24, "implement": 24, "13767": 24, "a9ac2b040b": 24, "switch": 24, "13732": 24, "5f81fc73c8": 24, "4f494d4d92": 24, "few": 24, "13450": 24, "295d66f914": 24, "13380": 24, "6cf76d7ac0": 24, "13148": 24, "5090fb0c89": 24, "integr": [24, 25, 26, 27], "13073": 24, "32971a1a2d": 24, "12955": 24, "a075b6df99": 24, "remain": 24, "12927": 24, "b40dffa085": 24, "rema": 24, "modul": 24, "12917": 24, "9b39f24780": 24, "per": 24, "12558": 24, "2037303eef": 24, "discoveri": 24, "12466": 24, "c34ef853c8": 24, "build": [24, 30], "12444": 24, "0080354502": 24, "0b2": 24, "batch": 24, "12449": 24, "ae7cb4a1e2": 24, "hash": 24, "12390": 24, "6889a333cf": 24, "12366": 24, "7825e8f590": 24, "12304": 24, "250436d962": 24, "spell": 24, "12230": 24, "502ba309ea": 24, "markdownlint": 24, "rule": [24, 33], "md022": 24, "blank": [24, 25], "head": 24, "12225": 24, "85a18e13d9": 24, "point": 24, "project": [24, 32], "page": [24, 30], "cross": 24, "12212": 24, "59eb5de78c": 24, "0beta1": 24, "12206": 24, "b2a28d1590": 24, "dev": 24, "12082": 24, "41bf172c1d": 24, "simplifi": 24, "12093": 24, "4e8f9cc8d0": 24, "black": 24, "formmatt": 24, "9550": 24, "8c42cf1b00": 24, "11447": 24, "5a439e84eb": 24, "2a1": 24, "11855": 24, "872b1566a1": 24, "setup": 24, "11826": 24, "349b0811c3": 24, "d200": 24, "11688": 24, "16e7129719": 24, "11487": 24, "0a0e1af800": 24, "markdown": 24, "link": [24, 30], "toc": 24, "11249": 24, "ca4238eb4d": 24, "11242": 24, "5220e4c384": 24, "11238": 24, "e3f96ce7a8": 24, "incorrect": 24, "usag": 24, "11138": 24, "f3e87c5030": 24, "d202": 24, "11032": 24, "9549274d11": 24, "8b1": 24, "10818": 24, "ac943c9e18": 24, "3964": 24, "consolid": 24, "de": 24, "dup": 24, "5499": 24, "fdd9b6f65b": 24, "10543": 24, "d760265452": 24, "No": 24, "whitespac": 24, "surround": 24, "10533": 24, "3696c34c28": 24, "10528": 24, "ee7ca128a1": 24, "refernc": 24, "10483": 24, "27339a5a0f": 24, "mention": 24, "gitter": 24, "10460": 24, "7c206a82a6": 24, "assig": 24, "augment": 24, "assign": 24, "10468": 24, "8f8db8959e": 24, "9730": 24, "b43f90abf4": 24, "repo": 24, "10263": 24, "3b3287d7ac": 24, "enforc": 24, "10170": 24, "7d24b088cd": 24, "stop": 24, "default_arg": 24, "example_dag": 24, "9985": 24, "33f0cd2657": 24, "9784": 24, "c2db0dfeb1": 24, "strict": [24, 33], "9705": 24, "9906": 24, "5013fda8f0": 24, "9472": 24, "4d74ac2111": 24, "increas": 24, "9729": 24, "44d4ae809c": 24, "9686": 24, "e13a14c873": 24, "9458": 24, "d0e7db4024": 24, "fresh": 24, "9408": 24, "12af6a0800": 24, "23rc1": 24, "9404": 24, "c7e5bce57f": 24, "9370": 24, "f6bd817a3a": 24, "9320": 24, "c78e2a5fea": 24, "py3": [24, 30], "8598": 24, "6350fd6ebb": 24, "term": 24, "whitelist": 24, "9174": 24, "10796cb7ce": 24, "unit": 24, "9029": 24, "0b0e4f7a4c": 24, "9026": 24, "00642a46d0": 24, "8994": 24, "cdb3f25456": 24, "8991": 24, "375d1ca229": 24, "8898": 24, "12c5e5d8a": 24, "8891": 24, "f3521fb0e3": 24, "regener": 24, "8886": 24, "92585ca4cb": 24, "8807": 24, "93ea058802": 24, "7059": 24, "8380": 24, "87969a350d": 24, "6515": 24, "8170": 24, "cb0bf4a142": 24, "base_hook": 24, "7901": 24, "4bde99f132": 24, "7802": 24, "7e6372a681": 24, "super": 24, "7820": 24, "3320e432a1": 24, "6817": 24, "lazi": 24, "face": 24, "untouch": 24, "7517": 24, "4d03e33c11": 24, "__init__": 24, "implicit": 24, "explicit": 24, "md": 24, "squash": 24, "rebas": 24, "7456": 24, "f3ad5cf618": 24, "4681": 24, "7309": 24, "97a429f9d0": 24, "6714": 24, "magic": 24, "utf": 24, "7338": 24, "83c037873f": 24, "6674": [24, 30], "accord": 24, "7287": 24, "057f3ae3a4": 24, "6670": 24, "6669": 24, "contrib": 24, "7286": 24, "059eda05f8": 24, "6610": 24, "softwar": [24, 30, 32], "7231": 24, "0481b9a957": 24, "6539": 24, "7142": 24, "two": 25, "host": [25, 26, 27], "port": [25, 26, 27], "proxi": 25, "login": [25, 27], "author": 25, "time": 25, "multipl": [25, 26], "credenti": 25, "usernam": [25, 27], "uri": [25, 26, 27], "syntax": [25, 26, 27], "compon": [25, 26, 27], "url": [25, 26, 27], "airflow_conn_hive_cli_default": 25, "80": [25, 26, 27], "nosasl": [25, 26], "2f_host": 25, "40exampl": 25, "hmsclient": [26, 29], "node": [26, 27], "comma": 26, "kerberos_service_nam": [26, 27], "kerbero": [26, 27], "airflow_conn_metastore_default": 26, "choos": [27, 30], "between": 27, "airflow_conn_hiveserver2_default": 27, "top": [29, 30], "below": [29, 30], "4": 29, "sasl": 29, "python_vers": 29, "those": [29, 30], "checksum": [29, 30], "site": 29, "sdist": [29, 30], "asc": [29, 30], "sha512": [29, 30], "wheel": 29, "describ": 30, "down": 30, "left": 30, "whl": 30, "origin": 30, "foundat": 30, "abov": 30, "pgp": 30, "essenti": 30, "sha": 30, "gpg": 30, "pleas": 30, "well": 30, "relev": 30, "distribut": [30, 32], "recommend": 30, "directori": 30, "mirror": 30, "pgpk": 30, "ka": 30, "binari": 30, "pgpv": 30, "tar": 30, "gz": 30, "made": 30, "sat": 30, "sep": 30, "49": 30, "54": 30, "bst": 30, "rsa": 30, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 30, "issuer": 30, "kaxilnaik": 30, "org": 30, "good": [30, 33], "kaxil": 30, "naik": 30, "unknown": 30, "aka": 30, "gmail": 30, "certifi": 30, "trust": 30, "indic": 30, "primari": 30, "fingerprint": 30, "cde1": 30, "5c6e": 30, "4d3a": 30, "8ec4": 30, "ecf4": 30, "ba4b": 30, "e08a": 30, "d7de": 30, "406f": 30, "worri": 30, "sign": 30, "why": 30, "previou": 30, "know": 30, "alreadi": [30, 32], "sum": 30, "shasum": 30, "512": 30, "diff": 30, "bin": 30, "bash": 30, "package_vers": 30, "package_nam": 30, "provider_download_dir": 30, "mktemp": 30, "dep": 30, "dest": 30, "curl": 30, "apache_airflow_providers_apache_h": 30, "l": 30, "o": 30, "echo": 30, "la": 30, "onc": 30, "instruct": [30, 33], "chapter": 30, "jinja2": 31, "prefix": 31, "warehous": 32, "facilit": 32, "dataset": 32, "resid": 32, "storag": 32, "system": 32, "load_to_h": 32, "load_": 32, "channel": 32, "_to_hiv": 32, "inpath": 32, "hdfs_dir": 32, "file_nam": 32, "INTO": 32, "dt": 32, "independ": 33, "itself": 33, "vulner": 33, "publish": 33, "we": 33, "develop": 33, "alwai": 33, "done": 33, "branch": 33, "semver": 33, "scope": 33, "major": 33, "break": 33, "minor": 33, "patchlevel": 33, "bug": 33, "except": 33, "critic": 33, "reason": 33, "band": 33, "case": 33, "stakehold": 33, "decid": 33, "older": 33, "mix": 33, "govern": 33, "parti": 33}, "objects": {"airflow.providers.apache": [[2, 0, 0, "-", "hive"]], "airflow.providers.apache.hive": [[2, 1, 1, "", "__version__"], [1, 0, 0, "-", "hooks"], [4, 0, 0, "-", "macros"], [7, 0, 0, "-", "operators"], [9, 0, 0, "-", "plugins"], [11, 0, 0, "-", "sensors"], [16, 0, 0, "-", "transfers"]], "airflow.providers.apache.hive.hooks": [[0, 0, 0, "-", "hive"]], "airflow.providers.apache.hive.hooks.hive": [[0, 1, 1, "", "HIVE_QUEUE_PRIORITIES"], [0, 2, 1, "", "HiveCliHook"], [0, 2, 1, "", "HiveMetastoreHook"], [0, 2, 1, "", "HiveServer2Hook"], [0, 5, 1, "", "get_context_from_env_var"]], "airflow.providers.apache.hive.hooks.hive.HiveCliHook": [[0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 3, 1, "", "hook_name"], [0, 4, 1, "", "kill"], [0, 4, 1, "", "load_df"], [0, 4, 1, "", "load_file"], [0, 4, 1, "", "run_cli"], [0, 4, 1, "", "test_hql"]], "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook": [[0, 3, 1, "", "MAX_PART_COUNT"], [0, 4, 1, "", "__getstate__"], [0, 4, 1, "", "__setstate__"], [0, 4, 1, "", "check_for_named_partition"], [0, 4, 1, "", "check_for_partition"], [0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 4, 1, "", "drop_partitions"], [0, 4, 1, "", "get_conn"], [0, 4, 1, "", "get_databases"], [0, 4, 1, "", "get_metastore_client"], [0, 4, 1, "", "get_partitions"], [0, 4, 1, "", "get_table"], [0, 4, 1, "", "get_tables"], [0, 3, 1, "", "hook_name"], [0, 4, 1, "", "max_partition"], [0, 4, 1, "", "table_exists"]], "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook": [[0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 4, 1, "", "get_conn"], [0, 4, 1, "", "get_pandas_df"], [0, 4, 1, "", "get_records"], [0, 4, 1, "", "get_results"], [0, 3, 1, "", "hook_name"], [0, 3, 1, "", "supports_autocommit"], [0, 4, 1, "", "to_csv"]], "airflow.providers.apache.hive.macros": [[3, 0, 0, "-", "hive"]], "airflow.providers.apache.hive.macros.hive": [[3, 5, 1, "", "closest_ds_partition"], [3, 5, 1, "", "max_partition"]], "airflow.providers.apache.hive.operators": [[5, 0, 0, "-", "hive"], [6, 0, 0, "-", "hive_stats"]], "airflow.providers.apache.hive.operators.hive": [[5, 2, 1, "", "HiveOperator"]], "airflow.providers.apache.hive.operators.hive.HiveOperator": [[5, 4, 1, "", "clear_airflow_vars"], [5, 4, 1, "", "dry_run"], [5, 4, 1, "", "execute"], [5, 4, 1, "", "get_hook"], [5, 4, 1, "", "on_kill"], [5, 4, 1, "", "prepare_template"], [5, 3, 1, "", "template_ext"], [5, 3, 1, "", "template_fields"], [5, 3, 1, "", "template_fields_renderers"], [5, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.operators.hive_stats": [[6, 2, 1, "", "HiveStatsCollectionOperator"]], "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator": [[6, 4, 1, "", "execute"], [6, 4, 1, "", "get_default_exprs"], [6, 3, 1, "", "template_fields"], [6, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.plugins": [[8, 0, 0, "-", "hive"]], "airflow.providers.apache.hive.plugins.hive": [[8, 2, 1, "", "HivePlugin"]], "airflow.providers.apache.hive.plugins.hive.HivePlugin": [[8, 3, 1, "", "macros"], [8, 3, 1, "", "name"]], "airflow.providers.apache.hive.sensors": [[10, 0, 0, "-", "hive_partition"], [12, 0, 0, "-", "metastore_partition"], [13, 0, 0, "-", "named_hive_partition"]], "airflow.providers.apache.hive.sensors.hive_partition": [[10, 2, 1, "", "HivePartitionSensor"]], "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor": [[10, 4, 1, "", "poke"], [10, 3, 1, "", "template_fields"], [10, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.sensors.metastore_partition": [[12, 2, 1, "", "MetastorePartitionSensor"]], "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor": [[12, 4, 1, "", "poke"], [12, 3, 1, "", "template_fields"], [12, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.sensors.named_hive_partition": [[13, 2, 1, "", "NamedHivePartitionSensor"]], "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor": [[13, 4, 1, "", "parse_partition_name"], [13, 4, 1, "", "poke"], [13, 4, 1, "", "poke_partition"], [13, 3, 1, "", "template_fields"], [13, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers": [[14, 0, 0, "-", "hive_to_mysql"], [15, 0, 0, "-", "hive_to_samba"], [17, 0, 0, "-", "mssql_to_hive"], [18, 0, 0, "-", "mysql_to_hive"], [19, 0, 0, "-", "s3_to_hive"], [20, 0, 0, "-", "vertica_to_hive"]], "airflow.providers.apache.hive.transfers.hive_to_mysql": [[14, 2, 1, "", "HiveToMySqlOperator"]], "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator": [[14, 4, 1, "", "execute"], [14, 3, 1, "", "template_ext"], [14, 3, 1, "", "template_fields"], [14, 3, 1, "", "template_fields_renderers"], [14, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.hive_to_samba": [[15, 2, 1, "", "HiveToSambaOperator"]], "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator": [[15, 4, 1, "", "execute"], [15, 3, 1, "", "template_ext"], [15, 3, 1, "", "template_fields"], [15, 3, 1, "", "template_fields_renderers"]], "airflow.providers.apache.hive.transfers.mssql_to_hive": [[17, 2, 1, "", "MsSqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator": [[17, 4, 1, "", "execute"], [17, 3, 1, "", "template_ext"], [17, 3, 1, "", "template_fields"], [17, 3, 1, "", "template_fields_renderers"], [17, 4, 1, "", "type_map"], [17, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.mysql_to_hive": [[18, 2, 1, "", "MySqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator": [[18, 4, 1, "", "execute"], [18, 3, 1, "", "template_ext"], [18, 3, 1, "", "template_fields"], [18, 3, 1, "", "template_fields_renderers"], [18, 4, 1, "", "type_map"], [18, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.s3_to_hive": [[19, 2, 1, "", "S3ToHiveOperator"]], "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator": [[19, 4, 1, "", "execute"], [19, 3, 1, "", "template_ext"], [19, 3, 1, "", "template_fields"], [19, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.vertica_to_hive": [[20, 2, 1, "", "VerticaToHiveOperator"]], "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator": [[20, 4, 1, "", "execute"], [20, 3, 1, "", "template_ext"], [20, 3, 1, "", "template_fields"], [20, 3, 1, "", "template_fields_renderers"], [20, 4, 1, "", "type_map"], [20, 3, 1, "", "ui_color"]], "tests.system.providers.apache": [[22, 0, 0, "-", "hive"]], "tests.system.providers.apache.hive": [[21, 0, 0, "-", "example_twitter_dag"]], "tests.system.providers.apache.hive.example_twitter_dag": [[21, 1, 1, "", "DAG_ID"], [21, 1, 1, "", "ENV_ID"], [21, 5, 1, "", "analyze_tweets"], [21, 5, 1, "", "clean_tweets"], [21, 1, 1, "", "fetch"], [21, 5, 1, "", "fetch_tweets"], [21, 1, 1, "", "test_run"], [21, 5, 1, "", "transfer_to_db"]]}, "objtypes": {"0": "py:module", "1": "py:data", "2": "py:class", "3": "py:attribute", "4": "py:method", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "data", "Python data"], "2": ["py", "class", "Python class"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "method", "Python method"], "5": ["py", "function", "Python function"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 24, 29], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 29], "apach": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 29, 32], "hive": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 29, 31, 32], "hook": [0, 1], "modul": [0, 3, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21], "content": [0, 2, 3, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21], "class": [0, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20], "function": [0, 3, 21], "attribut": [0, 21], "submodul": [1, 4, 7, 9, 11, 16, 22], "subpackag": 2, "packag": [2, 24, 29, 30], "macro": [3, 4, 31], "oper": [5, 6, 7, 32], "hive_stat": 6, "plugin": [8, 9], "sensor": [10, 11, 12, 13], "hive_partit": 10, "metastore_partit": 12, "named_hive_partit": 13, "transfer": [14, 15, 16, 17, 18, 19, 20], "hive_to_mysql": 14, "hive_to_samba": 15, "mssql_to_hiv": 17, "mysql_to_h": 18, "s3_to_hiv": 19, "vertica_to_h": 20, "test": [21, 22], "system": [21, 22], "example_twitter_dag": 21, "changelog": 23, "6": [23, 24], "1": [23, 24], "2": [23, 24], "bug": 23, "fix": 23, "misc": 23, "0": [23, 24], "break": 23, "chang": 23, "5": [23, 24], "3": [23, 24], "featur": 23, "4": [23, 24], "cli": 25, "connect": [25, 26, 27, 28], "authent": [25, 26, 27], "default": [25, 26, 27], "id": [25, 26, 27], "configur": [25, 26, 27], "metastor": 26, "server2": 27, "type": 28, "instal": [29, 30], "requir": 29, "cross": 29, "depend": 29, "download": 29, "offici": 29, "from": 30, "sourc": 30, "releas": [30, 33], "integr": 30, "verifi": 30, "pypi": 30, "hiveoper": 32, "refer": 32, "secur": 33, "patch": 33}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 57}, "alltitles": {"airflow.providers.apache.hive.hooks.hive": [[0, "module-airflow.providers.apache.hive.hooks.hive"]], "Module Contents": [[0, "module-contents"], [3, "module-contents"], [5, "module-contents"], [6, "module-contents"], [8, "module-contents"], [10, "module-contents"], [12, "module-contents"], [13, "module-contents"], [14, "module-contents"], [15, "module-contents"], [17, "module-contents"], [18, "module-contents"], [19, "module-contents"], [20, "module-contents"], [21, "module-contents"]], "Classes": [[0, "classes"], [5, "classes"], [6, "classes"], [8, "classes"], [10, "classes"], [12, "classes"], [13, "classes"], [14, "classes"], [15, "classes"], [17, "classes"], [18, "classes"], [19, "classes"], [20, "classes"]], "Functions": [[0, "functions"], [3, "functions"], [21, "functions"]], "Attributes": [[0, "attributes"], [21, "attributes"]], "airflow.providers.apache.hive.hooks": [[1, "module-airflow.providers.apache.hive.hooks"]], "Submodules": [[1, "submodules"], [4, "submodules"], [7, "submodules"], [9, "submodules"], [11, "submodules"], [16, "submodules"], [22, "submodules"]], "airflow.providers.apache.hive": [[2, "module-airflow.providers.apache.hive"]], "Subpackages": [[2, "subpackages"]], "Package Contents": [[2, "package-contents"]], "airflow.providers.apache.hive.macros.hive": [[3, "module-airflow.providers.apache.hive.macros.hive"]], "airflow.providers.apache.hive.macros": [[4, "module-airflow.providers.apache.hive.macros"]], "airflow.providers.apache.hive.operators.hive": [[5, "module-airflow.providers.apache.hive.operators.hive"]], "airflow.providers.apache.hive.operators.hive_stats": [[6, "module-airflow.providers.apache.hive.operators.hive_stats"]], "airflow.providers.apache.hive.operators": [[7, "module-airflow.providers.apache.hive.operators"]], "airflow.providers.apache.hive.plugins.hive": [[8, "module-airflow.providers.apache.hive.plugins.hive"]], "airflow.providers.apache.hive.plugins": [[9, "module-airflow.providers.apache.hive.plugins"]], "airflow.providers.apache.hive.sensors.hive_partition": [[10, "module-airflow.providers.apache.hive.sensors.hive_partition"]], "airflow.providers.apache.hive.sensors": [[11, "module-airflow.providers.apache.hive.sensors"]], "airflow.providers.apache.hive.sensors.metastore_partition": [[12, "module-airflow.providers.apache.hive.sensors.metastore_partition"]], "airflow.providers.apache.hive.sensors.named_hive_partition": [[13, "module-airflow.providers.apache.hive.sensors.named_hive_partition"]], "airflow.providers.apache.hive.transfers.hive_to_mysql": [[14, "module-airflow.providers.apache.hive.transfers.hive_to_mysql"]], "airflow.providers.apache.hive.transfers.hive_to_samba": [[15, "module-airflow.providers.apache.hive.transfers.hive_to_samba"]], "airflow.providers.apache.hive.transfers": [[16, "module-airflow.providers.apache.hive.transfers"]], "airflow.providers.apache.hive.transfers.mssql_to_hive": [[17, "module-airflow.providers.apache.hive.transfers.mssql_to_hive"]], "airflow.providers.apache.hive.transfers.mysql_to_hive": [[18, "module-airflow.providers.apache.hive.transfers.mysql_to_hive"]], "airflow.providers.apache.hive.transfers.s3_to_hive": [[19, "module-airflow.providers.apache.hive.transfers.s3_to_hive"]], "airflow.providers.apache.hive.transfers.vertica_to_hive": [[20, "module-airflow.providers.apache.hive.transfers.vertica_to_hive"]], "tests.system.providers.apache.hive.example_twitter_dag": [[21, "module-tests.system.providers.apache.hive.example_twitter_dag"]], "tests.system.providers.apache.hive": [[22, "module-tests.system.providers.apache.hive"]], "Changelog": [[23, "changelog"]], "6.1.2": [[23, "id1"], [24, "id1"]], "Bug Fixes": [[23, "bug-fixes"], [23, "id3"], [23, "id8"], [23, "id12"], [23, "id18"], [23, "id22"], [23, "id29"], [23, "id35"], [23, "id37"], [23, "id42"], [23, "id48"], [23, "id50"]], "6.1.1": [[23, "id2"], [24, "id2"]], "Misc": [[23, "misc"], [23, "id5"], [23, "id10"], [23, "id21"], [23, "id24"], [23, "id33"], [23, "id39"], [23, "id43"], [23, "id53"]], "6.1.0": [[23, "id4"], [24, "id3"]], "6.0.0": [[23, "id6"], [24, "id4"]], "Breaking changes": [[23, "breaking-changes"], [23, "id15"], [23, "id31"], [23, "id57"]], "5.1.3": [[23, "id7"], [24, "id5"]], "5.1.2": [[23, "id9"], [24, "id6"]], "5.1.1": [[23, "id11"], [24, "id7"]], "5.1.0": [[23, "id13"], [24, "id8"]], "Features": [[23, "features"], [23, "id16"], [23, "id28"], [23, "id41"], [23, "id45"], [23, "id47"], [23, "id55"]], "5.0.0": [[23, "id14"], [24, "id9"]], "4.1.1": [[23, "id17"], [24, "id10"]], "4.1.0": [[23, "id19"], [24, "id11"]], "4.0.1": [[23, "id23"], [24, "id12"]], "4.0.0": [[23, "id25"], [24, "id13"]], "Breaking Changes": [[23, "id26"]], "3.1.0": [[23, "id27"], [24, "id14"]], "3.0.0": [[23, "id30"], [24, "id15"]], "2.3.3": [[23, "id34"], [24, "id16"]], "2.3.2": [[23, "id36"], [24, "id17"]], "2.3.1": [[23, "id38"], [24, "id18"]], "2.3.0": [[23, "id40"], [24, "id19"]], "2.2.0": [[23, "id44"], [24, "id20"]], "2.1.0": [[23, "id46"], [24, "id21"]], "2.0.3": [[23, "id49"], [24, "id22"]], "2.0.2": [[23, "id51"], [24, "id23"]], "Bug fixes": [[23, "id52"], [23, "id59"], [23, "id61"], [23, "id63"]], "2.0.1": [[23, "id54"], [24, "id24"]], "2.0.0": [[23, "id56"], [24, "id25"]], "1.0.3": [[23, "id58"], [24, "id26"]], "1.0.2": [[23, "id60"], [24, "id27"]], "1.0.1": [[23, "id62"], [24, "id28"]], "1.0.0": [[23, "id64"], [24, "id29"]], "Package apache-airflow-providers-apache-hive": [[24, "package-apache-airflow-providers-apache-hive"], [29, "package-apache-airflow-providers-apache-hive"]], "Hive CLI Connection": [[25, "hive-cli-connection"]], "Authenticating to Hive CLI": [[25, "authenticating-to-hive-cli"]], "Default Connection IDs": [[25, "default-connection-ids"], [26, "default-connection-ids"], [27, "default-connection-ids"]], "Configuring the Connection": [[25, "configuring-the-connection"], [26, "configuring-the-connection"], [27, "configuring-the-connection"]], "Hive Metastore Connection": [[26, "hive-metastore-connection"]], "Authenticating to Hive Metastore": [[26, "authenticating-to-hive-metastore"]], "Hive Server2 Connection": [[27, "hive-server2-connection"]], "Authenticating to Hive Server2": [[27, "authenticating-to-hive-server2"]], "Connection Types": [[28, "connection-types"]], "apache-airflow-providers-apache-hive": [[29, "apache-airflow-providers-apache-hive"]], "Provider package": [[29, "provider-package"]], "Installation": [[29, "installation"]], "Requirements": [[29, "requirements"]], "Cross provider package dependencies": [[29, "cross-provider-package-dependencies"]], "Downloading official packages": [[29, "downloading-official-packages"]], "Installing from sources": [[30, "installing-from-sources"]], "Released packages": [[30, "released-packages"]], "Release integrity": [[30, "release-integrity"]], "Verifying PyPI releases": [[30, "verifying-pypi-releases"]], "Hive Macros": [[31, "hive-macros"]], "Apache Hive Operators": [[32, "apache-hive-operators"]], "HiveOperator": [[32, "hiveoperator"]], "Reference": [[32, "reference"]], "Releasing security patches": [[33, "releasing-security-patches"]]}, "indexentries": {"hive_queue_priorities (in module airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES"]], "hiveclihook (class in airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook"]], "hivemetastorehook (class in airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook"]], "hiveserver2hook (class in airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook"]], "max_part_count (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.MAX_PART_COUNT"]], "__getstate__() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__"]], "__setstate__() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__setstate__"]], "airflow.providers.apache.hive.hooks.hive": [[0, "module-airflow.providers.apache.hive.hooks.hive"]], "check_for_named_partition() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_named_partition"]], "check_for_partition() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_partition"]], "conn_name_attr (airflow.providers.apache.hive.hooks.hive.hiveclihook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_name_attr"]], "conn_name_attr (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_name_attr"]], "conn_name_attr (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_name_attr"]], "conn_type (airflow.providers.apache.hive.hooks.hive.hiveclihook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type"]], "conn_type (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_type"]], "conn_type (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type"]], "default_conn_name (airflow.providers.apache.hive.hooks.hive.hiveclihook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.default_conn_name"]], "default_conn_name (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.default_conn_name"]], "default_conn_name (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.default_conn_name"]], "drop_partitions() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.drop_partitions"]], "get_conn() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn"]], "get_conn() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_conn"]], "get_context_from_env_var() (in module airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.get_context_from_env_var"]], "get_databases() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_databases"]], "get_metastore_client() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client"]], "get_pandas_df() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_pandas_df"]], "get_partitions() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_partitions"]], "get_records() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_records"]], "get_results() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_results"]], "get_table() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_table"]], "get_tables() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_tables"]], "hook_name (airflow.providers.apache.hive.hooks.hive.hiveclihook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.hook_name"]], "hook_name (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.hook_name"]], "hook_name (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.hook_name"]], "kill() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill"]], "load_df() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_df"]], "load_file() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_file"]], "max_partition() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.max_partition"]], "module": [[0, "module-airflow.providers.apache.hive.hooks.hive"], [1, "module-airflow.providers.apache.hive.hooks"], [2, "module-airflow.providers.apache.hive"], [3, "module-airflow.providers.apache.hive.macros.hive"], [4, "module-airflow.providers.apache.hive.macros"], [5, "module-airflow.providers.apache.hive.operators.hive"], [6, "module-airflow.providers.apache.hive.operators.hive_stats"], [7, "module-airflow.providers.apache.hive.operators"], [8, "module-airflow.providers.apache.hive.plugins.hive"], [9, "module-airflow.providers.apache.hive.plugins"], [10, "module-airflow.providers.apache.hive.sensors.hive_partition"], [11, "module-airflow.providers.apache.hive.sensors"], [12, "module-airflow.providers.apache.hive.sensors.metastore_partition"], [13, "module-airflow.providers.apache.hive.sensors.named_hive_partition"], [14, "module-airflow.providers.apache.hive.transfers.hive_to_mysql"], [15, "module-airflow.providers.apache.hive.transfers.hive_to_samba"], [16, "module-airflow.providers.apache.hive.transfers"], [17, "module-airflow.providers.apache.hive.transfers.mssql_to_hive"], [18, "module-airflow.providers.apache.hive.transfers.mysql_to_hive"], [19, "module-airflow.providers.apache.hive.transfers.s3_to_hive"], [20, "module-airflow.providers.apache.hive.transfers.vertica_to_hive"], [21, "module-tests.system.providers.apache.hive.example_twitter_dag"], [22, "module-tests.system.providers.apache.hive"]], "run_cli() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.run_cli"]], "supports_autocommit (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.supports_autocommit"]], "table_exists() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.table_exists"]], "test_hql() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.test_hql"]], "to_csv() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.to_csv"]], "airflow.providers.apache.hive.hooks": [[1, "module-airflow.providers.apache.hive.hooks"]], "__version__ (in module airflow.providers.apache.hive)": [[2, "airflow.providers.apache.hive.__version__"]], "airflow.providers.apache.hive": [[2, "module-airflow.providers.apache.hive"]], "airflow.providers.apache.hive.macros.hive": [[3, "module-airflow.providers.apache.hive.macros.hive"]], "closest_ds_partition() (in module airflow.providers.apache.hive.macros.hive)": [[3, "airflow.providers.apache.hive.macros.hive.closest_ds_partition"]], "max_partition() (in module airflow.providers.apache.hive.macros.hive)": [[3, "airflow.providers.apache.hive.macros.hive.max_partition"]], "airflow.providers.apache.hive.macros": [[4, "module-airflow.providers.apache.hive.macros"]], "hiveoperator (class in airflow.providers.apache.hive.operators.hive)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator"]], "airflow.providers.apache.hive.operators.hive": [[5, "module-airflow.providers.apache.hive.operators.hive"]], "clear_airflow_vars() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.clear_airflow_vars"]], "dry_run() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.dry_run"]], "execute() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.execute"]], "get_hook() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.get_hook"]], "on_kill() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.on_kill"]], "prepare_template() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.prepare_template"]], "template_ext (airflow.providers.apache.hive.operators.hive.hiveoperator attribute)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.operators.hive.hiveoperator attribute)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.operators.hive.hiveoperator attribute)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields_renderers"]], "ui_color (airflow.providers.apache.hive.operators.hive.hiveoperator attribute)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.ui_color"]], "hivestatscollectionoperator (class in airflow.providers.apache.hive.operators.hive_stats)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator"]], "airflow.providers.apache.hive.operators.hive_stats": [[6, "module-airflow.providers.apache.hive.operators.hive_stats"]], "execute() (airflow.providers.apache.hive.operators.hive_stats.hivestatscollectionoperator method)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.execute"]], "get_default_exprs() (airflow.providers.apache.hive.operators.hive_stats.hivestatscollectionoperator method)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.get_default_exprs"]], "template_fields (airflow.providers.apache.hive.operators.hive_stats.hivestatscollectionoperator attribute)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.template_fields"]], "ui_color (airflow.providers.apache.hive.operators.hive_stats.hivestatscollectionoperator attribute)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.ui_color"]], "airflow.providers.apache.hive.operators": [[7, "module-airflow.providers.apache.hive.operators"]], "hiveplugin (class in airflow.providers.apache.hive.plugins.hive)": [[8, "airflow.providers.apache.hive.plugins.hive.HivePlugin"]], "airflow.providers.apache.hive.plugins.hive": [[8, "module-airflow.providers.apache.hive.plugins.hive"]], "macros (airflow.providers.apache.hive.plugins.hive.hiveplugin attribute)": [[8, "airflow.providers.apache.hive.plugins.hive.HivePlugin.macros"]], "name (airflow.providers.apache.hive.plugins.hive.hiveplugin attribute)": [[8, "airflow.providers.apache.hive.plugins.hive.HivePlugin.name"]], "airflow.providers.apache.hive.plugins": [[9, "module-airflow.providers.apache.hive.plugins"]], "hivepartitionsensor (class in airflow.providers.apache.hive.sensors.hive_partition)": [[10, "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor"]], "airflow.providers.apache.hive.sensors.hive_partition": [[10, "module-airflow.providers.apache.hive.sensors.hive_partition"]], "poke() (airflow.providers.apache.hive.sensors.hive_partition.hivepartitionsensor method)": [[10, "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.poke"]], "template_fields (airflow.providers.apache.hive.sensors.hive_partition.hivepartitionsensor attribute)": [[10, "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.template_fields"]], "ui_color (airflow.providers.apache.hive.sensors.hive_partition.hivepartitionsensor attribute)": [[10, "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.ui_color"]], "airflow.providers.apache.hive.sensors": [[11, "module-airflow.providers.apache.hive.sensors"]], "metastorepartitionsensor (class in airflow.providers.apache.hive.sensors.metastore_partition)": [[12, "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor"]], "airflow.providers.apache.hive.sensors.metastore_partition": [[12, "module-airflow.providers.apache.hive.sensors.metastore_partition"]], "poke() (airflow.providers.apache.hive.sensors.metastore_partition.metastorepartitionsensor method)": [[12, "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.poke"]], "template_fields (airflow.providers.apache.hive.sensors.metastore_partition.metastorepartitionsensor attribute)": [[12, "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.template_fields"]], "ui_color (airflow.providers.apache.hive.sensors.metastore_partition.metastorepartitionsensor attribute)": [[12, "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.ui_color"]], "namedhivepartitionsensor (class in airflow.providers.apache.hive.sensors.named_hive_partition)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor"]], "airflow.providers.apache.hive.sensors.named_hive_partition": [[13, "module-airflow.providers.apache.hive.sensors.named_hive_partition"]], "parse_partition_name() (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor static method)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.parse_partition_name"]], "poke() (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor method)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke"]], "poke_partition() (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor method)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke_partition"]], "template_fields (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor attribute)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.template_fields"]], "ui_color (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor attribute)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.ui_color"]], "hivetomysqloperator (class in airflow.providers.apache.hive.transfers.hive_to_mysql)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator"]], "airflow.providers.apache.hive.transfers.hive_to_mysql": [[14, "module-airflow.providers.apache.hive.transfers.hive_to_mysql"]], "execute() (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator method)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator attribute)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator attribute)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator attribute)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields_renderers"]], "ui_color (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator attribute)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.ui_color"]], "hivetosambaoperator (class in airflow.providers.apache.hive.transfers.hive_to_samba)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator"]], "airflow.providers.apache.hive.transfers.hive_to_samba": [[15, "module-airflow.providers.apache.hive.transfers.hive_to_samba"]], "execute() (airflow.providers.apache.hive.transfers.hive_to_samba.hivetosambaoperator method)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.hive_to_samba.hivetosambaoperator attribute)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.hive_to_samba.hivetosambaoperator attribute)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.hive_to_samba.hivetosambaoperator attribute)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields_renderers"]], "airflow.providers.apache.hive.transfers": [[16, "module-airflow.providers.apache.hive.transfers"]], "mssqltohiveoperator (class in airflow.providers.apache.hive.transfers.mssql_to_hive)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mssql_to_hive": [[17, "module-airflow.providers.apache.hive.transfers.mssql_to_hive"]], "execute() (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator method)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator attribute)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator attribute)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator attribute)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields_renderers"]], "type_map() (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator class method)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.type_map"]], "ui_color (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator attribute)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.ui_color"]], "mysqltohiveoperator (class in airflow.providers.apache.hive.transfers.mysql_to_hive)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mysql_to_hive": [[18, "module-airflow.providers.apache.hive.transfers.mysql_to_hive"]], "execute() (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator method)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator attribute)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator attribute)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator attribute)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields_renderers"]], "type_map() (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator class method)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.type_map"]], "ui_color (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator attribute)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.ui_color"]], "s3tohiveoperator (class in airflow.providers.apache.hive.transfers.s3_to_hive)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator"]], "airflow.providers.apache.hive.transfers.s3_to_hive": [[19, "module-airflow.providers.apache.hive.transfers.s3_to_hive"]], "execute() (airflow.providers.apache.hive.transfers.s3_to_hive.s3tohiveoperator method)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.s3_to_hive.s3tohiveoperator attribute)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.s3_to_hive.s3tohiveoperator attribute)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_fields"]], "ui_color (airflow.providers.apache.hive.transfers.s3_to_hive.s3tohiveoperator attribute)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.ui_color"]], "verticatohiveoperator (class in airflow.providers.apache.hive.transfers.vertica_to_hive)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator"]], "airflow.providers.apache.hive.transfers.vertica_to_hive": [[20, "module-airflow.providers.apache.hive.transfers.vertica_to_hive"]], "execute() (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator method)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator attribute)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator attribute)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator attribute)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields_renderers"]], "type_map() (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator class method)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.type_map"]], "ui_color (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator attribute)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.ui_color"]], "dag_id (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.DAG_ID"]], "env_id (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.ENV_ID"]], "analyze_tweets() (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets"]], "clean_tweets() (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.clean_tweets"]], "fetch (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.fetch"]], "fetch_tweets() (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets"]], "test_run (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.test_run"]], "tests.system.providers.apache.hive.example_twitter_dag": [[21, "module-tests.system.providers.apache.hive.example_twitter_dag"]], "transfer_to_db() (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db"]], "tests.system.providers.apache.hive": [[22, "module-tests.system.providers.apache.hive"]]}})