blob: 47dee9849b6a117e3a55b380eac29716115676c2 [file] [log] [blame]
Search.setIndex({"docnames": ["_api/airflow/providers/apache/hive/hooks/hive/index", "_api/airflow/providers/apache/hive/hooks/index", "_api/airflow/providers/apache/hive/index", "_api/airflow/providers/apache/hive/macros/hive/index", "_api/airflow/providers/apache/hive/macros/index", "_api/airflow/providers/apache/hive/operators/hive/index", "_api/airflow/providers/apache/hive/operators/hive_stats/index", "_api/airflow/providers/apache/hive/operators/index", "_api/airflow/providers/apache/hive/plugins/hive/index", "_api/airflow/providers/apache/hive/plugins/index", "_api/airflow/providers/apache/hive/sensors/hive_partition/index", "_api/airflow/providers/apache/hive/sensors/index", "_api/airflow/providers/apache/hive/sensors/metastore_partition/index", "_api/airflow/providers/apache/hive/sensors/named_hive_partition/index", "_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index", "_api/airflow/providers/apache/hive/transfers/hive_to_samba/index", "_api/airflow/providers/apache/hive/transfers/index", "_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index", "_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index", "_api/airflow/providers/apache/hive/transfers/s3_to_hive/index", "_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index", "_api/tests/system/providers/apache/hive/example_twitter_dag/index", "_api/tests/system/providers/apache/hive/index", "changelog", "commits", "configurations-ref", "connections/hive_cli", "connections/hive_metastore", "connections/hiveserver2", "connections/index", "index", "installing-providers-from-sources", "macros", "operators", "security"], "filenames": ["_api/airflow/providers/apache/hive/hooks/hive/index.rst", "_api/airflow/providers/apache/hive/hooks/index.rst", "_api/airflow/providers/apache/hive/index.rst", "_api/airflow/providers/apache/hive/macros/hive/index.rst", "_api/airflow/providers/apache/hive/macros/index.rst", "_api/airflow/providers/apache/hive/operators/hive/index.rst", "_api/airflow/providers/apache/hive/operators/hive_stats/index.rst", "_api/airflow/providers/apache/hive/operators/index.rst", "_api/airflow/providers/apache/hive/plugins/hive/index.rst", "_api/airflow/providers/apache/hive/plugins/index.rst", "_api/airflow/providers/apache/hive/sensors/hive_partition/index.rst", "_api/airflow/providers/apache/hive/sensors/index.rst", "_api/airflow/providers/apache/hive/sensors/metastore_partition/index.rst", "_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.rst", "_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.rst", "_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.rst", "_api/airflow/providers/apache/hive/transfers/index.rst", "_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.rst", "_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.rst", "_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.rst", "_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.rst", "_api/tests/system/providers/apache/hive/example_twitter_dag/index.rst", "_api/tests/system/providers/apache/hive/index.rst", "changelog.rst", "commits.rst", "configurations-ref.rst", "connections/hive_cli.rst", "connections/hive_metastore.rst", "connections/hiveserver2.rst", "connections/index.rst", "index.rst", "installing-providers-from-sources.rst", "macros.rst", "operators.rst", "security.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.hooks.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.macros.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.macros</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators.hive_stats</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.plugins.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.plugins</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.hive_partition</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.metastore_partition</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.named_hive_partition</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.hive_to_samba</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.s3_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.hive.example_twitter_dag</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.hive</span></code>", "Changelog", "Package apache-airflow-providers-apache-hive", "Configuration Reference", "Hive CLI Connection", "Hive Metastore Connection", "Hive Server2 Connection", "Connection Types", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-hive</span></code>", "Installing from sources", "Hive Macros", "Apache Hive Operators", "Releasing security patches"], "terms": {"hive_queue_prior": 0, "very_high": [0, 5], "high": [0, 5, 23, 24, 26], "normal": [0, 5, 24], "low": [0, 5], "very_low": [0, 5], "sourc": [0, 2, 3, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 32, 33], "get_context_from_env_var": 0, "extract": [0, 21], "context": [0, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23, 24], "from": [0, 3, 5, 14, 15, 17, 18, 19, 20, 21, 23, 24, 30, 32, 34], "env": 0, "variabl": [0, 5, 25, 26, 27, 28], "dag_id": [0, 21, 25], "task_id": [0, 25, 33], "etc": 0, "us": [0, 3, 5, 6, 8, 10, 13, 14, 15, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34], "bashoper": 0, "pythonoper": 0, "return": [0, 3, 6, 23, 24, 32], "The": [0, 3, 10, 12, 14, 17, 18, 19, 20, 23, 25, 26, 27, 28, 30, 31, 32, 33, 34], "interest": [0, 3, 32, 34], "type": [0, 3, 5, 6, 10, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 32], "dict": [0, 5, 6, 14, 17, 18, 19, 20, 23, 24], "ani": [0, 5, 6, 18, 31], "hiveclihook": [0, 23, 24], "hive_cli_conn_id": [0, 5, 17, 18, 19, 20], "default_conn_nam": 0, "mapred_queu": [0, 5], "none": [0, 3, 5, 6, 10, 13, 14, 17, 18, 19, 20, 23, 24, 25, 31, 32], "mapred_queue_prior": [0, 5], "mapred_job_nam": [0, 5, 25], "hive_cli_param": [0, 5, 23, 24, 26], "auth": [0, 5, 23, 24, 26], "proxy_us": [0, 5, 23, 24], "base": [0, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20], "basehook": 0, "simpl": [0, 24], "wrapper": 0, "around": [0, 23, 24], "cli": [0, 5, 17, 18, 19, 20, 23, 24, 29], "It": [0, 18, 23, 27, 31], "also": [0, 5, 21, 23, 31], "support": [0, 3, 10, 14, 23, 24, 25, 30, 32], "beelin": [0, 23, 24, 26], "lighter": 0, "run": [0, 5, 6, 14, 17, 18, 20, 23, 24, 26, 28, 31], "jdbc": [0, 26], "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "replac": [0, 5, 23, 24], "heavier": 0, "tradit": 0, "To": [0, 31], "enabl": [0, 23, 24, 26, 27, 28], "set": [0, 3, 5, 13, 17, 18, 19, 20, 23, 24, 25, 28, 32], "use_beelin": [0, 23, 24, 26], "param": [0, 3, 23, 24, 26, 32], "extra": [0, 23, 24, 26, 27, 28, 30], "field": [0, 3, 5, 12, 17, 18, 19, 20, 23, 24, 26, 32], "your": [0, 3, 5, 17, 18, 20, 23, 26, 27, 28, 32], "connect": [0, 3, 5, 6, 10, 13, 14, 15, 17, 18, 19, 20, 23, 24, 32], "true": [0, 3, 5, 17, 18, 19, 20, 23, 26, 28, 32], "note": [0, 5, 10, 13, 14, 17, 18, 19, 20, 24, 26, 27, 28], "you": [0, 3, 5, 6, 10, 13, 17, 18, 19, 20, 21, 23, 25, 26, 27, 28, 30, 31, 32, 34], "can": [0, 3, 5, 10, 18, 19, 21, 23, 25, 26, 27, 28, 30, 31, 32, 33, 34], "default": [0, 3, 5, 6, 10, 12, 13, 14, 19, 23, 24, 25, 32, 34], "paramet": [0, 3, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23, 24, 25, 27, 28, 32], "pass": [0, 5, 10, 13, 17, 18, 20, 23, 24], "space": 0, "separ": [0, 24, 27, 34], "list": [0, 3, 6, 13, 24, 25, 27, 32], "add": [0, 23, 24], "command": [0, 14, 24], "get": [0, 3, 5, 6, 13, 17, 18, 19, 20, 21, 31, 32, 34], "string": [0, 18, 23, 24, 25, 26], "str": [0, 3, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23, 24, 32], "refer": [0, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23, 24], "id": [0, 5, 6, 10, 13, 14, 15, 17, 18, 19, 20, 31], "queue": [0, 5, 25], "hadoop": [0, 5, 24], "schedul": 0, "capac": 0, "fair": 0, "prioriti": [0, 5], "within": [0, 5], "job": [0, 23, 24], "possibl": [0, 5, 27], "includ": [0, 5, 24, 30, 34], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "name": [0, 3, 5, 6, 8, 10, 12, 13, 19, 21, 23, 24, 25, 27, 28, 32], "appear": [0, 5], "jobtrack": [0, 5], "make": [0, 5, 23, 24, 26], "monitor": [0, 5], "easier": [0, 5], "hql": [0, 5, 15, 23, 24, 26, 33], "code": [0, 5, 15, 23, 24, 26, 31, 33], "user": [0, 5, 8, 13, 21, 23, 24, 26, 31], "conn_name_attr": 0, "hive_cli_default": [0, 5, 17, 18, 19, 20, 26], "conn_typ": 0, "hive_cli": [0, 26], "hook_nam": 0, "client": [0, 10, 13, 23, 24], "classmethod": [0, 17, 18, 20], "get_connection_form_widget": 0, "widget": 0, "form": [0, 13, 24], "get_ui_field_behaviour": 0, "custom": [0, 23, 24, 28], "ui": 0, "behaviour": 0, "run_cli": 0, "schema": [0, 3, 5, 10, 12, 13, 23, 24, 26, 28, 32], "verbos": 0, "hive_conf": [0, 14, 23, 24], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "statement": [0, 14, 17, 18, 19, 20, 23, 24, 26, 28], "If": [0, 3, 5, 6, 17, 18, 19, 20, 23, 26, 28, 31, 32], "specifi": [0, 19, 23, 26, 27, 28, 30], "should": [0, 5, 14, 18, 19, 21, 23, 26, 27, 28, 31, 34], "entri": [0, 24], "kei": [0, 5, 6, 19, 23, 24, 26, 31], "valu": [0, 3, 5, 6, 10, 17, 18, 19, 20, 23, 32], "pair": [0, 3, 5, 32], "hiveconf": [0, 5], "queri": [0, 6, 12, 14, 17, 18, 19, 20], "languag": [0, 24], "databas": [0, 5, 6, 14, 15, 17, 18, 19, 20, 26, 28, 33], "bool": [0, 5, 14, 17, 18, 19, 20, 24], "addit": 0, "log": [0, 24], "thei": 0, "after": [0, 3, 5, 14, 23, 24, 32], "thu": 0, "overrid": [0, 5, 10, 12, 13, 24], "whatev": 0, "ar": [0, 3, 6, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34], "hh": 0, "result": [0, 12, 15], "ok": 0, "test_hql": 0, "test": [0, 24, 33, 34], "explain": [0, 23], "load_df": 0, "df": 0, "tabl": [0, 3, 6, 10, 12, 13, 14, 17, 18, 19, 20, 23, 24, 32, 33], "field_dict": [0, 19], "delimit": [0, 14, 17, 18, 19, 20], "encod": [0, 26, 27, 28], "utf8": 0, "pandas_kwarg": 0, "kwarg": [0, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23, 24], "load": [0, 14, 15, 17, 18, 19, 20, 24, 33], "panda": [0, 23, 24, 30], "datafram": 0, "data": [0, 14, 15, 17, 18, 19, 20, 21, 24, 33], "infer": [0, 3, 17, 18, 19, 20, 32], "column": [0, 6, 17, 18, 19, 20, 21], "sanit": [0, 23, 24], "target": [0, 3, 14, 17, 18, 19, 20, 32], "dot": [0, 3, 10, 14, 17, 18, 19, 20, 32], "notat": [0, 3, 10, 14, 17, 18, 19, 20, 32], "specif": [0, 5, 14, 15, 17, 18, 19, 20, 24, 33], "map": [0, 3, 17, 18, 20, 32], "python": [0, 20, 23, 24, 30, 31], "order": [0, 12, 24, 30], "so": [0, 5, 14, 25, 34], "keep": [0, 24], "file": [0, 5, 14, 15, 17, 18, 19, 20, 21, 23, 24, 25, 31], "when": [0, 5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23, 24, 26, 27, 28, 30, 32, 34], "write": [0, 33], "to_csv": 0, "self": [0, 31], "load_fil": 0, "filepath": 0, "creat": [0, 5, 6, 12, 14, 15, 17, 18, 19, 20, 31], "overwrit": [0, 6], "partit": [0, 3, 6, 10, 12, 13, 17, 18, 19, 20, 32, 33], "recreat": [0, 17, 18, 19, 20], "fals": [0, 3, 5, 14, 17, 18, 19, 20, 26, 32], "tblproperti": [0, 17, 18, 19], "local": [0, 14, 17, 18, 19, 20, 31], "gener": [0, 6, 10, 12, 17, 18, 19, 20, 21, 24], "store": [0, 17, 18, 19, 20, 21], "AS": [0, 17, 18, 19, 20], "textfil": [0, 17, 18, 19, 20], "which": [0, 3, 17, 18, 19, 20, 23, 32, 34], "isn": [0, 17, 18, 19, 20], "t": [0, 3, 10, 14, 17, 18, 19, 20, 24, 32], "most": [0, 17, 18, 19, 20, 31], "effici": [0, 17, 18, 19, 20], "serial": [0, 17, 18, 19, 20], "format": [0, 6, 17, 18, 19, 20, 23, 24], "larg": [0, 6, 17, 18, 19, 20, 33], "amount": [0, 14, 17, 18, 19, 20], "consider": [0, 17, 18, 19, 20], "mai": [0, 5, 17, 18, 19, 20, 24], "want": [0, 5, 17, 18, 19, 20, 23, 26, 28, 31, 34], "oper": [0, 2, 10, 13, 14, 15, 17, 18, 19, 20, 23, 24, 26, 27, 28], "onli": [0, 3, 17, 18, 19, 20, 23, 24, 26, 32, 34], "stage": [0, 14, 17, 18, 19, 20], "temporari": [0, 17, 18, 19, 20, 31], "befor": [0, 3, 5, 14, 17, 18, 19, 20, 24, 32], "its": [0, 17, 18, 19, 20], "final": [0, 17, 18, 19, 20, 24], "destin": [0, 15, 17, 18, 19, 20], "hiveoper": [0, 5, 17, 18, 19, 20, 23, 24, 25], "A": [0, 3, 13, 19, 32], "dictionari": [0, 5, 6, 14, 15, 17, 18, 19, 20, 24, 27, 28], "whether": [0, 17, 18, 19, 20], "doesn": [0, 17, 18, 19, 20], "exist": [0, 5, 17, 18, 19, 20, 30], "drop": [0, 17, 18, 19, 20, 23, 24, 31], "everi": [0, 17, 18, 19, 20], "execut": [0, 5, 6, 14, 15, 17, 18, 19, 20, 33], "being": [0, 14, 17, 18, 19], "kill": [0, 5, 23, 24], "hivemetastorehook": [0, 23, 24], "metastore_conn_id": [0, 3, 6, 10, 13, 32], "interact": 0, "metastor": [0, 3, 6, 10, 12, 13, 23, 24, 29, 32], "ref": [0, 10, 15, 24], "thrift": [0, 10, 12, 13, 14, 15, 27, 30], "servic": [0, 10, 12, 13, 14, 15, 21, 27, 28], "howto": [0, 10, 15], "hive_metastor": [0, 10], "max_part_count": 0, "32767": 0, "metastore_default": [0, 3, 6, 10, 13, 27, 32], "__getstate__": 0, "object": [0, 5], "omit": 0, "non": [0, 24], "serializ": 0, "__setstate__": 0, "d": [0, 3, 6, 10, 12, 13, 31, 32], "deseri": 0, "restor": [0, 23, 24], "get_metastore_cli": 0, "get_conn": 0, "check_for_partit": 0, "check": [0, 13, 19, 23, 24, 31, 33], "belong": [0, 31], "express": [0, 6, 19, 24], "match": [0, 3, 23, 24, 31, 32], "e": [0, 3, 26, 32], "g": [0, 3, 32], "b": 0, "AND": [0, 10], "c": 0, "static_babynames_partit": [0, 3, 32], "2015": [0, 3, 10, 32], "01": [0, 3, 10, 12, 13, 24, 32], "check_for_named_partit": 0, "partition_nam": [0, 12, 13], "given": [0, 3, 32], "eg": 0, "xxx": 0, "get_tabl": 0, "table_nam": [0, 6], "db": [0, 12, 23], "static_babynam": 0, "tablenam": 0, "col": [0, 6], "sd": 0, "state": [0, 24], "year": 0, "gender": 0, "num": 0, "pattern": [0, 19], "get_databas": 0, "get_partit": 0, "partition_filt": 0, "all": [0, 3, 23, 24, 25, 26, 27, 28, 30, 32, 34], "work": 0, "less": 0, "than": [0, 19, 23], "java": [0, 24], "short": 0, "max": [0, 3, 32], "val": 0, "For": [0, 24, 25, 26, 27, 28, 30, 31, 33], "subpartit": [0, 12], "number": [0, 24, 27, 28], "might": [0, 30, 34], "easili": 0, "exce": 0, "part": [0, 5, 21], "len": [0, 23, 24], "1": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "max_partit": [0, 3, 32], "filter_map": [0, 3, 32], "maximum": 0, "one": [0, 3, 18, 19, 23, 26, 31, 32], "partition_kei": [0, 3, 32], "partition_valu": [0, 3, 32], "filter": [0, 3, 23, 24, 32], "out": [0, 23, 24, 34], "table_exist": 0, "does_not_exist": 0, "drop_partit": [0, 24], "part_val": 0, "delete_data": 0, "input": 0, "spec": 0, "control": [0, 18], "underli": 0, "have": [0, 23, 24, 34], "delet": [0, 14], "2020": [0, 24], "05": [0, 24], "hiveserver2hook": [0, 23, 24], "arg": [0, 24], "log_sql": 0, "common": [0, 12, 23, 24, 30], "sql": [0, 5, 10, 12, 14, 15, 17, 18, 20, 23, 24, 30, 33], "dbapihook": [0, 23, 24], "pyhiv": [0, 23, 24, 28, 30], "librari": [0, 23, 24], "auth_mechan": [0, 23, 24, 27, 28], "plain": [0, 23, 24, 28], "run_set_variable_stat": [0, 28], "impala": 0, "need": [0, 3, 5, 10, 23, 26, 30, 32], "hiveserver2_conn_id": [0, 14, 15], "server2": [0, 14, 15, 29], "hiveserver2": [0, 15, 28], "hiveserver2_default": [0, 14, 15, 28], "server": [0, 14, 17, 27, 31], "2": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "supports_autocommit": 0, "get_result": 0, "fetch_siz": 0, "int": [0, 18], "size": 0, "fetch": [0, 21], "iter": 0, "alon": 0, "header": [0, 19, 24], "csv_filepath": 0, "linetermin": 0, "r": 0, "n": 0, "output_head": 0, "1000": 0, "csv": [0, 15, 18, 21, 23, 24], "row": 0, "get_record": [0, 23], "record": 0, "option": [0, 3, 5, 14, 17, 18, 20, 23, 24, 25, 26, 27, 28, 32], "configur": [0, 23, 24], "select": [0, 19, 31], "limit": [0, 23, 24], "100": 0, "get_pandas_df": [0, 23, 24], "constructor": 0, "index": [0, 12], "datefram": 0, "8": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "10": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "hook": [2, 5, 13, 23, 24, 26, 27, 28], "macro": [2, 8, 23, 24], "hive_stat": [2, 7], "plugin": 2, "sensor": [2, 23, 24], "hive_partit": [2, 11], "metastore_partit": [2, 11], "named_hive_partit": [2, 11], "transfer": [2, 24], "hive_to_mysql": [2, 16], "hive_to_samba": [2, 16, 23, 24], "mssql_to_hiv": [2, 16], "mysql_to_h": [2, 16], "s3_to_hiv": [2, 16, 24], "vertica_to_h": [2, 16], "__version__": [2, 24], "live": [3, 32], "my_databas": [3, 10, 32], "my_tabl": [3, 10, 32], "found": [3, 32, 34], "disregard": [3, 32], "don": [3, 10, 24, 32], "key1": [3, 32], "value1": [3, 32], "key2": [3, 32], "value2": [3, 32], "consid": [3, 6, 10, 32], "candid": [3, 24, 32], "": [3, 12, 17, 18, 19, 20, 23, 24, 31, 32], "closest_ds_partit": [3, 32], "find": [3, 32], "date": [3, 6, 32], "closest": [3, 32], "datestamp": [3, 32], "y": [3, 23, 24, 32], "m": [3, 32], "yyyi": [3, 32], "mm": [3, 32], "dd": [3, 32], "either": [3, 32], "side": [3, 32], "tbl": [3, 32], "02": [3, 24, 32], "hiveconf_jinja_transl": 5, "script_begin_tag": 5, "model": [5, 6, 14, 15, 17, 18, 19, 20, 24, 34], "baseoper": [5, 6, 14, 15, 17, 18, 19, 20], "script": [5, 24, 31, 33], "rel": 5, "path": [5, 15, 19], "dag": [5, 21, 23, 24], "templat": [5, 6, 14, 15, 17, 18, 19, 20, 23, 24, 25, 32], "defin": [5, 12, 23], "var": 5, "translat": 5, "jinja": [5, 6, 14, 15, 17, 18, 19, 20], "along": 5, "user_defined_macro": 5, "myarg": 5, "view": 5, "document": [5, 23, 24, 25, 33], "more": [5, 6, 14, 15, 17, 18, 19, 20, 21, 23, 24, 25, 33], "detail": [5, 24, 31], "rid": [5, 21], "first": [5, 19, 23], "occurr": 5, "capacityschedul": 5, "clo": 5, "authent": [5, 17, 18, 20], "template_field": [5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 24], "sequenc": [5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20, 23, 24], "template_ext": [5, 14, 15, 17, 18, 19, 20], "template_fields_render": [5, 14, 15, 17, 18, 20, 23, 24], "ui_color": [5, 6, 10, 12, 13, 14, 17, 18, 19, 20], "f0e4ec": 5, "prepare_templ": 5, "alter": 5, "render": [5, 6, 14, 15, 17, 18, 19, 20, 23, 24], "method": [5, 10, 13, 23, 24, 26, 28], "do": [5, 19, 21, 23, 31], "deriv": [5, 6, 10, 12, 13, 14, 15, 17, 18, 19, 20], "same": [5, 6, 14, 15, 17, 18, 19, 20], "get_template_context": [5, 6, 14, 15, 17, 18, 19, 20], "dry_run": 5, "perform": 5, "dry": 5, "just": 5, "on_kil": 5, "clean": [5, 21, 23, 24], "up": [5, 10, 13, 24], "subprocess": 5, "task": [5, 14, 21, 24, 25], "instanc": 5, "thread": 5, "multiprocess": 5, "leav": 5, "ghost": 5, "process": [5, 19, 24], "behind": 5, "clear_airflow_var": 5, "reset": 5, "environ": [5, 25, 26, 27, 28], "prevent": 5, "ones": 5, "impact": 5, "behavior": 5, "hivestatscollectionoper": [6, 23], "extra_expr": 6, "excluded_column": [6, 23], "assignment_func": 6, "presto_conn_id": 6, "presto_default": 6, "mysql_conn_id": [6, 12, 14, 18], "airflow_db": 6, "dttm": 6, "logical_d": 6, "isoformat": 6, "gather": 6, "statist": 6, "insert": 6, "them": [6, 23, 30, 32], "mysql": [6, 12, 14, 18, 21, 23, 24, 30], "dynam": [6, 24], "presto": [6, 30], "stat": [6, 23, 24], "themselv": 6, "rerun": 6, "varchar": 6, "16": [6, 24], "500": 6, "metric": 6, "200": 6, "bigint": 6, "against": [6, 14, 17, 18, 19, 20], "where": [6, 15, 23, 24, 34], "compat": [6, 23, 24], "exclud": 6, "blob": [6, 20], "json": [6, 24, 27, 28], "callabl": 6, "function": [6, 24], "receiv": [6, 34], "global": 6, "appli": [6, 23, 24], "empti": [6, 23, 24], "comput": 6, "aff7a6": 6, "get_default_expr": 6, "col_typ": 6, "hiveplugin": 8, "plugins_manag": 8, "airflowplugin": 8, "deliv": 8, "hivepartitionsensor": [10, 12, 13], "poke_interv": [10, 13], "60": [10, 13], "3": [10, 13, 30], "basesensoroper": [10, 13], "wait": [10, 13], "show": [10, 13], "becaus": 10, "logic": [10, 13], "ineffici": 10, "namedhivepartitionsensor": [10, 13], "instead": [10, 23, 24], "full": [10, 20, 24], "flexibl": 10, "claus": 10, "get_partitions_by_filt": [10, 23, 24], "appar": 10, "like": [10, 21, 24, 28], "comparison": [10, 13, 24], "c5cae9": 10, "poke": [10, 12, 13], "metastorepartitionsensor": 12, "metastore_mysql": 12, "sqlsensor": 12, "altern": 12, "talk": 12, "directli": [12, 14], "wa": [12, 25], "observ": 12, "sub": 12, "optim": 12, "hit": 12, "were": [12, 23, 25], "written": 12, "wai": [12, 26], "would": [12, 28], "leverag": 12, "doe": [12, 20], "matter": [12, 24], "exampl": [12, 13, 21, 24, 26, 27, 28, 30, 31, 32], "2016": [12, 13], "foo": 12, "conn_id": 12, "8da7b": 12, "fulli": 13, "qualifi": 13, "pk1": 13, "pv1": 13, "pk2": 13, "pv2": 13, "get_partitions_by_nam": 13, "cannot": 13, "8d99ae": 13, "static": [13, 24], "parse_partition_nam": 13, "info": [13, 24], "poke_partit": 13, "contain": [14, 15, 17, 18, 19, 20, 25, 31], "move": [14, 15, 17, 18, 19, 20, 23, 24], "hivetomysqloper": [14, 23, 24], "mysql_tabl": 14, "mysql_default": [14, 18], "mysql_preoper": 14, "mysql_postoper": 14, "bulk_load": 14, "now": [14, 23, 24], "memori": 14, "push": [14, 15], "smallish": 14, "prior": 14, "import": [14, 23, 24, 31], "typic": 14, "truncat": 14, "place": 14, "come": [14, 24], "allow": [14, 23, 24], "idempot": 14, "twice": 14, "won": 14, "doubl": [14, 24], "product": 14, "issu": [14, 23, 24], "cleanup": [14, 24], "flag": 14, "tab": 14, "text": [14, 21, 24], "infil": 14, "must": 14, "via": [14, 23, 24, 28, 30, 31], "disabl": 14, "a0e08c": [14, 17, 18, 19], "samba": [15, 30], "hivetosambaoper": 15, "destination_filepath": 15, "samba_conn_id": 15, "samba_default": 15, "locat": 15, "export": [15, 26, 27, 28], "onto": [15, 33], "mssql": [17, 30], "mssqltohiveoper": 17, "hive_t": [17, 18, 19, 20], "chr": [17, 18, 20], "mssql_conn_id": 17, "mssql_default": 17, "hive_auth": [17, 18, 19, 20], "microsoft": [17, 30], "argument": [17, 18, 19, 20, 24], "cursor": [17, 18, 19, 20], "metadata": [17, 18, 19, 20], "type_map": [17, 18, 20], "mssql_type": 17, "mysqltohiveoper": 18, "quot": 18, "quotechar": 18, "escapechar": 18, "writer": 18, "take": [18, 21], "quote_": 18, "constant": 18, "charact": [18, 24], "special": 18, "escap": [18, 24], "mysql_typ": 18, "s3": 19, "bucket": 19, "s3tohiveoper": 19, "s3_kei": 19, "check_head": 19, "wildcard_match": 19, "aws_conn_id": [19, 23, 24], "aws_default": 19, "verifi": [19, 30], "input_compress": 19, "select_express": 19, "download": [19, 31], "retriev": [19, 21], "line": [19, 23, 24], "interpret": 19, "unix": 19, "wildcard": 19, "ssl": 19, "certif": [19, 31], "By": [19, 31], "follow": [19, 24, 25, 27, 28, 31, 32, 34], "valid": [19, 23, 24, 31], "still": 19, "unless": 19, "use_ssl": 19, "cert": 19, "bundl": 19, "pem": 19, "filenam": 19, "ca": 19, "differ": [19, 21, 31], "botocor": 19, "boolean": 19, "determin": 19, "decompress": 19, "requir": [19, 23, 24, 34], "vertica": [20, 30], "verticatohiveoper": 20, "vertica_conn_id": 20, "vertica_default": 20, "b4e0ff": 20, "vertica_typ": 20, "manual": [20, 23], "hack": 20, "stock": 20, "datatyp": 20, "py": [20, 23, 24, 33], "access": 20, "http": [20, 24, 31], "github": 20, "com": [20, 26, 31], "uber": 20, "master": [20, 24], "vertica_python": 20, "manag": [21, 23, 24, 26, 31, 33], "twitter": 21, "env_id": 21, "fetch_tweet": 21, "call": [21, 24], "api": [21, 23, 24], "tweet": 21, "yesterdai": 21, "four": 21, "twitter_a": 21, "twitter_d": 21, "There": [21, 26, 31], "eight": 21, "output": 21, "convent": 21, "direct": 21, "_twitterhandle_d": 21, "clean_tweet": 21, "placehold": 21, "In": 21, "step": [21, 31], "cherri": [21, 34], "pick": [21, 34], "analyze_tweet": 21, "analyz": 21, "could": 21, "simpli": 21, "sentiment": 21, "analysi": 21, "through": [21, 27], "algorithm": 21, "bag": 21, "word": [21, 23, 24], "someth": 21, "complic": 21, "look": [21, 25], "web": 21, "transfer_to_db": 21, "summari": 21, "test_run": 21, "example_twitter_dag": [22, 24, 33], "apach": [23, 25, 27, 31, 32], "airflow": [23, 25, 26, 31, 32, 34], "provid": [23, 25, 31, 32, 33, 34], "hive": [23, 29, 31], "releas": [23, 24, 30], "avail": [23, 24, 25, 26, 31, 32], "polici": [23, 34], "bump": [23, 24], "minimum": [23, 24, 30], "version": [23, 24, 30, 31, 34], "39240": [23, 24], "alwai": [23, 24, 34], "remov": [23, 24, 31], "deprec": [23, 24], "authmechan": 23, "hivehook": [23, 24], "depend": [23, 24, 34], "get_hook": 23, "favor": 23, "properti": 23, "col_blacklist": 23, "38763": [23, 24], "38859": [23, 24], "ad": [23, 24], "instal": [23, 24, 26, 34], "38651": [23, 24], "jira": [23, 24], "37807": [23, 24], "unifi": [23, 24], "37768": [23, 24], "37748": [23, 24], "abil": 23, "proxi": [23, 24, 26], "owner": [23, 31], "login": [23, 26, 28], "as_param": 23, "simplifi": [23, 24], "37043": [23, 24], "hive_pure_sasl": [23, 24, 30], "37323": [23, 24], "assign": [23, 24], "__init__": [23, 24], "36905": [23, 24], "min": [23, 24], "36698": [23, 24], "36486": [23, 24], "36221": [23, 24], "snippet": [23, 24], "docstr": [23, 24], "ruff": [23, 24], "36262": [23, 24], "36017": [23, 24], "34728": [23, 24], "consolid": [23, 24], "34430": [23, 24], "refactor": [23, 24], "regex": [23, 24], "33898": [23, 24], "concaten": [23, 24], "unpack": [23, 24], "33933": [23, 24], "singl": [23, 24], "element": [23, 24], "slice": [23, 24], "next": [23, 24, 34], "33937": [23, 24], "multipl": [23, 24, 26, 27], "nest": [23, 24], "33768": [23, 24], "startswith": [23, 24], "onc": [23, 24, 31], "tupl": [23, 24], "33765": [23, 24], "few": [23, 24], "loop": [23, 24], "33736": [23, 24], "e731": [23, 24], "lambda": [23, 24], "def": [23, 24], "33757": [23, 24], "f": [23, 24, 33], "33752": [23, 24], "pure": 23, "sasl": 23, "implement": [23, 24], "better": 23, "maintain": 23, "previou": [23, 31], "even": [23, 24], "bit": 23, "slower": 23, "interfac": 23, "11": [23, 24, 31], "bring": [23, 24], "back": [23, 24], "32607": [23, 24], "alibaba": [23, 24], "33227": [23, 24], "x": [23, 24], "applic": [23, 24], "33453": [23, 24], "ordereddict": [23, 24], "33508": [23, 24], "enumer": [23, 24], "33476": [23, 24], "splitlin": [23, 24], "split": [23, 24], "33593": [23, 24], "condit": [23, 24], "33564": [23, 24], "repr": [23, 24], "proper": [23, 24], "33520": [23, 24], "avoid": [23, 24], "numpi": [23, 24], "runtim": [23, 24], "modul": [23, 24], "level": [23, 24], "33483": [23, 24], "usag": [23, 24], "33480": [23, 24], "connector": [23, 24], "depedn": [23, 24], "32989": [23, 24], "pandas2": [23, 24], "32752": [23, 24], "accur": [23, 24], "31846": [23, 24], "32777": [23, 24], "32334": [23, 24], "princip": [23, 24, 26], "31983": [23, 24], "unicodecsv": [23, 24], "standard": [23, 24], "31693": [23, 24], "30917": [23, 24], "updat": [23, 24], "get_kei": [23, 24], "s3hook": [23, 24], "30923": [23, 24], "other": 23, "relat": [23, 24, 26, 27, 28], "30212": [23, 24], "29502": [23, 24], "mypi": [23, 24], "error": [23, 24], "introduc": [23, 24], "new": [23, 24, 34], "28995": [23, 24], "local_infil": [23, 24], "28811": [23, 24], "As": 23, "28538": [23, 24], "amazon": [23, 24, 30], "28505": [23, 24], "28101": [23, 24], "improv": [23, 24], "invalid": [23, 24], "27808": [23, 24], "27888": [23, 24], "27196": [23, 24], "27647": [23, 24], "lower": [23, 24], "bound": [23, 24], "25789": [23, 24], "ha": [23, 24], "been": 23, "renam": [23, 24], "signatur": [23, 24, 30, 31], "posit": 23, "keyword": [23, 24], "second": 23, "synchron": [23, 24], "25299": [23, 24], "smart": [23, 24], "25507": [23, 24], "class": [23, 24, 30], "24836": [23, 24], "24713": [23, 24], "chore": [23, 24], "24219": [23, 24], "aip": [23, 24], "47": [23, 24], "migrat": [23, 24], "design": [23, 24], "22439": [23, 24], "24204": [23, 24], "wrong": [23, 24], "23316": [23, 24], "mistakenli": 23, "install_requir": 23, "22382": 23, "trove": 23, "classifi": [23, 24], "pypi": [23, 24, 30, 34], "framework": 23, "larger": [23, 24], "21504": [23, 24], "9": [23, 24, 30], "21893": [23, 24], "typo": [23, 24], "21525": [23, 24], "how": [23, 24, 31], "guid": [23, 24, 31], "21590": [23, 24], "21237": [23, 24], "lexer": [23, 24], "21403": [23, 24], "19777": [23, 24], "get_connect": [23, 24], "warn": [23, 24, 31], "hivemetastor": [23, 24], "18854": [23, 24], "failur": [23, 24], "tri": [23, 24], "read": [23, 24, 33], "17777": [23, 24], "optimis": 23, "15515": [23, 24], "auto": [23, 24], "apply_default": [23, 24], "decor": [23, 24], "15667": [23, 24], "due": 23, "upgrad": [23, 24, 34], "least": 23, "otherwis": 23, "packag": [23, 25], "automat": 23, "complet": 23, "mistak": [23, 24], "doc": [23, 24], "15180": [23, 24], "grammar": [23, 24], "duplic": [23, 24], "14647": [23, 24], "resolv": [23, 24], "14542": [23, 24], "correct": [23, 24, 31], "tool": [23, 24], "rc": [23, 24], "14082": [23, 24], "readm": [23, 24], "password": [23, 24, 26, 28], "ldap": [23, 24, 28], "mode": [23, 24, 26], "11767": [23, 24], "initi": 23, "commit": 24, "chang": [24, 34], "changelog": 24, "see": [24, 25, 30], "inform": [24, 25, 33, 34], "latest": [24, 34], "2024": 24, "04": 24, "25": 24, "subject": 24, "ead9b00f7c": 24, "5fa80b6aea": 24, "prepar": [24, 34], "1st": 24, "wave": 24, "rc1": 24, "april": 24, "38863": 24, "a92c47b6fa": 24, "09": 24, "6e0ac39764": 24, "cec6d31a5a": 24, "fix": [24, 34], "try002": 24, "38781": 24, "c2981fec55": 24, "72c0911ede": 24, "03": 24, "22": 24, "mappedoper": 24, "38351": 24, "0a74928894": 24, "18": 24, "38240": 24, "1739e0545c": 24, "d105": 24, "38042": 24, "83316b8158": 24, "march": 24, "37876": 24, "b610c58a7b": 24, "2bc103698f": 24, "28": 24, "9e4bdc9e45": 24, "27": 24, "5a0be392e6": 24, "comment": 24, "about": [24, 31, 34], "37488": 24, "12": [24, 31], "bfb054e9e8": 24, "februari": 24, "37326": 24, "9a10085bb1": 24, "08036e5df5": 24, "08": 24, "d401": 24, "37258": 24, "caec4c7c5c": 24, "26": 24, "cead3da4a6": 24, "rc2": 24, "2nd": 24, "round": 24, "jan": 24, "37019": 24, "0b680c9492": 24, "revert": 24, "logger_nam": 24, "logger": 24, "36675": 24, "37015": 24, "2b4da0101f": 24, "januari": 24, "36945": 24, "1119b063af": 24, "19": 24, "c439ab87c4": 24, "build": [24, 31], "switch": 24, "hatchl": 24, "backend": 24, "36537": 24, "6bd450da1e": 24, "ecb2c9f24d": 24, "07": 24, "19ebcac239": 24, "36640": 24, "6937ae7647": 24, "2023": 24, "30": 24, "speed": 24, "autocomplet": 24, "breez": 24, "36499": 24, "07226795ae": 24, "29": 24, "23": 24, "b15d5578da": 24, "re": 24, "decemb": 24, "36380": 24, "f5883d6e7b": 24, "36373": 24, "135265d6fa": 24, "e9ba37bb58": 24, "17": 24, "999b70178a": 24, "36112": 24, "d0918d77ee": 24, "0b23d5601c": 24, "24": 24, "novemb": 24, "35836": 24, "99534e47f3": 24, "reproduc": 24, "35693": 24, "99df205f42": 24, "reappli": 24, "35686": 24, "1b059c57d6": 24, "35537": 24, "d1c58d86de": 24, "3rd": 24, "octob": 24, "35233": 24, "3592ff4046": 24, "35187": 24, "dd7ba3cae1": 24, "pre": 24, "292": 24, "35053": 24, "b75f9e8806": 24, "35033": 24, "13": 24, "e9987d5059": 24, "34916": 24, "0c8e30e43b": 24, "169ce92249": 24, "94d07908a2": 24, "34181": 24, "21990ed894": 24, "34201": 24, "a7310f9c91": 24, "55976af32": 24, "31": 24, "concatin": 24, "1969eaf2d": 24, "6d182beec6": 24, "e4ae83d488": 24, "784e0ef04b": 24, "2a00f18ebb": 24, "c90eec9365": 24, "c077d19060": 24, "aug": 24, "33730": 24, "08188f80f4": 24, "32feab4100": 24, "bb2689ab45": 24, "21": 24, "af0a4a0698": 24, "abef61ff3d": 24, "20": 24, "7700fb12cc": 24, "63e6eab785": 24, "bcefe6109b": 24, "ea8519c055": 24, "8e88eb8fa7": 24, "c645d8e40c": 24, "airbyt": 24, "atlassian": 24, "inclus": 24, "33354": 24, "60677b0ba3": 24, "33128": 24, "108a07b580": 24, "d06b7af69a": 24, "juli": 24, "32875": 24, "0c0b8a3a0": 24, "00aa6ea72c": 24, "60c49ab2df": 24, "06": 24, "225e3041d2": 24, "32381": 24, "3878fe6fab": 24, "spuriou": 24, "32373": 24, "cb4927a018": 24, "32298": 24, "1c1dbd872d": 24, "8c37b74a20": 24, "d205": 24, "32226": 24, "09d4718d3a": 24, "structur": [24, 33], "32125": 24, "79bcc2e668": 24, "june": 24, "32001": 24, "8b146152d6": 24, "32015": 24, "6724eeb621": 24, "13890788ae": 24, "31730": 24, "fbeb01cb17": 24, "9276310a43": 24, "31681": 24, "a473facf6c": 24, "d400": 24, "pydocstyl": 24, "31424": 24, "c5597d1fab": 24, "27264": 24, "45548b9451": 24, "31416": 24, "abea189022": 24, "31393": 24, "f5aed58d9f": 24, "circular": 24, "caus": 24, "31379": 24, "d9ff55cf6d": 24, "31252": 24, "cb71d41c75": 24, "0a30706aa7": 24, "airflowproviderdeprecationwarn": 24, "30975": 24, "eef5bc7f16": 24, "autom": 24, "30994": 24, "a7eb32a5b2": 24, "58294c5440": 24, "decoupl": 24, "runner": 24, "basejob": 24, "orm": 24, "30255": 24, "d23a3bbed8": 24, "mechan": [24, 27], "suspend": 24, "30422": 24, "55dbf1ff1f": 24, "30378": 24, "f01140141f": 24, "470fdaea27": 24, "midmonth": 24, "29589": 24, "1cb127b9fd": 24, "15": 24, "ce6ae2457": 24, "feb": 24, "29379": 24, "23da4daaa0": 24, "conn": 24, "close": 24, "ignor": 24, "29005": 24, "29010": 24, "85f8df7b8a": 24, "aa97474020": 24, "14": 24, "911b708ffd": 24, "mid": 24, "month": 24, "28929": 24, "45dd0c484e": 24, "5246c009c5": 24, "28651": 24, "4e545c6e54": 24, "2022": 24, "d9ae90fc64": 24, "443df3b9c8": 24, "hoc": 24, "28327": 24, "5f8481c799": 24, "2d45f9d6c3": 24, "25bdbc8e67": 24, "rc3": 24, "27937": 24, "2e20e9f7eb": 24, "relas": 24, "27774": 24, "80c327bd3b": 24, "12c3c39d1a": 24, "27613": 24, "150dd927c3": 24, "9ab1a6a3e7": 24, "old": 24, "style": 24, "26872": 24, "78b8ea2f22": 24, "2a34dc9e84": 24, "27205": 24, "f8db64c35c": 24, "septemb": 24, "26731": 24, "06acf40a43": 24, "pep": 24, "563": 24, "postpon": 24, "evalu": 24, "annot": 24, "core": [24, 25], "26289": 24, "ca9229b6f": 24, "e5ac6c7cfb": 24, "august": 24, "25618": 24, "7e3d2350db": 24, "5d4abbd58c": 24, "d2459a241b": 24, "25030": 24, "46bbfdade0": 24, "0de31bd73a": 24, "insid": 24, "folder": [24, 31], "24672": 24, "cef97fccd5": 24, "510a6bab45": 24, "yaml": 24, "24702": 24, "dcdcf3a2b8": 24, "24307": 24, "717a7588bc": 24, "descript": 24, "24292": 24, "aeabe994b3": 24, "24231": 24, "b4a5783a2a": 24, "027b707d21": 24, "explanatori": 24, "contributor": 24, "24229": 24, "100ea9d1fc": 24, "71e4deb1b0": 24, "23716": 24, "75c60923e0": 24, "23631": 24, "2d109401b3": 24, "22887": 24, "0c9c1cf94a": 24, "d7dbfb7e26": 24, "bugfix": [24, 34], "22383": 24, "16adc035b1": 24, "22226": 24, "f5b96315fe": 24, "22056": 24, "563ecfa053": 24, "f6e0ed0dcc": 24, "041babb060": 24, "21571": 24, "2d6282d6b7": 24, "unnecessari": 24, "stale": 24, "21572": 24, "06010fa12a": 24, "d927507899": 24, "d94fa37830": 24, "delai": 24, "21439": 24, "8f81b9a01c": 24, "6c3a67d4fc": 24, "2021": [24, 31], "21257": 24, "39e395f981": 24, "602abe8394": 24, "sphinx": 24, "autoapi": 24, "typehint": 24, "20951": 24, "5569b868a9": 24, "tableau": 24, "cncf": 24, "20654": 24, "f77417eb0d": 24, "k8": 24, "20614": 24, "97496ba2b4": 24, "20523": 24, "83f8e178ba": 24, "ext": 24, "20608": 24, "d56e7b56bb": 24, "friendli": 24, "20571": 24, "a0821235fb": 24, "everywher": 24, "20565": 24, "485ff6cc64": 24, "20422": 24, "f760823b4a": 24, "some": 24, "hint": 24, "20210": 24, "853576d901": 24, "19882": 24, "16b3ab5860": 24, "variou": 24, "19866": 24, "ac752e777b": 24, "f50f677514": 24, "19474": 24, "ae044884d1": 24, "start_dat": 24, "18657": 24, "d9567eb106": 24, "19321": 24, "86a2a19ad2": 24, "18855": 24, "80b5e65a6a": 24, "airflowexcept": 24, "19026": 24, "232f7d1587": 24, "840ea3efb9": 24, "18613": 24, "a458fcc573": 24, "miscellan": 24, "taskflow": 24, "18278": 24, "0a68588479": 24, "17890": 24, "da99c3fa6c": 24, "be75dcd39c": 24, "meta": 24, "76ed2a49c6": 24, "lazili": 24, "individu": 24, "17682": 24, "87f408b1e7": 24, "17116": 24, "91f4d80ff0": 24, "xcomarg": 24, "16869": 24, "d02ded65ea": 24, "wrongli": 24, "17020": 24, "b916b75079": 24, "17015": 24, "866a601b76": 24, "pylint": 24, "our": 24, "toolchain": 24, "16682": 24, "ce44b62890": 24, "bbc627a3da": 24, "16501": 24, "cbf8001d76": 24, "buggfix": 24, "16464": 24, "1fba5402bb": 24, "16405": 24, "9c94b72d44": 24, "16294": 24, "476d0f6e3d": 24, "pyupgrad": 24, "v2": 24, "15991": 24, "736a62f824": 24, "15735": 24, "37681bca00": 24, "9953a047c4": 24, "15704": 24, "807ad32ce5": 24, "pip": [24, 30, 31], "15576": 24, "4b031d39e1": 24, "15534": 24, "e229f3541d": 24, "offici": [24, 31], "15513": 24, "042be2e4e0": 24, "15236": 24, "53dafa593f": 24, "85e0e76074": 24, "pin": 24, "flynt": 24, "fail": 24, "pr": 24, "15076": 24, "68e4c4dcb0": 24, "backport": 24, "14886": 24, "6dc24c95e3": 24, "b0d6069d25": 24, "broken": 24, "14633": 24, "d9e4454c66": 24, "589d6dec92": 24, "14487": 24, "10343ec29f": 24, "88bdcfa0df": 24, "14013": 24, "ac2f72c98d": 24, "13767": 24, "a9ac2b040b": 24, "13732": 24, "5f81fc73c8": 24, "4f494d4d92": 24, "13450": 24, "295d66f914": 24, "13380": 24, "6cf76d7ac0": 24, "13148": 24, "5090fb0c89": 24, "integr": [24, 26, 27, 28], "13073": 24, "32971a1a2d": 24, "12955": 24, "a075b6df99": 24, "remain": 24, "12927": 24, "b40dffa085": 24, "rema": 24, "12917": 24, "9b39f24780": 24, "per": 24, "12558": 24, "2037303eef": 24, "discoveri": 24, "12466": 24, "c34ef853c8": 24, "12444": 24, "0080354502": 24, "0b2": 24, "batch": 24, "12449": 24, "ae7cb4a1e2": 24, "hash": 24, "12390": 24, "6889a333cf": 24, "12366": 24, "7825e8f590": 24, "12304": 24, "250436d962": 24, "spell": 24, "12230": 24, "502ba309ea": 24, "markdownlint": 24, "rule": [24, 34], "md022": 24, "blank": 24, "head": 24, "12225": 24, "85a18e13d9": 24, "point": 24, "project": [24, 33], "page": [24, 25, 31], "cross": 24, "12212": 24, "59eb5de78c": 24, "0beta1": 24, "12206": 24, "b2a28d1590": 24, "dev": 24, "12082": 24, "41bf172c1d": 24, "12093": 24, "4e8f9cc8d0": 24, "black": 24, "formmatt": 24, "9550": 24, "8c42cf1b00": 24, "11447": 24, "5a439e84eb": 24, "2a1": 24, "11855": 24, "872b1566a1": 24, "setup": 24, "11826": 24, "349b0811c3": 24, "d200": 24, "11688": 24, "16e7129719": 24, "11487": 24, "0a0e1af800": 24, "markdown": 24, "link": [24, 31], "toc": 24, "11249": 24, "ca4238eb4d": 24, "11242": 24, "5220e4c384": 24, "11238": 24, "e3f96ce7a8": 24, "incorrect": 24, "11138": 24, "f3e87c5030": 24, "d202": 24, "11032": 24, "9549274d11": 24, "8b1": 24, "10818": 24, "ac943c9e18": 24, "3964": 24, "de": 24, "dup": 24, "5499": 24, "fdd9b6f65b": 24, "10543": 24, "d760265452": 24, "No": 24, "whitespac": 24, "surround": 24, "10533": 24, "3696c34c28": 24, "10528": 24, "ee7ca128a1": 24, "refernc": 24, "10483": 24, "27339a5a0f": 24, "mention": 24, "gitter": 24, "10460": 24, "7c206a82a6": 24, "assig": 24, "augment": 24, "10468": 24, "8f8db8959e": 24, "9730": 24, "b43f90abf4": 24, "repo": 24, "10263": 24, "3b3287d7ac": 24, "enforc": 24, "10170": 24, "7d24b088cd": 24, "stop": 24, "default_arg": 24, "example_dag": 24, "9985": 24, "33f0cd2657": 24, "9784": 24, "c2db0dfeb1": 24, "strict": [24, 34], "9705": 24, "9906": 24, "5013fda8f0": 24, "9472": 24, "4d74ac2111": 24, "increas": 24, "9729": 24, "44d4ae809c": 24, "9686": 24, "e13a14c873": 24, "9458": 24, "d0e7db4024": 24, "fresh": 24, "9408": 24, "12af6a0800": 24, "23rc1": 24, "9404": 24, "c7e5bce57f": 24, "9370": 24, "f6bd817a3a": 24, "9320": 24, "c78e2a5fea": 24, "py3": [24, 31], "8598": 24, "6350fd6ebb": 24, "term": 24, "whitelist": 24, "9174": 24, "10796cb7ce": 24, "unit": 24, "9029": 24, "0b0e4f7a4c": 24, "9026": 24, "00642a46d0": 24, "8994": 24, "cdb3f25456": 24, "8991": 24, "375d1ca229": 24, "8898": 24, "12c5e5d8a": 24, "8891": 24, "f3521fb0e3": 24, "regener": 24, "8886": 24, "92585ca4cb": 24, "8807": 24, "93ea058802": 24, "7059": 24, "8380": 24, "87969a350d": 24, "6515": 24, "8170": 24, "cb0bf4a142": 24, "base_hook": 24, "7901": 24, "4bde99f132": 24, "7802": 24, "7e6372a681": 24, "super": 24, "7820": 24, "3320e432a1": 24, "6817": 24, "lazi": 24, "face": 24, "untouch": 24, "7517": 24, "4d03e33c11": 24, "implicit": 24, "explicit": 24, "md": 24, "squash": 24, "rebas": 24, "7456": 24, "f3ad5cf618": 24, "4681": 24, "7309": 24, "97a429f9d0": 24, "6714": 24, "magic": 24, "utf": 24, "7338": 24, "83c037873f": 24, "6674": [24, 31], "accord": 24, "7287": 24, "057f3ae3a4": 24, "6670": 24, "6669": 24, "contrib": 24, "7286": 24, "059eda05f8": 24, "6610": 24, "softwar": [24, 31, 33], "7231": 24, "0481b9a957": 24, "6539": 24, "7142": 24, "cfg": 25, "embed": 25, "start": 25, "7": [25, 30], "previous": 25, "describ": [25, 31], "below": [25, 30, 31], "mapreduc": 25, "airflow__hive__default_hive_mapred_queu": 25, "hostnam": 25, "execution_d": 25, "airflow__hive__mapred_job_name_templ": 25, "two": 26, "host": [26, 27, 28], "port": [26, 27, 28], "author": 26, "time": 26, "credenti": 26, "usernam": [26, 28], "accordingli": 26, "uri": [26, 27, 28], "syntax": [26, 27, 28], "compon": [26, 27, 28], "url": [26, 27, 28], "airflow_conn_hive_cli_default": 26, "80": [26, 27, 28], "nosasl": [26, 27], "2f_host": 26, "40exampl": 26, "hmsclient": [27, 30], "node": [27, 28], "comma": 27, "kerberos_service_nam": [27, 28], "kerbero": [27, 28], "airflow_conn_metastore_default": 27, "choos": [28, 31], "between": 28, "airflow_conn_hiveserver2_default": 28, "top": [30, 31], "5": 30, "those": [30, 31], "checksum": [30, 31], "site": 30, "sdist": [30, 31], "asc": [30, 31], "sha512": [30, 31], "wheel": 30, "down": 31, "left": 31, "whl": 31, "origin": 31, "foundat": 31, "abov": 31, "pgp": 31, "essenti": 31, "sha": 31, "gpg": 31, "pleas": 31, "well": 31, "relev": 31, "distribut": [31, 33], "recommend": 31, "main": [31, 34], "directori": 31, "mirror": 31, "pgpk": 31, "ka": 31, "binari": 31, "pgpv": 31, "tar": 31, "gz": 31, "made": 31, "sat": 31, "sep": 31, "49": 31, "54": 31, "bst": 31, "rsa": 31, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 31, "issuer": 31, "kaxilnaik": 31, "org": 31, "good": [31, 34], "kaxil": 31, "naik": 31, "unknown": 31, "aka": 31, "gmail": 31, "certifi": 31, "trust": 31, "indic": 31, "primari": 31, "fingerprint": 31, "cde1": 31, "5c6e": 31, "4d3a": 31, "8ec4": 31, "ecf4": 31, "ba4b": 31, "e08a": 31, "d7de": 31, "406f": 31, "worri": 31, "sign": 31, "why": 31, "know": 31, "alreadi": [31, 33], "sum": 31, "shasum": 31, "512": 31, "diff": 31, "bin": 31, "bash": 31, "package_vers": 31, "package_nam": 31, "provider_download_dir": 31, "mktemp": 31, "dep": 31, "dest": 31, "curl": 31, "apache_airflow_providers_apache_h": 31, "l": 31, "o": 31, "echo": 31, "la": 31, "instruct": [31, 34], "chapter": 31, "jinja2": 32, "prefix": 32, "warehous": 33, "facilit": 33, "dataset": 33, "resid": 33, "storag": 33, "system": 33, "load_to_h": 33, "load_": 33, "channel": 33, "_to_hiv": 33, "inpath": 33, "hdfs_dir": 33, "file_nam": 33, "INTO": 33, "dt": 33, "independ": 34, "itself": 34, "vulner": 34, "publish": 34, "we": 34, "develop": 34, "done": 34, "branch": 34, "semver": 34, "scope": 34, "major": 34, "break": 34, "minor": 34, "patchlevel": 34, "bug": 34, "except": 34, "critic": 34, "reason": 34, "band": 34, "case": 34, "stakehold": 34, "decid": 34, "older": 34, "mix": 34, "govern": 34, "parti": 34}, "objects": {"airflow.providers.apache": [[2, 0, 0, "-", "hive"]], "airflow.providers.apache.hive": [[2, 1, 1, "", "__version__"], [1, 0, 0, "-", "hooks"], [4, 0, 0, "-", "macros"], [7, 0, 0, "-", "operators"], [9, 0, 0, "-", "plugins"], [11, 0, 0, "-", "sensors"], [16, 0, 0, "-", "transfers"]], "airflow.providers.apache.hive.hooks": [[0, 0, 0, "-", "hive"]], "airflow.providers.apache.hive.hooks.hive": [[0, 1, 1, "", "HIVE_QUEUE_PRIORITIES"], [0, 2, 1, "", "HiveCliHook"], [0, 2, 1, "", "HiveMetastoreHook"], [0, 2, 1, "", "HiveServer2Hook"], [0, 5, 1, "", "get_context_from_env_var"]], "airflow.providers.apache.hive.hooks.hive.HiveCliHook": [[0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 4, 1, "", "get_connection_form_widgets"], [0, 4, 1, "", "get_ui_field_behaviour"], [0, 3, 1, "", "hook_name"], [0, 4, 1, "", "kill"], [0, 4, 1, "", "load_df"], [0, 4, 1, "", "load_file"], [0, 4, 1, "", "run_cli"], [0, 4, 1, "", "test_hql"]], "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook": [[0, 3, 1, "", "MAX_PART_COUNT"], [0, 4, 1, "", "__getstate__"], [0, 4, 1, "", "__setstate__"], [0, 4, 1, "", "check_for_named_partition"], [0, 4, 1, "", "check_for_partition"], [0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 4, 1, "", "drop_partitions"], [0, 4, 1, "", "get_conn"], [0, 4, 1, "", "get_databases"], [0, 4, 1, "", "get_metastore_client"], [0, 4, 1, "", "get_partitions"], [0, 4, 1, "", "get_table"], [0, 4, 1, "", "get_tables"], [0, 3, 1, "", "hook_name"], [0, 4, 1, "", "max_partition"], [0, 4, 1, "", "table_exists"]], "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook": [[0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 4, 1, "", "get_conn"], [0, 4, 1, "", "get_pandas_df"], [0, 4, 1, "", "get_records"], [0, 4, 1, "", "get_results"], [0, 3, 1, "", "hook_name"], [0, 3, 1, "", "supports_autocommit"], [0, 4, 1, "", "to_csv"]], "airflow.providers.apache.hive.macros": [[3, 0, 0, "-", "hive"]], "airflow.providers.apache.hive.macros.hive": [[3, 5, 1, "", "closest_ds_partition"], [3, 5, 1, "", "max_partition"]], "airflow.providers.apache.hive.operators": [[5, 0, 0, "-", "hive"], [6, 0, 0, "-", "hive_stats"]], "airflow.providers.apache.hive.operators.hive": [[5, 2, 1, "", "HiveOperator"]], "airflow.providers.apache.hive.operators.hive.HiveOperator": [[5, 4, 1, "", "clear_airflow_vars"], [5, 4, 1, "", "dry_run"], [5, 4, 1, "", "execute"], [5, 4, 1, "", "hook"], [5, 4, 1, "", "on_kill"], [5, 4, 1, "", "prepare_template"], [5, 3, 1, "", "template_ext"], [5, 3, 1, "", "template_fields"], [5, 3, 1, "", "template_fields_renderers"], [5, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.operators.hive_stats": [[6, 2, 1, "", "HiveStatsCollectionOperator"]], "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator": [[6, 4, 1, "", "execute"], [6, 4, 1, "", "get_default_exprs"], [6, 3, 1, "", "template_fields"], [6, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.plugins": [[8, 0, 0, "-", "hive"]], "airflow.providers.apache.hive.plugins.hive": [[8, 2, 1, "", "HivePlugin"]], "airflow.providers.apache.hive.plugins.hive.HivePlugin": [[8, 3, 1, "", "macros"], [8, 3, 1, "", "name"]], "airflow.providers.apache.hive.sensors": [[10, 0, 0, "-", "hive_partition"], [12, 0, 0, "-", "metastore_partition"], [13, 0, 0, "-", "named_hive_partition"]], "airflow.providers.apache.hive.sensors.hive_partition": [[10, 2, 1, "", "HivePartitionSensor"]], "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor": [[10, 4, 1, "", "poke"], [10, 3, 1, "", "template_fields"], [10, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.sensors.metastore_partition": [[12, 2, 1, "", "MetastorePartitionSensor"]], "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor": [[12, 4, 1, "", "poke"], [12, 3, 1, "", "template_fields"], [12, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.sensors.named_hive_partition": [[13, 2, 1, "", "NamedHivePartitionSensor"]], "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor": [[13, 4, 1, "", "parse_partition_name"], [13, 4, 1, "", "poke"], [13, 4, 1, "", "poke_partition"], [13, 3, 1, "", "template_fields"], [13, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers": [[14, 0, 0, "-", "hive_to_mysql"], [15, 0, 0, "-", "hive_to_samba"], [17, 0, 0, "-", "mssql_to_hive"], [18, 0, 0, "-", "mysql_to_hive"], [19, 0, 0, "-", "s3_to_hive"], [20, 0, 0, "-", "vertica_to_hive"]], "airflow.providers.apache.hive.transfers.hive_to_mysql": [[14, 2, 1, "", "HiveToMySqlOperator"]], "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator": [[14, 4, 1, "", "execute"], [14, 3, 1, "", "template_ext"], [14, 3, 1, "", "template_fields"], [14, 3, 1, "", "template_fields_renderers"], [14, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.hive_to_samba": [[15, 2, 1, "", "HiveToSambaOperator"]], "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator": [[15, 4, 1, "", "execute"], [15, 3, 1, "", "template_ext"], [15, 3, 1, "", "template_fields"], [15, 3, 1, "", "template_fields_renderers"]], "airflow.providers.apache.hive.transfers.mssql_to_hive": [[17, 2, 1, "", "MsSqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator": [[17, 4, 1, "", "execute"], [17, 3, 1, "", "template_ext"], [17, 3, 1, "", "template_fields"], [17, 3, 1, "", "template_fields_renderers"], [17, 4, 1, "", "type_map"], [17, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.mysql_to_hive": [[18, 2, 1, "", "MySqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator": [[18, 4, 1, "", "execute"], [18, 3, 1, "", "template_ext"], [18, 3, 1, "", "template_fields"], [18, 3, 1, "", "template_fields_renderers"], [18, 4, 1, "", "type_map"], [18, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.s3_to_hive": [[19, 2, 1, "", "S3ToHiveOperator"]], "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator": [[19, 4, 1, "", "execute"], [19, 3, 1, "", "template_ext"], [19, 3, 1, "", "template_fields"], [19, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.vertica_to_hive": [[20, 2, 1, "", "VerticaToHiveOperator"]], "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator": [[20, 4, 1, "", "execute"], [20, 3, 1, "", "template_ext"], [20, 3, 1, "", "template_fields"], [20, 3, 1, "", "template_fields_renderers"], [20, 4, 1, "", "type_map"], [20, 3, 1, "", "ui_color"]], "tests.system.providers.apache": [[22, 0, 0, "-", "hive"]], "tests.system.providers.apache.hive": [[21, 0, 0, "-", "example_twitter_dag"]], "tests.system.providers.apache.hive.example_twitter_dag": [[21, 1, 1, "", "DAG_ID"], [21, 1, 1, "", "ENV_ID"], [21, 5, 1, "", "analyze_tweets"], [21, 5, 1, "", "clean_tweets"], [21, 1, 1, "", "fetch"], [21, 5, 1, "", "fetch_tweets"], [21, 1, 1, "", "test_run"], [21, 5, 1, "", "transfer_to_db"]]}, "objtypes": {"0": "py:module", "1": "py:data", "2": "py:class", "3": "py:attribute", "4": "py:method", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "data", "Python data"], "2": ["py", "class", "Python class"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "method", "Python method"], "5": ["py", "function", "Python function"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 24, 30], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 30], "apach": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 30, 33], "hive": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 30, 32, 33], "hook": [0, 1], "modul": [0, 3, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21], "content": [0, 2, 3, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21], "class": [0, 5, 6, 8, 10, 12, 13, 14, 15, 17, 18, 19, 20], "function": [0, 3, 21], "attribut": [0, 21], "submodul": [1, 4, 7, 9, 11, 16, 22], "subpackag": 2, "packag": [2, 24, 30, 31], "macro": [3, 4, 32], "oper": [5, 6, 7, 33], "hive_stat": 6, "plugin": [8, 9], "sensor": [10, 11, 12, 13], "hive_partit": 10, "metastore_partit": 12, "named_hive_partit": 13, "transfer": [14, 15, 16, 17, 18, 19, 20], "hive_to_mysql": 14, "hive_to_samba": 15, "mssql_to_hiv": 17, "mysql_to_h": 18, "s3_to_hiv": 19, "vertica_to_h": 20, "test": [21, 22], "system": [21, 22], "example_twitter_dag": 21, "changelog": 23, "8": [23, 24], "1": [23, 24], "0": [23, 24], "misc": 23, "break": 23, "chang": 23, "featur": 23, "7": [23, 24], "6": [23, 24], "4": [23, 24], "2": [23, 24], "bug": 23, "fix": 23, "3": [23, 24], "5": [23, 24], "configur": [25, 26, 27, 28], "refer": [25, 33], "section": 25, "default_hive_mapred_queu": 25, "mapred_job_name_templ": 25, "cli": 26, "connect": [26, 27, 28, 29], "authent": [26, 27, 28], "default": [26, 27, 28], "id": [26, 27, 28], "metastor": 27, "server2": 28, "type": 29, "instal": [30, 31], "requir": 30, "cross": 30, "depend": 30, "download": 30, "offici": 30, "from": 31, "sourc": 31, "releas": [31, 34], "integr": 31, "verifi": 31, "pypi": 31, "hiveoper": 33, "secur": 34, "patch": 34}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 57}, "alltitles": {"airflow.providers.apache.hive.hooks.hive": [[0, "module-airflow.providers.apache.hive.hooks.hive"]], "Module Contents": [[0, "module-contents"], [3, "module-contents"], [5, "module-contents"], [6, "module-contents"], [8, "module-contents"], [10, "module-contents"], [12, "module-contents"], [13, "module-contents"], [14, "module-contents"], [15, "module-contents"], [17, "module-contents"], [18, "module-contents"], [19, "module-contents"], [20, "module-contents"], [21, "module-contents"]], "Classes": [[0, "classes"], [5, "classes"], [6, "classes"], [8, "classes"], [10, "classes"], [12, "classes"], [13, "classes"], [14, "classes"], [15, "classes"], [17, "classes"], [18, "classes"], [19, "classes"], [20, "classes"]], "Functions": [[0, "functions"], [3, "functions"], [21, "functions"]], "Attributes": [[0, "attributes"], [21, "attributes"]], "airflow.providers.apache.hive.hooks": [[1, "module-airflow.providers.apache.hive.hooks"]], "Submodules": [[1, "submodules"], [4, "submodules"], [7, "submodules"], [9, "submodules"], [11, "submodules"], [16, "submodules"], [22, "submodules"]], "airflow.providers.apache.hive": [[2, "module-airflow.providers.apache.hive"]], "Subpackages": [[2, "subpackages"]], "Package Contents": [[2, "package-contents"]], "airflow.providers.apache.hive.macros.hive": [[3, "module-airflow.providers.apache.hive.macros.hive"]], "airflow.providers.apache.hive.macros": [[4, "module-airflow.providers.apache.hive.macros"]], "airflow.providers.apache.hive.operators.hive": [[5, "module-airflow.providers.apache.hive.operators.hive"]], "airflow.providers.apache.hive.operators.hive_stats": [[6, "module-airflow.providers.apache.hive.operators.hive_stats"]], "airflow.providers.apache.hive.operators": [[7, "module-airflow.providers.apache.hive.operators"]], "airflow.providers.apache.hive.plugins.hive": [[8, "module-airflow.providers.apache.hive.plugins.hive"]], "airflow.providers.apache.hive.plugins": [[9, "module-airflow.providers.apache.hive.plugins"]], "airflow.providers.apache.hive.sensors.hive_partition": [[10, "module-airflow.providers.apache.hive.sensors.hive_partition"]], "airflow.providers.apache.hive.sensors": [[11, "module-airflow.providers.apache.hive.sensors"]], "airflow.providers.apache.hive.sensors.metastore_partition": [[12, "module-airflow.providers.apache.hive.sensors.metastore_partition"]], "airflow.providers.apache.hive.sensors.named_hive_partition": [[13, "module-airflow.providers.apache.hive.sensors.named_hive_partition"]], "airflow.providers.apache.hive.transfers.hive_to_mysql": [[14, "module-airflow.providers.apache.hive.transfers.hive_to_mysql"]], "airflow.providers.apache.hive.transfers.hive_to_samba": [[15, "module-airflow.providers.apache.hive.transfers.hive_to_samba"]], "airflow.providers.apache.hive.transfers": [[16, "module-airflow.providers.apache.hive.transfers"]], "airflow.providers.apache.hive.transfers.mssql_to_hive": [[17, "module-airflow.providers.apache.hive.transfers.mssql_to_hive"]], "airflow.providers.apache.hive.transfers.mysql_to_hive": [[18, "module-airflow.providers.apache.hive.transfers.mysql_to_hive"]], "airflow.providers.apache.hive.transfers.s3_to_hive": [[19, "module-airflow.providers.apache.hive.transfers.s3_to_hive"]], "airflow.providers.apache.hive.transfers.vertica_to_hive": [[20, "module-airflow.providers.apache.hive.transfers.vertica_to_hive"]], "tests.system.providers.apache.hive.example_twitter_dag": [[21, "module-tests.system.providers.apache.hive.example_twitter_dag"]], "tests.system.providers.apache.hive": [[22, "module-tests.system.providers.apache.hive"]], "Changelog": [[23, "changelog"]], "8.1.0": [[23, "id1"], [24, "id1"]], "Misc": [[23, "misc"], [23, "id4"], [23, "id7"], [23, "id9"], [23, "id14"], [23, "id17"], [23, "id20"], [23, "id22"], [23, "id24"], [23, "id26"], [23, "id29"], [23, "id34"], [23, "id37"], [23, "id43"], [23, "id55"], [23, "id58"], [23, "id67"], [23, "id73"], [23, "id77"], [23, "id87"]], "8.0.0": [[23, "id2"], [24, "id2"]], "Breaking changes": [[23, "breaking-changes"], [23, "id6"], [23, "id39"], [23, "id49"], [23, "id65"], [23, "id91"]], "Features": [[23, "features"], [23, "id13"], [23, "id47"], [23, "id50"], [23, "id62"], [23, "id75"], [23, "id79"], [23, "id81"], [23, "id89"]], "7.0.1": [[23, "id3"], [24, "id3"]], "7.0.0": [[23, "id5"], [24, "id4"]], "6.4.2": [[23, "id8"], [24, "id5"]], "Bug Fixes": [[23, "bug-fixes"], [23, "id11"], [23, "id28"], [23, "id31"], [23, "id33"], [23, "id41"], [23, "id45"], [23, "id52"], [23, "id56"], [23, "id63"], [23, "id69"], [23, "id71"], [23, "id76"], [23, "id82"], [23, "id84"]], "6.4.1": [[23, "id10"], [24, "id6"]], "6.4.0": [[23, "id12"], [24, "id7"]], "6.3.0": [[23, "id15"], [24, "id8"]], "6.2.0": [[23, "id18"], [24, "id9"]], "6.1.6": [[23, "id21"], [24, "id10"]], "6.1.5": [[23, "id23"], [24, "id11"]], "6.1.4": [[23, "id25"], [24, "id12"]], "6.1.3": [[23, "id27"], [24, "id13"]], "6.1.2": [[23, "id30"], [24, "id14"]], "6.1.1": [[23, "id32"], [24, "id15"]], "6.1.0": [[23, "id35"], [24, "id17"]], "6.0.0": [[23, "id38"], [24, "id18"]], "5.1.3": [[23, "id40"], [24, "id19"]], "5.1.2": [[23, "id42"], [24, "id20"]], "5.1.1": [[23, "id44"], [24, "id21"]], "5.1.0": [[23, "id46"], [24, "id22"]], "5.0.0": [[23, "id48"], [24, "id23"]], "4.1.1": [[23, "id51"], [24, "id24"]], "4.1.0": [[23, "id53"], [24, "id25"]], "4.0.1": [[23, "id57"], [24, "id26"]], "4.0.0": [[23, "id59"], [24, "id27"]], "Breaking Changes": [[23, "id60"]], "3.1.0": [[23, "id61"], [24, "id28"]], "3.0.0": [[23, "id64"], [24, "id29"]], "2.3.3": [[23, "id68"], [24, "id30"]], "2.3.2": [[23, "id70"], [24, "id31"]], "2.3.1": [[23, "id72"], [24, "id32"]], "2.3.0": [[23, "id74"], [24, "id33"]], "2.2.0": [[23, "id78"], [24, "id34"]], "2.1.0": [[23, "id80"], [24, "id35"]], "2.0.3": [[23, "id83"], [24, "id36"]], "2.0.2": [[23, "id85"], [24, "id37"]], "Bug fixes": [[23, "id86"], [23, "id93"], [23, "id95"], [23, "id97"]], "2.0.1": [[23, "id88"], [24, "id38"]], "2.0.0": [[23, "id90"], [24, "id39"]], "1.0.3": [[23, "id92"], [24, "id40"]], "1.0.2": [[23, "id94"], [24, "id41"]], "1.0.1": [[23, "id96"], [24, "id42"]], "1.0.0": [[23, "id98"], [24, "id43"]], "Package apache-airflow-providers-apache-hive": [[24, "package-apache-airflow-providers-apache-hive"]], "Configuration Reference": [[25, "configuration-reference"]], "Sections:": [[25, "sections"]], "[hive]": [[25, "hive"]], "default_hive_mapred_queue": [[25, "default-hive-mapred-queue"]], "mapred_job_name_template": [[25, "mapred-job-name-template"]], "Hive CLI Connection": [[26, "hive-cli-connection"]], "Authenticating to Hive CLI": [[26, "authenticating-to-hive-cli"]], "Default Connection IDs": [[26, "default-connection-ids"], [27, "default-connection-ids"], [28, "default-connection-ids"]], "Configuring the Connection": [[26, "configuring-the-connection"], [27, "configuring-the-connection"], [28, "configuring-the-connection"]], "Hive Metastore Connection": [[27, "hive-metastore-connection"]], "Authenticating to Hive Metastore": [[27, "authenticating-to-hive-metastore"]], "Hive Server2 Connection": [[28, "hive-server2-connection"]], "Authenticating to Hive Server2": [[28, "authenticating-to-hive-server2"]], "Connection Types": [[29, "connection-types"]], "apache-airflow-providers-apache-hive": [[30, "apache-airflow-providers-apache-hive"]], "apache-airflow-providers-apache-hive package": [[30, "apache-airflow-providers-apache-hive-package"]], "Provider package": [[30, "provider-package"]], "Installation": [[30, "installation"]], "Requirements": [[30, "requirements"]], "Cross provider package dependencies": [[30, "cross-provider-package-dependencies"]], "Downloading official packages": [[30, "downloading-official-packages"]], "Installing from sources": [[31, "installing-from-sources"]], "Released packages": [[31, "released-packages"]], "Release integrity": [[31, "release-integrity"]], "Verifying PyPI releases": [[31, "verifying-pypi-releases"]], "Hive Macros": [[32, "hive-macros"]], "Apache Hive Operators": [[33, "apache-hive-operators"]], "HiveOperator": [[33, "hiveoperator"]], "Reference": [[33, "reference"]], "Releasing security patches": [[34, "releasing-security-patches"]]}, "indexentries": {"hive_queue_priorities (in module airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES"]], "hiveclihook (class in airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook"]], "hivemetastorehook (class in airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook"]], "hiveserver2hook (class in airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook"]], "max_part_count (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.MAX_PART_COUNT"]], "__getstate__() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__"]], "__setstate__() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__setstate__"]], "airflow.providers.apache.hive.hooks.hive": [[0, "module-airflow.providers.apache.hive.hooks.hive"]], "check_for_named_partition() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_named_partition"]], "check_for_partition() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_partition"]], "conn_name_attr (airflow.providers.apache.hive.hooks.hive.hiveclihook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_name_attr"]], "conn_name_attr (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_name_attr"]], "conn_name_attr (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_name_attr"]], "conn_type (airflow.providers.apache.hive.hooks.hive.hiveclihook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type"]], "conn_type (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_type"]], "conn_type (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type"]], "default_conn_name (airflow.providers.apache.hive.hooks.hive.hiveclihook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.default_conn_name"]], "default_conn_name (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.default_conn_name"]], "default_conn_name (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.default_conn_name"]], "drop_partitions() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.drop_partitions"]], "get_conn() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn"]], "get_conn() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_conn"]], "get_connection_form_widgets() (airflow.providers.apache.hive.hooks.hive.hiveclihook class method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.get_connection_form_widgets"]], "get_context_from_env_var() (in module airflow.providers.apache.hive.hooks.hive)": [[0, "airflow.providers.apache.hive.hooks.hive.get_context_from_env_var"]], "get_databases() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_databases"]], "get_metastore_client() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client"]], "get_pandas_df() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_pandas_df"]], "get_partitions() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_partitions"]], "get_records() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_records"]], "get_results() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_results"]], "get_table() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_table"]], "get_tables() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_tables"]], "get_ui_field_behaviour() (airflow.providers.apache.hive.hooks.hive.hiveclihook class method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.get_ui_field_behaviour"]], "hook_name (airflow.providers.apache.hive.hooks.hive.hiveclihook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.hook_name"]], "hook_name (airflow.providers.apache.hive.hooks.hive.hivemetastorehook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.hook_name"]], "hook_name (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.hook_name"]], "kill() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill"]], "load_df() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_df"]], "load_file() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_file"]], "max_partition() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.max_partition"]], "module": [[0, "module-airflow.providers.apache.hive.hooks.hive"], [1, "module-airflow.providers.apache.hive.hooks"], [2, "module-airflow.providers.apache.hive"], [3, "module-airflow.providers.apache.hive.macros.hive"], [4, "module-airflow.providers.apache.hive.macros"], [5, "module-airflow.providers.apache.hive.operators.hive"], [6, "module-airflow.providers.apache.hive.operators.hive_stats"], [7, "module-airflow.providers.apache.hive.operators"], [8, "module-airflow.providers.apache.hive.plugins.hive"], [9, "module-airflow.providers.apache.hive.plugins"], [10, "module-airflow.providers.apache.hive.sensors.hive_partition"], [11, "module-airflow.providers.apache.hive.sensors"], [12, "module-airflow.providers.apache.hive.sensors.metastore_partition"], [13, "module-airflow.providers.apache.hive.sensors.named_hive_partition"], [14, "module-airflow.providers.apache.hive.transfers.hive_to_mysql"], [15, "module-airflow.providers.apache.hive.transfers.hive_to_samba"], [16, "module-airflow.providers.apache.hive.transfers"], [17, "module-airflow.providers.apache.hive.transfers.mssql_to_hive"], [18, "module-airflow.providers.apache.hive.transfers.mysql_to_hive"], [19, "module-airflow.providers.apache.hive.transfers.s3_to_hive"], [20, "module-airflow.providers.apache.hive.transfers.vertica_to_hive"], [21, "module-tests.system.providers.apache.hive.example_twitter_dag"], [22, "module-tests.system.providers.apache.hive"]], "run_cli() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.run_cli"]], "supports_autocommit (airflow.providers.apache.hive.hooks.hive.hiveserver2hook attribute)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.supports_autocommit"]], "table_exists() (airflow.providers.apache.hive.hooks.hive.hivemetastorehook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.table_exists"]], "test_hql() (airflow.providers.apache.hive.hooks.hive.hiveclihook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveCliHook.test_hql"]], "to_csv() (airflow.providers.apache.hive.hooks.hive.hiveserver2hook method)": [[0, "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.to_csv"]], "airflow.providers.apache.hive.hooks": [[1, "module-airflow.providers.apache.hive.hooks"]], "__version__ (in module airflow.providers.apache.hive)": [[2, "airflow.providers.apache.hive.__version__"]], "airflow.providers.apache.hive": [[2, "module-airflow.providers.apache.hive"]], "airflow.providers.apache.hive.macros.hive": [[3, "module-airflow.providers.apache.hive.macros.hive"]], "closest_ds_partition() (in module airflow.providers.apache.hive.macros.hive)": [[3, "airflow.providers.apache.hive.macros.hive.closest_ds_partition"]], "max_partition() (in module airflow.providers.apache.hive.macros.hive)": [[3, "airflow.providers.apache.hive.macros.hive.max_partition"]], "airflow.providers.apache.hive.macros": [[4, "module-airflow.providers.apache.hive.macros"]], "hiveoperator (class in airflow.providers.apache.hive.operators.hive)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator"]], "airflow.providers.apache.hive.operators.hive": [[5, "module-airflow.providers.apache.hive.operators.hive"]], "clear_airflow_vars() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.clear_airflow_vars"]], "dry_run() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.dry_run"]], "execute() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.execute"]], "hook() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.hook"]], "on_kill() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.on_kill"]], "prepare_template() (airflow.providers.apache.hive.operators.hive.hiveoperator method)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.prepare_template"]], "template_ext (airflow.providers.apache.hive.operators.hive.hiveoperator attribute)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.operators.hive.hiveoperator attribute)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.operators.hive.hiveoperator attribute)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields_renderers"]], "ui_color (airflow.providers.apache.hive.operators.hive.hiveoperator attribute)": [[5, "airflow.providers.apache.hive.operators.hive.HiveOperator.ui_color"]], "hivestatscollectionoperator (class in airflow.providers.apache.hive.operators.hive_stats)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator"]], "airflow.providers.apache.hive.operators.hive_stats": [[6, "module-airflow.providers.apache.hive.operators.hive_stats"]], "execute() (airflow.providers.apache.hive.operators.hive_stats.hivestatscollectionoperator method)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.execute"]], "get_default_exprs() (airflow.providers.apache.hive.operators.hive_stats.hivestatscollectionoperator method)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.get_default_exprs"]], "template_fields (airflow.providers.apache.hive.operators.hive_stats.hivestatscollectionoperator attribute)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.template_fields"]], "ui_color (airflow.providers.apache.hive.operators.hive_stats.hivestatscollectionoperator attribute)": [[6, "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.ui_color"]], "airflow.providers.apache.hive.operators": [[7, "module-airflow.providers.apache.hive.operators"]], "hiveplugin (class in airflow.providers.apache.hive.plugins.hive)": [[8, "airflow.providers.apache.hive.plugins.hive.HivePlugin"]], "airflow.providers.apache.hive.plugins.hive": [[8, "module-airflow.providers.apache.hive.plugins.hive"]], "macros (airflow.providers.apache.hive.plugins.hive.hiveplugin attribute)": [[8, "airflow.providers.apache.hive.plugins.hive.HivePlugin.macros"]], "name (airflow.providers.apache.hive.plugins.hive.hiveplugin attribute)": [[8, "airflow.providers.apache.hive.plugins.hive.HivePlugin.name"]], "airflow.providers.apache.hive.plugins": [[9, "module-airflow.providers.apache.hive.plugins"]], "hivepartitionsensor (class in airflow.providers.apache.hive.sensors.hive_partition)": [[10, "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor"]], "airflow.providers.apache.hive.sensors.hive_partition": [[10, "module-airflow.providers.apache.hive.sensors.hive_partition"]], "poke() (airflow.providers.apache.hive.sensors.hive_partition.hivepartitionsensor method)": [[10, "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.poke"]], "template_fields (airflow.providers.apache.hive.sensors.hive_partition.hivepartitionsensor attribute)": [[10, "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.template_fields"]], "ui_color (airflow.providers.apache.hive.sensors.hive_partition.hivepartitionsensor attribute)": [[10, "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.ui_color"]], "airflow.providers.apache.hive.sensors": [[11, "module-airflow.providers.apache.hive.sensors"]], "metastorepartitionsensor (class in airflow.providers.apache.hive.sensors.metastore_partition)": [[12, "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor"]], "airflow.providers.apache.hive.sensors.metastore_partition": [[12, "module-airflow.providers.apache.hive.sensors.metastore_partition"]], "poke() (airflow.providers.apache.hive.sensors.metastore_partition.metastorepartitionsensor method)": [[12, "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.poke"]], "template_fields (airflow.providers.apache.hive.sensors.metastore_partition.metastorepartitionsensor attribute)": [[12, "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.template_fields"]], "ui_color (airflow.providers.apache.hive.sensors.metastore_partition.metastorepartitionsensor attribute)": [[12, "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.ui_color"]], "namedhivepartitionsensor (class in airflow.providers.apache.hive.sensors.named_hive_partition)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor"]], "airflow.providers.apache.hive.sensors.named_hive_partition": [[13, "module-airflow.providers.apache.hive.sensors.named_hive_partition"]], "parse_partition_name() (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor static method)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.parse_partition_name"]], "poke() (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor method)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke"]], "poke_partition() (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor method)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke_partition"]], "template_fields (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor attribute)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.template_fields"]], "ui_color (airflow.providers.apache.hive.sensors.named_hive_partition.namedhivepartitionsensor attribute)": [[13, "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.ui_color"]], "hivetomysqloperator (class in airflow.providers.apache.hive.transfers.hive_to_mysql)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator"]], "airflow.providers.apache.hive.transfers.hive_to_mysql": [[14, "module-airflow.providers.apache.hive.transfers.hive_to_mysql"]], "execute() (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator method)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator attribute)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator attribute)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator attribute)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields_renderers"]], "ui_color (airflow.providers.apache.hive.transfers.hive_to_mysql.hivetomysqloperator attribute)": [[14, "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.ui_color"]], "hivetosambaoperator (class in airflow.providers.apache.hive.transfers.hive_to_samba)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator"]], "airflow.providers.apache.hive.transfers.hive_to_samba": [[15, "module-airflow.providers.apache.hive.transfers.hive_to_samba"]], "execute() (airflow.providers.apache.hive.transfers.hive_to_samba.hivetosambaoperator method)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.hive_to_samba.hivetosambaoperator attribute)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.hive_to_samba.hivetosambaoperator attribute)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.hive_to_samba.hivetosambaoperator attribute)": [[15, "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields_renderers"]], "airflow.providers.apache.hive.transfers": [[16, "module-airflow.providers.apache.hive.transfers"]], "mssqltohiveoperator (class in airflow.providers.apache.hive.transfers.mssql_to_hive)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mssql_to_hive": [[17, "module-airflow.providers.apache.hive.transfers.mssql_to_hive"]], "execute() (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator method)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator attribute)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator attribute)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator attribute)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields_renderers"]], "type_map() (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator class method)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.type_map"]], "ui_color (airflow.providers.apache.hive.transfers.mssql_to_hive.mssqltohiveoperator attribute)": [[17, "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.ui_color"]], "mysqltohiveoperator (class in airflow.providers.apache.hive.transfers.mysql_to_hive)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mysql_to_hive": [[18, "module-airflow.providers.apache.hive.transfers.mysql_to_hive"]], "execute() (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator method)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator attribute)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator attribute)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator attribute)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields_renderers"]], "type_map() (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator class method)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.type_map"]], "ui_color (airflow.providers.apache.hive.transfers.mysql_to_hive.mysqltohiveoperator attribute)": [[18, "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.ui_color"]], "s3tohiveoperator (class in airflow.providers.apache.hive.transfers.s3_to_hive)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator"]], "airflow.providers.apache.hive.transfers.s3_to_hive": [[19, "module-airflow.providers.apache.hive.transfers.s3_to_hive"]], "execute() (airflow.providers.apache.hive.transfers.s3_to_hive.s3tohiveoperator method)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.s3_to_hive.s3tohiveoperator attribute)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.s3_to_hive.s3tohiveoperator attribute)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_fields"]], "ui_color (airflow.providers.apache.hive.transfers.s3_to_hive.s3tohiveoperator attribute)": [[19, "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.ui_color"]], "verticatohiveoperator (class in airflow.providers.apache.hive.transfers.vertica_to_hive)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator"]], "airflow.providers.apache.hive.transfers.vertica_to_hive": [[20, "module-airflow.providers.apache.hive.transfers.vertica_to_hive"]], "execute() (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator method)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.execute"]], "template_ext (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator attribute)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_ext"]], "template_fields (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator attribute)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator attribute)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields_renderers"]], "type_map() (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator class method)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.type_map"]], "ui_color (airflow.providers.apache.hive.transfers.vertica_to_hive.verticatohiveoperator attribute)": [[20, "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.ui_color"]], "dag_id (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.DAG_ID"]], "env_id (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.ENV_ID"]], "analyze_tweets() (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets"]], "clean_tweets() (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.clean_tweets"]], "fetch (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.fetch"]], "fetch_tweets() (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets"]], "test_run (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.test_run"]], "tests.system.providers.apache.hive.example_twitter_dag": [[21, "module-tests.system.providers.apache.hive.example_twitter_dag"]], "transfer_to_db() (in module tests.system.providers.apache.hive.example_twitter_dag)": [[21, "tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db"]], "tests.system.providers.apache.hive": [[22, "module-tests.system.providers.apache.hive"]]}})