| Search.setIndex({"docnames": ["_api/airflow/providers/apache/hive/hooks/hive/index", "_api/airflow/providers/apache/hive/hooks/index", "_api/airflow/providers/apache/hive/index", "_api/airflow/providers/apache/hive/operators/hive/index", "_api/airflow/providers/apache/hive/operators/hive_stats/index", "_api/airflow/providers/apache/hive/operators/index", "_api/airflow/providers/apache/hive/sensors/hive_partition/index", "_api/airflow/providers/apache/hive/sensors/index", "_api/airflow/providers/apache/hive/sensors/metastore_partition/index", "_api/airflow/providers/apache/hive/sensors/named_hive_partition/index", "_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index", "_api/airflow/providers/apache/hive/transfers/hive_to_samba/index", "_api/airflow/providers/apache/hive/transfers/index", "_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index", "_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index", "_api/airflow/providers/apache/hive/transfers/s3_to_hive/index", "_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index", "_api/tests/system/providers/apache/hive/example_twitter_dag/index", "_api/tests/system/providers/apache/hive/index", "commits", "connections/hive_cli", "connections/hive_metastore", "connections/hiveserver2", "connections/index", "index", "installing-providers-from-sources", "operators"], "filenames": ["_api/airflow/providers/apache/hive/hooks/hive/index.rst", "_api/airflow/providers/apache/hive/hooks/index.rst", "_api/airflow/providers/apache/hive/index.rst", "_api/airflow/providers/apache/hive/operators/hive/index.rst", "_api/airflow/providers/apache/hive/operators/hive_stats/index.rst", "_api/airflow/providers/apache/hive/operators/index.rst", "_api/airflow/providers/apache/hive/sensors/hive_partition/index.rst", "_api/airflow/providers/apache/hive/sensors/index.rst", "_api/airflow/providers/apache/hive/sensors/metastore_partition/index.rst", "_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.rst", "_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.rst", "_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.rst", "_api/airflow/providers/apache/hive/transfers/index.rst", "_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.rst", "_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.rst", "_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.rst", "_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.rst", "_api/tests/system/providers/apache/hive/example_twitter_dag/index.rst", "_api/tests/system/providers/apache/hive/index.rst", "commits.rst", "connections/hive_cli.rst", "connections/hive_metastore.rst", "connections/hiveserver2.rst", "connections/index.rst", "index.rst", "installing-providers-from-sources.rst", "operators.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.hooks.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators.hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators.hive_stats</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.hive_partition</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.metastore_partition</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.named_hive_partition</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.hive_to_samba</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.s3_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.hive.example_twitter_dag</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.hive</span></code>", "Package apache-airflow-providers-apache-hive", "Hive CLI Connection", "Hive Metastore Connection", "Hive Server2 Connection", "Connection Types", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-hive</span></code>", "Installing from sources", "Apache Hive Operators"], "terms": {"hive_queue_prior": 0, "very_high": [0, 3], "high": [0, 3, 19], "normal": [0, 3], "low": [0, 3], "very_low": [0, 3], "sourc": [0, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16, 17, 24, 26], "get_context_from_env_var": 0, "extract": [0, 17], "context": [0, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16, 19], "from": [0, 3, 10, 11, 13, 14, 15, 16, 17, 19, 24], "env": 0, "variabl": [0, 3, 20, 21, 22], "e": [0, 20], "g": 0, "dag_id": [0, 17], "task_id": [0, 26], "execution_d": 0, "so": [0, 3, 10], "thei": 0, "can": [0, 3, 6, 9, 14, 15, 17, 20, 21, 22, 24, 25, 26], "us": [0, 3, 4, 6, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22, 24, 25, 26], "insid": [0, 19], "bashoper": 0, "pythonoper": 0, "return": [0, 4, 9], "The": [0, 6, 8, 13, 14, 15, 16, 20, 21, 22, 24, 25, 26], "interest": 0, "type": [0, 3, 4, 6, 13, 14, 15, 16, 19, 20, 21, 22, 24], "dict": [0, 3, 4, 10, 13, 14, 15, 16], "ani": [0, 3, 4, 14, 25], "hiveclihook": [0, 19, 24], "hive_cli_conn_id": [0, 3, 13, 14, 15, 16], "default_conn_nam": 0, "run_a": 0, "none": [0, 3, 4, 9, 10, 13, 14, 15, 16, 25], "mapred_queu": [0, 3], "mapred_queue_prior": [0, 3], "mapred_job_nam": [0, 3], "base": [0, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16], "basehook": 0, "simpl": 0, "wrapper": 0, "around": [0, 19], "cli": [0, 3, 13, 14, 15, 16, 23], "It": [0, 14, 21, 25], "also": [0, 3, 17, 25], "support": [0, 6, 19, 24], "beelin": [0, 20], "lighter": 0, "run": [0, 3, 4, 10, 13, 14, 16, 20, 22, 24, 25], "jdbc": [0, 20], "replac": [0, 3, 19], "heavier": 0, "tradit": 0, "To": [0, 25], "enabl": [0, 19, 20, 21, 22], "set": [0, 3, 9, 13, 14, 15, 16, 19, 22, 24], "use_beelin": [0, 20], "param": [0, 20], "extra": [0, 10, 19, 20, 21, 22, 24], "field": [0, 3, 8, 13, 14, 15, 16, 19, 20, 24], "your": [0, 3, 13, 14, 16, 20, 21, 22, 24], "connect": [0, 3, 4, 6, 9, 10, 11, 13, 14, 15, 16, 19, 24], "true": [0, 3, 10, 13, 14, 15, 16, 20, 22], "note": [0, 3, 6, 9, 10, 13, 14, 15, 16, 19, 20, 21, 22], "you": [0, 3, 4, 6, 9, 13, 14, 15, 16, 17, 20, 21, 22, 24, 25], "default": [0, 3, 4, 6, 8, 9, 15, 19], "paramet": [0, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22, 24], "hive_cli_param": [0, 20], "hiveconf": [0, 3], "mapr": 0, "job": 0, "tracker": 0, "some": [0, 19], "jobtrack": [0, 3], "444": 0, "pass": [0, 3, 6, 9, 19], "here": 0, "overridden": 0, "run_cli": 0, "s": [0, 3, 8, 13, 14, 15, 16, 19, 24, 25], "hive_conf": [0, 10, 19], "auth": [0, 20], "get": [0, 3, 4, 9, 13, 14, 15, 16, 17, 25], "string": [0, 14, 19, 20], "str": [0, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16], "refer": [0, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16], "id": [0, 3, 4, 6, 9, 10, 11, 13, 14, 15, 16, 25], "option": [0, 3, 4, 6, 10, 13, 14, 15, 16, 19, 20, 21, 22], "queue": [0, 3], "hadoop": [0, 3, 19], "schedul": 0, "capac": 0, "fair": 0, "prioriti": [0, 3], "within": [0, 3], "possibl": [0, 3, 21], "includ": [0, 3, 19], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26], "name": [0, 3, 4, 6, 8, 9, 15, 17, 19, 21, 22], "appear": [0, 3], "make": [0, 3, 19, 20], "monitor": [0, 3], "easier": [0, 3], "conn_name_attr": 0, "hive_cli_default": [0, 3, 13, 14, 15, 16, 20], "conn_typ": 0, "hive_cli": [0, 20], "hook_nam": 0, "client": [0, 6, 9], "self": [0, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16, 25], "hql": [0, 3, 11, 20, 26], "schema": [0, 3, 6, 8, 9, 20, 22], "verbos": 0, "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26], "statement": [0, 10, 13, 14, 15, 16, 20, 22], "If": [0, 3, 4, 13, 14, 15, 16, 20, 22, 24, 25], "specifi": [0, 15, 20, 21, 22, 24], "should": [0, 3, 6, 8, 9, 10, 14, 15, 17, 20, 21, 22, 25], "entri": [0, 19], "kei": [0, 3, 4, 15, 19, 20, 24, 25], "valu": [0, 3, 4, 6, 13, 14, 15, 16], "pair": [0, 3], "queri": [0, 4, 8, 10, 11, 13, 14, 15, 16], "languag": [0, 19], "databas": [0, 3, 4, 10, 11, 13, 14, 15, 16, 20, 22, 26], "bool": [0, 3, 10, 13, 14, 15, 16, 19], "addit": 0, "log": [0, 19], "after": [0, 3, 10, 19, 24], "thu": 0, "overrid": [0, 3, 6, 8, 9], "whatev": 0, "ar": [0, 4, 13, 14, 15, 16, 19, 20, 21, 22, 24, 25], "hh": 0, "result": [0, 8, 11], "ok": 0, "test_hql": 0, "test": [0, 19, 26], "explain": [0, 24], "load_df": 0, "df": 0, "tabl": [0, 4, 6, 8, 9, 10, 13, 14, 15, 16, 19, 24, 26], "field_dict": [0, 15], "delimit": [0, 10, 13, 14, 15, 16], "encod": [0, 20, 21, 22], "utf8": 0, "pandas_kwarg": 0, "kwarg": [0, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16, 19], "load": [0, 10, 11, 13, 14, 15, 16, 19, 26], "panda": [0, 24], "datafram": 0, "data": [0, 10, 11, 13, 14, 15, 16, 17, 19, 26], "infer": [0, 13, 14, 15, 16], "column": [0, 4, 13, 14, 15, 16, 17], "sanit": 0, "target": [0, 10, 13, 14, 15, 16], "dot": [0, 6, 10, 13, 14, 15, 16], "notat": [0, 6, 10, 13, 14, 15, 16], "specif": [0, 3, 10, 11, 13, 14, 15, 16, 19, 26], "map": [0, 13, 14, 16], "must": 0, "ordereddict": 0, "keep": [0, 19, 20], "order": [0, 8, 24], "file": [0, 3, 10, 11, 13, 14, 15, 16, 17, 19, 24, 25], "when": [0, 3, 4, 8, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22, 24], "write": [0, 26], "to_csv": 0, "load_fil": 0, "filepath": 0, "creat": [0, 3, 4, 8, 10, 11, 13, 14, 15, 16, 25], "overwrit": [0, 4], "partit": [0, 4, 6, 8, 9, 13, 14, 15, 16, 26], "recreat": [0, 13, 14, 15, 16], "fals": [0, 3, 9, 10, 13, 14, 15, 16, 20], "tblproperti": [0, 13, 14, 15], "local": [0, 10, 13, 14, 15, 16, 25], "gener": [0, 4, 6, 8, 13, 14, 15, 16, 17, 19], "store": [0, 13, 14, 15, 16, 17], "AS": [0, 13, 14, 15, 16], "textfil": [0, 13, 14, 15, 16], "which": [0, 13, 14, 15, 16], "isn": [0, 13, 14, 15, 16], "t": [0, 6, 8, 10, 13, 14, 15, 16, 19], "most": [0, 13, 14, 15, 16, 25], "effici": [0, 13, 14, 15, 16], "serial": [0, 13, 14, 15, 16], "format": [0, 4, 13, 14, 15, 16], "larg": [0, 4, 13, 14, 15, 16, 26], "amount": [0, 10, 13, 14, 15, 16], "consider": [0, 13, 14, 15, 16], "mai": [0, 3, 13, 14, 15, 16, 19], "want": [0, 3, 13, 14, 15, 16, 20, 22, 24, 25], "oper": [0, 2, 6, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22, 24], "onli": [0, 13, 14, 15, 16, 19, 20, 24], "stage": [0, 10, 13, 14, 15, 16], "temporari": [0, 13, 14, 15, 16, 25], "befor": [0, 3, 10, 13, 14, 15, 16, 19], "its": [0, 13, 14, 15, 16], "final": [0, 13, 14, 15, 16, 19], "destin": [0, 10, 11, 13, 14, 15, 16], "hiveoper": [0, 3, 13, 14, 15, 16, 19, 24], "A": [0, 9, 15], "dictionari": [0, 3, 4, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22], "whether": [0, 13, 14, 15, 16], "doesn": [0, 13, 14, 15, 16], "exist": [0, 3, 13, 14, 15, 16, 24], "drop": [0, 13, 14, 15, 16, 25], "everi": [0, 13, 14, 15, 16], "execut": [0, 3, 4, 10, 11, 13, 14, 15, 16, 26], "being": [0, 10, 13, 14, 15], "kill": [0, 3, 19, 24], "command": [0, 10, 19], "hivemetastorehook": [0, 19, 24], "metastore_conn_id": [0, 4, 6, 9], "interact": 0, "metastor": [0, 4, 6, 8, 9, 19, 23, 24], "ref": [0, 6, 11, 19], "thrift": [0, 6, 8, 9, 10, 11, 21, 24], "servic": [0, 6, 8, 9, 10, 11, 17, 21, 22], "howto": [0, 6, 11], "hive_metastor": [0, 6], "max_part_count": 0, "32767": 0, "metastore_default": [0, 4, 6, 9, 21], "__getstate__": 0, "__setstate__": 0, "d": [0, 25], "get_metastore_cli": 0, "get_conn": 0, "check_for_partit": 0, "check": [0, 9, 15, 19, 24, 25, 26], "belong": [0, 25], "express": [0, 4, 15, 19], "match": [0, 19, 25], "eg": 0, "b": 0, "AND": [0, 6], "c": 0, "static_babynames_partit": 0, "ds": [0, 4, 6, 8, 9], "2015": [0, 6], "01": [0, 6, 8, 9, 19], "check_for_named_partit": 0, "partition_nam": [0, 8, 9], "given": 0, "xxx": 0, "get_tabl": 0, "table_nam": [0, 4], "db": [0, 8, 24], "object": [0, 3, 20], "static_babynam": 0, "tablenam": 0, "col": [0, 4], "sd": 0, "state": 0, "year": 0, "gender": 0, "num": 0, "pattern": [0, 15], "get_databas": 0, "get_partit": 0, "partition_filt": 0, "list": [0, 4, 9, 19, 21, 24], "all": [0, 19, 20, 21, 22, 24], "work": 0, "less": 0, "than": [0, 15], "java": [0, 19], "short": 0, "max": 0, "val": 0, "For": [0, 19, 20, 21, 22, 24, 25, 26], "subpartit": [0, 8], "number": [0, 19, 21, 22], "might": [0, 24], "easili": 0, "exce": 0, "part": [0, 3, 17], "len": 0, "1": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 25, 26], "max_partit": 0, "filter_map": 0, "maximum": 0, "one": [0, 14, 15, 20, 25], "partition_kei": 0, "partition_valu": 0, "filter": 0, "out": [0, 19], "table_exist": 0, "does_not_exist": 0, "drop_partit": [0, 19], "part_val": 0, "delete_data": 0, "input": 0, "spec": 0, "control": [0, 14], "underli": 0, "have": [0, 19, 24], "delet": [0, 10], "2020": [0, 19], "05": [0, 19], "hiveserver2hook": [0, 19, 24], "arg": [0, 19], "log_sql": 0, "common": [0, 8, 19, 24], "sql": [0, 3, 6, 8, 10, 11, 13, 14, 16, 19, 24, 26], "dbapihook": [0, 19], "pyhiv": [0, 22, 24], "librari": 0, "auth_mechan": [0, 19, 21, 22, 24], "plain": [0, 22], "ui": 0, "run_set_variable_stat": [0, 22], "impala": 0, "need": [0, 3, 6, 20, 24], "hiveserver2_conn_id": [0, 10, 11], "server2": [0, 10, 11, 23], "hiveserver2": [0, 11, 22], "hiveserver2_default": [0, 10, 11, 22], "server": [0, 10, 13, 21, 25], "2": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 25, 26], "supports_autocommit": 0, "get_result": 0, "fetch_siz": 0, "int": 0, "size": 0, "fetch": [0, 17], "alon": 0, "header": [0, 15], "csv_filepath": 0, "linetermin": 0, "r": 0, "n": 0, "output_head": 0, "1000": 0, "csv": [0, 11, 14, 17], "row": 0, "get_record": 0, "record": 0, "select": [0, 15, 25], "limit": [0, 19, 24], "100": 0, "get_pandas_df": [0, 19, 24], "constructor": 0, "index": [0, 8], "datefram": 0, "3": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 25, 26], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 25, 26], "4": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26], "hook": [2, 3, 9, 19, 20, 21, 22, 24], "hive_stat": [2, 5], "sensor": [2, 19], "hive_partit": [2, 7], "metastore_partit": [2, 7], "named_hive_partit": [2, 7], "transfer": [2, 19], "hive_to_mysql": [2, 12], "hive_to_samba": [2, 12], "mssql_to_hiv": [2, 12], "mysql_to_h": [2, 12], "s3_to_hiv": [2, 12, 19], "vertica_to_h": [2, 12], "hiveconf_jinja_transl": 3, "script_begin_tag": 3, "run_as_own": 3, "model": [3, 4, 10, 11, 13, 14, 15, 16], "baseoper": [3, 4, 10, 11, 13, 14, 15, 16], "code": [3, 11, 19, 25, 26], "script": [3, 19, 25, 26], "rel": 3, "path": [3, 11, 15], "dag": [3, 17, 19, 24], "templat": [3, 4, 10, 11, 13, 14, 15, 16, 19, 24], "defin": [3, 6, 8, 9], "var": 3, "translat": 3, "jinja": [3, 4, 10, 11, 13, 14, 15, 16], "along": 3, "user_defined_macro": 3, "myarg": 3, "view": 3, "document": [3, 19, 24, 26], "more": [3, 4, 10, 11, 13, 14, 15, 16, 17, 19, 24, 26], "detail": [3, 19, 24, 25], "rid": [3, 17], "first": [3, 15, 24], "occurr": 3, "owner": [3, 20, 25], "capacityschedul": 3, "template_field": [3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16, 19], "sequenc": [3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16, 19], "template_ext": [3, 10, 11, 13, 14, 15, 16], "template_fields_render": [3, 10, 11, 13, 14, 16, 19, 24], "ui_color": [3, 4, 6, 8, 9, 10, 13, 14, 15, 16], "f0e4ec": 3, "get_hook": 3, "prepare_templ": 3, "trigger": 3, "alter": 3, "render": [3, 4, 10, 11, 13, 14, 15, 16, 19, 24], "method": [3, 4, 6, 9, 10, 11, 13, 14, 15, 16, 20, 22], "do": [3, 15, 17, 25], "main": [3, 4, 10, 11, 13, 14, 15, 16, 24, 25], "deriv": [3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16], "same": [3, 4, 10, 11, 13, 14, 15, 16], "get_template_context": [3, 4, 10, 11, 13, 14, 15, 16], "dry_run": 3, "perform": 3, "dry": 3, "just": 3, "on_kil": 3, "cleanup": [3, 10, 19], "subprocess": 3, "task": [3, 10, 17, 19], "instanc": 3, "thread": 3, "multiprocess": 3, "clean": [3, 17, 19, 24], "up": [3, 6, 9, 19], "leav": 3, "ghost": 3, "process": [3, 15], "behind": 3, "clear_airflow_var": 3, "reset": 3, "environ": [3, 20, 21, 22], "prevent": 3, "ones": 3, "impact": 3, "behavior": 3, "hivestatscollectionoper": 4, "extra_expr": 4, "excluded_column": 4, "assignment_func": 4, "presto_conn_id": 4, "presto_default": 4, "mysql_conn_id": [4, 8, 10, 14], "airflow_db": 4, "gather": 4, "statist": 4, "dynam": [4, 19], "presto": [4, 24], "insert": 4, "stat": 4, "mysql": [4, 8, 10, 14, 17, 24], "themselv": 4, "rerun": 4, "date": 4, "varchar": 4, "16": [4, 19], "500": 4, "metric": 4, "200": 4, "bigint": 4, "against": [4, 10, 13, 14, 15, 16], "where": [4, 11, 19], "compat": [4, 19], "exclud": 4, "consid": [4, 6], "blob": [4, 16, 24], "json": [4, 19, 20, 21, 22], "callabl": 4, "function": [4, 6, 8, 9, 19], "receiv": 4, "global": 4, "appli": [4, 19, 24], "empti": [4, 19, 24], "comput": 4, "dttm": 4, "aff7a6": 4, "get_default_expr": 4, "col_typ": 4, "hivepartitionsensor": [6, 8, 9], "poke_interv": [6, 9], "60": [6, 9], "basesensoroper": [6, 9], "wait": [6, 9], "show": [6, 9], "becaus": 6, "logic": [6, 9], "ineffici": 6, "namedhivepartitionsensor": [6, 9], "instead": 6, "don": [6, 19], "full": [6, 16], "flexibl": 6, "my_databas": 6, "my_tabl": 6, "claus": 6, "get_partitions_by_filt": [6, 19, 24], "appar": 6, "like": [6, 17, 19, 22], "comparison": [6, 9], "c5cae9": 6, "poke": [6, 8, 9], "while": [6, 8, 9], "metastorepartitionsensor": 8, "metastore_mysql": 8, "sqlsensor": 8, "altern": 8, "talk": 8, "directli": [8, 10], "wa": 8, "observ": 8, "sub": 8, "optim": 8, "hit": 8, "were": 8, "written": 8, "wai": [8, 20], "wouldn": 8, "leverag": 8, "doe": [8, 16], "matter": [8, 19], "exampl": [8, 9, 17, 19, 20, 21, 22, 24, 25], "2016": [8, 9], "foo": 8, "conn_id": 8, "8da7b": 8, "poke_context_field": [8, 9], "fulli": 9, "qualifi": 9, "form": [9, 19], "pk1": 9, "pv1": 9, "pk2": 9, "pv2": 9, "user": [9, 17, 19, 20, 25], "get_partitions_by_nam": 9, "cannot": 9, "8d99ae": 9, "static": [9, 19], "parse_partition_nam": 9, "info": [9, 19], "poke_partit": 9, "is_smart_sensor_compat": 9, "smart": [9, 19], "contain": [10, 11, 13, 14, 15, 16, 25], "move": [10, 11, 13, 14, 15, 16, 19, 24], "mysql_render": 10, "hivetomysqloper": [10, 19, 24], "mysql_tabl": 10, "mysql_default": [10, 14], "mysql_preoper": 10, "mysql_postoper": 10, "bulk_load": 10, "now": [10, 19], "memori": 10, "push": [10, 11], "smallish": 10, "prior": 10, "import": [10, 19, 24, 25], "typic": 10, "truncat": 10, "place": 10, "come": [10, 19], "allow": [10, 19], "idempot": 10, "twice": 10, "won": 10, "doubl": [10, 19], "product": 10, "issu": [10, 19, 24], "flag": 10, "tab": 10, "text": [10, 17, 19], "infil": 10, "requir": [10, 15], "local_infil": 10, "a0e08c": [10, 13, 14, 15], "samba": [11, 24], "hivetosambaoper": 11, "destination_filepath": 11, "samba_conn_id": 11, "samba_default": 11, "locat": 11, "export": [11, 20, 21, 22], "onto": [11, 26], "mssql": [13, 24], "mssqltohiveoper": 13, "hive_t": [13, 14, 15, 16], "chr": [13, 14, 16], "mssql_conn_id": 13, "mssql_default": 13, "microsoft": [13, 24], "argument": [13, 14, 15, 16, 19], "cursor": [13, 14, 15, 16], "metadata": [13, 14, 15, 16], "classmethod": [13, 14, 16], "type_map": [13, 14, 16], "cl": [13, 14, 16], "mssql_type": 13, "mysqltohiveoper": 14, "quot": 14, "quotechar": 14, "escapechar": 14, "writer": 14, "take": [14, 17], "quote_": 14, "constant": 14, "charact": [14, 19], "special": 14, "escap": [14, 19], "mysql_typ": 14, "s3": 15, "bucket": 15, "s3tohiveoper": 15, "s3_kei": 15, "check_head": 15, "wildcard_match": 15, "aws_conn_id": 15, "aws_default": 15, "verifi": [15, 24], "input_compress": 15, "select_express": 15, "download": [15, 25], "retriev": [15, 17], "line": [15, 19], "interpret": 15, "unix": 15, "wildcard": 15, "union": 15, "ssl": 15, "certif": [15, 25], "By": [15, 25], "follow": [15, 20, 21, 22, 25], "valid": [15, 25], "still": 15, "unless": 15, "use_ssl": 15, "cert": 15, "bundl": 15, "pem": 15, "filenam": 15, "ca": 15, "differ": [15, 17, 25], "botocor": 15, "boolean": 15, "determin": 15, "decompress": 15, "vertica": [16, 24], "verticatohiveoper": 16, "vertica_conn_id": 16, "vertica_default": 16, "b4e0ff": 16, "vertica_typ": 16, "python": [16, 19, 24, 25], "datatyp": 16, "py": [16, 19, 26], "access": 16, "manual": [16, 24], "hack": 16, "http": [16, 19, 24, 25], "github": [16, 24], "com": [16, 20, 24, 25], "uber": 16, "master": [16, 19], "vertica_python": 16, "manag": [17, 19, 20, 25, 26], "twitter": 17, "env_id": 17, "fetch_tweet": 17, "call": [17, 19], "api": [17, 19, 24], "tweet": 17, "yesterdai": 17, "four": 17, "twitter_a": 17, "twitter_d": 17, "There": [17, 20, 25], "eight": 17, "output": 17, "convent": 17, "direct": 17, "_twitterhandle_d": 17, "clean_tweet": 17, "placehold": 17, "In": 17, "step": [17, 25], "cherri": 17, "pick": 17, "analyze_tweet": 17, "analyz": 17, "could": 17, "simpli": 17, "sentiment": 17, "analysi": 17, "through": [17, 21], "algorithm": 17, "bag": 17, "word": [17, 19, 24], "someth": 17, "complic": 17, "look": 17, "web": 17, "transfer_to_db": 17, "summari": 17, "test_run": 17, "example_twitter_dag": [18, 19, 26], "commit": 19, "chang": 19, "version": [19, 24, 25], "level": 19, "changelog": 19, "see": [19, 24], "inform": [19, 26], "latest": 19, "2022": 19, "07": 19, "subject": 19, "46bbfdade0": 19, "class": [19, 24], "24836": [19, 24], "0de31bd73a": 19, "06": 19, "29": 19, "depend": 19, "folder": [19, 25], "24672": 19, "cef97fccd5": 19, "fix": 19, "24713": [19, 24], "510a6bab45": 19, "28": 19, "remov": [19, 24, 25], "yaml": 19, "24702": 19, "09": 19, "dcdcf3a2b8": 19, "updat": [19, 24], "releas": [19, 24], "rc2": 19, "24307": 19, "717a7588bc": 19, "descript": 19, "min": 19, "24292": 19, "aeabe994b3": 19, "prepar": 19, "doc": [19, 24], "24231": 19, "b4a5783a2a": 19, "chore": [19, 24], "refactor": [19, 24], "24219": [19, 24], "027b707d21": 19, "add": [19, 24], "explanatori": 19, "contributor": 19, "about": [19, 25], "24229": 19, "100ea9d1fc": 19, "aip": [19, 24], "47": [19, 24], "migrat": [19, 24], "new": [19, 24], "design": [19, 24], "22439": [19, 24], "24204": [19, 24], "71e4deb1b0": 19, "configur": 19, "23716": 19, "12": [19, 25], "75c60923e0": 19, "11": [19, 25], "23631": 19, "2d109401b3": 19, "04": 19, "bump": 19, "pre": 19, "22887": 19, "0c9c1cf94a": 19, "wrong": [19, 24], "docstr": [19, 24], "23316": [19, 24], "03": 19, "22": 19, "d7dbfb7e26": 19, "bugfix": 19, "22383": 19, "14": 19, "16adc035b1": 19, "classifi": [19, 24], "march": 19, "22226": 19, "f5b96315fe": 19, "feb": 19, "22056": 19, "563ecfa053": 19, "9": [19, 24], "21893": [19, 24], "f6e0ed0dcc": 19, "02": 19, "15": 19, "how": [19, 24, 25], "guid": [19, 25], "21590": [19, 24], "041babb060": 19, "mypi": 19, "21571": 19, "2d6282d6b7": 19, "unnecessari": 19, "stale": 19, "comment": 19, "21572": 19, "06010fa12a": 19, "typo": [19, 24], "21525": [19, 24], "d927507899": 19, "larger": [19, 24], "21504": [19, 24], "08": 19, "d94fa37830": 19, "januari": 19, "delai": 19, "21439": 19, "8f81b9a01c": 19, "condit": [19, 24], "lexer": [19, 24], "21403": [19, 24], "6c3a67d4fc": 19, "2021": [19, 25], "21257": 19, "39e395f981": 19, "21237": [19, 24], "602abe8394": 19, "20": 19, "sphinx": 19, "autoapi": 19, "typehint": 19, "20951": 19, "5569b868a9": 19, "error": 19, "tableau": 19, "cncf": 19, "20654": 19, "f77417eb0d": 19, "31": 19, "k8": 19, "pypi": [19, 24], "20614": 19, "97496ba2b4": 19, "decemb": 19, "20523": 19, "83f8e178ba": 19, "even": 19, "ext": 19, "20608": 19, "d56e7b56bb": 19, "30": 19, "friendli": 19, "20571": 19, "a0821235fb": 19, "everywher": 19, "20565": 19, "485ff6cc64": 19, "20422": 19, "f760823b4a": 19, "hint": 19, "20210": 19, "853576d901": 19, "novemb": 19, "19882": 19, "16b3ab5860": 19, "improv": 19, "variou": 19, "19866": 19, "ac752e777b": 19, "24": 19, "restor": [19, 24], "ha": [19, 24], "19777": [19, 24], "f50f677514": 19, "19474": 19, "ae044884d1": 19, "start_dat": 19, "18657": 19, "10": [19, 24], "d9567eb106": 19, "octob": 19, "19321": 19, "86a2a19ad2": 19, "17": [19, 24], "f": [19, 26], "18855": 19, "80b5e65a6a": 19, "concaten": 19, "airflowexcept": 19, "19026": 19, "232f7d1587": 19, "get_connect": [19, 24], "deprec": [19, 24], "warn": [19, 24, 25], "hivemetastor": [19, 24], "18854": [19, 24], "840ea3efb9": 19, "septemb": 19, "18613": 19, "a458fcc573": 19, "27": 19, "miscellan": 19, "taskflow": 19, "applic": 19, "18278": 19, "0a68588479": 19, "august": 19, "17890": 19, "da99c3fa6c": 19, "hivehook": [19, 24], "failur": [19, 24], "tri": [19, 24], "read": [19, 24, 26], "17777": [19, 24], "be75dcd39c": 19, "23": 19, "meta": 19, "76ed2a49c6": 19, "19": 19, "lazili": 19, "individu": 19, "17682": 19, "26": 19, "87f408b1e7": 19, "juli": 19, "17116": 19, "91f4d80ff0": 19, "xcomarg": 19, "16869": 19, "d02ded65ea": 19, "wrongli": 19, "amazon": [19, 24], "17020": 19, "b916b75079": 19, "17015": 19, "866a601b76": 19, "pylint": 19, "our": 19, "toolchain": 19, "16682": 19, "ce44b62890": 19, "25": 19, "15515": [19, 24], "18": 19, "bbc627a3da": 19, "16501": 19, "cbf8001d76": 19, "synchron": 19, "buggfix": 19, "16464": 19, "1fba5402bb": 19, "june": 19, "16405": 19, "9c94b72d44": 19, "16294": 19, "476d0f6e3d": 19, "pyupgrad": 19, "v2": 19, "13": 19, "15991": 19, "736a62f824": 19, "duplic": [19, 24], "15735": 19, "37681bca00": 19, "auto": [19, 24], "apply_default": [19, 24], "decor": [19, 24], "15667": [19, 24], "9953a047c4": 19, "15704": 19, "807ad32ce5": 19, "pip": [19, 24, 25], "21": 19, "15576": 19, "4b031d39e1": 19, "8": 19, "15534": 19, "e229f3541d": 19, "instal": 19, "offici": [19, 25], "15513": 19, "042be2e4e0": 19, "april": 19, "15236": 19, "53dafa593f": 19, "mistak": [19, 24], "15180": [19, 24], "85e0e76074": 19, "pin": 19, "flynt": 19, "fail": 19, "pr": 19, "15076": 19, "68e4c4dcb0": 19, "backport": 19, "14886": 19, "6dc24c95e3": 19, "grammar": [19, 24], "14647": [19, 24], "b0d6069d25": 19, "broken": 19, "14633": 19, "d9e4454c66": 19, "resolv": [19, 24], "relat": [19, 20, 21, 22, 24], "14542": [19, 24], "589d6dec92": 19, "next": 19, "wave": 19, "14487": 19, "10343ec29f": 19, "correct": [19, 24, 25], "tool": [19, 24], "rc": [19, 24], "14082": [19, 24], "88bdcfa0df": 19, "14013": 19, "ac2f72c98d": 19, "implement": 19, "13767": 19, "a9ac2b040b": 19, "switch": 19, "13732": 19, "5f81fc73c8": 19, "password": [19, 20, 22, 24], "ldap": [19, 22, 24], "custom": [19, 20, 22, 24], "mode": [19, 24], "11767": [19, 24], "4f494d4d92": 19, "few": 19, "13450": 19, "295d66f914": 19, "13380": 19, "6cf76d7ac0": 19, "upgrad": [19, 24], "13148": 19, "5090fb0c89": 19, "integr": [19, 20, 21, 22], "13073": 19, "32971a1a2d": 19, "12955": 19, "a075b6df99": 19, "renam": 19, "remain": 19, "12927": 19, "b40dffa085": 19, "rema": 19, "modul": 19, "12917": 19, "9b39f24780": 19, "per": 19, "12558": 19, "2037303eef": 19, "discoveri": 19, "12466": 19, "c34ef853c8": 19, "separ": [19, 21], "build": [19, 25], "12444": 19, "0080354502": 19, "readm": [19, 24], "0b2": 19, "batch": 19, "12449": 19, "ae7cb4a1e2": 19, "hash": 19, "12390": 19, "6889a333cf": 19, "12366": 19, "7825e8f590": 19, "12304": 19, "250436d962": 19, "spell": 19, "12230": 19, "502ba309ea": 19, "markdownlint": 19, "rule": 19, "md022": 19, "blank": [19, 20], "head": 19, "12225": 19, "85a18e13d9": 19, "point": 19, "project": [19, 26], "page": [19, 25], "cross": 19, "12212": 19, "59eb5de78c": 19, "0beta1": 19, "12206": 19, "b2a28d1590": 19, "dev": 19, "12082": 19, "41bf172c1d": 19, "simplifi": 19, "12093": 19, "4e8f9cc8d0": 19, "black": 19, "formmatt": 19, "9550": 19, "8c42cf1b00": 19, "6": [19, 24], "11447": 19, "5a439e84eb": 19, "2a1": 19, "11855": 19, "872b1566a1": 19, "setup": 19, "11826": 19, "349b0811c3": 19, "d200": 19, "pydocstyl": 19, "11688": 19, "16e7129719": 19, "ad": [19, 24], "11487": 19, "0a0e1af800": 19, "markdown": 19, "link": [19, 25], "toc": 19, "11249": 19, "ca4238eb4d": 19, "month": 19, "11242": 19, "5220e4c384": 19, "11238": 19, "e3f96ce7a8": 19, "incorrect": 19, "usag": 19, "11138": 19, "f3e87c5030": 19, "d202": 19, "11032": 19, "9549274d11": 19, "8b1": 19, "10818": 19, "ac943c9e18": 19, "3964": 19, "consolid": 19, "de": 19, "dup": 19, "5499": 19, "fdd9b6f65b": 19, "10543": 19, "d760265452": 19, "No": 19, "whitespac": 19, "surround": 19, "10533": 19, "3696c34c28": 19, "10528": 19, "ee7ca128a1": 19, "refernc": 19, "10483": 19, "27339a5a0f": 19, "mention": 19, "gitter": 19, "10460": 19, "7c206a82a6": 19, "assig": 19, "augment": 19, "assign": 19, "10468": 19, "8f8db8959e": 19, "9730": 19, "b43f90abf4": 19, "repo": 19, "10263": 19, "3b3287d7ac": 19, "enforc": 19, "keyword": 19, "10170": 19, "7d24b088cd": 19, "stop": 19, "default_arg": 19, "example_dag": 19, "9985": 19, "33f0cd2657": 19, "signatur": [19, 24, 25], "9784": 19, "c2db0dfeb1": 19, "strict": 19, "9705": 19, "9906": 19, "5013fda8f0": 19, "9472": 19, "4d74ac2111": 19, "increas": 19, "9729": 19, "44d4ae809c": 19, "9686": 19, "e13a14c873": 19, "9458": 19, "d0e7db4024": 19, "fresh": 19, "9408": 19, "12af6a0800": 19, "23rc1": 19, "9404": 19, "c7e5bce57f": 19, "candid": 19, "9370": 19, "f6bd817a3a": 19, "introduc": 19, "9320": 19, "c78e2a5fea": 19, "macro": 19, "py3": [19, 25], "8598": 19, "6350fd6ebb": 19, "term": 19, "whitelist": 19, "9174": 19, "10796cb7ce": 19, "unit": 19, "9029": 19, "0b0e4f7a4c": 19, "rc3": 19, "relas": 19, "9026": 19, "00642a46d0": 19, "8994": 19, "cdb3f25456": 19, "8991": 19, "375d1ca229": 19, "8898": 19, "12c5e5d8a": 19, "8891": 19, "f3521fb0e3": 19, "regener": 19, "8886": 19, "92585ca4cb": 19, "autom": 19, "8807": 19, "93ea058802": 19, "7059": 19, "8380": 19, "87969a350d": 19, "6515": 19, "8170": 19, "cb0bf4a142": 19, "base_hook": 19, "7901": 19, "4bde99f132": 19, "7802": 19, "7e6372a681": 19, "super": 19, "7820": 19, "3320e432a1": 19, "6817": 19, "lazi": 19, "face": 19, "untouch": 19, "7517": 19, "4d03e33c11": 19, "__init__": 19, "implicit": 19, "explicit": 19, "md": [19, 24], "squash": 19, "rebas": 19, "7456": 19, "f3ad5cf618": 19, "4681": 19, "7309": 19, "97a429f9d0": 19, "6714": 19, "magic": 19, "utf": 19, "7338": 19, "83c037873f": 19, "6674": [19, 25], "accord": 19, "7287": 19, "057f3ae3a4": 19, "6670": 19, "6669": 19, "contrib": 19, "7286": 19, "059eda05f8": 19, "6610": 19, "softwar": [19, 25, 26], "7231": 19, "0481b9a957": 19, "6539": 19, "7142": 19, "two": 20, "airflow": [20, 25], "i": [20, 25], "host": [20, 21, 22], "port": [20, 21, 22], "proxi": 20, "login": [20, 22], "author": 20, "time": 20, "multipl": [20, 21], "credenti": 20, "usernam": [20, 22], "proxy_us": 20, "princip": 20, "uri": [20, 21, 22], "syntax": [20, 21, 22], "compon": [20, 21, 22], "url": [20, 21, 22], "airflow_conn_hive_cli_default": 20, "80": [20, 21, 22], "nosasl": [20, 21], "2f_host": 20, "40exampl": 20, "apach": [21, 25], "hmsclient": [21, 24], "node": [21, 22], "comma": 21, "mechan": 21, "kerberos_service_nam": [21, 22], "kerbero": [21, 22], "airflow_conn_metastore_default": 21, "choos": [22, 25], "between": 22, "via": [22, 24, 25], "would": 22, "airflow_conn_hiveserver2_default": 22, "hive": [23, 25], "repositori": 24, "top": [24, 25], "below": [24, 25], "minimum": 24, "sasl": 24, "python_vers": 24, "those": [24, 25], "them": 24, "checksum": [24, 25], "site": 24, "sdist": [24, 25], "asc": [24, 25], "sha512": [24, 25], "wheel": 24, "avail": [24, 25], "polici": 24, "mistakenli": 24, "install_requir": 24, "22382": 24, "trove": 24, "framework": 24, "optimis": 24, "due": 24, "least": 24, "otherwis": 24, "automat": 24, "complet": 24, "initi": 24, "describ": 25, "provid": [25, 26], "down": 25, "left": 25, "whl": 25, "origin": 25, "foundat": 25, "abov": 25, "pgp": 25, "essenti": 25, "sha": 25, "gpg": 25, "pleas": 25, "well": 25, "relev": 25, "distribut": [25, 26], "recommend": 25, "directori": 25, "mirror": 25, "pgpk": 25, "ka": 25, "binari": 25, "pgpv": 25, "tar": 25, "gz": 25, "made": 25, "sat": 25, "sep": 25, "49": 25, "54": 25, "bst": 25, "rsa": 25, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 25, "issuer": 25, "kaxilnaik": 25, "org": 25, "good": 25, "kaxil": 25, "naik": 25, "unknown": 25, "aka": 25, "gmail": 25, "certifi": 25, "trust": 25, "indic": 25, "primari": 25, "fingerprint": 25, "cde1": 25, "5c6e": 25, "4d3a": 25, "8ec4": 25, "ecf4": 25, "ba4b": 25, "e08a": 25, "d7de": 25, "406f": 25, "worri": 25, "sign": 25, "why": 25, "previou": 25, "know": 25, "alreadi": [25, 26], "sum": 25, "shasum": 25, "512": 25, "diff": 25, "bin": 25, "bash": 25, "package_vers": 25, "package_nam": 25, "provider_download_dir": 25, "mktemp": 25, "dep": 25, "dest": 25, "curl": 25, "apache_airflow_providers_apache_h": 25, "l": 25, "o": 25, "echo": 25, "ls": 25, "la": 25, "onc": 25, "instruct": 25, "chapter": 25, "warehous": 26, "facilit": 26, "dataset": 26, "resid": 26, "storag": 26, "structur": 26, "system": 26, "load_to_h": 26, "load_": 26, "channel": 26, "_to_hiv": 26, "inpath": 26, "hdfs_dir": 26, "file_nam": 26, "INTO": 26, "dt": 26}, "objects": {"airflow.providers.apache": [[2, 0, 0, "-", "hive"]], "airflow.providers.apache.hive": [[1, 0, 0, "-", "hooks"], [5, 0, 0, "-", "operators"], [7, 0, 0, "-", "sensors"], [12, 0, 0, "-", "transfers"]], "airflow.providers.apache.hive.hooks": [[0, 0, 0, "-", "hive"]], "airflow.providers.apache.hive.hooks.hive": [[0, 1, 1, "", "HIVE_QUEUE_PRIORITIES"], [0, 2, 1, "", "HiveCliHook"], [0, 2, 1, "", "HiveMetastoreHook"], [0, 2, 1, "", "HiveServer2Hook"], [0, 5, 1, "", "get_context_from_env_var"]], "airflow.providers.apache.hive.hooks.hive.HiveCliHook": [[0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 3, 1, "", "hook_name"], [0, 4, 1, "", "kill"], [0, 4, 1, "", "load_df"], [0, 4, 1, "", "load_file"], [0, 4, 1, "", "run_cli"], [0, 4, 1, "", "test_hql"]], "airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook": [[0, 3, 1, "", "MAX_PART_COUNT"], [0, 4, 1, "", "__getstate__"], [0, 4, 1, "", "__setstate__"], [0, 4, 1, "", "check_for_named_partition"], [0, 4, 1, "", "check_for_partition"], [0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 4, 1, "", "drop_partitions"], [0, 4, 1, "", "get_conn"], [0, 4, 1, "", "get_databases"], [0, 4, 1, "", "get_metastore_client"], [0, 4, 1, "", "get_partitions"], [0, 4, 1, "", "get_table"], [0, 4, 1, "", "get_tables"], [0, 3, 1, "", "hook_name"], [0, 4, 1, "", "max_partition"], [0, 4, 1, "", "table_exists"]], "airflow.providers.apache.hive.hooks.hive.HiveServer2Hook": [[0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 4, 1, "", "get_conn"], [0, 4, 1, "", "get_pandas_df"], [0, 4, 1, "", "get_records"], [0, 4, 1, "", "get_results"], [0, 3, 1, "", "hook_name"], [0, 3, 1, "", "supports_autocommit"], [0, 4, 1, "", "to_csv"]], "airflow.providers.apache.hive.operators": [[3, 0, 0, "-", "hive"], [4, 0, 0, "-", "hive_stats"]], "airflow.providers.apache.hive.operators.hive": [[3, 2, 1, "", "HiveOperator"]], "airflow.providers.apache.hive.operators.hive.HiveOperator": [[3, 4, 1, "", "clear_airflow_vars"], [3, 4, 1, "", "dry_run"], [3, 4, 1, "", "execute"], [3, 4, 1, "", "get_hook"], [3, 4, 1, "", "on_kill"], [3, 4, 1, "", "prepare_template"], [3, 3, 1, "", "template_ext"], [3, 3, 1, "", "template_fields"], [3, 3, 1, "", "template_fields_renderers"], [3, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.operators.hive_stats": [[4, 2, 1, "", "HiveStatsCollectionOperator"]], "airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator": [[4, 4, 1, "", "execute"], [4, 4, 1, "", "get_default_exprs"], [4, 3, 1, "", "template_fields"], [4, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.sensors": [[6, 0, 0, "-", "hive_partition"], [8, 0, 0, "-", "metastore_partition"], [9, 0, 0, "-", "named_hive_partition"]], "airflow.providers.apache.hive.sensors.hive_partition": [[6, 2, 1, "", "HivePartitionSensor"]], "airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor": [[6, 4, 1, "", "poke"], [6, 3, 1, "", "template_fields"], [6, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.sensors.metastore_partition": [[8, 2, 1, "", "MetastorePartitionSensor"]], "airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor": [[8, 4, 1, "", "poke"], [8, 3, 1, "", "poke_context_fields"], [8, 3, 1, "", "template_fields"], [8, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.sensors.named_hive_partition": [[9, 2, 1, "", "NamedHivePartitionSensor"]], "airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor": [[9, 4, 1, "", "is_smart_sensor_compatible"], [9, 4, 1, "", "parse_partition_name"], [9, 4, 1, "", "poke"], [9, 3, 1, "", "poke_context_fields"], [9, 4, 1, "", "poke_partition"], [9, 3, 1, "", "template_fields"], [9, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers": [[10, 0, 0, "-", "hive_to_mysql"], [11, 0, 0, "-", "hive_to_samba"], [13, 0, 0, "-", "mssql_to_hive"], [14, 0, 0, "-", "mysql_to_hive"], [15, 0, 0, "-", "s3_to_hive"], [16, 0, 0, "-", "vertica_to_hive"]], "airflow.providers.apache.hive.transfers.hive_to_mysql": [[10, 2, 1, "", "HiveToMySqlOperator"], [10, 1, 1, "", "MYSQL_RENDERER"]], "airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator": [[10, 4, 1, "", "execute"], [10, 3, 1, "", "template_ext"], [10, 3, 1, "", "template_fields"], [10, 3, 1, "", "template_fields_renderers"], [10, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.hive_to_samba": [[11, 2, 1, "", "HiveToSambaOperator"]], "airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator": [[11, 4, 1, "", "execute"], [11, 3, 1, "", "template_ext"], [11, 3, 1, "", "template_fields"], [11, 3, 1, "", "template_fields_renderers"]], "airflow.providers.apache.hive.transfers.mssql_to_hive": [[13, 2, 1, "", "MsSqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator": [[13, 4, 1, "", "execute"], [13, 3, 1, "", "template_ext"], [13, 3, 1, "", "template_fields"], [13, 3, 1, "", "template_fields_renderers"], [13, 4, 1, "", "type_map"], [13, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.mysql_to_hive": [[14, 2, 1, "", "MySqlToHiveOperator"]], "airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator": [[14, 4, 1, "", "execute"], [14, 3, 1, "", "template_ext"], [14, 3, 1, "", "template_fields"], [14, 3, 1, "", "template_fields_renderers"], [14, 4, 1, "", "type_map"], [14, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.s3_to_hive": [[15, 2, 1, "", "S3ToHiveOperator"]], "airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator": [[15, 4, 1, "", "execute"], [15, 3, 1, "", "template_ext"], [15, 3, 1, "", "template_fields"], [15, 3, 1, "", "ui_color"]], "airflow.providers.apache.hive.transfers.vertica_to_hive": [[16, 2, 1, "", "VerticaToHiveOperator"]], "airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator": [[16, 4, 1, "", "execute"], [16, 3, 1, "", "template_ext"], [16, 3, 1, "", "template_fields"], [16, 3, 1, "", "template_fields_renderers"], [16, 4, 1, "", "type_map"], [16, 3, 1, "", "ui_color"]], "tests.system.providers.apache": [[18, 0, 0, "-", "hive"]], "tests.system.providers.apache.hive": [[17, 0, 0, "-", "example_twitter_dag"]], "tests.system.providers.apache.hive.example_twitter_dag": [[17, 1, 1, "", "DAG_ID"], [17, 1, 1, "", "ENV_ID"], [17, 5, 1, "", "analyze_tweets"], [17, 5, 1, "", "clean_tweets"], [17, 1, 1, "", "fetch"], [17, 5, 1, "", "fetch_tweets"], [17, 1, 1, "", "test_run"], [17, 5, 1, "", "transfer_to_db"]]}, "objtypes": {"0": "py:module", "1": "py:data", "2": "py:class", "3": "py:attribute", "4": "py:method", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "data", "Python data"], "2": ["py", "class", "Python class"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "method", "Python method"], "5": ["py", "function", "Python function"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 24], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 24], "apach": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 24, 26], "hive": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 26], "hook": [0, 1], "modul": [0, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16, 17], "content": [0, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16, 17, 24], "class": [0, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16], "function": [0, 17], "attribut": [0, 10, 17], "submodul": [1, 5, 7, 12, 18], "subpackag": 2, "oper": [3, 4, 5, 26], "hive_stat": 4, "sensor": [6, 7, 8, 9], "hive_partit": 6, "metastore_partit": 8, "named_hive_partit": 9, "transfer": [10, 11, 12, 13, 14, 15, 16], "hive_to_mysql": 10, "hive_to_samba": 11, "mssql_to_hiv": 13, "mysql_to_h": 14, "s3_to_hiv": 15, "vertica_to_h": 16, "test": [17, 18], "system": [17, 18], "example_twitter_dag": 17, "packag": [19, 24, 25], "3": [19, 24], "1": [19, 24], "0": [19, 24], "2": [19, 24], "cli": 20, "connect": [20, 21, 22, 23], "authent": [20, 21, 22], "default": [20, 21, 22], "id": [20, 21, 22], "configur": [20, 21, 22], "metastor": 21, "server2": 22, "type": 23, "guid": 24, "refer": [24, 26], "resourc": 24, "commit": 24, "instal": [24, 25], "requir": 24, "cross": 24, "depend": 24, "download": 24, "offici": 24, "changelog": 24, "featur": 24, "bug": 24, "fix": 24, "break": 24, "chang": 24, "misc": 24, "from": 25, "sourc": 25, "releas": 25, "integr": 25, "verifi": 25, "pypi": 25, "hiveoper": 26}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 56}}) |