blob: 84bf54a780aa8b5f54b054c1c4a2d0a6f826ea99 [file] [log] [blame]
Search.setIndex({docnames:["_api/airflow/providers/apache/hive/hooks/hive/index","_api/airflow/providers/apache/hive/hooks/index","_api/airflow/providers/apache/hive/index","_api/airflow/providers/apache/hive/operators/hive/index","_api/airflow/providers/apache/hive/operators/hive_stats/index","_api/airflow/providers/apache/hive/operators/index","_api/airflow/providers/apache/hive/sensors/hive_partition/index","_api/airflow/providers/apache/hive/sensors/index","_api/airflow/providers/apache/hive/sensors/metastore_partition/index","_api/airflow/providers/apache/hive/sensors/named_hive_partition/index","_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index","_api/airflow/providers/apache/hive/transfers/hive_to_samba/index","_api/airflow/providers/apache/hive/transfers/index","_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index","_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index","_api/airflow/providers/apache/hive/transfers/s3_to_hive/index","_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index","_api/tests/system/providers/apache/hive/example_twitter_dag/index","_api/tests/system/providers/apache/hive/index","commits","connections/hive_cli","connections/hive_metastore","connections/hiveserver2","connections/index","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/hive/hooks/hive/index.rst","_api/airflow/providers/apache/hive/hooks/index.rst","_api/airflow/providers/apache/hive/index.rst","_api/airflow/providers/apache/hive/operators/hive/index.rst","_api/airflow/providers/apache/hive/operators/hive_stats/index.rst","_api/airflow/providers/apache/hive/operators/index.rst","_api/airflow/providers/apache/hive/sensors/hive_partition/index.rst","_api/airflow/providers/apache/hive/sensors/index.rst","_api/airflow/providers/apache/hive/sensors/metastore_partition/index.rst","_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.rst","_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.rst","_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.rst","_api/airflow/providers/apache/hive/transfers/index.rst","_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.rst","_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.rst","_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.rst","_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.rst","_api/tests/system/providers/apache/hive/example_twitter_dag/index.rst","_api/tests/system/providers/apache/hive/index.rst","commits.rst","connections/hive_cli.rst","connections/hive_metastore.rst","connections/hiveserver2.rst","connections/index.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers.apache":[[2,0,0,"-","hive"]],"airflow.providers.apache.hive":[[1,0,0,"-","hooks"],[5,0,0,"-","operators"],[7,0,0,"-","sensors"],[12,0,0,"-","transfers"]],"airflow.providers.apache.hive.hooks":[[0,0,0,"-","hive"]],"airflow.providers.apache.hive.hooks.hive":[[0,1,1,"","HIVE_QUEUE_PRIORITIES"],[0,2,1,"","HiveCliHook"],[0,2,1,"","HiveMetastoreHook"],[0,2,1,"","HiveServer2Hook"],[0,5,1,"","get_context_from_env_var"]],"airflow.providers.apache.hive.hooks.hive.HiveCliHook":[[0,3,1,"","conn_name_attr"],[0,3,1,"","conn_type"],[0,3,1,"","default_conn_name"],[0,3,1,"","hook_name"],[0,4,1,"","kill"],[0,4,1,"","load_df"],[0,4,1,"","load_file"],[0,4,1,"","run_cli"],[0,4,1,"","test_hql"]],"airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook":[[0,3,1,"","MAX_PART_COUNT"],[0,4,1,"","__getstate__"],[0,4,1,"","__setstate__"],[0,4,1,"","check_for_named_partition"],[0,4,1,"","check_for_partition"],[0,3,1,"","conn_name_attr"],[0,3,1,"","conn_type"],[0,3,1,"","default_conn_name"],[0,4,1,"","drop_partitions"],[0,4,1,"","get_conn"],[0,4,1,"","get_databases"],[0,4,1,"","get_metastore_client"],[0,4,1,"","get_partitions"],[0,4,1,"","get_table"],[0,4,1,"","get_tables"],[0,3,1,"","hook_name"],[0,4,1,"","max_partition"],[0,4,1,"","table_exists"]],"airflow.providers.apache.hive.hooks.hive.HiveServer2Hook":[[0,3,1,"","conn_name_attr"],[0,3,1,"","conn_type"],[0,3,1,"","default_conn_name"],[0,4,1,"","get_conn"],[0,4,1,"","get_pandas_df"],[0,4,1,"","get_records"],[0,4,1,"","get_results"],[0,3,1,"","hook_name"],[0,3,1,"","supports_autocommit"],[0,4,1,"","to_csv"]],"airflow.providers.apache.hive.operators":[[3,0,0,"-","hive"],[4,0,0,"-","hive_stats"]],"airflow.providers.apache.hive.operators.hive":[[3,2,1,"","HiveOperator"]],"airflow.providers.apache.hive.operators.hive.HiveOperator":[[3,4,1,"","clear_airflow_vars"],[3,4,1,"","dry_run"],[3,4,1,"","execute"],[3,4,1,"","get_hook"],[3,4,1,"","on_kill"],[3,4,1,"","prepare_template"],[3,3,1,"","template_ext"],[3,3,1,"","template_fields"],[3,3,1,"","template_fields_renderers"],[3,3,1,"","ui_color"]],"airflow.providers.apache.hive.operators.hive_stats":[[4,2,1,"","HiveStatsCollectionOperator"]],"airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator":[[4,4,1,"","execute"],[4,4,1,"","get_default_exprs"],[4,3,1,"","template_fields"],[4,3,1,"","ui_color"]],"airflow.providers.apache.hive.sensors":[[6,0,0,"-","hive_partition"],[8,0,0,"-","metastore_partition"],[9,0,0,"-","named_hive_partition"]],"airflow.providers.apache.hive.sensors.hive_partition":[[6,2,1,"","HivePartitionSensor"]],"airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor":[[6,4,1,"","poke"],[6,3,1,"","template_fields"],[6,3,1,"","ui_color"]],"airflow.providers.apache.hive.sensors.metastore_partition":[[8,2,1,"","MetastorePartitionSensor"]],"airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor":[[8,4,1,"","poke"],[8,3,1,"","poke_context_fields"],[8,3,1,"","template_fields"],[8,3,1,"","ui_color"]],"airflow.providers.apache.hive.sensors.named_hive_partition":[[9,2,1,"","NamedHivePartitionSensor"]],"airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor":[[9,4,1,"","is_smart_sensor_compatible"],[9,4,1,"","parse_partition_name"],[9,4,1,"","poke"],[9,3,1,"","poke_context_fields"],[9,4,1,"","poke_partition"],[9,3,1,"","template_fields"],[9,3,1,"","ui_color"]],"airflow.providers.apache.hive.transfers":[[10,0,0,"-","hive_to_mysql"],[11,0,0,"-","hive_to_samba"],[13,0,0,"-","mssql_to_hive"],[14,0,0,"-","mysql_to_hive"],[15,0,0,"-","s3_to_hive"],[16,0,0,"-","vertica_to_hive"]],"airflow.providers.apache.hive.transfers.hive_to_mysql":[[10,2,1,"","HiveToMySqlOperator"],[10,1,1,"","MYSQL_RENDERER"]],"airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator":[[10,4,1,"","execute"],[10,3,1,"","template_ext"],[10,3,1,"","template_fields"],[10,3,1,"","template_fields_renderers"],[10,3,1,"","ui_color"]],"airflow.providers.apache.hive.transfers.hive_to_samba":[[11,2,1,"","HiveToSambaOperator"]],"airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator":[[11,4,1,"","execute"],[11,3,1,"","template_ext"],[11,3,1,"","template_fields"],[11,3,1,"","template_fields_renderers"]],"airflow.providers.apache.hive.transfers.mssql_to_hive":[[13,2,1,"","MsSqlToHiveOperator"]],"airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator":[[13,4,1,"","execute"],[13,3,1,"","template_ext"],[13,3,1,"","template_fields"],[13,3,1,"","template_fields_renderers"],[13,4,1,"","type_map"],[13,3,1,"","ui_color"]],"airflow.providers.apache.hive.transfers.mysql_to_hive":[[14,2,1,"","MySqlToHiveOperator"]],"airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator":[[14,4,1,"","execute"],[14,3,1,"","template_ext"],[14,3,1,"","template_fields"],[14,3,1,"","template_fields_renderers"],[14,4,1,"","type_map"],[14,3,1,"","ui_color"]],"airflow.providers.apache.hive.transfers.s3_to_hive":[[15,2,1,"","S3ToHiveOperator"]],"airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator":[[15,4,1,"","execute"],[15,3,1,"","template_ext"],[15,3,1,"","template_fields"],[15,3,1,"","ui_color"]],"airflow.providers.apache.hive.transfers.vertica_to_hive":[[16,2,1,"","VerticaToHiveOperator"]],"airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator":[[16,4,1,"","execute"],[16,3,1,"","template_ext"],[16,3,1,"","template_fields"],[16,3,1,"","template_fields_renderers"],[16,4,1,"","type_map"],[16,3,1,"","ui_color"]],"tests.system.providers.apache":[[18,0,0,"-","hive"]],"tests.system.providers.apache.hive":[[17,0,0,"-","example_twitter_dag"]],"tests.system.providers.apache.hive.example_twitter_dag":[[17,1,1,"","DAG_ID"],[17,1,1,"","ENV_ID"],[17,5,1,"","analyze_tweets"],[17,5,1,"","clean_tweets"],[17,1,1,"","fetch"],[17,5,1,"","fetch_tweets"],[17,1,1,"","test_run"],[17,5,1,"","transfer_to_db"]]},objnames:{"0":["py","module","Python module"],"1":["py","data","Python data"],"2":["py","class","Python class"],"3":["py","attribute","Python attribute"],"4":["py","method","Python method"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:data","2":"py:class","3":"py:attribute","4":"py:method","5":"py:function"},terms:{"0":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,20,21,22,23,25,26],"00642a46d0":19,"0080354502":19,"01":[0,6,8,9,19],"02":19,"027b707d21":19,"03":19,"04":19,"041babb060":19,"042be2e4e0":19,"0481b9a957":19,"05":[0,19],"057f3ae3a4":19,"059eda05f8":19,"06":19,"06010fa12a":19,"07":19,"08":19,"09":19,"0a0e1af800":19,"0a68588479":19,"0b0e4f7a4c":19,"0b2":19,"0beta1":19,"0c9c1cf94a":19,"1":[0,13,14,16],"10":[19,24],"100":0,"1000":0,"100ea9d1fc":19,"10170":19,"10263":19,"10343ec29f":19,"10460":19,"10468":19,"10483":19,"10528":19,"10533":19,"10543":19,"10796cb7ce":19,"10818":19,"11":[19,25],"11032":19,"11138":19,"11238":19,"11242":19,"11249":19,"11447":19,"11487":19,"11688":19,"11767":[19,24],"11826":19,"11855":19,"12":[19,25],"12082":19,"12093":19,"12206":19,"12212":19,"12225":19,"12230":19,"12304":19,"12366":19,"12390":19,"12444":19,"12449":19,"12466":19,"12558":19,"12917":19,"12927":19,"12955":19,"12af6a0800":19,"12c5e5d8a":19,"13":19,"13073":19,"13148":19,"13380":19,"13450":19,"13732":19,"13767":19,"14":19,"14013":19,"14082":[19,24],"14487":19,"14542":[19,24],"14633":19,"14647":[19,24],"14886":19,"15":19,"15076":19,"15180":[19,24],"15236":19,"15513":19,"15515":[19,24],"15534":19,"15576":19,"15667":[19,24],"15704":19,"15735":19,"15991":19,"16":[4,19],"16294":19,"16405":19,"16464":19,"16501":19,"16682":19,"16869":19,"16adc035b1":19,"16b3ab5860":19,"16e7129719":19,"17":[19,24],"17015":19,"17020":19,"17116":19,"17682":19,"17777":[19,24],"17890":19,"18":19,"18278":19,"18613":19,"18657":19,"18854":[19,24],"18855":19,"19":19,"19026":19,"19321":19,"19474":19,"19777":[19,24],"19866":19,"19882":19,"1fba5402bb":19,"2":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,20,21,22,23,25,26],"20":19,"200":4,"2015":[0,6],"2016":[8,9],"2020":[0,19],"2021":[19,25],"20210":19,"2022":19,"2037303eef":19,"20422":19,"20523":19,"20565":19,"20571":19,"20608":19,"20614":19,"20654":19,"20951":19,"21":19,"21237":[19,24],"21257":19,"21403":[19,24],"21439":19,"21504":[19,24],"21525":[19,24],"21571":19,"21572":19,"21590":[19,24],"21893":[19,24],"22":19,"22056":19,"22226":19,"22382":24,"22383":19,"22439":[19,24],"22887":19,"23":19,"232f7d1587":19,"23316":[19,24],"23631":19,"23716":19,"23rc1":19,"24":19,"24204":[19,24],"24219":[19,24],"24229":19,"24231":19,"24292":19,"25":19,"250436d962":19,"26":19,"27":19,"27339a5a0f":19,"28":19,"29":19,"295d66f914":19,"2a1":19,"2d109401b3":19,"2d6282d6b7":19,"2f_host":20,"3":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,20,21,22,23,25,26],"30":19,"31":19,"32767":0,"32971a1a2d":19,"3320e432a1":19,"33f0cd2657":19,"349b0811c3":19,"3696c34c28":19,"375d1ca229":19,"37681bca00":19,"3964":19,"39e395f981":19,"3b3287d7ac":19,"4":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26],"406f":25,"40exampl":20,"41bf172c1d":19,"444":0,"44d4ae809c":19,"4681":19,"47":[19,24],"476d0f6e3d":19,"485ff6cc64":19,"49":25,"4b031d39e1":19,"4bde99f132":19,"4d03e33c11":19,"4d3a":25,"4d74ac2111":19,"4e8f9cc8d0":19,"4f494d4d92":19,"500":4,"5013fda8f0":19,"502ba309ea":19,"5090fb0c89":19,"512":25,"5220e4c384":19,"53dafa593f":19,"54":25,"5499":19,"5569b868a9":19,"563ecfa053":19,"589d6dec92":19,"59eb5de78c":19,"5a439e84eb":19,"5c6e":25,"5f81fc73c8":19,"6":[19,24],"60":[6,9],"602abe8394":19,"6350fd6ebb":19,"6515":19,"6539":19,"6610":19,"6669":19,"6670":19,"6674":[19,25],"6714":19,"6817":19,"6889a333cf":19,"68e4c4dcb0":19,"6c3a67d4fc":19,"6cf76d7ac0":19,"6dc24c95e3":19,"7059":19,"7142":19,"717a7588bc":19,"71e4deb1b0":19,"7231":19,"7286":19,"7287":19,"7309":19,"7338":19,"736a62f824":19,"7456":19,"7517":19,"75c60923e0":19,"76ed2a49c6":19,"7802":19,"7820":19,"7825e8f590":19,"7901":19,"7c206a82a6":19,"7d24b088cd":19,"7e6372a681":19,"8":19,"80":[20,21,22],"807ad32ce5":19,"80b5e65a6a":19,"8170":19,"8380":19,"83c037873f":19,"83f8e178ba":19,"840ea3efb9":19,"853576d901":19,"8598":19,"85a18e13d9":19,"85e0e76074":19,"866a601b76":19,"86a2a19ad2":19,"872b1566a1":19,"87969a350d":19,"87f408b1e7":19,"8807":19,"8886":19,"8891":19,"8898":19,"88bdcfa0df":19,"8991":19,"8994":19,"8b1":19,"8c42cf1b00":19,"8d99ae":9,"8da7b":8,"8ec4":25,"8f81b9a01c":19,"8f8db8959e":19,"9":[19,24],"9026":19,"9029":19,"9174":19,"91f4d80ff0":19,"92585ca4cb":19,"9320":19,"9370":19,"93ea058802":19,"9404":19,"9408":19,"9458":19,"9472":19,"9549274d11":19,"9550":19,"9686":19,"9705":19,"9729":19,"9730":19,"97496ba2b4":19,"9784":19,"97a429f9d0":19,"9906":19,"9953a047c4":19,"9985":19,"9b39f24780":19,"9c94b72d44":19,"boolean":15,"class":[19,24],"default":[0,3,4,6,8,9,15,19],"do":[3,15,17,25],"export":[11,20,21,22],"final":[0,13,14,15,16,19],"function":[4,6,8,9,19],"import":[10,19,24,25],"int":0,"new":[19,24],"return":[0,4,9],"short":0,"static":[9,19],"super":19,"switch":19,"true":[0,3,10,13,14,15,16,20,22],"var":3,"while":[6,8,9],A:[0,9,15],AND:[0,6],AS:[0,13,14,15,16],By:[15,25],For:[0,19,20,21,22,24,25,26],INTO:26,If:[0,3,4,13,14,15,16,20,22,24,25],In:17,It:[0,14,21,25],No:19,The:[0,6,8,13,14,15,16,20,21,22,24,25,26],There:[17,20,25],To:[0,25],__getstate__:0,__init__:19,__setstate__:0,_to_hiv:26,_twitterhandle_d:17,a075b6df99:19,a0821235fb:19,a0e08c:[10,13,14,15],a458fcc573:19,a9ac2b040b:19,about:[19,25],abov:25,ac2f72c98d:19,ac752e777b:19,ac943c9e18:19,access:16,accord:19,ad:[19,24],add:[19,24],addit:0,ae044884d1:19,ae7cb4a1e2:19,aeabe994b3:19,aff7a6:4,after:[0,3,10,19,24],against:[4,10,13,14,15,16],aip:[19,24],airflow:[20,25],airflow_conn_hive_cli_default:20,airflow_conn_hiveserver2_default:22,airflow_conn_metastore_default:21,airflow_db:4,airflowexcept:19,aka:25,algorithm:17,all:[0,19,20,21,22,24],allow:[10,19],alon:0,along:3,alreadi:[25,26],also:[0,3,17,25],alter:3,altern:8,amazon:[19,24],amount:[0,10,13,14,15,16],an:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26],analysi:17,analyz:17,analyze_tweet:17,ani:[0,3,4,14,25],apach:[21,25],apache_airflow_providers_apache_h:25,api:[17,19,24],appar:6,appear:[0,3],appli:[4,19,24],applic:19,apply_default:[19,24],april:19,ar:[0,4,13,14,15,16,19,20,21,22,24,25],arg:[0,19],argument:[13,14,15,16,19],around:[0,19],asc:[24,25],assig:19,assign:19,assignment_func:4,augment:19,august:19,auth:[0,20],auth_mechan:[21,22],authmechan:0,author:20,auto:[19,24],autoapi:19,autom:19,automat:24,avail:[24,25],aws_conn_id:15,aws_default:15,b0d6069d25:19,b2a28d1590:19,b40dffa085:19,b43f90abf4:19,b4a5783a2a:19,b4e0ff:16,b916b75079:19,b:0,ba4b:25,backport:19,bag:17,base:[0,3,4,6,8,9,10,11,13,14,15,16],base_hook:19,basehook:0,baseoper:[3,4,10,11,13,14,15,16],basesensoroper:[6,9],bash:25,bashoper:0,batch:19,bbc627a3da:19,be75dcd39c:19,becaus:6,beelin:[0,20],befor:[0,3,10,13,14,15,16,19],behavior:3,behind:3,being:[0,10,13,14,15],belong:[0,25],below:[24,25],between:22,bigint:4,bin:25,binari:25,black:19,blank:[19,20],blob:[4,16,24],bool:[0,3,10,13,14,15,16,19],botocor:15,broken:19,bst:25,bucket:15,bugfix:19,buggfix:19,build:[19,25],bulk_load:10,bump:19,bundl:15,c2db0dfeb1:19,c34ef853c8:19,c5cae9:6,c78e2a5fea:19,c7e5bce57f:19,c:0,ca4238eb4d:19,ca:15,call:[17,19],callabl:4,can:[0,3,6,9,14,15,17,20,21,22,24,25,26],candid:19,cannot:9,capac:0,capacityschedul:3,cb0bf4a142:19,cbf8001d76:19,cdb3f25456:19,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:25,cde1:25,ce44b62890:19,cert:15,certif:[15,25],certifi:25,chang:19,changelog:19,channel:26,chapter:25,charact:[14,19],check:[0,9,15,19,24,25,26],check_for_named_partit:0,check_for_partit:0,check_head:15,checksum:[24,25],cherri:17,choos:[22,25],chore:[19,24],chr:[13,14,16],cl:[13,14,16],classifi:[19,24],classmethod:[13,14,16],claus:6,clean:[3,17,19,24],clean_tweet:17,cleanup:[3,10,19],clear_airflow_var:3,cli:[0,3,13,14,15,16,23],client:[0,6,9],cncf:19,code:[3,11,19,25,26],col:[0,4],col_typ:4,column:[0,4,13,14,15,16,17],com:[16,20,24,25],come:[10,19],comma:21,command:[0,10,19],comment:19,commit:19,comparison:[6,9],compat:[4,19],complet:24,complic:17,compon:[20,21,22],comput:4,concaten:19,condit:[19,24],configur:19,conn_id:8,conn_name_attr:0,conn_typ:0,connect:[0,3,4,6,9,10,11,13,14,15,16,19,24],consid:[4,6],consider:[0,13,14,15,16],consolid:19,constant:14,constructor:0,contain:[10,11,13,14,15,16,25],context:[0,3,4,6,8,9,10,11,13,14,15,16,19],contrib:19,contributor:19,control:[0,14],convent:17,correct:[19,24,25],could:17,creat:[0,3,4,8,10,11,13,14,15,16,25],credenti:20,cross:19,csv:[0,11,14,17],csv_filepath:0,curl:25,cursor:[13,14,15,16],custom:[19,20,22,24],d02ded65ea:19,d0e7db4024:19,d200:19,d202:19,d56e7b56bb:19,d760265452:19,d7dbfb7e26:19,d7de:25,d927507899:19,d94fa37830:19,d9567eb106:19,d9e4454c66:19,d:[0,25],da99c3fa6c:19,dag:[3,17,19,24],dag_id:[0,17],data:[0,10,11,13,14,15,16,17,19,26],databas:[0,3,4,10,11,13,14,15,16,20,22,26],datafram:0,dataset:26,datatyp:16,date:4,datefram:0,db:[0,8,24],dbapi:0,dbapihook:[0,19],de:19,decemb:19,decompress:15,decor:[19,24],default_arg:19,default_conn_nam:0,defin:[3,6,8,9],delai:19,delet:[0,10],delete_data:0,delimit:[0,10,13,14,15,16],dep:25,depend:19,deprec:[19,24],deriv:[3,4,6,8,9,10,11,13,14,15,16],describ:25,descript:19,design:[19,24],dest:25,destin:[0,10,11,13,14,15,16],destination_filepath:11,detail:[3,19,24,25],determin:15,dev0:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26],dev:19,df:0,dict:[0,3,4,10,13,14,15,16],dictionari:[0,3,4,10,11,13,14,15,16,19,20,21,22],diff:25,differ:[15,17,25],direct:17,directli:[8,10],directori:25,discoveri:19,distribut:[25,26],doc:[19,24],docstr:[19,24],document:[3,19,24,26],doe:[8,16],does_not_exist:0,doesn:[0,13,14,15,16],don:[6,19],dot:[0,6,10,13,14,15,16],doubl:[10,19],down:25,download:[15,25],drop:[0,13,14,15,16,25],drop_partit:[0,19],dry:3,dry_run:3,ds:[0,4,6,8,9],dt:26,dttm:4,due:24,dup:19,duplic:[19,24],dynam:[4,19],e08a:25,e13a14c873:19,e229f3541d:19,e3f96ce7a8:19,e:[0,20],easier:[0,3],easili:0,ecf4:25,echo:25,ee7ca128a1:19,effici:[0,13,14,15,16],eg:0,eight:17,empti:[4,19,24],enabl:[0,19,20,21,22],encod:[0,20,21,22],enforc:19,entri:[0,19],env:0,env_id:17,environ:[3,20,21,22],error:19,escap:[14,19],escapechar:14,essenti:25,even:19,everi:[0,13,14,15,16],everywher:19,exampl:[8,9,17,19,20,21,22,24,25],example_dag:19,example_twitter_dag:[18,19,26],exce:0,exclud:4,excluded_column:4,execut:[0,3,4,10,11,13,14,15,16,26],execution_d:0,exist:[0,3,13,14,15,16,24],experiment:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26],explain:[0,24],explanatori:19,explicit:19,express:[0,4,15,19],ext:19,extra:[0,10,20,21,22,24],extra_expr:4,extract:[0,17],f0e4ec:3,f3521fb0e3:19,f3ad5cf618:19,f3e87c5030:19,f50f677514:19,f5b96315fe:19,f6bd817a3a:19,f6e0ed0dcc:19,f760823b4a:19,f77417eb0d:19,f:[19,26],face:19,facilit:26,fail:19,failur:[19,24],fair:0,fals:[0,3,9,10,13,14,15,16,20],fdd9b6f65b:19,featur:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,25,26],feb:19,fetch:[0,17],fetch_siz:0,fetch_tweet:17,few:19,field:[0,3,8,13,14,15,16,19,20,24],field_dict:[0,15],file:[0,3,10,11,13,14,15,16,17,19,24,25],file_nam:26,filenam:15,filepath:0,filter:0,filter_map:0,fingerprint:25,first:[3,15,24],fix:19,flag:10,flexibl:6,flynt:19,folder:25,follow:[15,20,21,22,25],foo:8,form:[9,19],format:[0,4,13,14,15,16],formmatt:19,foundat:25,four:17,framework:24,fresh:19,friendli:19,from:[0,3,10,11,13,14,15,16,17,19,24],full:[6,16],fulli:9,g:0,gather:4,gender:0,gener:[0,4,6,8,13,14,15,16,17,19],get:[0,3,4,9,13,14,15,16,17,25],get_conn:0,get_connect:[19,24],get_context_from_env_var:0,get_databas:0,get_default_expr:4,get_hook:3,get_metastore_cli:0,get_pandas_df:[0,19,24],get_partit:0,get_partitions_by_filt:[6,19,24],get_partitions_by_nam:9,get_record:0,get_result:0,get_tabl:0,get_template_context:[3,4,10,11,13,14,15,16],ghost:3,github:[16,24],gitter:19,given:0,global:4,gmail:25,good:25,gpg:25,grammar:[19,24],guid:[19,25],gz:25,ha:[19,24],hack:16,hadoop:[0,3,19],hash:19,have:[0,19,24],hdfs_dir:26,head:19,header:[0,15],heavier:0,here:0,hh:0,high:[0,3,19],hint:19,hit:8,hive:[23,25],hive_cli:[0,20],hive_cli_conn_id:[0,3,13,14,15,16],hive_cli_default:[0,3,13,14,15,16,20],hive_cli_param:[0,20],hive_conf:[0,10,19],hive_metastor:[0,6],hive_partit:[2,7],hive_queue_prior:0,hive_stat:[2,5],hive_t:[13,14,15,16],hive_to_mysql:[2,12],hive_to_samba:[2,12],hiveclihook:[0,19,24],hiveconf:[0,3],hiveconf_jinja_transl:3,hivehook:[19,24],hivemetastor:[19,24],hivemetastorehook:[0,19,24],hiveoper:[0,3,13,14,15,16,19,24],hivepartitionsensor:[6,8,9],hiveserver2:[0,11,22],hiveserver2_conn_id:[0,10,11],hiveserver2_default:[0,10,11,22],hiveserver2hook:[0,19,24],hivestatscollectionoper:4,hivetomysqloper:[10,19,24],hivetosambaoper:11,hmsclient:[21,24],hook:[2,3,9,19,20,21,22,24],hook_nam:0,host:[20,21,22],how:[19,24,25],howto:[0,6,11],hql:[0,3,11,20,26],http:[16,19,24,25],i:[20,25],id:[0,3,4,6,9,10,11,13,14,15,16,25],idempot:10,impact:3,impala:0,implement:19,implicit:19,improv:19,includ:[0,3,19],incorrect:19,increas:19,index:[0,8],indic:25,individu:19,ineffici:6,infer:[0,13,14,15,16],infil:10,info:[9,19],inform:[19,26],initi:24,inpath:26,input:0,input_compress:15,insert:4,insid:0,instal:19,install_requir:24,instanc:3,instead:6,instruct:25,integr:[19,20,21,22],interact:0,interest:0,interpret:15,introduc:19,is_smart_sensor_compat:9,isn:[0,13,14,15,16],issu:[10,19,24],issuer:25,its:[0,13,14,15,16],januari:19,java:[0,19],jdbc:[0,20],jinja:[3,4,10,11,13,14,15,16],job:0,jobtrack:[0,3],json:[4,19,20,21,22],juli:19,june:19,just:3,k8:19,ka:25,kaxil:25,kaxilnaik:25,keep:[0,19,20],kei:[0,3,4,15,19,20,24,25],kerbero:[21,22],kerberos_service_nam:[21,22],keyword:19,kill:[0,3,19,24],know:25,kwarg:[0,3,4,6,8,9,10,11,13,14,15,16,19],l:25,la:25,languag:[0,19],larg:[0,4,13,14,15,16,26],larger:[19,24],latest:19,lazi:19,lazili:19,ldap:[19,22,24],least:24,leav:3,left:25,len:0,less:0,level:19,leverag:8,lexer:[19,24],librari:0,lighter:0,like:[6,17,19,22],limit:[0,19,24],line:[15,19],linetermin:0,link:[19,25],list:[0,4,9,19,21,24],load:[0,10,11,13,14,15,16,19,26],load_:26,load_df:0,load_fil:0,load_to_h:26,local:[0,10,13,14,15,16,25],local_infil:10,locat:11,log:[0,19],logic:[6,9],login:[20,22],look:17,low:[0,3],ls:25,macro:19,made:25,magic:19,mai:[0,3,13,14,15,16,19],main:[3,4,10,11,13,14,15,16,24,25],make:[0,3,19,20],manag:[17,19,20,25,26],manual:[16,24],map:[0,13,14,16],mapr:0,mapred_job_nam:[0,3],mapred_queu:[0,3],mapred_queue_prior:[0,3],march:19,markdown:19,markdownlint:19,master:[16,19],match:[0,19,25],matter:[8,19],max:0,max_part_count:0,max_partit:0,maximum:0,md022:19,md:[19,24],mechan:21,memori:10,mention:19,meta:19,metadata:[13,14,15,16],metastor:[0,4,6,8,9,19,23,24],metastore_conn_id:[0,4,6,9],metastore_default:[0,4,6,9,21],metastore_mysql:8,metastore_partit:[2,7],metastorepartitionsensor:8,method:[3,4,6,9,10,11,13,14,15,16,20,22],metric:4,microsoft:[13,24],might:[0,24],migrat:[19,24],min:19,minimum:24,mirror:25,miscellan:19,mistak:[19,24],mistakenli:24,mktemp:25,mode:[19,24],model:[3,4,10,11,13,14,15,16],modul:19,monitor:[0,3],month:19,more:[3,4,10,11,13,14,15,16,17,19,24,26],most:[0,13,14,15,16,25],move:[10,11,13,14,15,16,19],mssql:[13,24],mssql_conn_id:13,mssql_default:13,mssql_to_hiv:[2,12],mssql_type:13,mssqltohiveoper:13,multipl:[20,21],multiprocess:3,must:0,my_databas:6,my_tabl:6,myarg:3,mypi:19,mysql:[4,8,10,14,17,24],mysql_conn_id:[4,8,10,14],mysql_default:[10,14],mysql_postoper:10,mysql_preoper:10,mysql_render:10,mysql_tabl:10,mysql_to_h:[2,12],mysql_typ:14,mysqltohiveoper:14,n:0,naik:25,name:[0,3,4,6,8,9,15,17,19,21,22],named_hive_partit:[2,7],namedhivepartitionsensor:[6,9],need:[0,3,6,20,24],next:19,node:[21,22],none:[0,3,4,9,10,13,14,15,16,25],normal:[0,3],nosasl:[20,21],notat:[0,6,10,13,14,15,16],note:[0,3,6,9,10,13,14,15,16,19,20,21,22],novemb:19,now:[10,19],num:0,number:[0,19,21,22],o:25,object:[0,3,20],observ:8,occurr:3,octob:19,offici:[19,25],ok:0,on_kil:3,onc:25,one:[0,14,15,20,25],ones:3,onli:[0,13,14,15,16,19,20,24],onto:[11,26],oper:[0,2,6,9,10,11,13,14,15,16,19,20,21,22,24],optim:8,optimis:24,option:[0,3,4,6,10,13,14,15,16,19,20,21,22],order:[0,8,24],ordereddict:0,org:25,origin:25,otherwis:24,our:19,out:[0,19],output:17,output_head:0,overrid:[0,3,6,8,9],overridden:0,overwrit:[0,4],owner:[3,20,25],package_nam:25,package_vers:25,page:[19,25],pair:[0,3],panda:[0,24],pandas_kwarg:0,param:[0,20],paramet:[0,3,4,6,8,9,10,11,13,14,15,16,20,21,22],parse_partition_nam:9,part:[0,3,17],part_val:0,partit:[0,4,6,8,9,13,14,15,16,26],partition_filt:0,partition_kei:0,partition_nam:[0,8,9],partition_valu:0,pass:[0,3,6,9,19],password:[19,20,22,24],path:[3,11,15],pattern:[0,15],pem:15,per:19,perform:3,pgp:25,pgpk:25,pgpv:25,pick:17,pin:19,pip:[19,24,25],pk1:9,pk2:9,place:10,placehold:17,plain:[0,22],pleas:25,point:19,poke:[6,8,9],poke_context_field:[8,9],poke_interv:[6,9],poke_partit:9,polici:24,port:[20,21,22],possibl:[0,3,21],pr:19,pre:19,prepar:19,prepare_templ:3,presto:[4,24],presto_conn_id:4,presto_default:4,prevent:3,previou:25,primari:25,princip:20,prior:10,prioriti:[0,3],process:[3,15],product:10,project:[19,26],provid:[25,26],provider_download_dir:25,proxi:20,proxy_us:20,push:[10,11],pv1:9,pv2:9,py3:[19,25],py:[16,19,26],pydocstyl:19,pyhiv:[0,22,24],pylint:19,pypi:[19,24],python:[16,19,24,25],python_vers:24,pythonoper:0,pyupgrad:19,qualifi:9,queri:[0,4,8,10,11,13,14,15,16],queue:[0,3],quot:14,quote_:14,quotechar:14,r:0,rc2:19,rc3:19,rc:[19,24],read:[19,24,26],readm:[19,24],rebas:19,receiv:4,recommend:25,record:0,recreat:[0,13,14,15,16],ref:[0,6,11,19],refactor:[19,24],refer:[0,3,4,6,8,9,10,11,13,14,15,16],refernc:19,regener:19,rel:3,relas:19,relat:[19,20,21,22,24],releas:[19,24],relev:25,rema:19,remain:19,remov:[19,24,25],renam:19,render:[3,4,10,11,13,14,15,16,19,24],replac:[0,3,19],repo:19,repositori:24,requir:[10,15],rerun:4,reset:3,resid:26,resolv:[19,24],restor:[19,24],result:[0,8,11],retriev:[15,17],rid:[3,17],row:0,rsa:25,rule:19,run:[0,3,4,10,13,14,16,20,22,24,25],run_a:0,run_as_own:3,run_cli:0,run_set_variable_stat:[0,22],s3:15,s3_kei:15,s3_to_hiv:[2,12,19],s3tohiveoper:15,s:[0,3,8,13,14,15,16,19,24,25],samba:[11,24],samba_conn_id:11,samba_default:11,same:[3,4,10,11,13,14,15,16],sanit:0,sasl:24,sat:25,schedul:0,schema:[0,3,6,8,9,20,22],script:[3,19,25,26],script_begin_tag:3,sd:0,sdist:[24,25],see:[19,24],select:[0,15,25],select_express:15,self:[0,3,4,6,8,9,10,11,13,14,15,16,25],sensor:[2,19],sentiment:17,sep:25,separ:[19,21],septemb:19,sequenc:[3,4,6,8,9,10,11,13,14,15,16,19],serial:[0,13,14,15,16],server2:[0,10,11,23],server:[0,10,13,21,25],servic:[0,6,8,9,10,11,17,21,22],set:[0,3,9,13,14,15,16,19,22,24],setup:19,sha512:[24,25],sha:25,shasum:25,should:[0,3,6,8,9,10,14,15,17,20,21,22,25],show:[6,9],sign:25,signatur:[19,24,25],simpl:0,simpli:17,simplifi:19,site:24,size:0,smallish:10,smart:[9,19],so:[0,3,10],softwar:[19,25,26],some:[0,19],someth:17,sourc:[0,3,4,6,8,9,10,11,13,14,15,16,17,24,26],spec:0,special:14,specif:[0,3,10,11,13,14,15,16,19,26],specifi:[0,15,20,21,22,24],spell:19,sphinx:19,sql:[0,3,6,8,10,11,13,14,16,19,24,26],sqlsensor:8,squash:19,ssl:15,stage:[0,10,13,14,15,16],stale:19,start_dat:19,stat:4,state:0,statement:[0,10,13,14,15,16,20,22],static_babynam:0,static_babynames_partit:0,statist:4,step:[17,25],still:15,stop:19,storag:26,store:[0,13,14,15,16,17],str:[0,3,4,6,8,9,10,11,13,14,15,16],strict:19,string:[0,14,19,20],structur:26,sub:8,subject:19,subpartit:[0,8],subprocess:3,sum:25,summari:17,support:[0,6,19,24],supports_autocommit:0,surround:19,synchron:19,syntax:[20,21,22],system:26,t:[0,6,8,10,13,14,15,16,19],tab:10,tabl:[0,4,6,8,9,10,13,14,15,16,19,24,26],table_exist:0,table_nam:[0,4],tableau:19,tablenam:0,take:[14,17],talk:8,tar:25,target:[0,10,13,14,15,16],task:[3,10,17,19],task_id:[0,26],taskflow:19,tblproperti:[0,13,14,15],templat:[3,4,10,11,13,14,15,16,19,24],template_ext:[3,10,11,13,14,15,16],template_field:[3,4,6,8,9,10,11,13,14,15,16,19],template_fields_render:[3,10,11,13,14,16,19,24],temporari:[0,13,14,15,16,25],term:19,test:[0,19,26],test_hql:0,test_run:17,text:[10,17,19],textfil:[0,13,14,15,16],than:[0,15],thei:0,them:24,themselv:4,thi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26],those:[24,25],thread:3,thrift:[0,6,8,9,10,11,21,24],through:[17,21],thu:0,time:20,to_csv:0,toc:19,tool:[19,24],toolchain:19,top:[24,25],tracker:0,tradit:0,transfer:[2,19],transfer_to_db:17,translat:3,tri:[19,24],trigger:3,trove:24,truncat:10,trust:25,tweet:17,twice:10,twitter:17,twitter_a:17,twitter_d:17,two:20,type:[0,3,4,6,13,14,15,16,19,20,21,22,24],type_map:[13,14,16],typehint:19,typic:10,typo:[19,24],uber:16,ui:0,ui_color:[3,4,6,8,9,10,13,14,15,16],underli:0,union:15,unit:19,unix:15,unknown:25,unless:15,unnecessari:19,untouch:19,up:[3,6,9,19],updat:[19,24],upgrad:[19,24],uri:[20,21,22],url:[20,21,22],us:[0,3,4,6,9,10,11,13,14,15,16,19,20,21,22,24,25,26],usag:19,use_beelin:[0,20],use_ssl:15,user:[9,17,19,20,25],user_defined_macro:3,usernam:[20,22],utf8:0,utf:19,v2:19,val:0,valid:[15,25],valu:[0,3,4,6,13,14,15,16],varchar:4,variabl:[0,3,20,21,22],variou:19,verbos:0,verifi:[15,24],version:[19,24,25],vertica:[16,24],vertica_conn_id:16,vertica_default:16,vertica_python:16,vertica_to_h:[2,12],vertica_typ:16,verticatohiveoper:16,very_high:[0,3],very_low:[0,3],via:[22,24,25],view:3,wa:8,wai:[8,20],wait:[6,9],want:[0,3,13,14,15,16,20,22,24,25],warehous:26,warn:[19,24,25],wave:19,web:17,well:25,were:8,whatev:0,wheel:24,when:[0,3,4,8,10,11,13,14,15,16,19,20,21,22,24],where:[4,11,19],whether:[0,13,14,15,16],which:[0,13,14,15,16],whitelist:19,whitespac:19,whl:25,why:25,wildcard:15,wildcard_match:15,within:[0,3],won:10,word:[17,19,24],work:0,worri:25,would:22,wouldn:8,wrapper:0,write:[0,26],writer:14,written:8,wrong:[19,24],wrongli:19,xcomarg:19,xxx:0,year:0,yesterdai:17,you:[0,3,4,6,9,13,14,15,16,17,20,21,22,24,25],your:[0,3,13,14,16,20,21,22,24]},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.hooks.hive</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators.hive</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators.hive_stats</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.hive_partition</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.metastore_partition</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.sensors.named_hive_partition</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.hive_to_samba</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.s3_to_hive</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.hive.example_twitter_dag</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.hive</span></code>","Package apache-airflow-providers-apache-hive","Hive CLI Connection","Hive Metastore Connection","Hive Server2 Connection","Connection Types","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-hive</span></code>","Installing from sources","Apache Hive Operators"],titleterms:{"0":[19,24],"1":[19,24],"2":[19,24],"3":[19,24],"break":24,"class":[0,3,4,6,8,9,10,11,13,14,15,16],"default":[20,21,22],"function":[0,17],airflow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,19,24],apach:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,24,26],attribut:[0,10,17],authent:[20,21,22],bug:24,chang:24,changelog:24,cli:20,commit:24,configur:[20,21,22],connect:[20,21,22,23],content:[0,3,4,6,8,9,10,11,13,14,15,16,17,24],cross:24,depend:24,download:24,example_twitter_dag:17,featur:24,fix:24,from:25,guid:24,hive:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,24,26],hive_partit:6,hive_stat:4,hive_to_mysql:10,hive_to_samba:11,hiveoper:26,hook:[0,1],id:[20,21,22],instal:[24,25],integr:25,metastor:21,metastore_partit:8,misc:24,modul:[0,3,4,6,8,9,10,11,13,14,15,16,17],mssql_to_hiv:13,mysql_to_h:14,named_hive_partit:9,offici:24,oper:[3,4,5,26],packag:[19,24,25],provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,24],pypi:25,refer:[24,26],releas:25,requir:24,resourc:24,s3_to_hiv:15,sensor:[6,7,8,9],server2:22,sourc:25,submodul:[1,5,7,12,18],subpackag:2,system:[17,18],test:[17,18],transfer:[10,11,12,13,14,15,16],type:23,verifi:25,vertica_to_h:16}})