Search.setIndex({docnames:["_api/airflow/providers/apache/druid/hooks/druid/index","_api/airflow/providers/apache/druid/hooks/index","_api/airflow/providers/apache/druid/index","_api/airflow/providers/apache/druid/operators/druid/index","_api/airflow/providers/apache/druid/operators/druid_check/index","_api/airflow/providers/apache/druid/operators/index","_api/airflow/providers/apache/druid/transfers/hive_to_druid/index","_api/airflow/providers/apache/druid/transfers/index","commits","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/druid/hooks/druid/index.rst","_api/airflow/providers/apache/druid/hooks/index.rst","_api/airflow/providers/apache/druid/index.rst","_api/airflow/providers/apache/druid/operators/druid/index.rst","_api/airflow/providers/apache/druid/operators/druid_check/index.rst","_api/airflow/providers/apache/druid/operators/index.rst","_api/airflow/providers/apache/druid/transfers/hive_to_druid/index.rst","_api/airflow/providers/apache/druid/transfers/index.rst","commits.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers.apache":{druid:[2,0,0,"-"]},"airflow.providers.apache.druid":{hooks:[1,0,0,"-"],operators:[5,0,0,"-"],transfers:[7,0,0,"-"]},"airflow.providers.apache.druid.hooks":{druid:[0,0,0,"-"]},"airflow.providers.apache.druid.hooks.druid":{DruidDbApiHook:[0,1,1,""],DruidHook:[0,1,1,""]},"airflow.providers.apache.druid.hooks.druid.DruidDbApiHook":{conn_name_attr:[0,2,1,""],conn_type:[0,2,1,""],default_conn_name:[0,2,1,""],get_conn:[0,3,1,""],get_uri:[0,3,1,""],hook_name:[0,2,1,""],insert_rows:[0,3,1,""],set_autocommit:[0,3,1,""],supports_autocommit:[0,2,1,""]},"airflow.providers.apache.druid.hooks.druid.DruidHook":{get_auth:[0,3,1,""],get_conn_url:[0,3,1,""],submit_indexing_job:[0,3,1,""]},"airflow.providers.apache.druid.operators":{druid:[3,0,0,"-"],druid_check:[4,0,0,"-"]},"airflow.providers.apache.druid.operators.druid":{DruidOperator:[3,1,1,""]},"airflow.providers.apache.druid.operators.druid.DruidOperator":{execute:[3,3,1,""],template_ext:[3,2,1,""],template_fields:[3,2,1,""]},"airflow.providers.apache.druid.operators.druid_check":{DruidCheckOperator:[4,1,1,""]},"airflow.providers.apache.druid.transfers":{hive_to_druid:[6,0,0,"-"]},"airflow.providers.apache.druid.transfers.hive_to_druid":{DEFAULT_TARGET_PARTITION_SIZE:[6,4,1,""],HiveToDruidOperator:[6,1,1,""],LOAD_CHECK_INTERVAL:[6,4,1,""]},"airflow.providers.apache.druid.transfers.hive_to_druid.HiveToDruidOperator":{construct_ingest_query:[6,3,1,""],execute:[6,3,1,""],template_ext:[6,2,1,""],template_fields:[6,2,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:data"},terms:{"00642a46d":8,"008035450":8,"0481b9a95":8,"057f3ae3a":8,"086d731ce":8,"0a0e1af80":8,"0b0e4f7a4":8,"0b2":8,"0beta1":8,"1000":0,"10170":8,"10468":8,"10483":8,"10528":8,"10543":8,"10818":8,"11032":8,"11238":8,"11242":8,"11249":8,"11447":8,"11487":8,"11688":8,"11826":8,"11855":8,"12082":8,"12093":8,"12206":8,"12212":8,"12216":8,"12304":8,"12361":8,"12366":8,"12390":8,"12444":8,"12449":8,"12677":[8,9],"12917":8,"12955":8,"12af6a080":8,"12c5e5d8a":8,"13073":8,"13148":8,"13380":8,"13732":8,"13767":8,"14013":8,"14418":[8,9],"14487":8,"14655":8,"14886":8,"15200":8,"15518":8,"15576":8,"15667":[8,9],"15991":8,"16294":8,"16405":8,"16464":8,"16501":8,"16682":8,"16e712971":8,"17015":8,"17020":8,"17095":[8,9],"17116":8,"17380":8,"17682":8,"1fba5402b":8,"2020":8,"2021":[8,10,11],"23rc1":8,"266384a63":8,"295d66f91":8,"2a1":8,"32971a1a2":8,"33214d932":8,"33f0cd265":8,"349b0811c":8,"3696c34c2":8,"375d1ca22":8,"37681bca0":8,"3a72fc824":8,"3b3287d7a":8,"406f":10,"40a2476a5":8,"41bf172c1":8,"476d0f6e3":8,"4bde99f13":8,"4d3a":10,"4d74ac211":8,"4e8f9cc8d":8,"5000000":6,"5090fb0c8":8,"512":10,"5220e4c38":8,"589d6dec9":8,"59065400f":8,"59eb5de78":8,"5a439e84":8,"5c6e":10,"6510":8,"6539":8,"6669":8,"6670":8,"6674":10,"6714":8,"6889a333c":8,"68e4c4dcb":8,"6cf76d7ac":8,"7127":8,"7142":8,"7286":8,"7338":8,"76ed2a49c":8,"7802":8,"7820":8,"7825e8f59":8,"7c206a82a":8,"7e6372a68":8,"807ad32c":8,"8082":0,"85a18e13d":8,"866a601b7":8,"872b1566a":8,"87f408b1e":8,"8807":8,"8886":8,"8891":8,"8898":8,"88bdcfa0d":8,"8994":8,"8b1":8,"8c42cf1b0":8,"8ec4":10,"9026":8,"92585ca4c":8,"9320":8,"9370":8,"9404":8,"9408":8,"9549274d1":8,"9550":8,"9729":8,"97428efc4":8,"9784":8,"97a429f9d":8,"9c94b72d4":8,"class":[0,3,4,6,8,9],"final":8,"float":6,"function":8,"import":[8,9,10],"int":[0,3,6],"new":8,"return":0,"super":8,"switch":8,Added:8,For:[0,6,8,9,10,11],That:6,The:[0,3,6,9,10],There:[10,11],Use:8,a9ac2b040:8,abl:6,about:[8,10],abov:10,ac2f72c98:8,acb7a9020:8,accept:[0,3,11],add:[0,8],addit:6,ae7cb4a1:8,after:8,against:6,aggreg:6,aip:8,airflow:[10,11],aka:10,all:[6,9],allow:3,alreadi:10,also:[10,11],amazon:8,amount:6,ani:[0,3,6,10],apach:10,apache_airflow_providers_apache_druid:10,api:9,appli:[8,9],apply_default:[8,9],argument:8,asc:[9,10],assig:8,assign:8,assum:[0,3],attribut:[8,9],augment:8,auth:0,auto:[8,9],autocommit:0,autom:8,automat:9,avail:[6,10],b2a28d159:8,b40dffa08:8,b753c7fa6:8,b916b7507:8,ba4b:10,backport:8,base:[0,3,4,6],basehook:0,baseoper:[3,6],bash:10,basic:0,batch:8,bbc627a3d:8,be75dcd39:8,been:0,befor:[0,3,6],being:6,belong:10,below:[10,11],between:0,bigqueri:[8,9],bin:10,binari:10,black:8,bool:0,broken:8,broker:0,bst:10,bugfix:8,buggfix:8,build:[6,8,10],bump:8,c34ef853c:8,c7e5bce57:8,ca4238eb4:8,call:8,can:[6,9,10],candid:8,cbf8001d7:8,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:10,cde1:10,certif:10,certifi:10,chang:8,changelog:8,chapter:10,charact:8,check:[8,9,10],checksum:[9,10],choos:10,chunk:6,cleanup:8,cluster:0,code:10,collis:6,column:6,com:10,come:8,command:8,comment:8,commit:[8,9],commit_everi:0,compat:8,complet:9,concaten:8,configur:[6,11],conn:0,conn_name_attr:0,conn_typ:0,connect:[0,3,6,8,9,11],construct_ingest_queri:6,contain:[6,10],content:11,context:[3,6],contrib:8,coordin:6,correct:10,creat:[6,10],cross:8,curl:10,d02ded65:8,d0e7db402:8,d200:8,d202:8,d7de:10,dag:9,dai:6,data:[6,8],databas:6,dataschema:11,datasourc:[6,11],datasource_prd:11,dbapi:0,dbapihook:0,dd2095f4a:8,decor:[8,9],default_conn_nam:0,default_target_partition_s:6,defin:6,definit:11,del:6,dep:10,depend:8,deprec:4,describ:10,descript:8,dest:10,detail:[0,8,9,10],dev:8,dict:[0,3,6],diff:10,differ:10,dimens:6,directli:[3,6,11],directori:10,distribut:10,doc:8,document:[8,9],down:10,download:10,drop:10,druid:10,druid_broker_conn_id:[0,4],druid_broker_default:[0,4],druid_check:[2,5],druid_datasourc:6,druid_ingest_conn_id:[0,3,6,11],druid_ingest_default:[0,3,6,11],druidcheckoper:4,druiddbapihook:0,druidhook:0,druidoper:[3,8,9],due:9,e08a:10,ecf4:10,echo:10,ee7ca128a:8,enabl:8,enforc:8,equal:0,error:[8,9],escap:8,essenti:10,establish:0,event:6,exampl:[6,9,10,11],example_dag:11,example_druid_dag:11,exclud:8,execut:[3,6],exist:9,express:8,extens:0,extra:9,f3521fb0e:8,f3e87c503:8,f6bd817a3:8,fail:[0,3,8,9],fall:6,fals:0,fdd9b6f65:8,featur:8,file:[8,9,10],filepath:[3,11],fingerprint:10,first:[9,11],fix:8,flynt:8,folder:10,follow:10,formmatt:8,foundat:10,four:8,fresh:8,from:[0,6,8,9],further:6,gener:8,get:[0,10],get_auth:0,get_conn:0,get_conn_url:0,get_uri:0,gmail:10,good:10,gpg:10,grammar:8,granular:6,granularityspec:11,greater:0,guid:[9,10],hadoop_dependency_coordin:6,hash:8,have:[0,9],hdf:6,high:8,hive:[6,9],hive_cli_conn_id:6,hive_cli_default:6,hive_tblproperti:6,hive_to_druid:[2,7],hivetodruidoper:6,hoc:8,hook:[2,8],hook_nam:0,how:10,http:[8,10],httpbasicauth:0,implement:8,improv:8,includ:[6,8],increas:8,index:[0,3,11],index_hadoop:11,indic:10,individu:[6,8],inform:[8,11],ingest:[0,3,6,8,9,11],initi:9,input:6,insert_row:0,insid:6,instal:8,instead:6,instruct:10,integr:8,interact:[0,8],interv:[0,6,11],introduc:8,issuer:10,iter:0,job:[0,3,6,11],job_properti:6,json:[3,6,8,11],json_index:11,json_index_fil:[3,11],json_index_spec:0,json_index_str:11,juli:8,june:8,kaxil:10,kaxilnaik:10,keep:8,kei:10,keyword:8,know:10,kwarg:[0,3,4,6],latest:8,lazili:8,least:9,left:10,level:8,link:[8,10],list:[6,8,9],load:6,load_check_interv:6,local:10,localhost:0,look:11,machin:0,made:10,magic:8,main:10,make:8,manag:[8,10],manual:9,markdown:8,match:[8,10],max_ingestion_tim:[0,3],maximum:[0,3],mean:6,memori:6,mess:8,meta:8,metastor:6,metastore_conn_id:6,metastore_default:6,metric:6,metric_spec:6,might:9,migrat:9,millisecond:6,minimum:6,minut:6,mirror:10,mktemp:10,model:[3,6],modul:8,month:8,more:[8,11],most:10,move:[6,8],multipl:6,must:[0,11],mypi:8,naik:10,name:8,need:[9,11],next:8,none:[0,3,6,10],note:[6,8],now:6,num_shard:6,number:[6,8],object:[0,6],octob:8,offici:10,onc:10,one:10,onli:8,oper:[2,6,8,9],optimis:9,option:[0,3,6],order:9,org:10,origin:10,other:6,otherwis:9,our:8,out:8,overlord:[0,3,11],owner:10,package_nam:10,package_vers:10,page:[8,10],paramet:[0,3,6,11],partit:6,pass:6,password:0,path:6,per:[6,8],pgp:10,pgpk:10,pgpv:10,pip:[8,10],pleas:[0,4,10,11],point:8,poll:0,prepar:8,previou:10,previous:8,primari:10,project:8,properti:6,provid:[10,11],provider_download_dir:10,pure:0,push:6,py3:10,pydocstyl:8,pydruid:9,pylint:8,pypi:[8,9],python:[8,9,10],pyupgrad:8,qubol:[8,9],queri:[0,6],query_granular:6,rc2:8,rc3:8,readm:[8,9],recommend:10,ref:8,refactor:[8,9],refer:[8,9],regener:8,relas:8,releas:[8,9],relev:10,remain:8,remov:[8,9,10],renam:8,replac:[0,8],repositori:9,request:0,result:6,retriev:[8,9],row:[0,6],rsa:10,run:[9,10],same:6,sat:10,script:[8,10],sdist:[9,10],secur:0,see:8,segment:6,segment_granular:6,segmentgranular:6,select:10,self:[0,3,6,10],sep:10,separ:8,server:10,set:0,set_autocommit:0,setup:8,sha512:[9,10],sha:10,shard:6,shasum:10,should:[6,10],sign:10,signatur:[8,9,10],simplifi:8,site:9,size:6,smallish:6,softwar:10,sourc:[0,3,4,6,9,11],spark_submit_job:11,spec:11,specif:[3,11],specifi:[6,9],sql:[0,4,6,8,9],sqlcheckoper:4,squeez:6,stage:6,static_path:6,statu:0,step:10,store:6,str:[0,3,4,6],string:8,subject:8,submit:[0,3,8,9,11],submit_indexing_job:0,submit_job:11,sum:10,support:8,supports_autocommit:0,synchron:8,tab:0,tabl:[0,6],take:11,tar:10,target:6,target_field:0,target_partition_s:6,task:[3,8,9,11],task_id:11,tblproperti:6,templat:[6,8],template_ext:[3,6],template_field:[3,6],temporari:10,than:0,them:9,thi:[0,4,6,8,9,10],those:[9,10],time:[0,3,6],timeout:0,timestamp:6,toc:8,togeth:6,tool:8,toolchain:8,top:[9,10],transfer:[2,8],trust:10,ts_dim:6,tsv:6,tupl:[0,6],type:[8,11],typo:8,unknown:10,updat:[8,9],upgrad:[8,9],uri:0,url:0,use:[0,4,8,9,10,11],used:[6,10],user:[0,10],usernam:0,using:[6,8,10],utf:8,valid:10,valu:6,verifi:9,version:[8,9,10],via:[9,10],view:11,want:[6,9,10],warn:[8,10],wave:8,well:10,wheel:9,when:[8,9],where:6,which:[0,3,6,11],whl:10,why:10,word:8,worri:10,wrong:8,wrongli:8,you:[6,9,10,11],your:[6,9]},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.hooks.druid</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.operators.druid</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.operators.druid_check</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.transfers.hive_to_druid</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.transfers</span></code>","Package apache-airflow-providers-apache-druid","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-druid</span></code>","Installing from sources","Apache Druid Operators"],titleterms:{"break":9,Using:11,airflow:[0,1,2,3,4,5,6,7,8,9],apach:[0,1,2,3,4,5,6,7,8,9,11],bug:9,bugfix:9,chang:9,changelog:9,content:[0,3,4,6,9],cross:9,depend:9,download:9,druid:[0,1,2,3,4,5,6,7,8,9,11],druid_check:4,druidoper:11,featur:9,fix:9,from:10,hive_to_druid:6,hook:[0,1],instal:[9,10],integr:10,misc:9,modul:[0,3,4,6],offici:9,oper:[3,4,5,11],packag:[8,9,10],pip:9,prerequisit:11,provid:[0,1,2,3,4,5,6,7,8,9],pypi:10,refer:11,releas:10,requir:9,sourc:10,submodul:[1,5,7],subpackag:2,transfer:[6,7],verifi:10}})