Search.setIndex({docnames:["_api/airflow/providers/apache/druid/hooks/druid/index","_api/airflow/providers/apache/druid/hooks/index","_api/airflow/providers/apache/druid/index","_api/airflow/providers/apache/druid/operators/druid/index","_api/airflow/providers/apache/druid/operators/druid_check/index","_api/airflow/providers/apache/druid/operators/index","_api/airflow/providers/apache/druid/transfers/hive_to_druid/index","_api/airflow/providers/apache/druid/transfers/index","commits","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/druid/hooks/druid/index.rst","_api/airflow/providers/apache/druid/hooks/index.rst","_api/airflow/providers/apache/druid/index.rst","_api/airflow/providers/apache/druid/operators/druid/index.rst","_api/airflow/providers/apache/druid/operators/druid_check/index.rst","_api/airflow/providers/apache/druid/operators/index.rst","_api/airflow/providers/apache/druid/transfers/hive_to_druid/index.rst","_api/airflow/providers/apache/druid/transfers/index.rst","commits.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers.apache":[[2,0,0,"-","druid"]],"airflow.providers.apache.druid":[[1,0,0,"-","hooks"],[5,0,0,"-","operators"],[7,0,0,"-","transfers"]],"airflow.providers.apache.druid.hooks":[[0,0,0,"-","druid"]],"airflow.providers.apache.druid.hooks.druid":[[0,1,1,"","DruidDbApiHook"],[0,1,1,"","DruidHook"]],"airflow.providers.apache.druid.hooks.druid.DruidDbApiHook":[[0,2,1,"","conn_name_attr"],[0,2,1,"","conn_type"],[0,2,1,"","default_conn_name"],[0,3,1,"","get_conn"],[0,3,1,"","get_uri"],[0,2,1,"","hook_name"],[0,3,1,"","insert_rows"],[0,3,1,"","set_autocommit"],[0,2,1,"","supports_autocommit"]],"airflow.providers.apache.druid.hooks.druid.DruidHook":[[0,3,1,"","get_auth"],[0,3,1,"","get_conn_url"],[0,3,1,"","submit_indexing_job"]],"airflow.providers.apache.druid.operators":[[3,0,0,"-","druid"],[4,0,0,"-","druid_check"]],"airflow.providers.apache.druid.operators.druid":[[3,1,1,"","DruidOperator"]],"airflow.providers.apache.druid.operators.druid.DruidOperator":[[3,3,1,"","execute"],[3,2,1,"","template_ext"],[3,2,1,"","template_fields"],[3,2,1,"","template_fields_renderers"]],"airflow.providers.apache.druid.operators.druid_check":[[4,1,1,"","DruidCheckOperator"]],"airflow.providers.apache.druid.transfers":[[6,0,0,"-","hive_to_druid"]],"airflow.providers.apache.druid.transfers.hive_to_druid":[[6,4,1,"","DEFAULT_TARGET_PARTITION_SIZE"],[6,1,1,"","HiveToDruidOperator"],[6,4,1,"","LOAD_CHECK_INTERVAL"]],"airflow.providers.apache.druid.transfers.hive_to_druid.HiveToDruidOperator":[[6,3,1,"","construct_ingest_query"],[6,3,1,"","execute"],[6,2,1,"","template_ext"],[6,2,1,"","template_fields"],[6,2,1,"","template_fields_renderers"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:data"},terms:{"0":[0,1,2,3,4,5,6,7,10,11],"00642a46d0":8,"0080354502":8,"01":[8,11],"02":[8,11],"03":8,"04":8,"0481b9a957":8,"05":8,"057f3ae3a4":8,"06":8,"07":8,"08":8,"086d731ce0":8,"09":[8,11],"0a0e1af800":8,"0a68588479":8,"0b0e4f7a4c":8,"0b2":8,"0beta1":8,"1":[0,1,2,3,4,5,6,7,10,11],"10":[8,9],"1000":0,"10170":8,"10468":8,"10483":8,"10528":8,"10543":8,"10818":8,"11":[8,10],"11032":8,"11238":8,"11242":8,"11249":8,"11447":8,"11487":8,"11688":8,"11826":8,"11855":8,"12":[8,10],"12082":8,"12093":8,"12206":8,"12212":8,"12216":8,"12304":8,"12361":8,"12366":8,"12390":8,"12444":8,"12449":8,"12677":[8,9],"12917":8,"12955":8,"12af6a0800":8,"12c5e5d8a":8,"13":8,"13073":8,"13148":8,"13380":8,"13732":8,"13767":8,"14":8,"14013":8,"14418":[8,9],"14487":8,"14655":8,"14886":8,"15":8,"15200":8,"15518":8,"15576":8,"15667":[8,9],"15991":8,"16":8,"16294":8,"16405":8,"16464":8,"16501":8,"16682":8,"16e7129719":8,"17":8,"17015":8,"17020":8,"17095":[8,9],"17116":8,"17380":8,"17682":8,"17890":8,"18":8,"18527":[8,9],"18613":8,"18657":8,"18693":[8,9],"19":8,"19321":8,"19420":[8,9],"19882":8,"19984":[8,9],"1fba5402bb":8,"2":[0,1,2,3,4,5,6,7,10,11],"20":8,"2020":8,"2021":[8,10,11],"2022":8,"20270":8,"20422":8,"20523":8,"20571":8,"20608":8,"20614":8,"20951":8,"21":8,"21237":[8,9],"21257":8,"21439":8,"22":8,"23":8,"23rc1":8,"24":8,"25":8,"26":8,"2643345e4b":8,"266384a63f":8,"27":8,"28":8,"29":8,"295d66f914":8,"2a1":8,"3":[0,1,2,3,4,5,6,7,10,11],"30":8,"31":8,"32971a1a2d":8,"33214d9326":8,"33f0cd2657":8,"349b0811c3":8,"3696c34c28":8,"375d1ca229":8,"37681bca00":8,"39e395f981":8,"3a72fc8247":8,"3b3287d7ac":8,"4":9,"406f":10,"40a2476a5d":8,"41bf172c1d":8,"476d0f6e3d":8,"485ff6cc64":8,"49":10,"4bde99f132":8,"4d3a":10,"4d74ac2111":8,"4e8f9cc8d0":8,"5":6,"5000000":6,"5090fb0c89":8,"512":10,"5220e4c384":8,"54":10,"589d6dec92":8,"59065400ff":8,"59eb5de78c":8,"5a439e84eb":8,"5c6e":10,"5cd8085d27":8,"6":8,"602abe8394":8,"64a902d3e0":8,"6510":8,"6539":8,"6669":8,"6670":8,"6674":10,"6714":8,"6889a333cf":8,"68e4c4dcb0":8,"6c3a67d4fc":8,"6cf76d7ac0":8,"7127":8,"7142":8,"7286":8,"7338":8,"76ed2a49c6":8,"7802":8,"7820":8,"7825e8f590":8,"7c206a82a6":8,"7e6372a681":8,"8":8,"807ad32ce5":8,"8082":0,"83f8e178ba":8,"840ea3efb9":8,"853576d901":8,"85a18e13d9":8,"866a601b76":8,"872b1566a1":8,"87f408b1e7":8,"8807":8,"8886":8,"8891":8,"8898":8,"88bdcfa0df":8,"8994":8,"8b1":8,"8c42cf1b00":8,"8ec4":10,"9026":8,"92585ca4cb":8,"9320":8,"9370":8,"9404":8,"9408":8,"9549274d11":8,"9550":8,"9729":8,"97428efc41":8,"97496ba2b4":8,"9784":8,"97a429f9d0":8,"9c94b72d44":8,"abstract":0,"class":[8,9],"default":8,"do":10,"final":8,"float":6,"function":8,"import":[8,9,10],"int":[0,3,6],"new":[0,8],"return":0,"super":8,"switch":8,A:[0,6],By:10,For:[0,6,8,9,10,11],If:[0,9,10],It:10,That:6,The:[0,3,6,9,10],There:[10,11],To:[0,10,11],a9ac2b040b:8,abl:6,about:[8,10],abov:10,ac2f72c98d:8,acb7a9020b:8,accept:[0,3,11],ad:8,add:[0,8,9],addit:6,ae044884d1:8,ae7cb4a1e2:8,after:8,against:6,aggreg:6,aip:8,airflow:[10,11],aka:10,all:[0,6,9],allow:3,alreadi:10,also:[10,11],amazon:8,amount:6,an:[0,1,2,3,4,5,6,7,8,9,10,11],ani:[6,10],apach:10,apache_airflow_providers_apache_druid:10,api:9,appli:[8,9],apply_default:[8,9],ar:[6,9,10],arg:[0,8],argument:8,asc:[9,10],assig:8,assign:8,assum:[0,3],attribut:[8,9],augment:8,august:8,auth:0,auto:[8,9],autoapi:8,autocommit:0,autom:8,automat:9,avail:[6,10],b2a28d1590:8,b40dffa085:8,b753c7fa60:8,b916b75079:8,ba4b:10,backport:8,base:[0,3,4,6],basehook:0,baseoper:[3,6],bash:10,basic:0,batch:8,bbc627a3da:8,be75dcd39c:8,been:0,befor:[0,3,6],being:6,belong:10,below:[10,11],between:[0,3],bigqueri:[8,9],bin:10,binari:10,black:8,bool:0,broken:8,broker:0,bst:10,bugfix:8,buggfix:8,build:[6,8,10],bump:8,c1bbe3c5bc:8,c34ef853c8:8,c7e5bce57f:8,ca4238eb4d:8,call:8,can:[6,9,10],candid:8,cbf8001d76:8,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:10,cde1:10,certif:10,certifi:10,chang:8,changelog:8,chapter:10,charact:8,check:[8,9,10],checksum:[9,10],choos:10,chunk:6,cleanup:8,cluster:0,code:10,collis:6,column:[0,6],com:10,come:8,command:8,comment:8,commit:8,commit_everi:0,compat:8,complet:9,concaten:8,configur:[6,11],conn:0,conn_name_attr:0,conn_typ:0,connect:[0,3,6,8,9,11],construct_ingest_queri:6,contain:[6,10],content:11,context:[3,6],contrib:8,coordin:6,correct:10,creat:[0,3,6,10],cross:8,curl:10,d02ded65ea:8,d0e7db4024:8,d200:8,d202:8,d56e7b56bb:8,d7de:10,d94fa37830:8,d9567eb106:8,d:10,dag:[8,9],dai:6,data:[6,8],databas:6,dataschema:11,datasourc:[6,11],datasource_prd:11,db:9,dbapi:0,dbapihook:0,dd2095f4a8:8,decemb:8,decor:[8,9],default_conn_nam:0,default_target_partition_s:6,defin:6,definit:11,del:6,delai:8,dep:10,depend:8,deprec:4,deriv:[3,6],describ:10,descript:8,dest:10,detail:[0,8,9,10],dev0:[0,1,2,3,4,5,6,7,8,9,10,11],dev:8,dict:6,dictionari:[3,6],diff:10,differ:10,dimens:6,directli:[3,6,11],directori:10,distribut:10,doc:8,docstr:[8,9],document:[8,9],down:10,download:10,drop:10,druid:10,druid_broker_conn_id:[0,4],druid_broker_default:[0,4],druid_check:[2,5],druid_datasourc:6,druid_ingest_conn_id:[0,3,6,11],druid_ingest_default:[0,3,6],druidcheckoper:4,druiddbapihook:0,druidhook:0,druidoper:[3,8,9],due:9,e08a:10,e:[0,6],ecf4:10,echo:10,ee7ca128a1:8,enabl:8,enforc:8,equal:[0,3],error:[8,9],escap:8,essenti:10,establish:0,even:8,event:6,everi:0,exampl:[6,8,9,10,11],example_dag:11,example_druid_dag:11,exclud:8,execut:[3,6],exist:9,experiment:[0,1,2,3,4,5,6,7,8,9,10,11],express:8,ext:8,extens:0,extra:9,f3521fb0e3:8,f3e87c5030:8,f6bd817a3a:8,f77417eb0d:8,f8c31b5bf7:8,f:8,fail:[0,3,8,9],fall:6,fals:0,fdd9b6f65b:8,featur:[0,1,2,3,4,5,6,7,8,10,11],field:[8,9],file:[8,9,10],filepath:[3,11],fill:0,fingerprint:10,first:[9,11],fix:8,flag:0,flynt:8,folder:10,follow:10,formmatt:8,foundat:10,four:8,fresh:8,friendli:8,from:[0,6,8,9],further:6,g:[0,6],gener:[0,8],get:[0,10],get_auth:0,get_conn:0,get_conn_url:0,get_template_context:[3,6],get_uri:0,gmail:10,good:10,gpg:10,grammar:8,granular:6,granularityspec:11,greater:[0,3],guid:[8,10],gz:10,hadoop_dependency_coordin:6,hash:8,have:[0,8,9],hdf:6,high:8,hive:[6,9],hive_cli_conn_id:6,hive_cli_default:6,hive_tblproperti:6,hive_to_druid:[2,7],hivetodruidoper:6,hoc:8,hook:[2,8],hook_nam:0,how:10,http:[8,10],httpbasicauth:0,i:10,id:[0,3,6,10,11],implement:8,improv:8,includ:[6,8],increas:8,index:[0,3,11],index_hadoop:11,indic:10,individu:[6,8],inform:[8,11],ingest:[0,3,6,8,9,11],initi:9,input:6,insert:0,insert_row:0,insid:6,instal:8,instead:[0,6],instruct:10,integr:8,interact:[0,8],interv:[0,3,6,11],introduc:8,issuer:10,iter:0,januari:8,jinja:[3,6],job:[0,3,6,11],job_properti:6,json:[3,6,8,11],json_index:11,json_index_fil:[3,11],json_index_spec:0,json_index_str:11,juli:8,june:8,k8:8,ka:10,kaxil:10,kaxilnaik:10,keep:8,kei:10,keyword:8,know:10,kwarg:[0,3,4,6],l:10,la:10,latest:8,lazili:8,least:9,left:10,level:8,line:8,link:[8,10],list:[6,8,9],load:6,load_check_interv:6,local:10,localhost:0,look:11,ls:10,machin:0,made:10,magic:8,main:[3,6,10],make:8,manag:[8,10],manual:9,markdown:8,match:[8,10],max_ingestion_tim:[0,3,8,9],maximum:[0,3],mean:6,memori:6,mess:8,meta:8,metastor:6,metastore_conn_id:6,metastore_default:6,method:[3,6],metric:6,metric_spec:6,might:9,migrat:9,millisecond:6,minimum:6,minut:6,mirror:10,mktemp:10,model:[3,6],modul:8,month:8,more:[3,6,8,9,11],most:10,move:[6,8],multipl:6,must:[0,3,11],mypi:8,naik:10,name:[0,8],need:[9,11],next:8,none:[0,3,6,10],note:[6,8],novemb:8,now:[6,8],num_shard:6,number:[0,6,8],o:10,object:[0,6],octob:8,offici:10,onc:10,one:[0,10],onli:8,oper:[2,6,8,9],optimis:9,option:[0,3,6],order:9,org:10,origin:10,other:6,otherwis:9,our:8,out:8,overlord:[0,3,11],owner:10,package_nam:10,package_vers:10,page:[8,10],paramet:[0,3,6,8,9,11],partit:6,pass:6,password:0,path:6,per:[6,8],pgp:10,pgpk:10,pgpv:10,pip:[8,10],pleas:[0,4,10,11],point:8,poll:[0,3],prepar:8,previou:10,previous:8,primari:10,project:8,properti:6,provid:[10,11],provider_download_dir:10,pure:0,push:6,py3:10,py:11,pydocstyl:8,pydruid:9,pylint:8,pypi:[8,9],python:[8,9,10],pyupgrad:8,qubol:[8,9],queri:[0,6],query_granular:6,rc2:8,rc3:8,readm:[8,9],recommend:10,ref:8,refactor:[8,9],refer:[3,6],refernc:8,regener:8,relas:8,releas:[8,9],relev:10,rema:8,remain:8,remov:[8,9,10],renam:8,render:[3,6,8,9],replac:[0,8],repositori:9,request:0,result:6,retriev:[8,9],row:[0,6],rsa:10,run:[9,10],s:[8,10],same:[3,6],sat:10,schema:0,script:[8,10],sdist:[9,10],second:3,secur:0,see:8,segment:6,segment_granular:6,segmentgranular:6,select:10,self:[0,3,6,10],sep:10,separ:8,septemb:8,sequenc:[3,6,8],server:10,set:0,set_autocommit:0,setup:8,sha512:[9,10],sha:10,shard:6,shasum:10,should:[6,10],sign:10,signatur:[8,9,10],simplifi:8,site:9,size:6,smallish:6,so:6,softwar:10,sourc:[0,3,4,6,9,11],spark_submit_job:11,spec:11,specif:[3,11],specifi:[6,9],sphinx:8,sql:[0,4,6,8,9],sqlcheckoper:4,squeez:6,stage:6,start_dat:8,static_path:6,statu:[0,3],step:10,store:6,str:[0,3,6],string:8,subject:8,submit:[0,3,8,9,11],submit_indexing_job:0,submit_job:11,sum:10,support:[8,9],supports_autocommit:0,synchron:8,tab:0,tabl:[0,6],take:11,tar:10,target:[0,6],target_field:0,target_partition_s:6,task:[3,8,9,11],task_id:11,tblproperti:6,templat:[3,6,8,9],template_ext:[3,6],template_field:[3,6,8],template_fields_render:[3,6,8,9],temporari:10,than:[0,3],them:9,thi:[0,1,2,3,4,5,6,7,8,9,10,11],those:[9,10],time:[0,3,6],timeout:[0,3,8,9],timestamp:6,toc:8,togeth:6,tool:8,toolchain:8,top:[9,10],transact:0,transfer:[2,8],trust:10,ts_dim:6,tsv:6,tupl:[0,6],type:[8,11],typehint:8,typo:8,unknown:10,up:8,updat:[8,9],upgrad:[8,9],uri:0,url:0,us:[0,3,4,6,8,9,10],user:[0,10],usernam:0,utf:8,v2:[0,8],valid:10,valu:6,verifi:9,version:[8,9,10],via:[9,10],wai:0,want:[6,9,10],warn:[8,10],wave:8,well:10,wheel:9,when:[3,6,8,9],where:6,whether:0,which:[0,3,6,11],whl:10,why:10,word:8,worri:10,wrong:8,wrongli:8,you:[6,9,10,11],your:[6,9]},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.hooks.druid</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.operators.druid</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.operators.druid_check</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.transfers.hive_to_druid</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.transfers</span></code>","Package apache-airflow-providers-apache-druid","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-druid</span></code>","Installing from sources","Apache Druid Operators"],titleterms:{"0":[8,9],"1":[8,9],"2":[8,9],"3":[8,9],"break":9,"class":[0,3,4,6],airflow:[0,1,2,3,4,5,6,7,8,9],apach:[0,1,2,3,4,5,6,7,8,9,11],attribut:6,bug:9,bugfix:9,chang:9,changelog:9,commit:9,content:[0,3,4,6,9],cross:9,depend:9,download:9,druid:[0,1,2,3,4,5,6,7,8,9,11],druid_check:4,druidoper:11,featur:9,fix:9,from:10,guid:9,hive_to_druid:6,hook:[0,1],instal:[9,10],integr:10,misc:9,modul:[0,3,4,6],offici:9,oper:[3,4,5,11],packag:[8,9,10],pip:9,prerequisit:11,provid:[0,1,2,3,4,5,6,7,8,9],pypi:10,refer:[9,11],releas:10,requir:9,sourc:10,submodul:[1,5,7],subpackag:2,transfer:[6,7],us:11,verifi:10}})