| Search.setIndex({docnames:["_api/airflow/providers/apache/druid/hooks/druid/index","_api/airflow/providers/apache/druid/hooks/index","_api/airflow/providers/apache/druid/index","_api/airflow/providers/apache/druid/operators/druid/index","_api/airflow/providers/apache/druid/operators/druid_check/index","_api/airflow/providers/apache/druid/operators/index","_api/airflow/providers/apache/druid/transfers/hive_to_druid/index","_api/airflow/providers/apache/druid/transfers/index","_api/tests/system/providers/apache/druid/example_druid_dag/index","_api/tests/system/providers/apache/druid/index","commits","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/druid/hooks/druid/index.rst","_api/airflow/providers/apache/druid/hooks/index.rst","_api/airflow/providers/apache/druid/index.rst","_api/airflow/providers/apache/druid/operators/druid/index.rst","_api/airflow/providers/apache/druid/operators/druid_check/index.rst","_api/airflow/providers/apache/druid/operators/index.rst","_api/airflow/providers/apache/druid/transfers/hive_to_druid/index.rst","_api/airflow/providers/apache/druid/transfers/index.rst","_api/tests/system/providers/apache/druid/example_druid_dag/index.rst","_api/tests/system/providers/apache/druid/index.rst","commits.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers.apache":[[2,0,0,"-","druid"]],"airflow.providers.apache.druid":[[1,0,0,"-","hooks"],[5,0,0,"-","operators"],[7,0,0,"-","transfers"]],"airflow.providers.apache.druid.hooks":[[0,0,0,"-","druid"]],"airflow.providers.apache.druid.hooks.druid":[[0,1,1,"","DruidDbApiHook"],[0,1,1,"","DruidHook"]],"airflow.providers.apache.druid.hooks.druid.DruidDbApiHook":[[0,2,1,"","conn_name_attr"],[0,2,1,"","conn_type"],[0,2,1,"","default_conn_name"],[0,3,1,"","get_conn"],[0,3,1,"","get_uri"],[0,2,1,"","hook_name"],[0,3,1,"","insert_rows"],[0,3,1,"","set_autocommit"],[0,2,1,"","supports_autocommit"]],"airflow.providers.apache.druid.hooks.druid.DruidHook":[[0,3,1,"","get_auth"],[0,3,1,"","get_conn_url"],[0,3,1,"","submit_indexing_job"]],"airflow.providers.apache.druid.operators":[[3,0,0,"-","druid"],[4,0,0,"-","druid_check"]],"airflow.providers.apache.druid.operators.druid":[[3,1,1,"","DruidOperator"]],"airflow.providers.apache.druid.operators.druid.DruidOperator":[[3,3,1,"","execute"],[3,2,1,"","template_ext"],[3,2,1,"","template_fields"],[3,2,1,"","template_fields_renderers"]],"airflow.providers.apache.druid.operators.druid_check":[[4,1,1,"","DruidCheckOperator"]],"airflow.providers.apache.druid.transfers":[[6,0,0,"-","hive_to_druid"]],"airflow.providers.apache.druid.transfers.hive_to_druid":[[6,4,1,"","DEFAULT_TARGET_PARTITION_SIZE"],[6,1,1,"","HiveToDruidOperator"],[6,4,1,"","LOAD_CHECK_INTERVAL"]],"airflow.providers.apache.druid.transfers.hive_to_druid.HiveToDruidOperator":[[6,3,1,"","construct_ingest_query"],[6,3,1,"","execute"],[6,2,1,"","template_ext"],[6,2,1,"","template_fields"],[6,2,1,"","template_fields_renderers"]],"tests.system.providers.apache":[[9,0,0,"-","druid"]],"tests.system.providers.apache.druid":[[8,0,0,"-","example_druid_dag"]],"tests.system.providers.apache.druid.example_druid_dag":[[8,4,1,"","DAG_ID"],[8,4,1,"","ENV_ID"],[8,4,1,"","submit_job"],[8,4,1,"","test_run"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:data"},terms:{"0":[0,1,2,3,4,5,6,7,8,9,12,13],"00642a46d0":10,"0080354502":10,"01":[10,13],"02":[10,13],"027b707d21":10,"03":10,"04":10,"0481b9a957":10,"05":10,"057f3ae3a4":10,"06":10,"07":10,"08":10,"086d731ce0":10,"09":[10,13],"0a0e1af800":10,"0a68588479":10,"0b0e4f7a4c":10,"0b2":10,"0beta1":10,"1":[0,3,6],"10":[10,11],"1000":0,"10170":10,"10468":10,"10483":10,"10528":10,"10543":10,"10818":10,"11":[10,12],"11032":10,"11238":10,"11242":10,"11249":10,"11447":10,"11487":10,"11688":10,"11826":10,"11855":10,"12":[10,12],"12082":10,"12093":10,"12206":10,"12212":10,"12216":10,"12304":10,"12361":10,"12366":10,"12390":10,"12444":10,"12449":10,"12677":[10,11],"12917":10,"12955":10,"12af6a0800":10,"12c5e5d8a":10,"13":10,"13073":10,"13148":10,"13380":10,"13732":10,"13767":10,"14":10,"14013":10,"14418":[10,11],"14487":10,"14655":10,"14886":10,"15":10,"15200":10,"15518":10,"15576":10,"15667":[10,11],"15991":10,"16":10,"16294":10,"16405":10,"16464":10,"16501":10,"16682":10,"16adc035b1":10,"16e7129719":10,"17":10,"17015":10,"17020":10,"17095":[10,11],"17116":10,"17380":10,"17682":10,"17890":10,"18":10,"18527":[10,11],"18613":10,"18657":10,"18693":[10,11],"19":10,"19321":10,"19420":[10,11],"19882":10,"19984":[10,11],"1fba5402bb":10,"2":[0,1,2,3,4,5,6,7,8,9,12,13],"20":10,"2020":10,"2021":[10,12,13],"2022":10,"20270":10,"20422":10,"20523":10,"20571":10,"20608":10,"20614":10,"20951":10,"21":10,"21237":[10,11],"21257":10,"21439":10,"22":10,"22056":10,"22226":10,"22382":11,"22383":10,"22439":10,"23":10,"23rc1":10,"24":10,"24207":10,"24219":[10,11],"24229":10,"24231":10,"24292":10,"25":10,"26":10,"2643345e4b":10,"266384a63f":10,"27":10,"28":10,"29":10,"295d66f914":10,"2a1":10,"3":[0,1,2,3,4,5,6,7,8,9,12,13],"30":10,"31":10,"32971a1a2d":10,"33214d9326":10,"33f0cd2657":10,"349b0811c3":10,"3696c34c28":10,"375d1ca229":10,"37681bca00":10,"39e395f981":10,"3a72fc8247":10,"3b3287d7ac":10,"4":[0,1,2,3,4,5,6,7,8,9,10,11,12,13],"406f":12,"40a2476a5d":10,"41bf172c1d":10,"47":10,"476d0f6e3d":10,"485ff6cc64":10,"49":12,"4bde99f132":10,"4d3a":12,"4d74ac2111":10,"4e8f9cc8d0":10,"5":6,"5000000":6,"5090fb0c89":10,"512":12,"5220e4c384":10,"54":12,"589d6dec92":10,"59065400ff":10,"59eb5de78c":10,"5a439e84eb":10,"5c6e":12,"5cd8085d27":10,"6":10,"602abe8394":10,"64a902d3e0":10,"6510":10,"6539":10,"6669":10,"6670":10,"6674":12,"6714":10,"6889a333cf":10,"68e4c4dcb0":10,"6c3a67d4fc":10,"6cf76d7ac0":10,"7127":10,"7142":10,"717a7588bc":10,"7286":10,"7338":10,"76ed2a49c6":10,"7802":10,"7820":10,"7825e8f590":10,"7c206a82a6":10,"7e6372a681":10,"8":10,"807ad32ce5":10,"8082":0,"83f8e178ba":10,"840ea3efb9":10,"853576d901":10,"85a18e13d9":10,"866a601b76":10,"872b1566a1":10,"87f408b1e7":10,"8807":10,"8886":10,"8891":10,"8898":10,"88bdcfa0df":10,"8994":10,"8b1":10,"8c42cf1b00":10,"8ec4":12,"9026":10,"92585ca4cb":10,"9320":10,"9370":10,"9404":10,"9408":10,"9549274d11":10,"9550":10,"9729":10,"97428efc41":10,"97496ba2b4":10,"9784":10,"97a429f9d0":10,"9c94b72d44":10,"abstract":0,"class":[10,11],"default":10,"do":12,"final":10,"float":6,"function":10,"import":[10,11,12],"int":[0,3,6],"new":[0,10],"return":0,"super":10,"switch":10,A:[0,6],By:12,For:[0,6,10,11,12,13],If:[0,11,12],It:12,That:6,The:[0,3,6,11,12],There:[12,13],To:[0,12,13],a9ac2b040b:10,abl:6,about:[10,12],abov:12,ac2f72c98d:10,acb7a9020b:10,accept:[0,3,13],ad:[10,11],add:[0,10,11],addit:6,ae044884d1:10,ae7cb4a1e2:10,aeabe994b3:10,after:10,against:6,aggreg:6,aip:10,airflow:[8,12,13],aka:12,all:[0,6,11],allow:3,alreadi:12,also:[12,13],amazon:10,amount:6,an:[0,1,2,3,4,5,6,7,8,9,10,11,12,13],ani:[6,12],apach:12,apache_airflow_providers_apache_druid:12,api:11,appli:[10,11],apply_default:[10,11],ar:[6,11,12],arg:[0,10],argument:10,asc:[11,12],assig:10,assign:10,assum:[0,3],attribut:[10,11],augment:10,august:10,auth:0,auto:[10,11],autoapi:10,autocommit:0,autom:10,automat:11,avail:[6,11,12],b2a28d1590:10,b40dffa085:10,b4a5783a2a:10,b753c7fa60:10,b916b75079:10,ba4b:12,backport:10,base:[0,3,4,6],basehook:0,baseoper:[3,6],bash:12,basic:0,batch:10,bbc627a3da:10,be75dcd39c:10,been:0,befor:[0,3,6],being:6,belong:12,below:[11,12,13],between:[0,3],bigqueri:[10,11],bin:12,binari:12,black:10,blob:11,bool:0,broken:10,broker:0,bst:12,bugfix:10,buggfix:10,build:[6,10,12],bump:10,c1bbe3c5bc:10,c34ef853c8:10,c7e5bce57f:10,ca4238eb4d:10,call:10,can:[6,11,12],candid:10,cbf8001d76:10,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:12,cde1:12,certif:12,certifi:12,chang:10,changelog:10,chapter:12,charact:10,check:[10,11,12],checksum:[11,12],choos:12,chore:[10,11],chunk:6,classifi:[10,11],clean:[10,11],cleanup:10,cluster:0,code:12,collis:6,column:[0,6],com:[11,12],come:10,command:10,comment:10,commit:10,commit_everi:0,compat:10,complet:11,concaten:10,configur:[6,13],conn:0,conn_name_attr:0,conn_typ:0,connect:[0,3,6,10,11,13],construct_ingest_queri:6,contain:[6,12],content:13,context:[3,6],contrib:10,contributor:10,coordin:6,correct:12,creat:[0,3,6,12],cross:10,curl:12,d02ded65ea:10,d0e7db4024:10,d200:10,d202:10,d56e7b56bb:10,d7dbfb7e26:10,d7de:12,d94fa37830:10,d9567eb106:10,d:12,dag:[8,10,11],dag_id:8,dai:6,data:[6,10],databas:6,dataschema:13,datasourc:[6,13],datasource_prd:13,db:11,dbapi:0,dbapihook:0,dd2095f4a8:10,ddc26c4f3e:10,decemb:10,decor:[10,11],default_conn_nam:0,default_target_partition_s:6,defin:6,definit:13,del:6,delai:10,dep:12,depend:10,deprec:4,deriv:[3,6],describ:12,descript:10,design:10,dest:12,detail:[0,10,11,12],dev0:[0,1,2,3,4,5,6,7,8,9,10,11,12,13],dev:10,dict:6,dictionari:[3,6],diff:12,differ:12,dimens:6,directli:[3,6,13],directori:12,distribut:12,doc:10,docstr:[10,11],document:[10,11],doubl:10,down:12,download:12,drop:12,druid:12,druid_broker_conn_id:[0,4],druid_broker_default:[0,4],druid_check:[2,5],druid_datasourc:6,druid_ingest_conn_id:[0,3,6,13],druid_ingest_default:[0,3,6],druidcheckoper:4,druiddbapihook:0,druidhook:0,druidoper:[3,8,10,11],due:11,e08a:12,e:[0,6],ecf4:12,echo:12,ee7ca128a1:10,enabl:10,enforc:10,env_id:8,equal:[0,3],error:[10,11],escap:10,essenti:12,establish:0,even:10,event:6,everi:0,exampl:[6,8,10,11,12,13],example_druid_dag:[9,13],example_druid_oper:8,exclud:10,execut:[3,6],exist:11,experiment:[0,1,2,3,4,5,6,7,8,9,10,11,12,13],explain:11,explanatori:10,express:10,ext:10,extens:0,extra:11,f3521fb0e3:10,f3e87c5030:10,f5b96315fe:10,f6bd817a3a:10,f77417eb0d:10,f8c31b5bf7:10,f:10,fail:[0,3,10,11],fall:6,fals:0,fdd9b6f65b:10,featur:[0,1,2,3,4,5,6,7,8,9,10,12,13],feb:10,field:[10,11],file:[8,10,11,12],filepath:[3,13],fill:0,fingerprint:12,first:[11,13],fix:10,flag:0,flynt:10,folder:12,follow:12,formmatt:10,foundat:12,four:10,framework:11,fresh:10,friendli:10,from:[0,6,10,11],further:6,g:[0,6],gener:[0,10],get:[0,12],get_auth:0,get_conn:0,get_conn_url:0,get_template_context:[3,6],get_uri:0,github:11,gmail:12,good:12,gpg:12,grammar:10,granular:6,granularityspec:13,greater:[0,3],guid:[10,12],gz:12,hadoop_dependency_coordin:6,hash:10,have:[0,10,11],hdf:6,high:10,hive:[6,11],hive_cli_conn_id:6,hive_cli_default:6,hive_tblproperti:6,hive_to_druid:[2,7],hivetodruidoper:6,hoc:10,hook:[2,10],hook_nam:0,how:12,http:[10,11,12],httpbasicauth:0,i:12,id:[0,3,6,12,13],implement:10,improv:10,includ:[6,10],increas:10,index:[0,3,8,13],index_hadoop:13,indic:12,individu:[6,10],inform:[10,13],ingest:[0,3,6,10,11,13],initi:11,input:6,insert:0,insert_row:0,insid:6,instal:10,install_requir:11,instead:[0,6],instruct:12,integr:10,interact:[0,10],interv:[0,3,6,13],introduc:10,issuer:12,iter:0,januari:10,jinja:[3,6],job:[0,3,6,13],job_properti:6,json:[3,6,8,10,13],json_index:13,json_index_fil:[3,13],json_index_spec:0,json_index_str:13,juli:10,june:10,k8:10,ka:12,kaxil:12,kaxilnaik:12,keep:10,kei:12,keyword:10,know:12,kwarg:[0,3,4,6],l:12,la:12,latest:10,lazili:10,least:11,left:12,level:10,line:10,link:[10,12],list:[6,10,11],load:6,load_check_interv:6,local:12,localhost:0,look:13,ls:12,machin:0,made:12,magic:10,mai:10,main:[3,6,11,12],make:10,manag:[10,12],manual:11,march:10,markdown:10,match:[10,12],max_ingestion_tim:[0,3,10,11],maximum:[0,3],md:11,mean:6,memori:6,mess:10,meta:10,metastor:6,metastore_conn_id:6,metastore_default:6,method:[3,6],metric:6,metric_spec:6,might:11,migrat:[10,11],millisecond:6,min:10,minimum:[6,11],minut:6,mirror:12,mistakenli:11,mktemp:12,model:[3,6],modul:10,month:10,more:[3,6,10,11,13],most:12,move:[6,10],multipl:6,must:[0,3,13],mypi:10,naik:12,name:[0,10],need:[11,13],next:10,none:[0,3,6,12],note:[6,10],novemb:10,now:[6,10],num_shard:6,number:[0,6,10],o:12,object:[0,6],octob:10,offici:12,onc:12,one:[0,12],onli:[10,11],oper:[2,6,10,11],optimis:11,option:[0,3,6],order:11,org:12,origin:12,other:6,otherwis:11,our:10,out:10,overlord:[0,3,13],owner:12,package_nam:12,package_vers:12,page:[10,12],paramet:[0,3,6,10,11,13],partit:6,pass:6,password:0,path:6,per:[6,10],pgp:12,pgpk:12,pgpv:12,pip:[10,11,12],pleas:[0,4,12,13],point:10,polici:11,poll:[0,3],prepar:10,previou:12,previous:10,primari:12,project:10,properti:6,provid:[12,13],provider_download_dir:12,pure:0,push:6,py3:12,py:13,pydocstyl:10,pydruid:11,pylint:10,pypi:[10,11],python:[10,11,12],pyupgrad:10,qubol:[10,11],queri:[0,6],query_granular:6,rc2:10,rc3:10,readm:[10,11],recommend:12,ref:10,refactor:[10,11],refer:[3,6],refernc:10,regener:10,relas:10,releas:[10,11],relev:12,rema:10,remain:10,remov:[10,11,12],renam:10,render:[3,6,10,11],replac:[0,10],repositori:11,request:0,result:6,retriev:[10,11],row:[0,6],rsa:12,run:[11,12],s:[10,12],same:[3,6],sat:12,schema:0,script:[10,12],sdist:[11,12],second:3,secur:0,see:[10,11],segment:6,segment_granular:6,segmentgranular:6,select:12,self:[0,3,6,12],sep:12,separ:10,septemb:10,sequenc:[3,6,10],server:12,set:0,set_autocommit:0,setup:10,sha512:[11,12],sha:12,shard:6,shasum:12,should:[6,12],sign:12,signatur:[10,11,12],simplifi:10,site:11,size:6,smallish:6,so:6,softwar:12,sourc:[0,3,4,6,8,11,13],spark_submit_job:13,spec:13,specif:[3,10,13],specifi:[6,11],sphinx:10,sql:[0,4,6,10,11],sqlcheckoper:4,squeez:6,stage:6,start_dat:10,static_path:6,statu:[0,3],step:12,store:6,str:[0,3,6],string:10,subject:10,submit:[0,3,8,10,11,13],submit_indexing_job:0,submit_job:[8,13],sum:12,support:[10,11],supports_autocommit:0,synchron:10,system:13,tab:0,tabl:[0,6],take:13,tar:12,target:[0,6],target_field:0,target_partition_s:6,task:[3,10,11,13],task_id:13,tblproperti:6,templat:[3,6,10,11],template_ext:[3,6],template_field:[3,6,10],template_fields_render:[3,6,10,11],temporari:12,test:13,test_run:8,than:[0,3],them:11,thi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13],those:[11,12],time:[0,3,6],timeout:[0,3,10,11],timestamp:6,toc:10,togeth:6,tool:10,toolchain:10,top:[11,12],transact:0,transfer:[2,10],trove:11,trust:12,ts_dim:6,tsv:6,tupl:[0,6],type:[10,13],typehint:10,typo:10,unknown:12,up:10,updat:[10,11],upgrad:[10,11],uri:0,url:0,us:[0,3,4,6,8,10,11,12],user:[0,12],usernam:0,utf:10,v2:[0,10],valid:12,valu:6,verifi:11,version:[10,11,12],via:[11,12],wai:0,want:[6,11,12],warn:[10,12],wave:10,well:12,wheel:11,when:[3,6,10,11],where:6,whether:0,which:[0,3,6,13],whl:12,why:12,word:10,worri:12,wrong:10,wrongli:10,you:[6,11,12,13],your:[6,11]},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.hooks.druid</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.operators.druid</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.operators.druid_check</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.transfers.hive_to_druid</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.transfers</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.druid.example_druid_dag</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.druid</span></code>","Package apache-airflow-providers-apache-druid","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-druid</span></code>","Installing from sources","Apache Druid Operators"],titleterms:{"0":[10,11],"1":[10,11],"2":[10,11],"3":[10,11],"break":11,"class":[0,3,4,6],airflow:[0,1,2,3,4,5,6,7,10,11],apach:[0,1,2,3,4,5,6,7,8,9,10,11,13],attribut:6,bug:11,bugfix:11,chang:11,changelog:11,commit:11,content:[0,3,4,6,8,11],cross:11,depend:11,download:11,druid:[0,1,2,3,4,5,6,7,8,9,10,11,13],druid_check:4,druidoper:13,example_druid_dag:8,featur:11,fix:11,from:12,guid:11,hive_to_druid:6,hook:[0,1],instal:[11,12],integr:12,misc:11,modul:[0,3,4,6,8],offici:11,oper:[3,4,5,13],packag:[10,11,12],prerequisit:13,provid:[0,1,2,3,4,5,6,7,8,9,10,11],pypi:12,refer:[11,13],releas:12,requir:11,resourc:11,sourc:12,submodul:[1,5,7,9],subpackag:2,system:[8,9],test:[8,9],transfer:[6,7],us:13,verifi:12}}) |