Search.setIndex({docnames:["_api/airflow/providers/apache/hdfs/hooks/hdfs/index","_api/airflow/providers/apache/hdfs/hooks/index","_api/airflow/providers/apache/hdfs/hooks/webhdfs/index","_api/airflow/providers/apache/hdfs/index","_api/airflow/providers/apache/hdfs/sensors/hdfs/index","_api/airflow/providers/apache/hdfs/sensors/index","_api/airflow/providers/apache/hdfs/sensors/web_hdfs/index","commits","connections","index","installing-providers-from-sources","operators/hdfs","operators/index","operators/webhdfs"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/hdfs/hooks/hdfs/index.rst","_api/airflow/providers/apache/hdfs/hooks/index.rst","_api/airflow/providers/apache/hdfs/hooks/webhdfs/index.rst","_api/airflow/providers/apache/hdfs/index.rst","_api/airflow/providers/apache/hdfs/sensors/hdfs/index.rst","_api/airflow/providers/apache/hdfs/sensors/index.rst","_api/airflow/providers/apache/hdfs/sensors/web_hdfs/index.rst","commits.rst","connections.rst","index.rst","installing-providers-from-sources.rst","operators/hdfs.rst","operators/index.rst","operators/webhdfs.rst"],objects:{"airflow.providers.apache":[[3,0,0,"-","hdfs"]],"airflow.providers.apache.hdfs":[[1,0,0,"-","hooks"],[5,0,0,"-","sensors"]],"airflow.providers.apache.hdfs.hooks":[[0,0,0,"-","hdfs"],[2,0,0,"-","webhdfs"]],"airflow.providers.apache.hdfs.hooks.hdfs":[[0,1,1,"","HDFSHook"],[0,4,1,"","HDFSHookException"],[0,5,1,"","snakebite_loaded"]],"airflow.providers.apache.hdfs.hooks.hdfs.HDFSHook":[[0,2,1,"","conn_name_attr"],[0,2,1,"","conn_type"],[0,2,1,"","default_conn_name"],[0,3,1,"","get_conn"],[0,2,1,"","hook_name"]],"airflow.providers.apache.hdfs.hooks.webhdfs":[[2,4,1,"","AirflowWebHDFSHookException"],[2,1,1,"","WebHDFSHook"],[2,5,1,"","log"]],"airflow.providers.apache.hdfs.hooks.webhdfs.WebHDFSHook":[[2,3,1,"","check_for_path"],[2,3,1,"","get_conn"],[2,3,1,"","load_file"]],"airflow.providers.apache.hdfs.sensors":[[4,0,0,"-","hdfs"],[6,0,0,"-","web_hdfs"]],"airflow.providers.apache.hdfs.sensors.hdfs":[[4,1,1,"","HdfsFolderSensor"],[4,1,1,"","HdfsRegexSensor"],[4,1,1,"","HdfsSensor"],[4,5,1,"","log"]],"airflow.providers.apache.hdfs.sensors.hdfs.HdfsFolderSensor":[[4,3,1,"","poke"]],"airflow.providers.apache.hdfs.sensors.hdfs.HdfsRegexSensor":[[4,3,1,"","poke"]],"airflow.providers.apache.hdfs.sensors.hdfs.HdfsSensor":[[4,3,1,"","filter_for_filesize"],[4,3,1,"","filter_for_ignored_ext"],[4,3,1,"","poke"],[4,2,1,"","template_fields"],[4,2,1,"","ui_color"]],"airflow.providers.apache.hdfs.sensors.web_hdfs":[[6,1,1,"","WebHdfsSensor"]],"airflow.providers.apache.hdfs.sensors.web_hdfs.WebHdfsSensor":[[6,3,1,"","poke"],[6,2,1,"","template_fields"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","exception","Python exception"],"5":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:exception","5":"py:data"},terms:{"0":[0,1,2,3,4,5,6,8,10,11,12,13],"0016007b86":7,"00642a46d0":7,"0080354502":7,"01":7,"02":7,"03":7,"04":7,"0481b9a957":7,"05":7,"06":7,"07":7,"08":7,"09":7,"0a0e1af800":7,"0a68588479":7,"0b0e4f7a4c":7,"0b2":7,"0beta1":7,"1":2,"10":[7,9],"10170":7,"10483":7,"10525":7,"10528":7,"10530":7,"10543":7,"11":[7,10],"11212":7,"11238":7,"11242":7,"11249":7,"11447":7,"11487":7,"11688":7,"11826":7,"11855":7,"12":[7,10],"12082":7,"12093":7,"12206":7,"12212":7,"12304":7,"12366":7,"12390":7,"12444":7,"12449":7,"12513":7,"12558":7,"12917":7,"12955":7,"12af6a0800":7,"12c5e5d8a":7,"13":7,"13073":7,"13148":7,"13380":7,"13732":7,"13767":7,"14":7,"14013":7,"14734":7,"14886":7,"15":7,"15301":7,"15391":7,"15576":7,"15667":[7,9],"16":7,"16294":7,"16405":7,"16464":7,"16501":7,"16682":7,"16adc035b1":7,"16e7129719":7,"17":7,"17015":7,"17116":7,"17637":[7,9],"17682":7,"17890":7,"18":7,"18331":[7,9],"18613":7,"19":7,"19711":[7,9],"19882":7,"1b97d654ae":7,"1fba5402bb":7,"2":[0,1,2,3,4,5,6,8,10,11,12,13],"20":7,"2020":7,"2021":[7,10],"2022":7,"20422":7,"20523":7,"20571":7,"20614":7,"20951":7,"21":7,"21257":7,"21393":[7,9],"22":7,"22056":7,"22226":7,"22382":9,"23":7,"23rc1":7,"24":7,"25":7,"26":7,"28":7,"29":7,"295d66f914":7,"2a1":7,"2b62a75a34":7,"2f2d8dbfaf":7,"3":[0,1,2,3,4,5,6,7,8,10,11,12,13],"30":7,"31":7,"32971a1a2d":7,"33f0cd2657":7,"349b0811c3":7,"3696c34c28":7,"370e7d07d1":7,"375d1ca229":7,"37681bca00":7,"3b3287d7ac":7,"4":[0,1,2,3,4,5,6,7,8,9,10,11,12,13],"406f":10,"41bf172c1d":7,"44d4ae809c":7,"4681":7,"485ff6cc64":7,"49":10,"4d3a":10,"4d74ac2111":7,"4e8f9cc8d0":7,"5090fb0c89":7,"512":10,"5220e4c384":7,"54":10,"59eb5de78c":7,"5a439e84eb":7,"5c6e":10,"6":7,"602abe8394":7,"6515":7,"6539":7,"6674":10,"6708":7,"6714":7,"6833":7,"6889a333cf":7,"68e4c4dcb0":7,"6c3a67d4fc":7,"6c670870aa":7,"6cf76d7ac0":7,"6e6526a0f6":7,"6f8ab9e6da":7,"7142":7,"71c5979a17":7,"71c673e427":7,"7309":7,"7330":7,"7338":7,"7454":7,"76ed2a49c6":7,"7820":7,"7825e8f590":7,"7e6372a681":7,"8":7,"807ad32ce5":7,"8170":7,"837ff7ed10":7,"840ea3efb9":7,"853576d901":7,"85a18e13d9":7,"866a601b76":7,"872b1566a1":7,"87969a350d":7,"87f408b1e7":7,"8807":7,"8886":7,"8891":7,"8898":7,"88bdcfa0df":7,"8994":7,"8c42cf1b00":7,"8ec4":10,"9026":7,"92585ca4cb":7,"9320":7,"9370":7,"9404":7,"9408":7,"9550":7,"9686":7,"9729":7,"97496ba2b4":7,"9784":7,"97a429f9d0":7,"9b39f24780":7,"9c94b72d44":7,"case":8,"class":[7,9],"do":[4,10],"final":7,"function":[6,7],"import":[7,9,10],"int":[2,4],"new":7,"return":[0,2,4],"static":4,"super":7,"switch":7,"true":[0,2,4],"while":6,A:2,At:13,By:[8,10],For:[4,7,8,10,11,13],If:[2,8,9,10],It:[10,11],The:[2,4,8,10,11,13],There:10,To:[10,11],Will:4,a9ac2b040b:7,about:[7,10],abov:10,ac2f72c98d:7,access:[11,13],ad:[7,9],add:[7,9],advanc:8,ae7cb4a1e2:7,after:7,aip:7,airflow:10,airflowexcept:[0,2],airflowwebhdfshookexcept:2,aka:10,all:[2,7,9],allow:[7,9],alreadi:[2,10],also:10,an:[0,1,2,3,4,5,6,7,8,9,10,11,12,13],ani:[2,4,10],apach:[10,11],apache_airflow_providers_apache_hdf:10,api:[9,13],appli:[7,9],applic:11,apply_default:[7,9],ar:[2,8,9,10,11],architectur:11,arg:4,argument:[2,7],around:[0,2],asc:10,august:7,authent:2,auto:[7,9],autoapi:7,autoconfig:[0,8],autom:7,automat:[0,8,9],avail:10,avro:9,b2a28d1590:7,b40dffa085:7,b916b75079:7,ba4b:10,backport:7,base:[0,2,4,6],basehook:[0,2],basesensoroper:[4,6],bash:10,batch:7,bbc627a3da:7,be75dcd39c:7,be_empti:4,belong:10,below:10,better:13,bin:10,binari:10,black:7,bool:[0,2,4,8],broken:7,bst:10,buggfix:7,build:[7,10],c34ef853c8:7,c7e5bce57f:7,ca4238eb4d:7,call:7,can:[8,9,10],candid:7,capit:7,cbf8001d76:7,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:10,cde1:10,cert:8,certif:10,certifi:10,cf141506a2:7,chang:7,changelog:7,chapter:10,check:[2,4,7,10,11,13],check_for_path:2,checksum:10,choos:10,classifi:[7,9],cleanup:7,client:[0,2,4,8],code:10,com:10,come:7,comma:8,command:7,comment:7,commit:7,commod:11,compat:7,complet:9,config:2,configur:[0,11],conn_name_attr:0,conn_typ:0,connect:[0,2,4,7,9,11],contain:10,context:[4,6],correct:10,cost:11,creat:[2,7,10],credenti:4,criteria:4,cross:7,curl:10,d0e7db4024:7,d1bce91bb2:7,d200:7,d403:7,d56e7b56bb:7,d7de:10,d:10,data:[7,11,13],datafram:9,db:9,decemb:7,decor:[7,9],default_conn_nam:0,defin:6,dep:10,depend:[2,4,7],deploi:11,deprec:[7,9],deriv:6,describ:10,descript:7,design:11,dest:10,destin:2,detail:[7,9,10],dev0:[0,1,2,3,4,5,6,7,8,9,10,11,12,13],dev:7,dict:4,dictionari:8,diff:10,differ:[10,11],directori:[2,4,10],distribut:[7,9,10,11],doc:[7,8],docstr:7,document:[7,9],dot:11,down:10,download:10,drop:10,due:9,dynam:7,e08a:10,ecf4:10,echo:10,ee7ca128a1:7,effect:[0,8],empti:[2,4],en:8,enabl:[7,8,11],enforc:7,environ:2,error:7,essenti:10,establish:2,exampl:10,except:[0,2],exist:[2,9,11],experiment:[0,1,2,3,4,5,6,7,8,9,10,11,12,13],express:7,ext:2,extens:4,extra:8,f3521fb0e3:7,f3ad5cf618:7,f5b96315fe:7,f6bd817a3a:7,f77417eb0d:7,f:7,fals:[0,2,4,8],fault:11,fdd9b6f65b:7,featur:[0,1,2,3,4,5,6,7,8,10,11,12,13],feb:7,fetch:0,few:11,field:7,file:[2,4,6,7,9,10],file_s:4,filepath:[4,6,11,13],files:4,filestatu:2,filter:4,filter_for_files:4,filter_for_ignored_ext:4,fingerprint:10,first:[7,9],fix:7,flynt:7,folder:[2,4,6,10],follow:[8,10],form:7,formmatt:7,forward:2,found:[11,13],foundat:10,framework:9,fresh:7,friendli:7,from:[7,9,11],further:[11,13],gener:7,get:[4,10],get_conn:[0,2],get_connect:[7,9],gmail:10,good:10,gpg:10,grammar:7,guid:[4,7,10,11],gz:10,ha:[7,9,11],hadoop:[7,9,11,13],handl:7,hardwar:11,hash:7,have:[7,9,11],hdf:10,hdfs_conn_id:[0,4,8],hdfs_default:[0,4,8],hdfs_namenode_princip:8,hdfs_path:2,hdfscli:2,hdfsclient:0,hdfsfoldersensor:4,hdfshook:[0,4,8],hdfshookexcept:0,hdfsregexsensor:4,hdfssensor:[4,11],high:[7,11],highli:11,hook:[3,4,7,8,9],hook_nam:0,host:8,how:[4,7,8,9,10],howev:11,http:[7,8,10],i:10,id:[0,2,10],ignor:4,ignore_copi:4,ignored_ext:4,implement:[7,8],impli:2,improv:7,includ:7,increas:7,indic:10,individu:7,info:[0,7],inform:[4,7,8,11,13],initi:[7,9],insecurecli:2,insid:2,instal:7,install_requir:9,instruct:[4,10],integr:7,intellij:7,interact:[0,2],introduc:7,issuer:10,its:4,januari:7,json:[7,8],juli:7,june:7,k8:7,ka:10,kaxil:10,kaxilnaik:10,keep:7,kei:10,kerber:8,kerbero:[2,8,9],kerberoscli:2,keyspac:11,keyword:[2,7],know:10,kwarg:[2,4,6],l:10,la:10,land:[4,6],larg:11,latest:7,lazili:7,least:[4,9],left:10,level:7,librari:[0,2],line:7,link:[7,10],list:[4,7,8,9],load_fil:2,local:[2,8,10],log:[2,4,7],logger:7,login:8,look:[4,11,13],low:11,ls:[4,10],made:10,magic:7,main:10,make:7,manag:[7,10],mani:[2,11],manual:9,march:7,markdown:7,master:8,match:[4,7,10],mb:4,mention:11,meta:7,migrat:9,mirror:10,miss:7,mistakenli:9,mktemp:10,mode:2,modul:7,month:7,more:[4,7,8],most:10,move:7,multipl:8,must:11,mypi:7,naik:10,name:7,nativ:[7,13],neg:2,noinspect:7,non:[4,8],none:[0,2,4,10],notat:11,note:[2,7],novemb:7,now:[7,11],number:[2,7],o:10,object:[0,2],octob:7,offer:13,offici:10,onc:10,one:10,onli:7,oper:[0,4,7,8,9],optimis:9,option:[0,2,4,8],org:[8,10],origin:10,other:11,otherwis:9,our:7,out:[7,8],overrid:6,overwrit:2,owner:10,package_nam:10,package_vers:10,page:[7,10],parallel:[2,13],param:7,paramet:[0,2,4,7,8,11,13],path:2,per:7,pgp:10,pgpk:10,pgpv:10,pip:[7,10],pleas:10,point:7,poke:[4,6,11,13],port:8,posix:11,possibl:8,pre:7,prepar:7,previou:10,primari:10,princip:8,project:[7,11],protocol:13,provid:[10,11,13],provider_download_dir:10,proxy_us:[0,2],ptarget:2,py3:[9,10],pydocstyl:7,pylint:7,pypi:[7,9],python2:7,python:[7,8,9,10],pyupgrad:7,queri:2,rc2:7,rc3:7,readm:[7,9],recommend:10,record:11,ref:7,refer:8,refernc:7,regener:7,regex:4,relas:7,relat:7,relax:11,releas:[7,9],relev:10,rema:7,remain:7,remot:2,remov:[4,7,9,10],renam:7,repositori:9,request:8,requir:[8,11],rest:13,restor:[7,9],result:4,retain:13,rout:4,rsa:10,rtype:2,run:[9,10,11],s:[0,2,7,8,10],same:13,sat:10,script:[7,10],sdist:10,search:4,secur:[2,13],see:7,select:10,self:[0,2,4,6,10],sensor:[3,7],sep:10,separ:[7,8],septemb:7,sequenc:[4,6,7],server:10,servic:13,set:[2,7,8,11],setup:7,sha512:10,sha:10,shall:4,shasum:10,should:[4,6,8,10],sign:10,signatur:[7,10],signific:11,similar:11,simplifi:7,size:4,snakebit:[0,4,8,9],snakebite_load:0,so:4,softwar:10,sourc:[0,2,4,6,9],specif:[0,2,11],specifi:8,sphinx:7,ssl:[7,8,9],standard:8,step:10,store:[4,13],str:[0,2,4,6],stream:11,string:7,sub:11,subject:7,suitabl:11,sum:10,support:[7,8,9],synchron:7,system:[7,9,11],tabl:11,take:4,tar:10,target:11,template_field:[4,6,7],temporari:10,test:4,thi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13],those:10,thread:2,throughput:[11,13],time:13,toc:7,toler:11,tool:7,toolchain:7,top:[9,10],transfer:7,trigger:4,trove:9,trust:10,type:[2,4,7,8,9],typehint:7,typo:7,ui_color:4,uniqu:7,unknown:10,until:[11,13],up:7,updat:[7,9],upgrad:[7,9],upload:2,url:8,us:[0,2,4,7,8,10,11,13],use_ssl:8,user:[0,2,8,10],utf:7,valid:10,valu:[2,8],variabl:2,verif:8,verifi:8,version:[7,9,10],via:[2,9,10],wait:[4,6],want:[9,10],warn:[7,9,10],wave:7,we:4,web:[2,8,13],web_hdf:[3,5],webhdf:[1,3,7,9,12],webhdfs_conn_id:[2,6,8],webhdfs_default:[2,6,8],webhdfshook:2,webhdfssensor:6,well:10,were:4,which:4,whl:10,why:10,word:7,worri:10,wrapper:[0,2],wrong:7,wrongli:7,yarn:8,you:[9,10,11],your:9},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.hooks.hdfs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.hooks.webhdfs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.sensors.hdfs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.sensors.web_hdfs</span></code>","Package apache-airflow-providers-apache-hdfs","Apache HDFS Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-hdfs</span></code>","Installing from sources","HDFS Operators","Apache Hadoop HDFS Operators","WebHDFS Operators"],titleterms:{"0":[7,9],"1":[7,9],"2":[7,9],"3":9,"break":9,"class":[0,2,4,6],"default":8,airflow:[0,1,2,3,4,5,6,7,9],apach:[0,1,2,3,4,5,6,7,8,9,12],attribut:[0,2,4],bug:9,chang:9,changelog:9,commit:9,configur:8,connect:8,content:[0,2,4,6,9],directori:11,empti:11,featur:9,file:[11,13],fix:9,folder:[11,13],from:10,guid:9,hadoop:12,hdf:[0,1,2,3,4,5,6,7,8,9,11,12,13],hdfsfoldersensor:11,hdfsregexsensor:11,hook:[0,1,2],id:8,instal:[9,10],integr:10,land:[11,13],match:11,misc:9,modul:[0,2,4,6],non:11,oper:[11,12,13],packag:[7,9,10],pip:9,prerequisit:11,provid:[0,1,2,3,4,5,6,7,9],pypi:10,refer:[9,11,13],regex:11,releas:10,requir:9,sensor:[4,5,6],sourc:10,submodul:[1,5],subpackag:3,verifi:10,wait:[11,13],web_hdf:6,webhdf:[2,13],webhdfssensor:13}})