| Search.setIndex({docnames:["_api/airflow/providers/apache/hdfs/hooks/hdfs/index","_api/airflow/providers/apache/hdfs/hooks/index","_api/airflow/providers/apache/hdfs/hooks/webhdfs/index","_api/airflow/providers/apache/hdfs/index","_api/airflow/providers/apache/hdfs/sensors/hdfs/index","_api/airflow/providers/apache/hdfs/sensors/index","_api/airflow/providers/apache/hdfs/sensors/web_hdfs/index","commits","connections","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/hdfs/hooks/hdfs/index.rst","_api/airflow/providers/apache/hdfs/hooks/index.rst","_api/airflow/providers/apache/hdfs/hooks/webhdfs/index.rst","_api/airflow/providers/apache/hdfs/index.rst","_api/airflow/providers/apache/hdfs/sensors/hdfs/index.rst","_api/airflow/providers/apache/hdfs/sensors/index.rst","_api/airflow/providers/apache/hdfs/sensors/web_hdfs/index.rst","commits.rst","connections.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers.apache":{hdfs:[3,0,0,"-"]},"airflow.providers.apache.hdfs":{hooks:[1,0,0,"-"],sensors:[5,0,0,"-"]},"airflow.providers.apache.hdfs.hooks":{hdfs:[0,0,0,"-"],webhdfs:[2,0,0,"-"]},"airflow.providers.apache.hdfs.hooks.hdfs":{HDFSHook:[0,1,1,""],HDFSHookException:[0,4,1,""],snakebite_loaded:[0,5,1,""]},"airflow.providers.apache.hdfs.hooks.hdfs.HDFSHook":{conn_name_attr:[0,2,1,""],conn_type:[0,2,1,""],default_conn_name:[0,2,1,""],get_conn:[0,3,1,""],hook_name:[0,2,1,""]},"airflow.providers.apache.hdfs.hooks.webhdfs":{AirflowWebHDFSHookException:[2,4,1,""],WebHDFSHook:[2,1,1,""],log:[2,5,1,""]},"airflow.providers.apache.hdfs.hooks.webhdfs.WebHDFSHook":{check_for_path:[2,3,1,""],get_conn:[2,3,1,""],load_file:[2,3,1,""]},"airflow.providers.apache.hdfs.sensors":{hdfs:[4,0,0,"-"],web_hdfs:[6,0,0,"-"]},"airflow.providers.apache.hdfs.sensors.hdfs":{HdfsFolderSensor:[4,1,1,""],HdfsRegexSensor:[4,1,1,""],HdfsSensor:[4,1,1,""],log:[4,5,1,""]},"airflow.providers.apache.hdfs.sensors.hdfs.HdfsFolderSensor":{poke:[4,3,1,""]},"airflow.providers.apache.hdfs.sensors.hdfs.HdfsRegexSensor":{poke:[4,3,1,""]},"airflow.providers.apache.hdfs.sensors.hdfs.HdfsSensor":{filter_for_filesize:[4,3,1,""],filter_for_ignored_ext:[4,3,1,""],poke:[4,3,1,""],template_fields:[4,2,1,""],ui_color:[4,2,1,""]},"airflow.providers.apache.hdfs.sensors.web_hdfs":{WebHdfsSensor:[6,1,1,""]},"airflow.providers.apache.hdfs.sensors.web_hdfs.WebHdfsSensor":{poke:[6,3,1,""],template_fields:[6,2,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","exception","Python exception"],"5":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:exception","5":"py:data"},terms:{"0016007b8":7,"00642a46d":7,"008035450":7,"0481b9a95":7,"0a0e1af80":7,"0a6858847":7,"0b0e4f7a4":7,"0b2":7,"0beta1":7,"10170":7,"10483":7,"10525":7,"10528":7,"10530":7,"10543":7,"11212":7,"11238":7,"11242":7,"11249":7,"11447":7,"11487":7,"11688":7,"11826":7,"11855":7,"12082":7,"12093":7,"12206":7,"12212":7,"12304":7,"12366":7,"12390":7,"12444":7,"12449":7,"12513":7,"12558":7,"12917":7,"12955":7,"12af6a080":7,"12c5e5d8a":7,"13073":7,"13148":7,"13380":7,"13732":7,"13767":7,"14013":7,"14734":7,"14886":7,"15301":7,"15391":7,"15576":7,"15667":[7,9],"16294":7,"16405":7,"16464":7,"16501":7,"16682":7,"16e712971":7,"17015":7,"17116":7,"17637":[7,9],"17682":7,"17890":7,"18331":[7,9],"1fba5402b":7,"2020":7,"2021":[7,10],"23rc1":7,"295d66f91":7,"2a1":7,"2b62a75a3":7,"2f2d8dbfa":7,"32971a1a2":7,"33f0cd265":7,"349b0811c":7,"3696c34c2":7,"370e7d07d":7,"375d1ca22":7,"37681bca0":7,"3b3287d7a":7,"406f":10,"41bf172c1":7,"44d4ae809":7,"4681":7,"4d3a":10,"4d74ac211":7,"4e8f9cc8d":7,"5090fb0c8":7,"512":10,"5220e4c38":7,"59eb5de78":7,"5a439e84":7,"5c6e":10,"6515":7,"6539":7,"6674":10,"6708":7,"6714":7,"6833":7,"6889a333c":7,"68e4c4dcb":7,"6c670870a":7,"6cf76d7ac":7,"6e6526a0f":7,"6f8ab9e6d":7,"7142":7,"71c5979a1":7,"71c673e42":7,"7309":7,"7330":7,"7338":7,"7454":7,"76ed2a49c":7,"7820":7,"7825e8f59":7,"7e6372a68":7,"807ad32c":7,"8170":7,"85a18e13d":7,"866a601b7":7,"872b1566a":7,"87969a350":7,"87f408b1e":7,"8807":7,"8886":7,"8891":7,"8898":7,"88bdcfa0d":7,"8994":7,"8c42cf1b0":7,"8ec4":10,"9026":7,"92585ca4c":7,"9320":7,"9370":7,"9404":7,"9408":7,"9550":7,"9686":7,"9729":7,"9784":7,"97a429f9d":7,"9b39f2478":7,"9c94b72d4":7,"case":8,"class":[0,2,4,6,7,9],"final":7,"function":7,"import":[7,9,10],"int":[2,4],"new":7,"return":[0,2,4],"static":4,"super":7,"switch":7,"true":[0,2,4],Added:7,For:[4,7,8,10,11],The:[2,4,8,10,11],There:10,Use:[7,8,11],Will:4,a9ac2b040:7,about:[7,10],abov:10,ac2f72c98:7,access:11,add:7,advanc:8,ae7cb4a1:7,after:7,aip:7,airflow:10,airflowexcept:[0,2],airflowwebhdfshookexcept:2,aka:10,all:[2,7,9],allow:[7,9],alreadi:[2,10],also:10,ani:[2,4,6,10],apach:10,apache_airflow_providers_apache_hdf:10,api:9,appli:[7,9],applic:11,apply_default:[7,9],architectur:11,arg:4,argument:[2,7],around:[0,2],asc:10,august:7,authent:2,auto:[7,9],autoconfig:[0,8],autom:7,automat:[0,8,9],avail:10,b2a28d159:7,b40dffa08:7,b916b7507:7,ba4b:10,backport:7,base:[0,2,4,6],basehook:[0,2],basesensoroper:[4,6],bash:10,batch:7,bbc627a3d:7,be75dcd39:7,be_empti:4,belong:10,below:10,bin:10,binari:10,black:7,bool:[0,2,4,8],broken:7,bst:10,buggfix:7,build:[7,10],c34ef853c:7,c7e5bce57:7,ca4238eb4:7,call:7,can:[8,9,10],candid:7,capit:7,cbf8001d7:7,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:10,cde1:10,cert:8,certif:10,certifi:10,cf141506a:7,chang:7,changelog:7,chapter:10,check:[2,4,7,10,11],check_for_path:2,checksum:10,choos:10,cleanup:7,client:[0,2,4,8],code:10,com:10,come:7,command:7,comment:7,commit:[7,9],commod:11,compat:7,complet:9,config:2,configur:[0,11],conn_name_attr:0,conn_typ:0,connect:[0,2,4,7,9,11],contain:10,context:[4,6],correct:10,cost:11,creat:[2,7,10],credenti:4,criteria:4,cross:7,curl:10,d0e7db402:7,d1bce91bb:7,d200:7,d403:7,d7de:10,data:[7,11],decor:[7,9],default_conn_nam:0,dep:10,depend:[2,4,7],deploi:11,deprec:[7,9],describ:10,descript:7,design:11,dest:10,destin:2,detail:[7,9,10],dev:7,dict:[4,6],dictionari:8,diff:10,differ:[10,11],directori:[2,4,10],distribut:[7,9,10,11],doc:[7,8],docstr:7,document:[7,9],dot:11,down:10,download:10,drop:10,due:9,dynam:7,e08a:10,ecf4:10,echo:10,ee7ca128a:7,effect:[0,8],empti:[2,4],enabl:[7,8,11],enforc:7,environ:2,error:7,essenti:10,establish:2,exampl:10,except:[0,2],exist:[2,9,11],express:7,ext:2,extens:4,extra:8,f3521fb0e:7,f3ad5cf61:7,f6bd817a3:7,fals:[0,2,4,8],fault:11,fdd9b6f65:7,featur:7,fetch:0,few:11,field:7,file:[2,4,6,7,9,10],file_s:4,filepath:[4,6,11],files:4,filestatu:2,filter:4,filter_for_files:4,filter_for_ignored_ext:4,fingerprint:10,first:[7,9],fix:7,flynt:7,folder:[2,4,6,10],follow:[8,10],form:7,formmatt:7,forward:2,found:11,foundat:10,fresh:7,from:[7,9,11],further:11,gener:7,get:[4,10],get_conn:[0,2],get_connect:[7,9],gmail:10,good:10,gpg:10,grammar:7,guid:[4,7,9,10,11],hadoop:[7,9],handl:7,hardwar:11,has:11,hash:7,have:[9,11],hdf:10,hdfs_conn_id:[0,4,8],hdfs_default:[0,4,8],hdfs_namenode_princip:8,hdfs_path:2,hdfscli:2,hdfsclient:0,hdfsfoldersensor:4,hdfshook:[0,4,8],hdfshookexcept:0,hdfsregexsensor:4,hdfssensor:[4,11],high:[7,11],highli:11,hook:[3,4,7,8,9],hook_nam:0,host:8,how:[4,8,10],howev:11,http:[7,8,10],ignor:4,ignore_copi:4,ignored_ext:4,implement:[7,8],impli:2,improv:7,includ:7,increas:7,indic:10,individu:7,info:[0,7],inform:[4,7,8,11],initi:[7,9],insecurecli:2,insid:2,instal:7,instruct:[4,10],integr:7,intellij:7,interact:[0,2],introduc:7,issuer:10,its:4,json:[7,8],juli:7,june:7,kaxil:10,kaxilnaik:10,keep:7,kei:10,kerber:8,kerbero:[2,8],kerberoscli:2,keyspac:11,keyword:[2,7],know:10,kwarg:[2,4,6],land:[4,6],larg:11,latest:7,lazili:7,least:[4,9],left:10,level:7,librari:[0,2],link:[7,10],list:[4,7,9],load_fil:2,local:[2,8,10],log:[2,4,7],logger:7,login:8,look:[4,11],low:11,made:10,magic:7,main:10,make:7,manag:[7,10],mani:[2,11],manual:9,markdown:7,master:8,match:[4,7,10],mention:11,meta:7,migrat:9,mirror:10,miss:7,mktemp:10,mode:2,modul:7,month:7,more:[4,7,8],most:10,move:7,must:11,mypi:7,naik:10,name:7,nativ:7,neg:2,noinspect:7,non:[4,8],none:[0,2,4,10],notat:11,note:[2,7],now:11,number:[2,7],object:[0,2],octob:7,offici:10,onc:10,one:10,onli:7,oper:[0,4,7,8,9],optimis:9,option:[0,2,4,8],org:[8,10],origin:10,other:11,otherwis:9,our:7,out:[7,8],overwrit:2,owner:10,package_nam:10,package_vers:10,page:[7,10],parallel:2,param:7,paramet:[0,2,4,7,8,11],path:2,pattern:4,per:7,pgp:10,pgpk:10,pgpv:10,pip:[7,10],pleas:10,point:7,poke:[4,6,11],port:8,posix:11,pre:7,prepar:7,previou:10,primari:10,princip:8,project:[7,11],provid:[10,11],provider_download_dir:10,proxy_us:[0,2],ptarget:2,py3:[9,10],pydocstyl:7,pylint:7,pypi:[7,9],python2:7,python:[7,8,9,10],pyupgrad:7,queri:2,rc2:7,rc3:7,readm:[7,9],recommend:10,record:11,ref:7,refer:[8,9],refernc:7,regener:7,regex:4,relas:7,relat:7,relax:11,releas:[7,9],relev:10,rema:7,remain:7,remot:2,remov:[4,7,9,10],renam:7,repositori:9,request:8,requir:[8,11],result:4,rout:4,rsa:10,rtype:2,run:[9,10,11],sat:10,script:[7,10],sdist:10,search:4,secur:2,see:7,select:10,self:[0,2,4,6,10],sensor:[3,7],sep:10,separ:7,server:10,set:[2,7,8,11],setup:7,sha512:10,sha:10,shall:4,shasum:10,should:[4,8,10],sign:10,signatur:[7,10],signific:11,similar:11,simplifi:7,size:4,snakebit:[0,4,8,9],snakebite_load:0,softwar:10,sourc:[0,2,4,6,9],specif:[0,2,11],specifi:8,ssl:[7,8,9],standard:8,step:10,store:4,str:[0,2,4,6],stream:11,string:7,sub:11,subject:7,suitabl:11,sum:10,support:[7,8],synchron:7,system:[7,9,11],tabl:11,take:4,tar:10,target:11,template_field:[4,6],temporari:10,test:4,thi:[0,2,4,7,8,9,10],those:10,thread:2,throughput:11,toc:7,toler:11,tool:7,toolchain:7,top:[9,10],transfer:7,trigger:4,trust:10,type:[2,4,7,8,9],typo:7,ui_color:4,uniqu:7,unknown:10,until:11,updat:[7,9],upgrad:[7,9],upload:2,url:8,use:[0,2,4,7,8,10,11],use_ssl:8,used:[2,4,8,10,11],user:[0,2,8,10],uses:[2,8],using:[7,10],utf:7,valid:10,valu:[2,8],variabl:2,verif:8,verifi:8,version:[7,9,10],via:[2,9,10],wait:[4,6],want:[9,10],warn:[7,9,10],wave:7,web:[2,8],web_hdf:[3,5],webhdf:[1,3,7,9],webhdfs_conn_id:[2,6,8],webhdfs_default:[2,6,8],webhdfshook:2,webhdfssensor:6,well:10,were:4,which:4,whl:10,why:10,word:7,worri:10,wrapper:[0,2],wrong:7,wrongli:7,yarn:8,you:[9,10,11],your:9},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.hooks.hdfs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.hooks.webhdfs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.sensors.hdfs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.sensors.web_hdfs</span></code>","Package apache-airflow-providers-apache-hdfs","Apache HDFS Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-hdfs</span></code>","Installing from sources","Apache Hadoop HDFS Operators"],titleterms:{"break":9,"default":8,IDs:8,airflow:[0,1,2,3,4,5,6,7,9],apach:[0,1,2,3,4,5,6,7,8,9,11],bug:9,chang:9,changelog:9,configur:8,connect:8,content:[0,2,4,6,9],directori:11,empti:11,featur:9,file:11,fix:9,folder:11,from:10,hadoop:11,hdf:[0,1,2,3,4,5,6,7,8,9,11],hdfsfoldersensor:11,hdfsregexsensor:11,hook:[0,1,2],instal:[9,10],integr:10,land:11,match:11,misc:9,modul:[0,2,4,6],non:11,oper:11,packag:[7,9,10],pip:9,prerequisit:11,provid:[0,1,2,3,4,5,6,7,9],pypi:10,refer:11,regex:11,releas:10,requir:9,sensor:[4,5,6],sourc:10,submodul:[1,5],subpackag:3,verifi:10,wait:11,web_hdf:6,webhdf:2}}) |