Search.setIndex({docnames:["_api/airflow/providers/apache/hdfs/hooks/hdfs/index","_api/airflow/providers/apache/hdfs/hooks/index","_api/airflow/providers/apache/hdfs/hooks/webhdfs/index","_api/airflow/providers/apache/hdfs/index","_api/airflow/providers/apache/hdfs/sensors/hdfs/index","_api/airflow/providers/apache/hdfs/sensors/index","_api/airflow/providers/apache/hdfs/sensors/web_hdfs/index","commits","connections","index","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/hdfs/hooks/hdfs/index.rst","_api/airflow/providers/apache/hdfs/hooks/index.rst","_api/airflow/providers/apache/hdfs/hooks/webhdfs/index.rst","_api/airflow/providers/apache/hdfs/index.rst","_api/airflow/providers/apache/hdfs/sensors/hdfs/index.rst","_api/airflow/providers/apache/hdfs/sensors/index.rst","_api/airflow/providers/apache/hdfs/sensors/web_hdfs/index.rst","commits.rst","connections.rst","index.rst","operators.rst"],objects:{"airflow.providers.apache":{hdfs:[3,0,0,"-"]},"airflow.providers.apache.hdfs":{hooks:[1,0,0,"-"],sensors:[5,0,0,"-"]},"airflow.providers.apache.hdfs.hooks":{hdfs:[0,0,0,"-"],webhdfs:[2,0,0,"-"]},"airflow.providers.apache.hdfs.hooks.hdfs":{HDFSHook:[0,1,1,""],HDFSHookException:[0,4,1,""],snakebite_loaded:[0,5,1,""]},"airflow.providers.apache.hdfs.hooks.hdfs.HDFSHook":{conn_name_attr:[0,2,1,""],conn_type:[0,2,1,""],default_conn_name:[0,2,1,""],get_conn:[0,3,1,""],hook_name:[0,2,1,""]},"airflow.providers.apache.hdfs.hooks.webhdfs":{AirflowWebHDFSHookException:[2,4,1,""],WebHDFSHook:[2,1,1,""],_kerberos_security_mode:[2,5,1,""],log:[2,5,1,""]},"airflow.providers.apache.hdfs.hooks.webhdfs.WebHDFSHook":{_find_valid_server:[2,3,1,""],_get_client:[2,3,1,""],check_for_path:[2,3,1,""],get_conn:[2,3,1,""],load_file:[2,3,1,""]},"airflow.providers.apache.hdfs.sensors":{hdfs:[4,0,0,"-"],web_hdfs:[6,0,0,"-"]},"airflow.providers.apache.hdfs.sensors.hdfs":{HdfsFolderSensor:[4,1,1,""],HdfsRegexSensor:[4,1,1,""],HdfsSensor:[4,1,1,""],log:[4,5,1,""]},"airflow.providers.apache.hdfs.sensors.hdfs.HdfsFolderSensor":{poke:[4,3,1,""]},"airflow.providers.apache.hdfs.sensors.hdfs.HdfsRegexSensor":{poke:[4,3,1,""]},"airflow.providers.apache.hdfs.sensors.hdfs.HdfsSensor":{filter_for_filesize:[4,3,1,""],filter_for_ignored_ext:[4,3,1,""],poke:[4,3,1,""],template_fields:[4,2,1,""],ui_color:[4,2,1,""]},"airflow.providers.apache.hdfs.sensors.web_hdfs":{WebHdfsSensor:[6,1,1,""]},"airflow.providers.apache.hdfs.sensors.web_hdfs.WebHdfsSensor":{poke:[6,3,1,""],template_fields:[6,2,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","exception","Python exception"],"5":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:exception","5":"py:data"},terms:{"00642a46d":7,"008035450":7,"0481b9a95":7,"0a0e1af80":7,"0b0e4f7a4":7,"0b2":7,"0beta1":7,"10170":7,"10483":7,"10525":7,"10528":7,"10530":7,"10543":7,"11212":7,"11238":7,"11242":7,"11249":7,"11447":7,"11487":7,"11688":7,"11826":7,"11855":7,"12082":7,"12093":7,"12206":7,"12212":7,"12304":7,"12366":7,"12390":7,"12444":7,"12449":7,"12513":7,"12558":7,"12917":7,"12955":7,"12af6a080":7,"12c5e5d8a":7,"13073":7,"13148":7,"13380":7,"13732":7,"13767":7,"14013":7,"14734":7,"14886":7,"15301":7,"15391":7,"15576":7,"15667":[7,9],"16294":7,"16405":7,"16464":7,"16e712971":7,"1fba5402b":7,"2020":7,"2021":7,"23rc1":7,"295d66f91":7,"2a1":7,"2f2d8dbfa":7,"32971a1a2":7,"33f0cd265":7,"349b0811c":7,"3696c34c2":7,"370e7d07d":7,"375d1ca22":7,"37681bca0":7,"3b3287d7a":7,"41bf172c1":7,"44d4ae809":7,"4681":7,"4d74ac211":7,"4e8f9cc8d":7,"5090fb0c8":7,"5220e4c38":7,"59eb5de78":7,"5a439e84":7,"6515":7,"6539":7,"6708":7,"6714":7,"6833":7,"6889a333c":7,"68e4c4dcb":7,"6c670870a":7,"6cf76d7ac":7,"6e6526a0f":7,"6f8ab9e6d":7,"7142":7,"71c5979a1":7,"71c673e42":7,"7309":7,"7330":7,"7338":7,"7454":7,"7820":7,"7825e8f59":7,"7e6372a68":7,"807ad32c":7,"8170":7,"85a18e13d":7,"872b1566a":7,"87969a350":7,"8807":7,"8886":7,"8891":7,"8898":7,"88bdcfa0d":7,"8994":7,"8c42cf1b0":7,"9026":7,"92585ca4c":7,"9320":7,"9370":7,"9404":7,"9408":7,"9550":7,"9686":7,"9729":7,"9784":7,"97a429f9d":7,"9b39f2478":7,"9c94b72d4":7,"case":8,"class":[0,2,4,6,7,9],"final":7,"function":7,"int":[2,4],"new":7,"return":[0,2,4],"static":4,"super":7,"switch":7,"true":[0,2,4],Added:7,For:[4,7,10],The:[2,4,8,10],Use:[7,8,10],Will:4,_find_valid_serv:2,_get_client:2,_kerberos_security_mod:2,a9ac2b040:7,about:7,ac2f72c98:7,access:10,add:7,ae7cb4a1:7,after:7,aip:7,airflowexcept:[0,2],airflowwebhdfshookexcept:2,all:[2,7,9],alreadi:2,ani:[2,4,6],api:9,appli:[7,9],applic:10,apply_default:[7,9],architectur:10,arg:4,argument:[2,7],around:[0,2],authent:2,auto:[7,9],autoconfig:[0,8],autom:7,automat:[0,8,9],b2a28d159:7,b40dffa08:7,backport:7,base:[0,2,4,6],basehook:[0,2],basesensoroper:[4,6],batch:7,be_empti:4,black:7,bool:[0,2,4,8],broken:7,buggfix:7,build:7,c34ef853c:7,c7e5bce57:7,ca4238eb4:7,call:7,can:[8,9],candid:7,capit:7,cbf8001d7:7,cf141506a:7,chang:7,changelog:7,check:[2,4,7,10],check_for_path:2,cleanup:7,client:[0,2,4,8],come:7,command:7,comment:7,commit:[7,9],commod:10,compat:7,complet:9,config:2,configur:[0,10],conn_name_attr:0,conn_typ:0,connect:[0,2,4,7,9,10],context:[4,6],cost:10,creat:[2,7],credenti:4,criteria:4,cross:7,d0e7db402:7,d1bce91bb:7,d200:7,d403:7,data:10,decor:[7,9],default_conn_nam:0,depend:[2,4,7],deploi:10,design:10,destin:2,detail:[7,9],dev:7,dict:[4,6],dictionari:8,differ:10,directori:[2,4],distribut:[7,9,10],doc:7,docstr:7,document:[7,9],dot:10,due:9,dynam:7,ee7ca128a:7,effect:[0,8],empti:[2,4],enabl:[7,8,10],enforc:7,environ:2,error:7,establish:2,except:[0,2],exist:[2,9,10],express:7,ext:2,extens:4,extra:8,f3521fb0e:7,f3ad5cf61:7,f6bd817a3:7,fals:[0,2,4,8],fault:10,fdd9b6f65:7,featur:7,fetch:0,few:10,field:7,file:[2,4,6,7,9],file_s:4,filepath:[4,6,10],files:4,filestatu:2,filter:4,filter_for_files:4,filter_for_ignored_ext:4,first:[7,9],fix:7,flynt:7,folder:[2,4,6],follow:8,form:7,formmatt:7,forward:2,found:10,fresh:7,from:[7,10],further:10,gener:7,get:4,get_conn:[0,2],grammar:7,guid:[4,7,9,10],hadoop:[7,9],handl:7,hardwar:10,has:10,hash:7,have:[9,10],hdfs_conn_id:[0,4,8],hdfs_default:[0,4,8],hdfs_path:2,hdfscli:2,hdfsclient:0,hdfsfoldersensor:4,hdfshook:[0,4,8],hdfshookexcept:0,hdfsregexsensor:4,hdfssensor:[4,10],high:[7,10],highli:10,hook:[3,4,7,8],hook_nam:0,host:8,how:4,howev:10,http:7,ignor:4,ignore_copi:4,ignored_ext:4,implement:[7,8],impli:2,improv:7,includ:7,increas:7,info:[0,7],inform:[4,7,10],initi:[7,9],insecurecli:2,insid:2,instal:7,instruct:4,integr:7,intellij:7,interact:[0,2],introduc:7,its:4,json:[7,8],june:7,keep:7,kerbero:2,kerberoscli:2,keyspac:10,keyword:[2,7],kwarg:[2,4,6],land:[4,6],larg:10,latest:7,least:[4,9],level:7,librari:[0,2],link:7,list:[4,7,9],load_fil:2,local:[2,8],log:[2,4,7],logger:7,look:[4,10],low:10,magic:7,make:7,mani:[2,10],manual:9,markdown:7,match:[4,7],mention:10,migrat:9,miss:7,mode:2,modul:7,month:7,more:[4,7],move:7,must:10,mypi:7,name:7,nativ:7,neg:2,noinspect:7,non:4,none:[0,2,4],notat:10,note:[2,7],now:10,number:[2,7],object:[0,2],octob:7,onli:7,oper:[0,4,7,8,9],option:[0,2,4,8],other:10,otherwis:9,out:[7,8],overwrit:2,page:7,parallel:2,param:7,paramet:[0,2,4,7,8,10],path:2,pattern:4,per:7,pip:7,point:7,poke:[4,6,10],port:8,posix:10,pre:7,prepar:7,project:[7,10],provid:10,proxy_us:[0,2,8],ptarget:2,py3:9,pydocstyl:7,pylint:7,pypi:[7,9],python2:7,python:[7,8,9],pyupgrad:7,queri:2,rc3:7,readm:[7,9],record:10,ref:7,refer:9,refernc:7,regener:7,regex:4,relas:7,relat:7,relax:10,releas:[7,9],rema:7,remain:7,remot:2,remov:[4,7,9],renam:7,repositori:9,requir:[8,10],result:4,rout:4,rtype:2,run:[9,10],script:7,search:4,secur:2,see:7,self:[0,2,4,6],sensor:[3,7],separ:7,set:[2,7,10],setup:7,shall:4,should:4,signatur:7,signific:10,similar:10,simplifi:7,size:4,snakebit:[0,4,8,9],snakebite_load:0,sourc:[0,2,4,6],specif:[0,2,10],specifi:8,standard:8,store:4,str:[0,2,4,6],stream:10,string:7,sub:10,subject:7,suitabl:10,support:[7,8],synchron:7,system:[7,9,10],tabl:10,take:4,target:10,template_field:[4,6],test:4,thi:[0,2,4,7,8,9],thread:2,throughput:10,toc:7,toler:10,tool:7,top:9,transfer:7,trigger:4,type:[2,4,7,8,9],typo:7,ui_color:4,uniqu:7,until:10,updat:[7,9],upgrad:[7,9],upload:2,url:8,use:[0,2,4,7,10],used:[2,4,8,10],user:[0,2,8],uses:[2,8],using:7,utf:7,valu:[2,8],variabl:2,version:[7,9],via:[2,9],wait:[4,6],want:9,warn:7,wave:7,web:[2,8],web_hdf:[3,5],webhdf:[1,3,7,9],webhdfs_conn_id:[2,6,8],webhdfs_default:[2,6,8],webhdfshook:2,webhdfssensor:6,were:4,which:4,word:7,wrapper:[0,2],wrong:7,wrongli:7,yarn:8,you:[9,10],your:9},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.hooks.hdfs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.hooks.webhdfs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.sensors.hdfs</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.sensors.web_hdfs</span></code>","Package apache-airflow-providers-apache-hdfs","Apache HDFS Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-hdfs</span></code>","Apache Hadoop HDFS Operators"],titleterms:{"break":9,"default":8,IDs:8,airflow:[0,1,2,3,4,5,6,7,9],apach:[0,1,2,3,4,5,6,7,8,9,10],chang:9,changelog:9,configur:8,connect:8,content:[0,2,4,6,9],directori:10,empti:10,file:10,folder:10,hadoop:10,hdf:[0,1,2,3,4,5,6,7,8,9,10],hdfsfoldersensor:10,hdfsregexsensor:10,hook:[0,1,2],instal:9,land:10,match:10,modul:[0,2,4,6],non:10,oper:10,packag:[7,9],pip:9,prerequisit:10,provid:[0,1,2,3,4,5,6,7,9],refer:10,regex:10,requir:9,sensor:[4,5,6],submodul:[1,5],subpackag:3,wait:10,web_hdf:6,webhdf:2}})