blob: a5ecac528d84cf3903f75e02478a4d4cc062aa1d [file] [log] [blame]
Search.setIndex({docnames:["_api/airflow/providers/elasticsearch/hooks/elasticsearch/index","_api/airflow/providers/elasticsearch/hooks/index","_api/airflow/providers/elasticsearch/index","_api/airflow/providers/elasticsearch/log/es_task_handler/index","_api/airflow/providers/elasticsearch/log/index","commits","connections/elasticsearch","index","installing-providers-from-sources","logging/index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/elasticsearch/hooks/elasticsearch/index.rst","_api/airflow/providers/elasticsearch/hooks/index.rst","_api/airflow/providers/elasticsearch/index.rst","_api/airflow/providers/elasticsearch/log/es_task_handler/index.rst","_api/airflow/providers/elasticsearch/log/index.rst","commits.rst","connections/elasticsearch.rst","index.rst","installing-providers-from-sources.rst","logging/index.rst"],objects:{"airflow.providers":[[2,0,0,"-","elasticsearch"]],"airflow.providers.elasticsearch":[[1,0,0,"-","hooks"],[4,0,0,"-","log"]],"airflow.providers.elasticsearch.hooks":[[0,0,0,"-","elasticsearch"]],"airflow.providers.elasticsearch.hooks.elasticsearch":[[0,1,1,"","ElasticsearchHook"]],"airflow.providers.elasticsearch.hooks.elasticsearch.ElasticsearchHook":[[0,2,1,"","conn_name_attr"],[0,2,1,"","conn_type"],[0,2,1,"","default_conn_name"],[0,3,1,"","get_conn"],[0,3,1,"","get_uri"],[0,2,1,"","hook_name"]],"airflow.providers.elasticsearch.log":[[3,0,0,"-","es_task_handler"]],"airflow.providers.elasticsearch.log.es_task_handler":[[3,1,1,"","ElasticsearchTaskHandler"],[3,4,1,"","EsLogMsgType"]],"airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler":[[3,2,1,"","LOG_NAME"],[3,2,1,"","MAX_LINE_PER_PAGE"],[3,2,1,"","PAGE"],[3,3,1,"","close"],[3,3,1,"","emit"],[3,3,1,"","es_read"],[3,3,1,"","get_external_log_url"],[3,3,1,"","log_name"],[3,3,1,"","set_context"],[3,3,1,"","supports_external_link"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:data"},terms:{"0":[0,1,2,3,4,6,8,9],"00642a46d0":5,"0080354502":5,"01":5,"02":5,"03":5,"04":5,"05":5,"06":5,"060345c0d9":5,"07":5,"08":5,"09":5,"0a0e1af800":5,"0a3ff43d41":5,"0a68588479":5,"0b0e4f7a4c":5,"0b2":5,"0beta1":5,"0f977daa3c":5,"10":[5,7],"1000":3,"10343ec29f":5,"10411":5,"10483":5,"10528":5,"10533":5,"10543":5,"11":[5,8],"11032":5,"11238":5,"11242":5,"11249":5,"11447":5,"11487":5,"11688":5,"11826":5,"11855":5,"12":[5,8],"1202":5,"12082":5,"12194":5,"12206":5,"12212":5,"12304":5,"12366":5,"12390":5,"12444":5,"12449":5,"12466":5,"12558":5,"12917":5,"12955":5,"12af6a0800":5,"12c5e5d8a":5,"13":5,"13148":5,"13310":[5,7],"13380":5,"13717":5,"13767":5,"14":5,"14013":5,"14082":[5,7],"14487":5,"14625":[5,7],"14686":[5,7],"14748":5,"14763":5,"14823":[5,7],"14886":5,"15":5,"15163":[5,7],"15391":5,"15576":5,"15667":7,"15991":5,"16":5,"16275":5,"16294":5,"16357":[5,7],"16405":5,"16436":5,"16464":5,"16465":[5,7],"16467":[5,7],"16489":[5,7],"16501":5,"16662":5,"16682":5,"16adc035b1":5,"16e7129719":5,"17":5,"17551":[5,7],"17552":[5,7],"17625":[5,7],"17682":5,"17890":5,"17944":[5,7],"18":5,"18565":5,"18613":5,"19":5,"19321":5,"19759":5,"19882":5,"1fba5402bb":5,"2":[0,1,2,3,4,6,8,9],"20":5,"2020":5,"2021":[5,8],"2022":5,"20344":5,"2037303eef":5,"20523":5,"20614":5,"20951":5,"21":5,"21255":[5,7],"21257":5,"21261":[5,7],"21289":[5,7],"21398":5,"21439":5,"21495":[5,7],"21553":5,"21563":5,"22":5,"22056":5,"22226":5,"22382":7,"22385":[5,7],"2258e13cc7":5,"23":5,"23rc1":5,"24":5,"247ba31872":5,"25":5,"26":5,"27":5,"28":5,"28378d867a":5,"29":5,"295d66f914":5,"29aab6434f":5,"2a1":5,"3":[0,1,2,3,4,6,8,9],"30":5,"31":5,"32971a1a2d":5,"349b0811c3":5,"3696c34c28":5,"375d1ca229":5,"39":[5,7],"3964":5,"3bdcd1a7d4":5,"3cf67be387":5,"3fd5ef3555":5,"406f":8,"44bd211b19":5,"476d0f6e3d":5,"49":8,"4d3a":8,"4e8f9cc8d0":5,"5":7,"512":8,"5220e4c384":5,"54":8,"5499":5,"5601":3,"589d6dec92":5,"59eb5de78c":5,"5a439e84eb":5,"5c6e":8,"5cd0bf733b":5,"5da831910c":5,"5e12b3de31":5,"6":5,"602abe8394":5,"6184facbaa":5,"61feb6ec45":5,"657384615f":5,"65dd28eb77":5,"662cb8c6ac":5,"6674":8,"6889a333cf":5,"68e4c4dcb0":5,"6c3a67d4fc":5,"6cf76d7ac0":5,"6e51608f28":5,"6f445e69c3":5,"7":[5,7],"70f05ac677":5,"71c673e427":5,"7358":5,"76ed2a49c6":5,"7825e8f590":5,"7be87d87e2":5,"80":6,"807ad32ce5":5,"840ea3efb9":5,"853576d901":5,"85a18e13d9":5,"866a601b76":5,"872b1566a1":5,"8807":5,"8886":5,"8891":5,"8898":5,"88bdcfa0df":5,"8994":5,"8c42cf1b00":5,"8ec4":8,"9":7,"9026":5,"9200":3,"923bde2b91":5,"92585ca4cb":5,"9320":5,"9370":5,"9404":5,"9408":5,"944dc32c2b":5,"9458":5,"9550":5,"9604":5,"97496ba2b4":5,"9911":5,"9b39f24780":5,"9c94b72d44":5,"class":7,"default":[5,7,9],"do":[3,8],"export":6,"final":5,"import":[5,7,8],"int":3,"new":[5,7],"return":[0,3],"true":9,"while":7,A:9,By:8,For:[5,6,8],If:[7,8,9],It:8,No:5,The:[0,3,6,8],There:8,These:9,To:[3,8,9],_handler:3,a0a05ffedd:5,a79e2d4c4a:5,about:[5,8],abov:[8,9],ac2f72c98d:5,ac943c9e18:5,access:9,actual:3,ad:[5,7,9],add:[5,7,9],addit:[3,9],address:3,ae7cb4a1e2:5,after:[5,7],aip:[5,7],airflow:[8,9],airflow_conn_elasticsearch_default:6,aka:8,all:[6,7,9],allow:[5,7,9],along:9,alreadi:[8,9],also:[8,9],an:[0,1,2,3,4,5,6,7,8,9],ani:[3,8],apach:8,apache_airflow_providers_elasticsearch:8,api:[5,6,7],appear:[5,7],appli:7,apply_default:7,ar:[3,6,7,8,9],arg:0,argument:9,asc:8,asctim:9,assum:3,attribut:9,august:5,auth:[5,7],auto:[5,7],autoapi:5,autom:5,automat:7,avail:8,aw:9,azur:6,b2a28d1590:5,b40dffa085:5,b6bf253062:5,ba4b:8,backend:[5,7],backport:5,base:[0,3],base_log_fold:3,bash:8,batch:5,bbc627a3da:5,be75dcd39c:5,becaus:3,been:7,being:9,belong:8,below:[8,9],bin:8,binari:8,black:5,broken:5,bst:8,buggfix:5,build:[5,8],bump:5,c34ef853c8:5,c7e5bce57f:5,ca4238eb4d:5,ca_cert:9,call:[3,5],can:[3,6,7,8,9],candid:5,caus:[5,7],cbf8001d76:5,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:8,cde1:8,cert:9,certif:8,certifi:8,cfg:9,chang:5,changelog:5,chapter:8,check:[5,8],checksum:8,choos:[8,9],clarifi:[5,7],classifi:[5,7],cleanup:5,close:3,cloud:9,cluster:9,co:6,code:[8,9],collect:[3,9],com:8,come:5,comma:9,command:5,commit:5,compat:[5,7],complet:7,compon:6,conf:3,config:9,configur:9,conn_id:0,conn_name_attr:0,conn_typ:0,connect:[0,5,7,9],consist:3,consolid:5,construct:9,contain:[8,9],context:3,correct:[5,7,8],could:9,coverag:5,creat:[3,5,8],credenti:0,cross:5,curl:8,custom:9,d0e7db4024:5,d200:5,d202:5,d5d119babc:5,d760265452:5,d7de:8,d8c4449a91:5,d94fa37830:5,d9567eb106:5,d:8,dag:[5,7],dag_id:[3,7,9],data:[5,7],db:7,dbapi:[0,6,7],dbapihook:0,de9b02f797:5,de:5,decemb:5,decor:7,default_conn_nam:0,delai:5,delimit:9,dep:8,depend:[5,7],describ:8,descript:5,dest:8,detail:[5,7,8],dev0:[0,1,2,3,4,5,6,7,8,9],dev:5,dict:3,dictionari:6,diff:8,differ:[8,9],directli:9,directori:8,discoveri:5,distribut:8,doc:[5,7],docstr:[5,7],document:[5,7,9],doe:3,down:8,download:[3,5,7,8],drop:8,dsl:7,due:7,dup:5,duplic:5,dynam:5,e08a:8,e13a14c873:5,e31e515b28:5,e8d3de828f:5,e:9,each:3,eb884cd380:5,ecf4:8,echo:8,ee7ca128a1:5,effici:3,elast:[6,9],elasticsearch:8,elasticsearch_config:[3,9],elasticsearch_conn_id:0,elasticsearch_default:[0,6],elasticsearchhook:0,elasticsearchlogin:6,elasticsearchpassword:6,elasticsearchtaskhandl:[3,5,7],emit:[3,5,7],enabl:[5,6,9],encod:6,end_of_log:9,end_of_log_mark:[3,9],ensur:3,entri:5,environ:[6,9],error:3,es:[5,7],es_hook:[5,7],es_kwarg:3,es_read:3,es_task_handl:[2,4],eslogmsgtyp:3,essenti:8,etc:9,exampl:[5,6,7,8,9],except:[5,7],execution_d:[3,7],exist:7,experiment:[0,1,2,3,4,5,6,7,8,9],extern:[3,5,7],externalloggingmixin:3,extra:6,extract:[0,9],f3521fb0e3:5,f3e87c5030:5,f5b96315fe:5,f6bd817a3a:5,f77417eb0d:5,fals:6,fdd9b6f65b:5,fe682ec3d3:5,featur:[0,1,2,3,4,5,6,8,9],feb:5,field:[3,5,9],file:[3,5,7,8,9],file_task_handl:3,filebeat:[3,5,7],filenam:[5,7,9],filename_templ:3,filetaskhandl:3,fingerprint:8,first:[7,9],fix:5,flexibl:9,fluentd:9,flush:3,folder:8,follow:[6,8,9],form:5,format:[5,7,9],formmatt:5,forward:9,found:[3,5,7,9],foundat:8,frame:6,framework:7,fresh:5,from:[0,3,5,7,9],frontend:[3,9],g:9,gener:5,get:[3,8],get_conn:0,get_external_log_url:3,get_uri:0,getsect:3,gmail:8,good:8,googl:[5,9],gpg:8,grammar:5,guid:8,gz:8,ha:[3,7],handl:3,handler:[3,5,7,9],hash:5,have:[3,7,9],here:[3,9],high:5,highest:9,hook:[2,5,6],hook_nam:0,host:[3,6,9],host_field:3,host_port:9,how:8,http:[0,5,6,7,8,9],http_compress:6,i:8,id:[0,8,9],implement:[3,5],improv:5,includ:[5,7],increas:5,index:3,indic:[3,8],individu:5,inform:[5,7],initi:[6,7],instal:5,install_requir:7,instanc:3,instead:[3,7,9],instruct:8,integ:3,integr:[5,6],intend:3,interact:0,intern:3,interv:[5,7],introduc:5,invalid:[5,7],issuer:8,jan:5,januari:5,jinja:[5,7],json:[5,6,7,9],json_field:[3,9],json_format:[3,5,7,9],june:5,k8:[5,7],ka:8,kaxil:8,kaxilnaik:8,kei:[3,5,6,7,8],kibana:9,know:8,kubernet:9,kwarg:0,l:8,la:8,later:9,latest:5,lazili:5,least:7,left:8,level:[5,9],levelnam:9,like:9,line:5,lineno:9,link:[3,5,7,8],list:[5,7],local:[3,8],localhost:3,locat:9,log:[2,5,7],log_id:[3,5,7,9],log_id_templ:[3,9],log_nam:3,logformat:[5,7],logging_mixin:3,loggingmixin:3,login:6,logo:5,logrecord:9,logstash:[3,9],lookup:3,ls:8,made:8,main:8,manag:[5,8],manual:7,map:3,map_index:[5,7],march:5,markdown:5,match:[3,5,8],max_line_per_pag:3,md:9,messag:[3,5,7,9],meta:5,metadata:3,method:3,might:3,migrat:7,mirror:8,miss:[5,7],mistakenli:7,mktemp:8,model:3,modul:[5,9],month:5,more:5,most:8,move:5,multipl:3,must:9,mypi:5,naik:8,name:[3,5],need:[5,7],next:[3,5],node:9,non:[5,7],none:[0,8],note:[3,5,6,9],notimplementederror:3,novemb:5,now:[5,7],number:5,o:8,object:[0,3,9],octob:5,offici:8,offset:3,offset_field:3,onc:8,one:[8,9],oper:[5,6],optimis:7,option:[6,9],oracl:5,order:[3,5,7],org:8,origin:8,other:9,otherwis:7,our:5,out:5,output:9,overridden:3,owner:8,package_nam:8,package_vers:8,page:[3,5,8],param:5,paramet:[0,3,6,9],parent:9,password:6,path:9,per:5,pgp:8,pgpk:8,pgpv:8,pip:[5,8],pleas:8,point:5,port:[6,9],pre:5,prepar:5,previou:8,previous:7,primari:[3,8],process:9,project:5,properti:3,provid:[8,9],provider_download_dir:8,py3:8,pydocstyl:5,pylint:5,pypi:[5,7],python:[3,5,7,8,9],pyupgrad:5,qualifi:9,queri:3,rais:3,rc2:5,rc3:5,rc:[5,7],read:[3,9],readm:[5,7],recommend:8,record:[3,5,7],redund:[5,7],ref:5,refernc:5,regener:5,relas:5,relat:[5,6],releas:[5,7],relev:8,rema:5,remain:5,remot:[5,7,9],remote_log:9,remov:[3,5,7,8],renam:5,replac:9,repositori:7,requir:[3,9],resourc:3,respect:[5,7],result:3,rsa:8,run:[7,8],run_id:[5,7,9],s3:9,s:[3,5,8],same:[3,9],sat:8,schema:[0,6],scheme:[6,9],script:[5,8],sdist:8,search:9,secret:[5,7],see:[5,9],select:8,self:[0,3,8,9],sensor:5,sep:8,separ:5,septemb:5,server:8,servic:3,set:9,set_context:3,setup:[3,5],sha512:8,sha:8,shasum:8,shim:[5,7],ship:9,should:[3,6,7,8],show:[5,7,9],sign:[8,9],signatur:8,smart:5,so:3,softwar:[3,8],some:[6,9],sort:3,sourc:[0,3,7],specif:3,specifi:[3,6],sphinx:5,ssl_verifi:9,standard:9,start:3,stdout:9,steam:3,step:8,storag:9,store:9,str:[0,3],string:[7,9],subclass:3,subject:5,sum:8,suppli:9,support:[3,5,7],supports_external_link:3,surround:5,synchron:5,syntax:6,system:9,take:3,tar:8,task:[3,5,7,9],task_id:[3,7,9],task_inst:3,taskflow:5,taskinst:[3,5],templat:[5,7,9],temporari:8,text:5,them:9,thi:[0,1,2,3,4,5,6,7,8,9],those:8,through:0,ti:3,tidi:3,time:6,timeout:6,timestamp:3,timet:[5,7],toc:5,tool:[5,7,9],toolchain:5,top:[7,8],transfer:5,trove:7,trust:8,try_numb:[3,7,9],turn:9,type:[0,3,5,7],typehint:5,typo:5,undocu:7,uniqu:3,unknown:8,unmap:5,unreli:3,up:[3,5],updat:[5,7,9],upgrad:[5,7],uri:[0,6],url:[3,5,6,9],us:[0,3,5,6,7,8,9],use_ssl:9,user:[6,8,9],util:3,v2:5,valid:8,variabl:6,verify_cert:9,version:[3,5,7,8],via:[7,8],view:9,wa:3,want:[7,8,9],warn:[5,8],wave:5,we:3,well:8,whatev:3,when:[5,6,7,9],where:9,whether:[3,6],which:3,whitespac:5,whl:8,why:8,word:5,worker:9,worri:8,write_stdout:[3,9],wrong:5,wrongli:5,yaml:[5,7],yandex:5,you:[6,7,8,9],your:[7,9]},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.hooks.elasticsearch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.log.es_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.log</span></code>","Package apache-airflow-providers-elasticsearch","ElasticSearch Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-elasticsearch</span></code>","Installing from sources","Writing logs to Elasticsearch"],titleterms:{"0":[5,7],"1":[5,7],"2":[5,7],"3":[5,7],"4":[5,7],"break":7,"class":[0,3],"default":6,airflow:[0,1,2,3,4,5,7],apach:[5,7],attribut:3,authent:6,bug:7,chang:7,changelog:7,commit:7,configur:6,connect:6,content:[0,3,7],elasticsearch:[0,1,2,3,4,5,6,7,9],es_task_handl:3,extern:9,featur:7,fix:7,from:8,guid:7,hook:[0,1],id:6,instal:[7,8],integr:8,link:9,log:[3,4,9],misc:7,modul:[0,3],over:9,packag:[5,7,8],pip:7,provid:[0,1,2,3,4,5,7],pypi:8,refer:7,releas:8,requir:7,resourc:7,sourc:8,submodul:[1,4],subpackag:2,tl:9,verifi:8,write:9}})