blob: 50c280d93a76b3ce7a8e00dbfe51e22f0722121c [file] [log] [blame]
Search.setIndex({docnames:["_api/airflow/providers/elasticsearch/hooks/elasticsearch/index","_api/airflow/providers/elasticsearch/hooks/index","_api/airflow/providers/elasticsearch/index","_api/airflow/providers/elasticsearch/log/es_task_handler/index","_api/airflow/providers/elasticsearch/log/index","commits","index","logging"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/elasticsearch/hooks/elasticsearch/index.rst","_api/airflow/providers/elasticsearch/hooks/index.rst","_api/airflow/providers/elasticsearch/index.rst","_api/airflow/providers/elasticsearch/log/es_task_handler/index.rst","_api/airflow/providers/elasticsearch/log/index.rst","commits.rst","index.rst","logging.rst"],objects:{"airflow.providers":{elasticsearch:[2,0,0,"-"]},"airflow.providers.elasticsearch":{hooks:[1,0,0,"-"],log:[4,0,0,"-"]},"airflow.providers.elasticsearch.hooks":{elasticsearch:[0,0,0,"-"]},"airflow.providers.elasticsearch.hooks.elasticsearch":{ElasticsearchHook:[0,1,1,""]},"airflow.providers.elasticsearch.hooks.elasticsearch.ElasticsearchHook":{conn_name_attr:[0,2,1,""],conn_type:[0,2,1,""],default_conn_name:[0,2,1,""],get_conn:[0,3,1,""],get_uri:[0,3,1,""],hook_name:[0,2,1,""]},"airflow.providers.elasticsearch.log":{es_task_handler:[3,0,0,"-"]},"airflow.providers.elasticsearch.log.es_task_handler":{ElasticsearchTaskHandler:[3,1,1,""],EsLogMsgType:[3,4,1,""],_ESJsonLogFmt:[3,1,1,""]},"airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler":{LOG_NAME:[3,2,1,""],MAX_LINE_PER_PAGE:[3,2,1,""],PAGE:[3,2,1,""],_clean_execution_date:[3,3,1,""],_format_msg:[3,3,1,""],_group_logs_by_host:[3,3,1,""],_read:[3,3,1,""],_read_grouped_logs:[3,3,1,""],_render_log_id:[3,3,1,""],close:[3,3,1,""],es_read:[3,3,1,""],get_external_log_url:[3,3,1,""],log_name:[3,2,1,""],set_context:[3,3,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:data"},terms:{"00642a46d":5,"008035450":5,"0a0e1af80":5,"0b0e4f7a4":5,"0b2":5,"0beta1":5,"1000":3,"10343ec29":5,"10411":5,"10483":5,"10528":5,"10533":5,"10543":5,"11032":5,"11238":5,"11242":5,"11249":5,"11447":5,"11487":5,"11688":5,"11826":5,"11855":5,"1202":5,"12082":5,"12194":5,"12206":5,"12212":5,"12304":5,"12366":5,"12390":5,"12444":5,"12449":5,"12466":5,"12558":5,"12917":5,"12955":5,"12af6a080":5,"12c5e5d8a":5,"13148":5,"13310":[5,6],"13380":5,"13717":5,"13767":5,"14013":5,"14082":[5,6],"14487":5,"14686":[5,6],"16e712971":5,"2020":[5,6],"2021":5,"2037303ee":5,"23rc1":5,"295d66f91":5,"2a1":5,"32971a1a2":5,"349b0811c":5,"3696c34c2":5,"375d1ca22":5,"3964":5,"3fd5ef355":5,"4e8f9cc8d":5,"5220e4c38":5,"5499":5,"5601":3,"589d6dec9":5,"59eb5de78":5,"5a439e84":5,"61feb6ec4":5,"65dd28eb7":5,"6889a333c":5,"6cf76d7ac":5,"70f05ac67":5,"7358":5,"7825e8f59":5,"85a18e13d":5,"872b1566a":5,"8807":5,"8886":5,"8891":5,"8898":5,"88bdcfa0d":5,"8994":5,"8c42cf1b0":5,"9026":5,"9200":3,"923bde2b9":5,"92585ca4c":5,"9320":5,"9370":5,"9404":5,"9408":5,"9458":5,"9550":5,"9604":5,"9911":5,"9b39f2478":5,"case":6,"class":[0,3,6],"final":5,"int":3,"new":[5,6],"return":[0,3],"static":3,"true":7,AWS:7,Added:5,For:5,RCs:[5,6],The:[3,7],These:7,Use:5,_clean_execution_d:3,_esjsonlogfmt:3,_format_msg:3,_group_logs_by_host:3,_read:3,_read_grouped_log:3,_render_log_id:3,_reserved_charact:3,a79e2d4c4:5,abov:7,ac2f72c98:5,ac943c9e1:5,access:7,add:[5,6,7],adding:7,addit:[3,7],address:3,ae7cb4a1:5,after:[5,6],aip:5,airflow:7,airflowconnect:0,all:[6,7],allow:[5,7],along:7,alreadi:7,also:7,api:6,arg:0,argument:7,asctim:7,assum:3,attribut:7,auto:[3,5],autom:5,automat:7,b2a28d159:5,b40dffa08:5,b6bf25306:5,backport:5,base:[0,3],base_log_fold:3,batch:5,becaus:3,been:6,being:7,below:7,black:5,bool:3,broken:5,build:5,c34ef853c:5,c7e5bce57:5,ca4238eb4:5,ca_cert:7,can:[3,6,7],candid:5,cert:7,cfg:7,chang:5,changelog:5,charact:3,check:5,choic:6,choos:7,clean:3,cleanup:5,close:3,cloud:7,cluster:7,code:7,collect:[3,7],come:5,comma:7,command:[5,6],commit:[5,6],conf:3,config:7,configur:7,conn_name_attr:0,conn_typ:0,connect:[0,5,7],consist:3,consolid:5,construct:7,contain:7,context:3,correct:[5,6],could:7,coverag:5,creat:[3,5],cross:5,current:3,custom:7,d0e7db402:5,d200:5,d202:5,d5d119bab:5,d76026545:5,dag:3,dag_id:[3,7],date:3,datetim:3,dbapi:[0,6],dbapihook:0,default_conn_nam:0,delimit:7,depend:[5,6],deprec:6,detail:[5,6],dev:5,dict:3,differ:7,directli:[3,7],discoveri:5,doc:[5,6],docstr:5,document:[3,5,6,7],doe:6,don:7,downgrad:6,download:[3,5,6],dsl:[3,6],dup:5,dynam:5,e13a14c87:5,each:3,ee7ca128a:5,effici:3,either:6,elast:[3,7],elasticsearch_config:[3,7],elasticsearch_conn_id:0,elasticsearch_default:0,elasticsearchhook:0,elasticsearchtaskhandl:3,enabl:[5,7],end_of_log:7,end_of_log_mark:[3,7],endpoint:3,environ:7,error:[3,6],es_kwarg:3,es_read:3,es_task_handl:[2,4],eslogmsgtyp:3,etc:7,exampl:7,execut:3,execution_d:[3,7],exist:6,extern:3,extra:6,extract:7,f3521fb0e:5,f3e87c503:5,f6bd817a3:5,fdd9b6f65:5,featur:[5,7],field:[3,5,7],file:[3,5,6,7],file_task_handl:3,filebeat:3,filenam:7,filename_templ:3,filetaskhandl:3,first:7,fix:5,flexibl:7,fluentd:7,flush:3,follow:7,form:5,format:[3,5,6,7],formmatt:5,forward:7,found:[3,7],fresh:5,from:[3,5,7],frontend:[3,7],gener:5,get_conn:0,get_external_log_url:3,get_uri:0,getsect:3,googl:[5,7],grammar:5,guid:[3,6],handler:[3,5,7],has:[3,6],hash:5,have:[3,7],helper:3,here:[3,7],high:5,highest:7,hook:[2,5],hook_nam:0,host:[3,7],host_port:7,html:3,http:[0,3,7],implement:5,improv:5,includ:[5,7],increas:5,index:3,indic:3,inform:5,initi:6,instal:5,instanc:3,instead:[3,7],integ:3,integr:5,interact:0,introduc:5,json:[5,6,7],json_field:[3,7],json_format:[3,7],kei:3,kibana:7,kubernet:7,kwarg:[0,3],later:7,latest:5,lead:6,legaci:6,level:[5,7],levelnam:7,like:7,line:5,lineno:7,link:5,list:[3,5,6],local:3,localhost:3,locat:7,log:[2,5,6],log_format:3,log_id:[3,5,7],log_id_templ:[3,7],log_lin:3,log_nam:3,logformat:[5,6],logging_mixin:3,loggingmixin:3,logo:5,logrecord:7,logstash:[3,7],markdown:5,match:[3,5],max_line_per_pag:3,messag:[3,7],metadata:3,might:[3,6],miss:5,modul:[5,7],month:5,move:5,multipl:3,must:7,name:[3,5],need:6,next:[3,5],node:7,none:[0,3],note:[3,5,7],novemb:6,number:5,object:[0,3,7],octob:5,offset:3,oper:5,option:[0,3,6,7],order:[3,6],other:7,out:5,output:7,page:[3,5],paramet:[3,7],parent:7,path:7,per:5,pip:5,point:5,port:7,prefix:7,prepar:5,primari:3,process:7,project:5,provid:7,pydocstyl:5,pypi:[5,6],python:[3,5,6,7],pyupgrad:5,qualifi:7,queri:3,rc3:5,read:[3,7],readm:[5,6],record:3,ref:5,refer:[3,6],refernc:5,regener:5,relas:5,relat:5,releas:[5,6],rema:5,remain:5,remot:7,remote_log:7,remov:3,renam:5,replac:7,repositori:6,requir:[3,7],reserv:3,resolv:6,resourc:6,respect:[5,6],result:3,run:3,safe:3,same:[3,7],schema:0,script:5,search:7,see:[5,7],self:[0,3,7],sensor:5,separ:5,servic:3,set:[3,7],set_context:3,setup:[3,5],ship:7,show:7,sign:7,smart:5,softwar:3,some:7,sort:3,sourc:[0,3],specif:3,ssl_verifi:7,standard:7,start:3,stdout:7,steam:3,storag:7,store:7,str:[0,3],stream:3,string:[3,7],subject:5,suppli:7,support:5,surround:5,system:7,tail:3,task:[3,5,6,7],task_id:[3,7],task_inst:3,taskinst:3,templat:7,text:5,them:7,thi:[5,6,7],through:0,timestamp:3,toc:5,tool:[5,6,7],top:6,transfer:5,try_numb:[3,7],tupl:3,turn:7,type:[3,5],typo:5,uniqu:3,unreli:3,updat:[5,6,7],upgrad:[5,6],url:[3,7],use:[5,6,7],use_ssl:7,used:[3,7],user:7,uses:7,using:[3,5,6,7],util:3,verify_cert:7,version:[5,6],via:6,view:7,want:7,warn:5,wave:5,when:[3,5,6,7],where:7,which:3,whitespac:5,word:5,work:6,worker:7,write_stdout:[3,7],wrong:5,wrongli:5,www:3,yet:6,you:[6,7],your:[6,7]},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.hooks.elasticsearch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.log.es_task_handler</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.log</span></code>","Package apache-airflow-providers-elasticsearch","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-elasticsearch</span></code>","Writing Logs to Elasticsearch"],titleterms:{TLS:7,airflow:[0,1,2,3,4,5,6],apach:[5,6],bug:6,changelog:6,content:[0,3,6],elasticsearch:[0,1,2,3,4,5,6,7],es_task_handl:3,extern:7,fix:6,hook:[0,1],instal:6,link:7,log:[3,4,7],modul:[0,3],over:7,packag:[5,6],pip:6,provid:[0,1,2,3,4,5,6],requir:6,submodul:[1,4],subpackag:2,write:7}})