| Search.setIndex({docnames:["adding-connections-and-variables","airflow-configuration","changelog","index","keda","manage-dags-files","manage-logs","parameters-ref","production-guide","quick-start","updating","using-additional-containers"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["adding-connections-and-variables.rst","airflow-configuration.rst","changelog.rst","index.rst","keda.rst","manage-dags-files.rst","manage-logs.rst","parameters-ref.rst","production-guide.rst","quick-start.rst","updating.rst","using-additional-containers.rst"],objects:{},objnames:{},objtypes:{},terms:{"100":[7,8],"100gi":7,"100m":7,"10gi":6,"127":7,"128mi":7,"15925":2,"15950":2,"15953":2,"15955":2,"15972":2,"16004":2,"16011":2,"16015":2,"16058":2,"16069":2,"16070":2,"16074":2,"16080":2,"16098":2,"16099":2,"16120":2,"16124":2,"16126":2,"16149":2,"16153":2,"16203":2,"16229":2,"16242":2,"16244":2,"16262":2,"16273":2,"16305":2,"16315":2,"16331":2,"16337":2,"16339":2,"16408":2,"16425":2,"16486":2,"16515":2,"16572":2,"16575":2,"16619":2,"16632":2,"16663":2,"16670":2,"16682":2,"16722":2,"16784":2,"16785":2,"16822":2,"16859":2,"17013":2,"17040":2,"17041":2,"17142":2,"17147":2,"17170":2,"1gi":7,"2020":10,"2021":7,"3600":7,"4096":5,"50000":[6,7],"5432":7,"5555":7,"600":7,"6379":[7,8],"6543":7,"65533":7,"65534":7,"8080":[7,9],"8793":7,"8888":7,"8a0da78":5,"9102":[7,8],"9125":[1,7],"9127":7,"default":[1,2,3,5,6,7,8],"export":[2,7,9],"final":5,"function":[1,11],"import":7,"new":[3,5,7,10],"public":[5,8],"true":[1,4,5,6,7,8,9],"try":9,"var":[7,9],Adding:8,BUT:1,For:[1,7,8,11],Not:[5,6],One:3,THE:1,TLS:7,The:[1,3,4,5,7,8,9,10],Their:10,Then:[5,9],Use:[8,9],Used:7,Useful:7,With:[0,6],aaaa:8,abort:7,about:[2,8],access:[5,6,7],accessmod:7,account:[3,7],achiev:9,activ:4,actual:8,add:[0,2,3,4,5,7,8,11],added:7,adding:2,addit:7,address:7,adjust:[4,8],admin:7,administr:3,affin:7,after:[3,7],airflow:[0,4,5,6],airflow__core__load_exampl:[1,7,9],airflow_conn_aw:7,airflow_conn_gcp:[0,7],airflow_conn_oth:7,airflow_dag:1,airflow_hom:5,airflow_local_set:7,airflow_var_another_kei:0,airflow_var_hello_messag:[0,7],airflow_var_helm_release_nam:0,airflow_var_kei:0,airflow_var_kubernetes_namespac:7,airflowconfigannot:7,airflowhom:7,airflowlocalset:[2,7],airflowpodannot:7,airflowui:7,airflowvers:[5,7],all:[1,3,5,6,7,8],allow:[1,2,4,7],allowpodlaunch:7,allowpodlogread:7,alreadi:[5,7],also:[0,5,6,7,8,11],alwai:[2,5,11],ani:[3,7,8,10],annot:[2,7,8],anoth:8,apach:[4,5,6,7,8,9],api:1,apivers:7,appli:[2,7],applic:1,approach:[5,6],appvers:2,apt:8,arbitrari:0,arg:[2,7,11],argument:7,articl:9,assign:2,assist:10,associ:3,attack:5,attempt:7,auth:1,auth_backend:1,authent:[1,7],author:7,automat:3,autoremov:9,autosc:[3,7],autoscal:4,avail:[6,8],backend:[1,3,7],backward:[1,10],bake:7,base64:5,base64_encoded_aws_conn_str:7,base64_encoded_gcp_conn_str:[0,7],base:[4,7],base_url:2,bash:7,basic:5,battl:3,becaus:1,been:5,befor:7,behavior:10,being:[1,7],below:[1,7,9],best:9,better:2,between:7,binari:8,bind:4,bit:5,bootstrap:3,both:[2,8],bottom:1,box:8,branch:[2,5,7],bring:8,broker:[7,8],brokerurl:[7,8],brokerurlsecretnam:7,browser:7,budget:7,bug:5,build:[5,8,9],buster:7,cach:[7,9],call:[0,5],can:[0,3,5,6,7,8,9,10,11],cat:9,ccach:7,ccachefilenam:7,ccachemountpath:7,ceil:4,celeri:[4,7],celeryexecutor:[2,3,4,6,7,8,11],celerykubernetesexecutor:[3,8],cert:7,certain:7,certif:7,cfg:[1,4,7],chang:[1,5,8,10],charact:2,chart:[0,1,4,5,6,7,8],choic:[6,8],chown:[5,7],cipher:7,claim:[5,6],clean:[2,7,9],cleanup:[2,7],clear:2,client:7,cluster:[3,6,7],clusterip:7,clusterrol:7,clusterrolebind:7,code:[1,5,9],colored_console_log:1,com:[5,7,8],come:6,command:[0,2,3,4,7,9],comment:2,commit:2,commun:[8,9],compani:[5,11],compar:8,compat:[1,5],compon:[3,6,7],concurr:4,conf:[2,7],config:[1,2,4,7,8],configmap:7,configmapref:[0,7],configpath:7,configsecretnam:7,configur:[2,3,5,6,7,8,10],confirm:9,connect:[7,8],consecut:7,consid:8,consist:4,constant:5,constraint:7,contain:[2,5,7,8],containernam:7,content:7,context:[5,9],continu:10,control:4,convert:5,cooldownperiod:7,copi:[5,9],core:[1,7],correctli:5,count:4,cpu:7,craft:0,creat:[0,2,3,4,5,6,7,8],createuserjob:7,creation:[3,7],credenti:7,credentialssecret:7,cronjob:7,csrf:7,csrf_enabl:7,current:7,custom:[2,4,7],dag:[0,1,2,7,11],dags_fold:1,data:[0,5,7,8],databas:[3,4],debian:11,decim:4,decis:7,defaultairflowrepositori:7,defaultairflowtag:7,defaultus:7,defin:[7,11],definit:7,delai:7,delet:3,demonstr:1,deny_al:1,depend:[8,9],deploi:[1,2,3,5,7,8,11],deploy:[0,2,3,7,8,9],deprec:[7,10],depth:7,deriv:4,describ:5,descript:[2,7],descriptor:7,desir:4,dest:2,detail:[5,6,8,9],did:10,differ:11,dir:9,direct:7,directli:7,directori:[5,7],disabl:[1,7],disconnect:7,disrupt:7,distribut:8,docker:[1,8,9],dockerfil:[5,9],document:[5,8,10],doe:[5,8],don:[3,5,7,8],done:[5,8],down:7,driven:4,drop:[2,10],due:[7,8],dummi:7,dure:[3,6,7],dynam:0,each:[6,7,10],echo:11,elasticsearch:[1,2,7],els:7,email:7,enabl:[0,1,2,4,7,8],enable_proxy_fix:1,enablepodlaunch:7,encrypt:7,endpoint:8,ensur:5,entir:7,env:[0,7,9],envfrom:7,environ:[1,4,5,7,8],envnam:[0,7],eof:5,eom:9,equival:1,etc:7,even:[8,9],event:4,everi:5,everyon:8,everyth:5,evict:7,exampl:[0,1,2,5,7,9,11],excludewebserv:2,exec:7,execut:7,executor:[1,3,4,6,7,8],exhaust:8,exist:[2,5,6,7,8],existingclaim:[5,6,7],exit:7,expect:7,experiment:[1,4],expose_config:1,express:1,extern:7,extra:[2,7,8,11],extraannot:7,extraconfigmap:[0,7],extracontain:[2,7,11],extraenv:[0,1,7],extraenvfrom:[0,7],extraini:7,extrainimetadata:7,extrainiresultbackend:7,extrainitcontain:[2,7,11],extramap:7,extranetworkpolici:7,extrasecret:[0,2,5,7],extravolum:[2,7],extravolumemount:7,faaq:8,failur:7,failurethreshold:7,fals:[1,5,6,7,8],familiar:1,fast:7,feat:2,featur:[4,7],fernet:7,fernetkei:7,fernetkeysecretnam:7,few:9,file:[0,2,7,10],fingerprint:8,finish:7,firstnam:7,fix:5,fixpermiss:7,flag:7,flask:[2,7],flower:[2,3],flowerui:7,follow:[1,3,7,8,9,10],foo:7,forget:5,forward:[6,9],found:8,from:[1,2,4,6,7,8,9,10,11],further:5,futur:10,gcr:7,gener:[1,7],get:[7,9],gid:7,git:[2,7],git_sync_password:7,git_sync_timeout:7,git_sync_usernam:7,github:[4,7,8],github_public_kei:8,gitsshkei:5,gitsync:[2,5,7,8],good:8,grab:8,grace:7,groomer:7,group:[5,7],guid:[5,6],handl:[2,5],has:[1,5,8,10],have:[5,6,7],head:7,hello:11,helm:[0,4,5,6,7,8],henc:5,here:[7,8,9],high:7,higher:7,home:7,horizont:4,host1:7,host2:7,host:[7,8],hostalias:7,hostnam:7,how:[1,7,8,9],howev:[8,9,10],hpa:[4,7],html:7,http:[3,4,7,9],ifnotpres:7,ignor:1,illustr:0,imag:[1,2,11],imagepullpolici:11,includ:[1,2,10],incompat:10,incorrectli:10,increas:7,info:9,inform:8,infrastructur:3,ingest:7,ingress:10,ini:[2,7],init:[2,5,7],initi:7,initialdelaysecond:7,inject:0,instal:[1,4,5,6,7,8,10],instanc:[4,7,8],instead:[4,5,7,8],interest:0,interv:7,ip1:7,ip2:7,item:7,its:[7,8],job:2,jobannot:7,json:[2,10],just:11,k8s:7,keda:[2,3,7],kedaautoscal:2,kedacor:4,kei:[0,1,2,5,7,8],kerbero:3,kerberossidecar:7,key1:7,key2:7,keygen:[5,8],keyscan:8,keytab:7,keytabpath:7,kind:7,kindest:9,known_host:7,knownhost:[2,5,7],krb5:[2,7],kubectl:[3,4,9],kubernet:[2,3,4,8,9],kubernetesexecutor:[2,3,5,7],label:[2,7],lastnam:7,latest:[5,11],launch:7,learn:8,length:1,let:0,level:2,lib:9,lifetim:6,like:[1,5,8],limit:7,line:[0,1,2],link:2,list:[3,7,9],liter:1,live:7,livenessprob:[2,7],load:[1,9],load_exampl:1,loadbalancerip:[2,7],local:[6,7],localexecutor:[3,7],localhost:9,locat:7,log:[1,2,7],logconnect:7,logdisconnect:7,loggroomersidecar:7,login:7,longer:5,look:8,lot:8,lxml:9,mai:[8,9],main:[2,7],make:[5,7],man:5,manag:[0,3,7],mani:7,map:7,match:[2,8],matchlabel:7,max:7,maxclientconn:[7,8],maxfailur:7,maximum:[7,8],maxreplicacount:7,maxsurg:7,maxunavail:7,mean:8,memori:7,metadata:[4,7,8],metadataconnect:[7,8],metadatapools:[7,8],metadatasecretnam:7,metric:[1,3,7],metricsexportersidecar:7,middl:5,might:7,migrat:[3,7,10],migratedatabasejob:7,min:7,minimum:7,minreplicacount:[2,7],minut:9,miss:2,mistakenli:10,mkdir:9,mode:[5,6,7],modifi:[5,6],monitor:3,more:[0,2,6,7,8,9],mount:[1,2,7],multinamespacemod:[2,7],multipl:7,must:[1,7],myenvvar:7,mysql:[3,7,8],nairflow:7,name:[0,1,3,5,6,7,8,9,10,11],namespac:[3,4,7],namespacelabel:7,natur:8,necessari:[5,8],need:[0,1,3,5,6,7,8],network:7,networkpolici:[2,7,10],next:[5,8],node:[2,7,9],nodeselector:7,normal:7,note:[1,2,6],novemb:10,now:[8,10],number:[4,5,6,7,8],object:[7,8,11],offici:[1,2],often:[7,8],old:[7,10],one:[1,5,7,8],ones:7,oneself:1,onli:[6,7,11],only_sidecar:7,onto:[5,6],open:8,openshift:5,opt:7,option:[3,5,6,8],org:[3,4,7,9],other:[3,5,6,8],other_conn:7,our:2,out:[8,9],output:8,overrid:[0,1,2,5,6,7],own:[8,9,11],packag:[3,8],page:8,pair:7,param:2,paramet:[1,3,8,11],pass:[0,1,5,6,7,8],password:[2,7,8],passwordsecretnam:7,path:7,peer:7,period:7,periodsecond:[2,7],permiss:[2,6],persist:7,persistentvolumeclaim:6,pgbouncer:[2,3],pgbouncerexport:7,pgbouncerscrap:7,pick:5,pip:9,pleas:[1,5,6,10],plugin:[5,6],pod:[2,4,5,6,7,9,11],pod_templ:7,pod_template_fil:[2,7],podantiaffin:2,poddisruptionbudget:7,poddistributionbudget:7,podtempl:[2,7],polici:7,poll:7,pollinginterv:7,pool:7,pooler:8,port:[2,8,9],postgr:[2,7,8],postgresql:[7,8],postgresqlpassword:7,postgresqlusernam:7,postgressql:[3,8],pre:[2,7],precedingpath:7,prefer:7,previous:10,princip:7,print:8,printf:1,prior:[1,5],prioriti:7,priorityclassnam:7,privat:7,probe:7,process:[5,8],product:5,programmat:0,project:9,prometheu:3,properli:8,protocol:[7,8],provid:[3,6,8,9,10],provis:7,provision:[3,7],publish:5,pull:[5,7],pullpolici:[5,7],purg:9,push:5,put:9,pvc:[2,7],pylint:2,pypi:8,queri:4,queu:4,quota:7,random:2,rbac:7,rc1:2,read:[2,5,7],readi:7,readinessprob:7,readm:2,readonlymani:5,readwritemani:[5,6],readwriteonc:7,reason:7,receiv:10,recommend:[1,5,7,9],redi:[3,8],redisdb:7,reduc:8,ref:7,refactor:2,refer:[1,3,5,6,8,9],refresh:7,registri:[5,7],reinitfrequ:7,reiniti:7,releas:[0,1,3,7,8,9,10],release_nam:9,remain:5,remote_log:1,remov:[2,3],renam:[2,7],render:1,replac:7,replica:7,repo:[2,3,4,7],report:7,repositori:[5,7,9],request:7,requir:[2,5,8],resourc:[2,7,8],resourcequota:7,respect:10,result:[7,8],resultbackendconnect:7,resultbackendpools:[7,8],resultbackendsecretnam:7,retriev:6,rev:7,revis:7,right:8,role:7,rollingupd:7,root:[2,5,9],rsa:[5,8],rule:1,run:[3,4,5,7,9],safe:10,safetoevict:7,sai:11,same:[6,8,10],scale:7,scaledobject:4,scenario:8,schedul:[2,5,6,8,11],schema:[2,10],scrape:7,second:[5,7],secret:[0,2,5,6,7],secret_kei:7,secretenvvar:7,secretkei:[0,7],secretnam:[0,6,7],secretref:7,section:[0,3,5],secur:[3,10],see:[0,1,6,7,8,9],select:[4,7],semvercompar:7,send:8,sent:7,separ:[7,10],serial:5,server:[7,8],servic:[1,2,3,7],serviceaccount:[2,7],session:7,set:[0,1,2,4,5,6,7,8,9,10],sfor:2,share:7,should:[5,7,8],show:[8,9],shown:8,side:7,sidecar:[2,7],significantli:8,sigterm:7,similarli:5,sinc:10,singl:2,size:[6,7,8],small:2,some:[5,7,8],somekei:7,somesecret:7,someth:8,something_fun:7,sometim:8,speak:1,spec:7,special:2,specif:[7,8],specifi:7,sql_alchemy_conn:7,sqlalchemi:7,sqlalchemy_database_uri:7,ssh:[5,7,8],sshkeysecret:[5,7,8],ssl:7,sslmode:7,stabl:7,stand:4,state:4,statefulset:7,statsd:[1,3],statsd_host:[1,8],statsd_on:[1,8],statsd_port:[1,8],statsd_prefix:1,statsdingest:7,statsdscrap:7,step:5,still:4,storag:11,storageclass:7,storageclassnam:7,store:[1,7],strategi:[2,7],string:[0,5,7],stringdata:[0,7],subchart:[2,7],subject:1,subpath:[5,7],succeedingpath:7,success:7,support:[0,2,3,5,6,8],sure:5,suscept:5,svc:[8,9],sync:[2,7,11],tabl:7,tag:[5,7,9],take:[5,7,9],targetport:7,task:[4,6,7,8],task_inst:4,techniqu:5,tell:7,temp:5,templat:[0,1,2,6,7],term:8,termin:7,terminationgraceperiodsecond:7,ternari:[1,7],test:[3,7,9],than:8,thei:[8,10],them:[5,10],thi:[1,3,4,5,6,7,8,9,10],thing:8,three:0,threshold:7,through:[1,4,11],tier:7,time:5,timeout:7,timeoutsecond:7,tls:7,toler:7,tool:8,toolchain:2,topic:8,tpl:1,trigger:4,two:7,txt:5,type:[3,7,8],typic:8,uid:[2,6,7],unavail:7,under:[0,1,5],underli:3,unlik:6,updat:[2,4,5,9],updatestrategi:[2,7],upgrad:[5,6,7,9],url:7,usag:7,use:[5,7,8],used:[1,7,8],useful:[1,10],user:[0,1,4,5,6,7,8,9,10],usernam:[5,7],using:[0,1,2,3,6,7,8,9,10],util:0,valu:[0,1,2,4,5,6,7,8,9,10],value_1:0,value_2:0,variabl:[1,4,7],variou:[7,8],verbos:7,veri:8,version:[2,3,4,5,7,8],via:8,view:1,vim:9,volum:[5,6,7],volumeclaimtempl:6,wai:[0,1,5,9],wait:7,want:[7,8,9,11],warn:2,web:7,webserv:[1,2,5,8,9,11],webserver_config:7,webserverconfig:[2,7],webserversecretkei:7,webserversecretkeysecretnam:7,well:8,were:10,what:2,when:[1,2,5,6,7,8,9],where:[4,7,8],whether:7,which:[0,5,6,8,9],why:8,within:[0,1,7],without:2,won:[5,7],work:[8,9,10],worker:[2,4,5,11],worker_concurr:4,workerlog:7,would:[1,8],write:[2,6],wtf:7,www:7,yaml:[0,1,2,4,5,6,7],yamllint:1,you:[0,1,3,5,6,7,8,9,10,11],your:[0,4,5,6,7,8,10,11],your_email:5,yqq:9,zero:7},titles:["Adding Connections, Variables and Environment Variables","Configuring Airflow","Changelog","Helm Chart for Apache Airflow","Autoscaling with KEDA","Manage DAGs files","Manage logs","Parameters reference","Production Guide","Quick start with kind","Updating the Airflow Helm Chart","Using additional containers"],titleterms:{"2021":2,"default":10,"new":2,Adding:[0,9],Using:11,access:8,add:9,addit:11,affin:10,airflow:[1,2,3,7,8,9,10],apach:3,apt:9,autosc:4,backend:8,bake:5,been:10,bug:2,celeri:[6,8],chang:2,changelog:2,chart:[2,3,9,10],cluster:9,common:7,configur:1,connect:0,contain:11,creat:9,createuserjob:10,custom:[8,9],dag:[5,8,9,10],databas:[7,8],dest:10,doc:2,docker:5,elasticsearch:6,enabl:[5,6],environ:0,excludewebserv:10,extend:[8,9],extern:[5,6,8],extranetworkpolici:10,featur:[2,3],file:[5,8],fix:2,flower:[7,10],from:5,further:9,git:5,github:5,gitsync:10,guid:8,have:10,helm:[2,3,9,10],imag:[5,7,8,9],improv:2,ingress:[7,8],init:11,instal:[3,9],job:[7,10],keda:4,kerbero:7,kind:9,knownhost:8,kubernet:7,loadbalanc:8,log:[6,8],longer:10,manag:[5,6,8],metric:8,migratedatabasejob:10,misc:2,mount:5,namespac:9,nodeselector:10,onli:2,packag:9,paramet:[7,10],persist:[5,6],pgbouncer:[7,8],popul:5,port:7,privat:5,product:8,prometheu:8,provis:6,pvc:[5,6],pypi:9,quick:9,redi:7,refer:7,remov:10,renam:10,repo:[5,9],requir:3,root:10,schedul:7,section:7,sensit:0,servic:8,sidecar:[5,11],stabl:9,start:9,statsd:[7,8],support:10,sync:5,toler:10,uninstal:3,updat:10,upgrad:3,using:5,variabl:0,version:10,webserv:[7,10],without:5,worker:[6,7],your:9}}) |