blob: 99f1c5d54d5a6024ef18188b5c6476283b714ace [file] [log] [blame]
Search.setIndex({docnames:["_api/airflow/providers/apache/livy/hooks/index","_api/airflow/providers/apache/livy/hooks/livy/index","_api/airflow/providers/apache/livy/index","_api/airflow/providers/apache/livy/operators/index","_api/airflow/providers/apache/livy/operators/livy/index","_api/airflow/providers/apache/livy/sensors/index","_api/airflow/providers/apache/livy/sensors/livy/index","commits","index","installing-providers-from-sources"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/livy/hooks/index.rst","_api/airflow/providers/apache/livy/hooks/livy/index.rst","_api/airflow/providers/apache/livy/index.rst","_api/airflow/providers/apache/livy/operators/index.rst","_api/airflow/providers/apache/livy/operators/livy/index.rst","_api/airflow/providers/apache/livy/sensors/index.rst","_api/airflow/providers/apache/livy/sensors/livy/index.rst","commits.rst","index.rst","installing-providers-from-sources.rst"],objects:{"airflow.providers.apache":[[2,0,0,"-","livy"]],"airflow.providers.apache.livy":[[0,0,0,"-","hooks"],[3,0,0,"-","operators"],[5,0,0,"-","sensors"]],"airflow.providers.apache.livy.hooks":[[1,0,0,"-","livy"]],"airflow.providers.apache.livy.hooks.livy":[[1,1,1,"","BatchState"],[1,1,1,"","LivyHook"]],"airflow.providers.apache.livy.hooks.livy.BatchState":[[1,2,1,"","BUSY"],[1,2,1,"","DEAD"],[1,2,1,"","ERROR"],[1,2,1,"","IDLE"],[1,2,1,"","KILLED"],[1,2,1,"","NOT_STARTED"],[1,2,1,"","RUNNING"],[1,2,1,"","SHUTTING_DOWN"],[1,2,1,"","STARTING"],[1,2,1,"","SUCCESS"]],"airflow.providers.apache.livy.hooks.livy.LivyHook":[[1,2,1,"","TERMINAL_STATES"],[1,3,1,"","build_post_batch_body"],[1,2,1,"","conn_name_attr"],[1,2,1,"","conn_type"],[1,2,1,"","default_conn_name"],[1,3,1,"","delete_batch"],[1,3,1,"","dump_batch_logs"],[1,3,1,"","get_batch"],[1,3,1,"","get_batch_logs"],[1,3,1,"","get_batch_state"],[1,3,1,"","get_conn"],[1,2,1,"","hook_name"],[1,3,1,"","post_batch"],[1,3,1,"","run_method"]],"airflow.providers.apache.livy.operators":[[4,0,0,"-","livy"]],"airflow.providers.apache.livy.operators.livy":[[4,1,1,"","LivyOperator"]],"airflow.providers.apache.livy.operators.livy.LivyOperator":[[4,3,1,"","execute"],[4,3,1,"","get_hook"],[4,3,1,"","kill"],[4,3,1,"","on_kill"],[4,3,1,"","poll_for_termination"],[4,2,1,"","template_fields"]],"airflow.providers.apache.livy.sensors":[[6,0,0,"-","livy"]],"airflow.providers.apache.livy.sensors.livy":[[6,1,1,"","LivySensor"]],"airflow.providers.apache.livy.sensors.livy.LivySensor":[[6,3,1,"","get_hook"],[6,3,1,"","poke"],[6,2,1,"","template_fields"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method"},terms:{"0":[0,1,2,3,4,5,6,9],"00642a46d":7,"008035450":7,"01":7,"02":7,"02a33b55d":7,"03":7,"04":7,"042be2e4":7,"05":7,"06":7,"07":7,"08":7,"09":7,"0a0e1af80":7,"0b0e4f7a4":7,"0b2":7,"0beta1":7,"1":[0,1,2,3,4,5,6,9],"10":7,"10170":7,"10483":7,"10528":7,"10543":7,"10818":7,"11":[7,9],"11238":7,"11242":7,"11249":7,"11447":7,"11487":7,"11688":7,"11806":7,"11826":7,"11855":7,"12":[7,9],"12082":7,"12206":7,"12212":7,"12304":7,"12366":7,"12390":7,"12444":7,"12449":7,"12558":7,"12917":7,"12955":7,"12af6a080":7,"12c5e5d8a":7,"13":7,"13148":7,"13380":7,"13717":7,"13767":7,"14013":7,"14734":7,"14816":[7,8],"14886":7,"15":7,"15236":7,"15667":[7,8],"16":7,"16294":7,"16405":7,"16464":7,"16501":7,"16512":7,"16542":7,"16682":7,"16e712971":7,"17":7,"17015":7,"17116":7,"17393":[7,8],"17682":7,"18":7,"19":7,"1fba5402b":7,"2":[0,1,2,3,4,5,6,9],"20":7,"2020":7,"2021":[7,9],"21":7,"22":7,"23":7,"23rc1":7,"24":7,"25":7,"26":7,"28":7,"29":7,"295d66f91":7,"2a1":7,"3":[0,1,2,3,4,5,6,7,8,9],"30":7,"32971a1a2":7,"3320e432a":7,"33f0cd265":7,"349b0811c":7,"3696c34c2":7,"375d1ca22":7,"37681bca0":7,"3b3287d7a":7,"3d8ba64b8":7,"3fd5ef355":7,"406f":9,"483068745":7,"49":9,"4d03e33c1":7,"4d3a":9,"4d74ac211":7,"4e8f9cc8d":7,"512":9,"5220e4c38":7,"54":9,"5470":7,"59eb5de78":7,"5a439e84":7,"5c6e":9,"6":7,"6090":7,"6674":9,"6817":7,"6889a333c":7,"68e4c4dcb":7,"6cf76d7ac":7,"6e6526a0f":7,"70731073d":7,"7456":7,"7517":7,"76ed2a49c":7,"7825e8f59":7,"7d24b088c":7,"83b23ad19":7,"85a18e13d":7,"866a601b7":7,"872b1566a":7,"87f408b1e":7,"8807":7,"8886":7,"8891":7,"8898":7,"88bdcfa0d":7,"8994":7,"8b1":7,"8c42cf1b0":7,"8ec4":9,"9026":7,"92585ca4c":7,"9320":7,"9370":7,"9404":7,"9408":7,"9549274d1":7,"9550":7,"9729":7,"9784":7,"9985":7,"9b39f2478":7,"9c94b72d4":7,"class":[7,8],"do":9,"enum":1,"final":7,"float":4,"function":[6,7],"import":[7,8,9],"int":[1,4,6],"new":7,"return":[1,4,6],"static":1,"super":7,"while":6,A:[1,4],By:9,For:[1,7,8,9],If:[8,9],It:9,The:[1,8,9],There:9,To:9,__init__:7,about:[1,7,9],abov:9,ac2f72c98:7,ad:7,add:7,addit:1,ae7cb4a1:7,after:7,aip:7,airflow:9,aka:9,all:8,allow:[1,4],alreadi:9,also:9,amount:[1,4],an:[0,1,2,3,4,5,6,7,8,9],ani:[1,4,9],apach:9,apache_airflow_providers_apache_livi:9,api:[1,4,7,8],appli:[7,8],applic:[1,4],apply_default:[7,8],april:7,ar:[8,9],archiv:[1,4],arg:[1,4],argument:[1,4,7],asc:[8,9],auto:[7,8],autom:7,automat:8,avail:9,b2a28d159:7,b40dffa08:7,b916b7507:7,ba4b:9,backport:7,base:[1,4,6],baseoper:4,basesensoroper:6,bash:9,batch:[1,4,6,7],batch_id:[4,6],batchstat:1,bbc627a3d:7,be75dcd39:7,befor:7,behind:4,being:[4,6],belong:9,below:9,between:4,bin:9,binari:9,black:7,bodi:1,broken:7,bst:9,buggfix:7,build:[1,7,9],build_post_batch_bodi:1,busi:1,c34ef853c:7,c7e5bce57:7,ca4238eb4:7,can:[8,9],candid:7,cbf8001d7:7,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:9,cde1:9,certif:9,certifi:9,chang:[1,7],changelog:7,chapter:9,check:[7,9],checksum:[8,9],choos:9,class_nam:[1,4],clean:4,cleanup:[4,7],cluster:4,code:9,com:9,come:7,command:[1,4,7],commit:7,complet:[4,8],conf:[1,4],configur:[1,4],conn_name_attr:1,conn_typ:1,connect:[1,4,6,7,8],contain:[1,4,6,9],context:[4,6],core:[1,4],correct:9,creat:[4,9],cross:7,curl:9,current:4,d0e7db402:7,d200:7,d3cf23dc0:7,d7de:9,d:9,dag:[7,8],data:[1,7],db:8,dead:1,decor:[7,8],default_arg:7,default_conn_nam:1,defin:[1,4,6],delet:[1,4],delete_batch:1,dep:9,depend:[4,6,7],deriv:[4,6],describ:9,descript:7,dest:9,detail:[1,7,8,9],dev0:[0,1,2,3,4,5,6,7,8,9],dev:7,dict:[1,4],dictionari:[1,4],diff:9,differ:9,directori:9,distribut:9,doc:[1,7],docstr:7,document:[7,8],don:4,down:9,download:9,driver:[1,4],driver_cor:[1,4],driver_memori:[1,4],drop:9,due:8,dump:1,dump_batch_log:1,dynam:7,e08a:9,each:[1,4],ecf4:9,echo:9,ee7ca128a:7,enabl:7,endpoint:1,enforc:7,entri:7,error:1,essenti:9,exampl:[8,9],example_dag:7,execut:[1,4],executor:[1,4],executor_cor:[1,4],executor_memori:[1,4],exist:8,experiment:[0,1,2,3,4,5,6,7,8,9],explicit:7,extend:[7,8],extra:8,extra_head:[1,4,7],extra_opt:[1,4,6,7,8],f3521fb0e:7,f6bd817a3:7,face:7,fdd9b6f65:7,featur:[0,1,2,3,4,5,6,7,9],fetch:[1,7,8],field:7,file:[1,4,7,8,9],fingerprint:9,first:8,fix:7,folder:9,follow:9,form:7,format:1,formmatt:7,foundat:9,fresh:7,from:[1,7,8],gener:7,get:[1,4,6,9],get_batch:1,get_batch_log:1,get_batch_st:1,get_conn:1,get_hook:[4,6],get_template_context:4,ghost:4,gmail:9,good:9,gpg:9,grammar:7,guid:9,gz:9,hash:7,have:8,header:[1,4],high:7,hook:[2,4,6,7],hook_nam:1,how:9,html:1,http:[1,4,7,8,9],httphook:1,i:9,id:[1,4,9],identifi:[1,6],idl:1,imperson:[1,4],implement:7,implicit:7,improv:7,includ:7,increas:7,indic:9,individu:7,info:1,inform:[1,7],initi:8,instal:7,instanc:4,instruct:9,integr:7,introduc:7,issuer:9,jar:[1,4],java:[1,4],jinja:4,job:[1,4],juli:7,june:7,ka:9,kaxil:9,kaxilnaik:9,keep:7,kei:[4,9],keyword:7,kill:[1,4],know:9,kwarg:[1,4,6],l:9,la:9,latest:[1,7],launch:[1,4],lazi:7,lazili:7,least:8,leav:4,left:9,level:7,line:[1,4],link:[7,9],list:[7,8],livi:9,livy_conn_id:[1,4,6],livy_default:[1,4,6],livyhook:[1,4,6,7,8],livyoper:[4,7],livyoperr:[7,8],livysensor:6,load:7,local:9,log:[1,7,8],log_batch_s:1,log_start_posit:1,logging_mixin:1,loggingmixin:1,logo:7,ls:9,made:9,main:[1,4,9],manag:[7,9],manual:8,markdown:7,match:[7,9],md:7,memori:[1,4],meta:7,method:[1,4],might:8,migrat:8,mirror:9,miss:7,mktemp:9,model:4,modifi:[4,6],modul:7,monitor:[4,6],month:7,more:[1,4,7],most:9,move:7,multiprocess:4,mypi:7,naik:9,name:[1,4,7],need:[4,8],none:[1,4,6,9],not_start:1,note:7,num_executor:[1,4],number:[1,4,7],o:9,octob:7,offici:9,on_kil:4,onc:9,one:[1,9],onli:7,oper:[2,7,8],optimis:8,option:[1,4,6],order:8,org:[1,9],origin:9,otherwis:8,our:7,out:7,overrid:[4,6],owner:9,package_nam:9,package_vers:9,page:[7,9],param:1,paramet:[1,4,6,7],pass:[1,4],path:[1,4],payload:1,per:[1,4,7],perform:1,pgp:9,pgpk:9,pgpv:9,pip:[7,9],pleas:9,point:7,poke:6,poll:4,poll_for_termin:4,polling_interv:4,pool:4,posit:1,post:1,post_batch:1,pre:[1,4,6],prepar:7,previou:9,primari:9,process:[1,4],project:7,properti:[1,4],provid:9,provider_download_dir:9,proxy_us:[1,4],pull:1,py3:9,py:7,py_fil:[1,4],pydocstyl:7,pylint:7,pypi:[7,8],python:[1,4,7,8,9],pyupgrad:7,queue:[1,4],rc2:7,rc3:7,readm:[7,8],rebas:7,recommend:9,ref:7,refer:[1,4,6,7],regener:7,relas:7,releas:[7,8],relev:9,remain:7,remov:[7,8,9],renam:7,render:4,replac:7,repositori:8,request:[1,4],requir:[1,4],respons:1,rest:[1,4,7],rsa:9,rtype:1,run:[1,4,8,9],run_method:1,s:[1,4,6,9],same:[1,4],sat:9,script:[7,9],sdist:[8,9],second:4,see:7,seealso:1,select:9,self:[1,4,6,9],sensor:2,sep:9,separ:7,sequenc:[4,6],server:9,session:[1,4,6,7,8],session_id:1,setup:7,sha512:[8,9],sha:9,shasum:9,should:[6,9],shutting_down:1,sign:9,signatur:[7,8,9],site:8,softwar:9,sourc:[1,4,6,8],spark:[1,4],spark_param:4,specifi:[1,8],squash:7,start:1,start_dat:7,state:1,step:9,stop:7,str:[1,4,6],string:[1,4],style:7,subject:7,submit:[1,4],subprocess:4,success:1,sum:9,support:7,synchron:7,t:4,tar:9,task:4,templat:4,template_field:[4,6],temporari:9,termin:[4,6],terminal_st:1,them:8,thi:[0,1,2,3,4,5,6,7,8,9],those:[8,9],thread:4,through:1,time:4,toc:7,tool:7,toolchain:7,top:[8,9],transfer:7,trust:9,type:[1,4,6,7],typo:7,underli:4,undocu:7,union:[1,4,6],unknown:9,untouch:7,up:[4,7],updat:[7,8],upgrad:[7,8],us:[1,4,7,8,9],user:[1,4,7,9],util:1,valid:[4,6,9],valu:4,verifi:8,version:[7,8,9],via:[8,9],want:[8,9],warn:[7,9],wave:7,well:9,wheel:8,when:[1,4,8],where:[1,4],which:[1,4],whl:9,why:9,within:4,word:7,worri:9,wrap:4,wrapper:1,wrong:7,wrongli:7,yarn:[1,4],you:[8,9],your:8},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.hooks.livy</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.operators.livy</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.sensors.livy</span></code>","Package apache-airflow-providers-apache-livy","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-livy</span></code>","Installing from sources"],titleterms:{"0":[7,8],"1":[7,8],"2":[7,8],"break":8,"class":[1,4,6],airflow:[0,1,2,3,4,5,6,7,8],apach:[0,1,2,3,4,5,6,7,8],chang:8,changelog:8,commit:8,content:[1,4,6,8],cross:8,depend:8,download:8,featur:8,from:9,hook:[0,1],instal:[8,9],integr:9,livi:[0,1,2,3,4,5,6,7,8],misc:8,modul:[1,4,6],offici:8,oper:[3,4],packag:[7,8,9],pip:8,provid:[0,1,2,3,4,5,6,7,8],pypi:9,refer:8,releas:9,requir:8,resourc:8,sensor:[5,6],sourc:9,submodul:[0,3,5],subpackag:2,verifi:9}})