| Search.setIndex({docnames:["_api/airflow/providers/apache/livy/hooks/index","_api/airflow/providers/apache/livy/hooks/livy/index","_api/airflow/providers/apache/livy/index","_api/airflow/providers/apache/livy/operators/index","_api/airflow/providers/apache/livy/operators/livy/index","_api/airflow/providers/apache/livy/sensors/index","_api/airflow/providers/apache/livy/sensors/livy/index","commits","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/livy/hooks/index.rst","_api/airflow/providers/apache/livy/hooks/livy/index.rst","_api/airflow/providers/apache/livy/index.rst","_api/airflow/providers/apache/livy/operators/index.rst","_api/airflow/providers/apache/livy/operators/livy/index.rst","_api/airflow/providers/apache/livy/sensors/index.rst","_api/airflow/providers/apache/livy/sensors/livy/index.rst","commits.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers.apache":[[2,0,0,"-","livy"]],"airflow.providers.apache.livy":[[0,0,0,"-","hooks"],[3,0,0,"-","operators"],[5,0,0,"-","sensors"]],"airflow.providers.apache.livy.hooks":[[1,0,0,"-","livy"]],"airflow.providers.apache.livy.hooks.livy":[[1,1,1,"","BatchState"],[1,1,1,"","LivyHook"]],"airflow.providers.apache.livy.hooks.livy.BatchState":[[1,2,1,"","BUSY"],[1,2,1,"","DEAD"],[1,2,1,"","ERROR"],[1,2,1,"","IDLE"],[1,2,1,"","KILLED"],[1,2,1,"","NOT_STARTED"],[1,2,1,"","RUNNING"],[1,2,1,"","SHUTTING_DOWN"],[1,2,1,"","STARTING"],[1,2,1,"","SUCCESS"]],"airflow.providers.apache.livy.hooks.livy.LivyHook":[[1,2,1,"","TERMINAL_STATES"],[1,3,1,"","build_post_batch_body"],[1,2,1,"","conn_name_attr"],[1,2,1,"","conn_type"],[1,2,1,"","default_conn_name"],[1,3,1,"","delete_batch"],[1,3,1,"","dump_batch_logs"],[1,3,1,"","get_batch"],[1,3,1,"","get_batch_logs"],[1,3,1,"","get_batch_state"],[1,3,1,"","get_conn"],[1,2,1,"","hook_name"],[1,3,1,"","post_batch"],[1,3,1,"","run_method"]],"airflow.providers.apache.livy.operators":[[4,0,0,"-","livy"]],"airflow.providers.apache.livy.operators.livy":[[4,1,1,"","LivyOperator"]],"airflow.providers.apache.livy.operators.livy.LivyOperator":[[4,3,1,"","execute"],[4,3,1,"","get_hook"],[4,3,1,"","kill"],[4,3,1,"","on_kill"],[4,3,1,"","poll_for_termination"],[4,2,1,"","template_fields"]],"airflow.providers.apache.livy.sensors":[[6,0,0,"-","livy"]],"airflow.providers.apache.livy.sensors.livy":[[6,1,1,"","LivySensor"]],"airflow.providers.apache.livy.sensors.livy.LivySensor":[[6,3,1,"","get_hook"],[6,3,1,"","poke"],[6,2,1,"","template_fields"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method"},terms:{"0":[0,1,2,3,4,5,6,9,10],"00642a46d0":7,"0080354502":7,"01":7,"02":7,"02a33b55d1":7,"03":7,"04":7,"042be2e4e0":7,"05":7,"06":7,"07":7,"08":7,"09":7,"0a0e1af800":7,"0a68588479":7,"0b0e4f7a4c":7,"0b2":7,"0beta1":7,"1":10,"10":[7,8],"10170":7,"10483":7,"10528":7,"10543":7,"10818":7,"11":[7,9],"11238":7,"11242":7,"11249":7,"11447":7,"11487":7,"11688":7,"11806":7,"11826":7,"11855":7,"12":[7,9],"12082":7,"12206":7,"12212":7,"12304":7,"12366":7,"12390":7,"12444":7,"12449":7,"12558":7,"12917":7,"12955":7,"12af6a0800":7,"12c5e5d8a":7,"13":7,"13148":7,"13380":7,"13717":7,"13767":7,"14":7,"14013":7,"14734":7,"14816":[7,8],"14886":7,"15":7,"15236":7,"15667":[7,8],"16":7,"16294":7,"16405":7,"16464":7,"16501":7,"16512":7,"16542":7,"16682":7,"16adc035b1":7,"16e7129719":7,"17":7,"17015":7,"17116":7,"17393":[7,8],"17682":7,"17890":7,"18":7,"18657":7,"18855":7,"19":7,"19321":7,"19384":[7,8],"19882":7,"1fba5402bb":7,"2":[0,1,2,3,4,5,6,9,10],"20":7,"2020":7,"2021":[7,9],"2022":7,"20422":7,"20523":7,"20571":7,"20614":7,"20951":7,"21":7,"21257":7,"21439":7,"21529":[7,8],"21550":[7,8],"22":7,"22056":7,"22226":7,"22382":8,"22383":7,"22510":[7,8],"23":7,"23rc1":7,"24":7,"25":7,"26":7,"28":7,"29":7,"295d66f914":7,"2a1":7,"3":[0,1,2,3,4,5,6,9,10],"30":7,"31":7,"32971a1a2d":7,"3320e432a1":7,"33f0cd2657":7,"349b0811c3":7,"3696c34c28":7,"375d1ca229":7,"37681bca00":7,"3b3287d7ac":7,"3d8ba64b84":7,"3fd5ef3555":7,"4":[0,1,2,3,4,5,6,7,8,9,10],"406f":9,"4830687453":7,"485ff6cc64":7,"49":9,"4d03e33c11":7,"4d3a":9,"4d74ac2111":7,"4e8f9cc8d0":7,"512":9,"5220e4c384":7,"54":9,"5470":7,"59eb5de78c":7,"5a439e84eb":7,"5c6e":9,"5fdd6fa479":7,"6":7,"60":10,"602abe8394":7,"6090":7,"6674":9,"6817":7,"6889a333cf":7,"68e4c4dcb0":7,"6c3a67d4fc":7,"6cf76d7ac0":7,"6e6526a0f6":7,"70731073d0":7,"7456":7,"7517":7,"76ed2a49c6":7,"7825e8f590":7,"7d24b088cd":7,"83b23ad197":7,"853576d901":7,"85a18e13d9":7,"866a601b76":7,"86a2a19ad2":7,"872b1566a1":7,"87f408b1e7":7,"8807":7,"8886":7,"8891":7,"8898":7,"88bdcfa0df":7,"8994":7,"8b1":7,"8c42cf1b00":7,"8ec4":9,"9026":7,"92585ca4cb":7,"9320":7,"9370":7,"9404":7,"9408":7,"9549274d11":7,"9550":7,"9729":7,"97496ba2b4":7,"9784":7,"97cf76904a":7,"9985":7,"9b39f24780":7,"9c94b72d44":7,"class":[7,8],"default":7,"do":9,"enum":1,"final":7,"float":4,"function":[6,7],"import":[7,8,9],"int":[1,4,6],"new":7,"return":[1,4,6],"static":1,"super":7,"while":6,A:[1,4],By:9,For:[1,7,8,9,10],If:[8,9],It:[9,10],The:[1,8,9],There:9,To:9,__init__:7,about:[1,7,9],abov:9,ac2f72c98d:7,ad:[7,8],add:[7,8],addit:1,ae044884d1:7,ae7cb4a1e2:7,after:7,aip:7,airflow:[9,10],aka:9,all:[7,8,10],allow:[1,4,10],alreadi:9,also:9,amount:[1,4],an:[0,1,2,3,4,5,6,7,8,9,10],ani:[1,4,9],apach:9,apache_airflow_providers_apache_livi:9,api:[1,4,7,8,10],appli:[7,8],applic:[1,4,10],apply_default:[7,8],april:7,ar:[8,9],archiv:[1,4],arg:[1,4,7],argument:[1,4,7],asc:[8,9],asynchron:10,august:7,auto:[7,8],autoapi:7,autom:7,automat:8,avail:9,b2a28d1590:7,b40dffa085:7,b916b75079:7,ba4b:9,backport:7,base:[1,4,6],baseoper:4,basesensoroper:6,bash:9,batch:[1,4,6,7,10],batch_id:[4,6],batchstat:1,bbc627a3da:7,be75dcd39c:7,befor:7,behaviour:[1,4],behind:4,being:[4,6],belong:9,below:9,between:4,bin:9,binari:9,black:7,bodi:1,broken:7,bst:9,bugfix:7,buggfix:7,build:[1,7,9],build_post_batch_bodi:1,busi:1,c25534be56:7,c34ef853c8:7,c7e5bce57f:7,ca4238eb4d:7,can:[8,9],candid:7,cbf8001d76:7,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:9,cde1:9,certif:9,certifi:9,chang:[1,7],changelog:7,chapter:9,check:[7,9],checksum:[8,9],choos:9,class_nam:[1,4,10],classifi:[7,8],clean:4,cleanup:[4,7],client:10,cluster:[4,10],code:[9,10],com:[1,4,9],come:7,command:[1,4,7],commit:7,compat:7,complet:[4,8],compress:10,conf:[1,4,10],configur:[1,4],conn_name_attr:1,conn_typ:1,connect:[1,4,6,7,8],contain:[1,4,6,9],context:[4,6,10],core:[1,4],correct:9,creat:[4,9],cross:7,curl:9,current:4,d0e7db4024:7,d200:7,d3cf23dc07:7,d56e7b56bb:7,d7dbfb7e26:7,d7de:9,d94fa37830:7,d9567eb106:7,d:9,dag:[7,8],data:[1,7],db:8,dead:1,decemb:7,decor:[7,8],default_arg:7,default_conn_nam:1,defin:[1,4,6],delai:7,delet:[1,4],delete_batch:1,dep:9,depend:[4,6,7],deriv:[4,6],describ:9,descript:7,dest:9,detail:[1,7,8,9],dev0:[0,1,2,3,4,5,6,7,8,9,10],dev:7,dict:[1,4],dictionari:[1,4],diff:9,differ:9,directori:9,distribut:9,doc:[1,7],docstr:7,document:[1,4,7,8],don:4,down:9,download:9,driver:[1,4],driver_cor:[1,4],driver_memori:[1,4],drop:9,due:8,dump:1,dump_batch_log:1,dynam:7,e08a:9,each:[1,4],easi:10,ecf4:9,echo:9,ee7ca128a1:7,enabl:[7,10],endpoint:1,enforc:7,entri:7,error:[1,7],essenti:9,exampl:[7,8,9,10],example_dag:[7,10],example_livi:10,execut:[1,4],executor:[1,4],executor_cor:[1,4],executor_memori:[1,4],exist:8,experiment:[0,1,2,3,4,5,6,7,8,9,10],explicit:7,extend:[7,8],extra:[7,8],extra_head:[1,4,7],extra_opt:[1,4,6,7,8],f3521fb0e3:7,f5b96315fe:7,f6bd817a3a:7,f77417eb0d:7,f:7,face:7,fals:10,fdd9b6f65b:7,featur:[0,1,2,3,4,5,6,7,9,10],feb:7,fetch:[1,7,8],field:7,file:[1,4,7,8,9,10],fingerprint:9,first:8,fix:7,folder:9,follow:9,form:7,format:1,formmatt:7,foundat:9,framework:8,fresh:7,friendli:7,from:[1,7,8],further:10,gener:7,get:[1,4,6,9],get_batch:1,get_batch_log:1,get_batch_st:1,get_conn:1,get_hook:[4,6],get_template_context:4,ghost:4,github:[1,4],gmail:9,good:9,gpg:9,grammar:7,guid:[7,9],gz:9,hash:7,have:[7,8],header:[1,4,7,8],high:7,hook:[2,4,6,7],hook_nam:1,how:[7,8,9],html:1,http:[1,4,7,8,9],httphook:1,i:9,id:[1,4,9],identifi:[1,6],idl:1,imperson:[1,4],implement:7,implicit:7,improv:7,includ:7,increas:7,indic:9,individu:7,info:1,inform:[1,7,10],initi:8,instal:7,install_requir:8,instanc:4,instead:[7,8],instruct:9,integr:7,interact:10,interfac:10,introduc:7,issuer:9,januari:7,jar:[1,4,10],java:[1,4],jd:[1,4],jinja:4,job:[1,4,10],juli:7,june:7,k8:7,ka:9,kaxil:9,kaxilnaik:9,keep:7,kei:[4,9],keyword:7,kill:[1,4],know:9,kwarg:[1,4,6],l:9,la:9,latest:[1,7],launch:[1,4],lazi:7,lazili:7,least:8,leav:4,left:9,level:7,librari:10,line:[1,4,7],link:[7,9],list:[7,8],livi:9,livy_conn_id:[1,4,6],livy_default:[1,4,6],livy_java_task:10,livy_python_task:10,livyhook:[1,4,6,7,8],livyoper:[4,7],livyoperr:[7,8],livysensor:6,load:7,local:9,log:[1,7,8],log_batch_s:1,log_start_posit:1,logging_mixin:1,loggingmixin:1,logo:7,look:10,ls:9,made:9,main:[1,4,9],manag:[7,9,10],manual:8,march:7,markdown:7,match:[7,9],md:7,memori:[1,4],meta:7,method:[1,4],might:8,migrat:8,mirror:9,miss:7,mistakenli:8,mktemp:9,model:4,modifi:[4,6],modul:7,monitor:[4,6],month:7,more:[1,4,7],most:9,move:7,multiprocess:4,mypi:7,naik:9,name:[1,4,7],need:[4,8],none:[1,4,6,9],not_start:1,note:7,novemb:7,now:7,num_executor:[1,4,10],number:[1,4,7],o:9,octob:7,offici:9,on_kil:4,onc:9,one:[1,9],onli:[7,8],oper:[2,7,8],optimis:8,option:[1,4,6],order:8,org:[1,9,10],origin:9,otherwis:8,our:7,out:7,over:10,overrid:[4,6],owner:9,package_nam:9,package_vers:9,page:[7,9],param:1,paramet:[1,4,6,7],pass:[1,4],path:[1,4],payload:1,per:[1,4,7],perform:1,pgp:9,pgpk:9,pgpv:9,pi:10,pi_java_task:10,pi_python_task:10,pip:[7,9],pleas:9,point:7,poke:6,poll:4,poll_for_termin:4,polling_interv:[4,10],pool:4,posit:1,post:1,post_batch:[1,7,8],pre:[1,4,6],prepar:7,previou:9,primari:9,process:[1,4],project:7,properti:[1,4],provid:[9,10],provider_download_dir:9,proxy_us:[1,4],pull:1,py3:9,py:[7,10],py_fil:[1,4],pydocstyl:7,pylint:7,pypi:[7,8],python:[1,4,7,8,9],pyupgrad:7,queue:[1,4],rc2:7,rc3:7,readm:[7,8],rebas:7,recommend:9,ref:7,refer:[1,4,6],refernc:7,regener:7,relas:7,releas:[7,8],relev:9,rema:7,remain:7,remov:[7,8,9],renam:7,render:4,replac:7,repositori:8,request:[1,4,7,8],requir:[1,4],respons:1,rest:[1,4,7,10],result:10,retri:[1,4,7,8],retriev:10,retry_arg:[1,4],rpc:10,rsa:9,rtype:1,run:[1,4,8,9],run_method:1,s:[1,4,6,7,9],same:[1,4],sat:9,script:[7,9],sdist:[8,9],second:4,see:[1,4,7],seealso:1,select:9,self:[1,4,6,9],sensor:2,sep:9,separ:7,sequenc:[4,6,7],server:9,servic:10,session:[1,4,6,7,8],session_id:1,setup:7,sha512:[8,9],sha:9,shasum:9,should:[6,9],shuffl:10,shutting_down:1,sign:9,signatur:[7,8,9],simpl:10,site:8,snippet:10,softwar:9,sourc:[1,4,6,8,10],spark:[1,4,10],spark_param:4,sparkpi:10,specifi:[1,8],sphinx:7,squash:7,start:1,start_dat:7,state:1,step:9,stop:7,str:[1,4,6],string:[1,4,7],style:7,subject:7,submiss:10,submit:[1,4,10],subprocess:4,success:1,sum:9,support:[7,8],synchron:[7,10],t:4,tar:9,task:4,task_id:10,templat:4,template_field:[4,6,7],temporari:9,tenac:[1,4],termin:[4,6],terminal_st:1,them:8,thi:[0,1,2,3,4,5,6,7,8,9,10],those:[8,9],thread:4,through:1,time:4,toc:7,tool:7,toolchain:7,top:[8,9],transfer:7,trove:8,trust:9,type:[1,4,6,7],typehint:7,typo:7,underli:[4,10],undocu:7,union:[1,4,6],unknown:9,untouch:7,up:[4,7],updat:[7,8],upgrad:[7,8],us:[1,4,7,8,9],user:[1,4,7,9],util:1,valid:[4,6,9],valu:4,verifi:8,version:[7,8,9],via:[8,9,10],want:[8,9],warn:[7,9],wave:7,well:[9,10],wheel:8,when:[1,4,8],where:[1,4],which:[1,4],whl:9,why:9,within:4,word:7,worri:9,wrap:[4,10],wrapper:1,wrong:7,wrongli:7,yarn:[1,4],you:[8,9],your:8},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.hooks.livy</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.operators.livy</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.sensors.livy</span></code>","Package apache-airflow-providers-apache-livy","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-livy</span></code>","Installing from sources","Apache Livy Operators"],titleterms:{"0":[7,8],"1":[7,8],"2":[7,8],"3":[7,8],"break":8,"class":[1,4,6],airflow:[0,1,2,3,4,5,6,7,8],apach:[0,1,2,3,4,5,6,7,8,10],bug:8,chang:8,changelog:8,commit:8,content:[1,4,6,8],cross:8,depend:8,download:8,featur:8,fix:8,from:9,guid:8,hook:[0,1],instal:[8,9],integr:9,livi:[0,1,2,3,4,5,6,7,8,10],livyoper:10,misc:8,modul:[1,4,6],offici:8,oper:[3,4,10],packag:[7,8,9],pip:8,provid:[0,1,2,3,4,5,6,7,8],pypi:9,refer:[8,10],releas:9,requir:8,resourc:8,sensor:[5,6],sourc:9,submodul:[0,3,5],subpackag:2,verifi:9}}) |