| Search.setIndex({docnames:["_api/airflow/providers/apache/livy/hooks/index","_api/airflow/providers/apache/livy/hooks/livy/index","_api/airflow/providers/apache/livy/index","_api/airflow/providers/apache/livy/operators/index","_api/airflow/providers/apache/livy/operators/livy/index","_api/airflow/providers/apache/livy/sensors/index","_api/airflow/providers/apache/livy/sensors/livy/index","_api/tests/system/providers/apache/livy/example_livy/index","_api/tests/system/providers/apache/livy/index","commits","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/livy/hooks/index.rst","_api/airflow/providers/apache/livy/hooks/livy/index.rst","_api/airflow/providers/apache/livy/index.rst","_api/airflow/providers/apache/livy/operators/index.rst","_api/airflow/providers/apache/livy/operators/livy/index.rst","_api/airflow/providers/apache/livy/sensors/index.rst","_api/airflow/providers/apache/livy/sensors/livy/index.rst","_api/tests/system/providers/apache/livy/example_livy/index.rst","_api/tests/system/providers/apache/livy/index.rst","commits.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers.apache":[[2,0,0,"-","livy"]],"airflow.providers.apache.livy":[[0,0,0,"-","hooks"],[3,0,0,"-","operators"],[5,0,0,"-","sensors"]],"airflow.providers.apache.livy.hooks":[[1,0,0,"-","livy"]],"airflow.providers.apache.livy.hooks.livy":[[1,1,1,"","BatchState"],[1,1,1,"","LivyHook"]],"airflow.providers.apache.livy.hooks.livy.BatchState":[[1,2,1,"","BUSY"],[1,2,1,"","DEAD"],[1,2,1,"","ERROR"],[1,2,1,"","IDLE"],[1,2,1,"","KILLED"],[1,2,1,"","NOT_STARTED"],[1,2,1,"","RUNNING"],[1,2,1,"","SHUTTING_DOWN"],[1,2,1,"","STARTING"],[1,2,1,"","SUCCESS"]],"airflow.providers.apache.livy.hooks.livy.LivyHook":[[1,2,1,"","TERMINAL_STATES"],[1,3,1,"","build_post_batch_body"],[1,2,1,"","conn_name_attr"],[1,2,1,"","conn_type"],[1,2,1,"","default_conn_name"],[1,3,1,"","delete_batch"],[1,3,1,"","dump_batch_logs"],[1,3,1,"","get_batch"],[1,3,1,"","get_batch_logs"],[1,3,1,"","get_batch_state"],[1,3,1,"","get_conn"],[1,2,1,"","hook_name"],[1,3,1,"","post_batch"],[1,3,1,"","run_method"]],"airflow.providers.apache.livy.operators":[[4,0,0,"-","livy"]],"airflow.providers.apache.livy.operators.livy":[[4,1,1,"","LivyOperator"]],"airflow.providers.apache.livy.operators.livy.LivyOperator":[[4,3,1,"","execute"],[4,3,1,"","get_hook"],[4,3,1,"","kill"],[4,3,1,"","on_kill"],[4,3,1,"","poll_for_termination"],[4,2,1,"","template_fields"]],"airflow.providers.apache.livy.sensors":[[6,0,0,"-","livy"]],"airflow.providers.apache.livy.sensors.livy":[[6,1,1,"","LivySensor"]],"airflow.providers.apache.livy.sensors.livy.LivySensor":[[6,3,1,"","get_hook"],[6,3,1,"","poke"],[6,2,1,"","template_fields"]],"tests.system.providers.apache":[[8,0,0,"-","livy"]],"tests.system.providers.apache.livy":[[7,0,0,"-","example_livy"]],"tests.system.providers.apache.livy.example_livy":[[7,4,1,"","DAG_ID"],[7,4,1,"","ENV_ID"],[7,4,1,"","livy_java_task"],[7,4,1,"","test_run"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:data"},terms:{"0":[0,1,2,3,4,5,6,7,8,11,12],"00642a46d0":9,"0080354502":9,"01":9,"02":9,"027b707d21":9,"02a33b55d1":9,"03":9,"04":9,"042be2e4e0":9,"05":9,"06":9,"07":9,"08":9,"09":9,"0a0e1af800":9,"0a68588479":9,"0b0e4f7a4c":9,"0b2":9,"0beta1":9,"1":12,"10":[9,10],"10170":9,"10483":9,"10528":9,"10543":9,"10818":9,"11":[9,11],"11238":9,"11242":9,"11249":9,"11447":9,"11487":9,"11688":9,"11806":9,"11826":9,"11855":9,"12":[9,11],"12082":9,"12206":9,"12212":9,"12304":9,"12366":9,"12390":9,"12444":9,"12449":9,"12558":9,"12917":9,"12955":9,"12af6a0800":9,"12c5e5d8a":9,"13":9,"13148":9,"13380":9,"13717":9,"13767":9,"14":9,"14013":9,"14734":9,"14816":[9,10],"14886":9,"15":9,"15236":9,"15667":[9,10],"16":9,"16294":9,"16405":9,"16464":9,"16501":9,"16512":9,"16542":9,"16682":9,"16adc035b1":9,"16e7129719":9,"17":9,"17015":9,"17116":9,"17393":[9,10],"17682":9,"17890":9,"18":9,"18657":9,"18855":9,"19":9,"19321":9,"19384":[9,10],"19882":9,"1fba5402bb":9,"2":[0,1,2,3,4,5,6,7,8,11,12],"20":9,"2020":9,"2021":[9,11],"2022":9,"20422":9,"20523":9,"20571":9,"20614":9,"20951":9,"21":9,"21257":9,"21439":9,"21529":[9,10],"21550":[9,10],"22":9,"22056":9,"22226":9,"22382":10,"22383":9,"22439":9,"22510":[9,10],"22819":9,"23":9,"23rc1":9,"24":9,"24208":9,"24229":9,"24231":9,"24292":9,"25":9,"26":9,"28":9,"29":9,"295d66f914":9,"2a1":9,"3":[0,1,2,3,4,5,6,7,8,11,12],"30":9,"31":9,"32971a1a2d":9,"3320e432a1":9,"33f0cd2657":9,"349b0811c3":9,"3696c34c28":9,"375d1ca229":9,"37681bca00":9,"3b3287d7ac":9,"3d8ba64b84":9,"3fd5ef3555":9,"4":[0,1,2,3,4,5,6,7,8,9,10,11,12],"406f":11,"47":9,"4830687453":9,"485ff6cc64":9,"49":11,"4d03e33c11":9,"4d3a":11,"4d74ac2111":9,"4e8f9cc8d0":9,"512":11,"5220e4c384":9,"54":11,"5470":9,"5503603cde":9,"56ab82ed7a":9,"59eb5de78c":9,"5a439e84eb":9,"5c6e":11,"5fdd6fa479":9,"6":9,"60":12,"602abe8394":9,"6090":9,"6674":11,"6817":9,"6889a333cf":9,"68e4c4dcb0":9,"6c3a67d4fc":9,"6cf76d7ac0":9,"6e6526a0f6":9,"70731073d0":9,"717a7588bc":9,"7456":9,"7517":9,"76ed2a49c6":9,"7825e8f590":9,"7d24b088cd":9,"83b23ad197":9,"853576d901":9,"85a18e13d9":9,"866a601b76":9,"86a2a19ad2":9,"872b1566a1":9,"87f408b1e7":9,"8807":9,"8886":9,"8891":9,"8898":9,"88bdcfa0df":9,"8994":9,"8b1":9,"8c42cf1b00":9,"8ec4":11,"9026":9,"92585ca4cb":9,"9320":9,"9370":9,"9404":9,"9408":9,"9549274d11":9,"9550":9,"9729":9,"97496ba2b4":9,"9784":9,"97cf76904a":9,"9985":9,"9b39f24780":9,"9c94b72d44":9,"class":[9,10],"default":9,"do":11,"enum":1,"final":9,"float":4,"function":[6,9],"import":[9,10,11],"int":[1,4,6],"new":9,"return":[1,4,6],"static":1,"super":9,"while":6,A:[1,4],By:11,For:[1,9,10,11,12],If:[10,11],It:[11,12],The:[1,7,10,11],There:11,To:11,__init__:9,about:[1,9,11],abov:11,ac2f72c98d:9,ad:[9,10],add:[9,10],addit:1,ae044884d1:9,ae7cb4a1e2:9,aeabe994b3:9,after:9,aip:9,airflow:11,aka:11,all:[9,10,12],allow:[1,4,12],alreadi:11,also:11,amount:[1,4],an:[0,1,2,3,4,5,6,7,8,9,10,11,12],ani:[1,4,11],apach:11,apache_airflow_providers_apache_livi:11,api:[1,4,9,10,12],appli:[9,10],applic:[1,4,12],apply_default:[9,10],april:9,ar:[10,11],archiv:[1,4],arg:[1,4,9],argument:[1,4,9],asc:[10,11],asynchron:12,august:9,auto:[9,10],autoapi:9,autom:9,automat:10,avail:[10,11],b2a28d1590:9,b40dffa085:9,b916b75079:9,ba4b:11,backport:9,base:[1,4,6],baseoper:4,basesensoroper:6,bash:11,batch:[1,4,6,9,12],batch_id:[4,6],batchstat:1,bbc627a3da:9,be75dcd39c:9,befor:9,behaviour:[1,4],behind:4,being:[4,6],belong:11,below:[7,10,11],between:4,bin:11,binari:11,black:9,blob:10,bodi:1,broken:9,bst:11,bugfix:9,buggfix:9,build:[1,9,11],build_post_batch_bodi:1,busi:1,c25534be56:9,c34ef853c8:9,c7e5bce57f:9,ca4238eb4d:9,can:[10,11],candid:9,cbf8001d76:9,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:11,cde1:11,certif:11,certifi:11,chang:[1,9],changelog:9,chapter:11,check:[9,11],checksum:[10,11],choos:11,class_nam:[1,4,12],classifi:[9,10],clean:4,cleanup:[4,9],client:12,cluster:[4,12],code:[11,12],com:[1,4,10,11],come:9,command:[1,4,9],commit:9,compat:9,complet:[4,10],compress:12,comput:7,conf:[1,4,12],configur:[1,4],conn_name_attr:1,conn_typ:1,connect:[1,4,6,9,10],contain:[1,4,6,11],context:[4,6,12],contributor:9,core:[1,4],correct:11,creat:[4,11],cross:9,curl:11,current:4,d0e7db4024:9,d200:9,d3cf23dc07:9,d56e7b56bb:9,d7dbfb7e26:9,d7de:11,d94fa37830:9,d9567eb106:9,d:11,dag:[7,9,10],dag_id:7,data:[1,9],db:10,dead:1,decemb:9,decor:[9,10],default_arg:9,default_conn_nam:1,defin:[1,4,6],delai:9,delet:[1,4],delete_batch:1,dep:11,depend:[4,6,9],deriv:[4,6],describ:11,descript:9,design:9,dest:11,detail:[1,9,10,11],dev0:[0,1,2,3,4,5,6,7,8,9,10,11,12],dev:9,dict:[1,4],dictionari:[1,4],diff:11,differ:11,directori:11,distribut:11,doc:[1,9],docstr:9,document:[1,4,9,10],don:4,doubl:9,down:11,download:11,driver:[1,4],driver_cor:[1,4],driver_memori:[1,4],drop:11,due:10,dump:1,dump_batch_log:1,dynam:9,e08a:11,each:[1,4],easi:12,ecf4:11,echo:11,ee7ca128a1:9,enabl:[9,12],endpoint:1,enforc:9,entri:9,env_id:7,error:[1,9],essenti:11,exampl:[7,9,10,11,12],example_dag:9,example_livi:[8,12],example_livy_oper:7,execut:[1,4,7],executor:[1,4],executor_cor:[1,4],executor_memori:[1,4],exist:10,experiment:[0,1,2,3,4,5,6,7,8,9,10,11,12],explain:10,explanatori:9,explicit:9,extend:[9,10],extra:[9,10],extra_head:[1,4,9],extra_opt:[1,4,6,9,10],f3521fb0e3:9,f5b96315fe:9,f6bd817a3a:9,f77417eb0d:9,f:9,face:9,fals:12,fdd9b6f65b:9,featur:[0,1,2,3,4,5,6,7,8,9,11,12],feb:9,fetch:[1,9,10],field:9,file:[1,4,9,10,11,12],fingerprint:11,first:10,fix:9,folder:11,follow:11,form:9,format:1,formmatt:9,foundat:11,framework:10,fresh:9,friendli:9,from:[1,9,10],further:12,gener:9,get:[1,4,6,11],get_batch:1,get_batch_log:1,get_batch_st:1,get_conn:1,get_hook:[4,6],get_template_context:4,ghost:4,github:[1,4,10],gmail:11,good:11,gpg:11,grammar:9,guid:[9,11],gz:11,hash:9,have:[9,10],header:[1,4,9,10],high:9,hook:[2,4,6,9],hook_nam:1,how:[9,10,11],html:1,http:[1,4,9,10,11],httphook:1,i:11,id:[1,4,11],identifi:[1,6],idl:1,imperson:[1,4],implement:9,implicit:9,improv:9,includ:9,increas:9,indic:11,individu:9,info:1,inform:[1,9,12],initi:10,instal:9,install_requir:10,instanc:[4,7],instead:[9,10],instruct:11,integr:9,interact:12,interfac:12,introduc:9,issuer:11,januari:9,jar:[1,4,12],java:[1,4,7],jd:[1,4],jinja:4,job:[1,4,12],juli:9,june:9,k8:9,ka:11,kaxil:11,kaxilnaik:11,keep:9,kei:[4,11],keyword:9,kill:[1,4],know:11,kwarg:[1,4,6],l:11,la:11,latest:[1,9],launch:[1,4],lazi:9,lazili:9,least:10,leav:4,left:11,level:9,librari:[7,12],line:[1,4,9],link:[9,11],list:[9,10],livi:11,livy_conn_id:[1,4,6],livy_default:[1,4,6],livy_java_task:[7,12],livy_python_task:12,livyhook:[1,4,6,9,10],livyoper:[4,7,9],livyoperr:[9,10],livysensor:6,load:9,local:11,log:[1,9,10],log_batch_s:1,log_start_posit:1,logging_mixin:1,loggingmixin:1,logo:9,look:12,ls:11,made:11,mai:9,main:[1,4,10,11],manag:[9,11,12],manual:10,march:9,markdown:9,match:[9,11],md:[9,10],memori:[1,4],meta:9,method:[1,4],mid:9,might:10,migrat:[9,10],min:9,minimum:10,mirror:11,miss:9,mistakenli:10,mktemp:11,model:4,modifi:[4,6],modul:9,monitor:[4,6],month:9,more:[1,4,9],most:11,move:9,multiprocess:4,mypi:9,naik:11,name:[1,4,9],need:[4,10],none:[1,4,6,11],not_start:1,note:9,novemb:9,now:9,num_executor:[1,4,12],number:[1,4,9],o:11,octob:9,offici:11,on_kil:4,onc:11,one:[1,11],onli:[9,10],oper:[2,9,10],optimis:10,option:[1,4,6],order:10,org:[1,11,12],origin:11,otherwis:10,our:9,out:9,over:12,overrid:[4,6],owner:11,package_nam:11,package_vers:11,page:[9,11],param:1,paramet:[1,4,6,9],pass:[1,4],path:[1,4],payload:1,per:[1,4,9],perform:1,pgp:11,pgpk:11,pgpv:11,pi:[7,12],pi_java_task:12,pi_python_task:12,pip:[9,10,11],pleas:11,point:9,poke:6,polici:10,poll:4,poll_for_termin:4,polling_interv:[4,12],pool:4,posit:1,post:1,post_batch:[1,9,10],pre:[1,4,6],prepar:9,previou:11,primari:11,process:[1,4],project:9,properti:[1,4],provid:[11,12],provider_download_dir:11,proxy_us:[1,4],pull:1,py3:11,py:[9,12],py_fil:[1,4],pydocstyl:9,pylint:9,pypi:[9,10],python:[1,4,7,9,10,11],pyupgrad:9,queue:[1,4],rc2:9,rc3:9,readm:[9,10],rebas:9,recommend:11,ref:9,refer:[1,4,6],refernc:9,regener:9,relas:9,releas:[9,10],relev:11,rema:9,remain:9,remov:[9,10,11],renam:9,render:4,replac:9,repositori:10,request:[1,4,9,10],requir:[1,4],respons:1,rest:[1,4,9,12],result:12,retri:[1,4,9,10],retriev:12,retry_arg:[1,4],rpc:12,rsa:11,rtype:1,run:[1,4,10,11],run_method:1,s:[1,4,6,9,11],same:[1,4],sat:11,script:[9,11],sdist:[10,11],second:4,see:[1,4,9,10],seealso:1,select:11,self:[1,4,6,11],sensor:2,sep:11,separ:9,sequenc:[4,6,9],server:11,servic:12,session:[1,4,6,9,10],session_id:1,setup:9,sha512:[10,11],sha:11,shasum:11,should:[6,11],shuffl:12,shutting_down:1,sign:11,signatur:[9,10,11],simpl:12,site:10,snippet:12,softwar:11,sourc:[1,4,6,7,10,12],spark:[1,4,7,12],spark_param:4,sparkpi:12,specif:9,specifi:[1,10],sphinx:9,squash:9,start:1,start_dat:9,state:1,step:11,stop:9,str:[1,4,6],string:[1,4,9],style:9,subject:9,submiss:12,submit:[1,4,12],subprocess:4,success:1,sum:11,support:[9,10],synchron:[9,12],system:12,t:4,tar:11,task:[4,7],task_id:12,templat:4,template_field:[4,6,9],temporari:11,tenac:[1,4],termin:[4,6],terminal_st:1,test:12,test_run:7,them:10,thi:[0,1,2,3,4,5,6,7,8,9,10,11,12],those:[10,11],thread:4,through:1,time:4,toc:9,tool:9,toolchain:9,top:[10,11],transfer:9,trigger:7,trove:10,trust:11,type:[1,4,6,9],typehint:9,typo:9,underli:[4,12],undocu:9,union:[1,4,6],unknown:11,untouch:9,up:[4,9],updat:[9,10],upgrad:[9,10],us:[1,4,7,9,10,11],user:[1,4,9,11],util:1,valid:[4,6,11],valu:4,verifi:10,version:[9,10,11],via:[10,11,12],want:[10,11],warn:[9,11],wave:9,well:[11,12],wheel:10,when:[1,4,10],where:[1,4],which:[1,4,7],whl:11,why:11,within:4,word:9,worri:11,wrap:[4,12],wrapper:1,wrong:9,wrongli:9,yarn:[1,4],you:[10,11],your:10},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.hooks.livy</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.operators.livy</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.livy.sensors.livy</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.livy.example_livy</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.livy</span></code>","Package apache-airflow-providers-apache-livy","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-livy</span></code>","Installing from sources","Apache Livy Operators"],titleterms:{"0":[9,10],"1":[9,10],"2":[9,10],"3":[9,10],"break":10,"class":[1,4,6],airflow:[0,1,2,3,4,5,6,9,10],apach:[0,1,2,3,4,5,6,7,8,9,10,12],bug:10,chang:10,changelog:10,commit:10,content:[1,4,6,7,10],cross:10,depend:10,download:10,example_livi:7,featur:10,fix:10,from:11,guid:10,hook:[0,1],instal:[10,11],integr:11,livi:[0,1,2,3,4,5,6,7,8,9,10,12],livyoper:12,misc:10,modul:[1,4,6,7],offici:10,oper:[3,4,12],packag:[9,10,11],provid:[0,1,2,3,4,5,6,7,8,9,10],pypi:11,refer:[10,12],releas:11,requir:10,resourc:10,sensor:[5,6],sourc:11,submodul:[0,3,5,8],subpackag:2,system:[7,8],test:[7,8],verifi:11}}) |