Search.setIndex({docnames:["_api/airflow/providers/yandex/hooks/index","_api/airflow/providers/yandex/hooks/yandex/index","_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index","_api/airflow/providers/yandex/index","_api/airflow/providers/yandex/operators/index","_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index","commits","connections/yandexcloud","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/yandex/hooks/index.rst","_api/airflow/providers/yandex/hooks/yandex/index.rst","_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.rst","_api/airflow/providers/yandex/index.rst","_api/airflow/providers/yandex/operators/index.rst","_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.rst","commits.rst","connections/yandexcloud.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers":[[3,0,0,"-","yandex"]],"airflow.providers.yandex":[[0,0,0,"-","hooks"],[4,0,0,"-","operators"]],"airflow.providers.yandex.hooks":[[1,0,0,"-","yandex"],[2,0,0,"-","yandexcloud_dataproc"]],"airflow.providers.yandex.hooks.yandex":[[1,1,1,"","YandexCloudBaseHook"]],"airflow.providers.yandex.hooks.yandex.YandexCloudBaseHook":[[1,2,1,"","conn_name_attr"],[1,2,1,"","conn_type"],[1,2,1,"","default_conn_name"],[1,3,1,"","get_connection_form_widgets"],[1,3,1,"","get_ui_field_behaviour"],[1,2,1,"","hook_name"],[1,3,1,"","provider_user_agent"]],"airflow.providers.yandex.hooks.yandexcloud_dataproc":[[2,1,1,"","DataprocHook"]],"airflow.providers.yandex.operators":[[5,0,0,"-","yandexcloud_dataproc"]],"airflow.providers.yandex.operators.yandexcloud_dataproc":[[5,1,1,"","DataprocCreateClusterOperator"],[5,1,1,"","DataprocCreateHiveJobOperator"],[5,1,1,"","DataprocCreateMapReduceJobOperator"],[5,1,1,"","DataprocCreatePysparkJobOperator"],[5,1,1,"","DataprocCreateSparkJobOperator"],[5,1,1,"","DataprocDeleteClusterOperator"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateClusterOperator":[[5,3,1,"","execute"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateHiveJobOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateMapReduceJobOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreatePysparkJobOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateSparkJobOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocDeleteClusterOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method"},terms:{"0":[0,1,2,3,4,5,7,9,10],"00642a46d":6,"008035450":6,"01":6,"02":6,"03":6,"04":6,"05":6,"06":6,"07":6,"08":6,"09":6,"0a0e1af80":6,"0a6858847":6,"0b0e4f7a4":6,"0b2":6,"0beta1":6,"0dbd0f420":6,"1":5,"10":[5,6],"100":5,"10097":6,"10205":6,"10280":6,"10483":6,"10528":6,"10543":6,"10818":6,"11":[6,9],"11198":6,"11238":6,"11242":6,"11249":6,"11447":6,"11487":6,"11688":6,"11826":6,"11855":6,"12":[6,9],"12082":6,"122":8,"12206":6,"12212":6,"12304":6,"12366":6,"12390":6,"12444":6,"12449":6,"12527":6,"12558":6,"12681":6,"12917":6,"12955":6,"12af6a080":6,"12c5e5d8a":6,"13":6,"13148":6,"13380":6,"13717":6,"13767":6,"14":6,"14013":6,"14734":6,"14886":6,"14918":6,"14968":6,"15":6,"15518":6,"15576":6,"15667":[6,8],"16":6,"16294":6,"16405":6,"16464":6,"16501":6,"16682":6,"16872":6,"16e712971":6,"17":6,"17015":6,"17033":[6,8],"17116":6,"17682":6,"17890":6,"18":6,"18349":6,"18597":6,"18613":6,"19":6,"19099":6,"19321":6,"19882":6,"1d36b0303":6,"1fba5402b":6,"2":[0,1,2,3,4,5,7,9,10],"20":6,"20103":[6,8],"2020":6,"2021":[6,9],"20344":6,"20523":6,"20565":6,"20571":6,"21":6,"22":6,"23":6,"23rc1":6,"24":[5,6],"25":6,"26":6,"28":6,"29":6,"295d66f91":6,"2a1":6,"3":[0,1,2,3,4,5,6,7,8,9,10],"30":6,"31":6,"32971a1a2":6,"3320e432a":6,"349b0811c":6,"3696c34c2":6,"375d1ca22":6,"37681bca0":6,"3fd5ef355":6,"406f":9,"40a2476a5":6,"40bf8f28f":6,"41c49c7ff":6,"49":9,"4d03e33c1":6,"4d3a":9,"4e8f9cc8d":6,"5093245d6":6,"512":9,"5220e4c38":6,"54":9,"59a4f2669":6,"59eb5de78":6,"5a439e84":6,"5c6e":9,"6":6,"6531":6,"6674":9,"6792":6,"6817":6,"6889a333c":6,"68e4c4dcb":6,"6cf76d7ac":6,"6e51608f2":6,"6e6526a0f":6,"7252":6,"7412":6,"7456":6,"7517":6,"76ed2a49c":6,"7825e8f59":6,"7d24b088c":6,"807ad32c":6,"8095":6,"840ea3efb":6,"853576d90":6,"85a18e13d":6,"866a601b7":6,"872b1566a":6,"87f408b1e":6,"8807":6,"8886":6,"8891":6,"8898":6,"88bdcfa0d":6,"8984":6,"8994":6,"8b1":6,"8c42cf1b0":6,"8ec4":9,"9026":6,"92585ca4c":6,"9290":6,"9320":6,"9370":6,"9404":6,"9408":6,"9549274d1":6,"9550":6,"97496ba2b":6,"9985":6,"9b39f2478":6,"9c94b72d4":6,"9cbd7de6d":6,"class":[6,8],"default":[5,6,8],"do":9,"final":6,"import":[6,8,9],"int":5,"new":[5,6,8],"public":[5,7],"return":1,"static":[1,6],"true":5,"try":5,"while":5,A:[1,2,5],As:7,By:[5,9],For:[6,9],If:[7,8,9],In:5,It:9,The:[1,2,5,7,9,10],There:9,To:[5,9],Will:5,__init__:6,_hook:6,_oper:6,_sensor:6,a0821235f:6,a7ca1b3b0:6,about:[6,9],abov:9,ac2f72c98:6,account:[5,7],ad:6,add:[1,6,8],addit:5,adher:6,ae7cb4a1:6,aeea71274:6,after:6,agent:[1,6,8],aip:6,airflow:[9,10],aka:9,all:[5,6,7,8],allow:7,alreadi:9,also:9,altern:7,amount:5,an:[0,1,2,3,4,5,6,7,8,9,10],analyz:10,ani:[5,9],apach:[9,10],apache_airflow_providers_yandex:9,api:[6,7,8],appli:[6,8],apply_default:[6,8],ar:[5,7,8,9],archiv:5,archive_uri:5,arg:[2,5,6],argument:5,artifactid:5,asc:9,august:6,auth:7,auto:[6,8],autom:6,automat:[6,8],autosc:[5,6,8],avail:[5,9],averag:5,avoid:5,b2a28d159:6,b40dffa08:6,b916b7507:6,b:5,ba4b:9,backport:6,base:[1,2,5],basehook:1,baseoper:5,bash:9,batch:6,bbc627a3d:6,bd90136aa:6,be75dcd39:6,been:10,befor:5,behaviour:1,belong:9,below:9,big:10,bin:9,binari:9,black:6,bool:5,broken:6,bst:9,bucket:5,buggfix:6,build:[6,9],c34ef853c:6,c7e5bce57:6,c:5,ca4238eb4:6,can:[5,7,8,9,10],candid:6,capac:10,cbf8001d7:6,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:9,cde1:9,cdec30125:6,central1:5,certif:9,certifi:9,chang:6,changelog:6,chapter:9,check:[6,9],checksum:9,choos:9,cl:1,classmethod:1,classpath:5,cleanup:6,cli:7,cloud:[1,2,5,6,8],cluster:[5,7,10],cluster_descript:5,cluster_id:5,cluster_image_vers:5,cluster_nam:5,code:9,collect:5,com:[7,9],come:6,command:6,commit:6,common:6,compat:6,complet:8,comput:[5,7],computenod:5,computenode_count:5,computenode_cpu_utilization_target:5,computenode_decommission_timeout:5,computenode_disk_s:5,computenode_disk_typ:5,computenode_max_count:5,computenode_max_hosts_count:5,computenode_measurement_dur:5,computenode_preempt:5,computenode_resource_preset:5,computenode_stabilization_dur:5,computenode_warmup_dur:5,concaten:6,configur:5,conflict:5,conn_name_attr:1,conn_typ:1,connect:[1,2,5,6,8,10],connection_id:[1,5],construct:1,constructor:6,contain:[5,7,9],context:[5,6],continu:5,continue_on_failur:5,control:10,coordin:5,core:1,correct:[6,9],coverag:6,cpu:5,creat:[5,7,9],creation:7,cross:6,curl:9,current:5,custom:1,d0e7db402:6,d200:6,d56e7b56b:6,d7de:9,d9567eb10:6,d:9,dag:[6,8,10],data:[2,5,6],datanod:5,datanode_count:5,datanode_disk_s:5,datanode_disk_typ:5,datanode_resource_preset:5,dataproc:[5,6],dataproccreateclusteroper:5,dataproccreatehivejoboper:5,dataproccreatemapreducejoboper:5,dataproccreatepysparkjoboper:5,dataproccreatesparkjoboper:5,dataprocdeleteclusteroper:5,dataprochook:2,db:8,decemb:6,decommiss:5,decor:[6,8],decreas:5,default_arg:6,default_conn_nam:1,default_folder_id:1,default_public_ssh_kei:1,defin:[5,10],delet:5,dep:9,depend:[5,6],deploi:[5,10],deriv:5,describ:9,descript:[5,6],dest:9,detail:[6,7,8,9],detect:6,dev0:[0,1,2,3,4,5,6,7,8,9,10],dev:6,dict:5,dictionari:5,diff:9,differ:[7,9],directori:9,disabl:5,disable_cloud_log:5,distribut:9,doc:[6,7],docstr:6,document:[6,8],doesn:5,down:9,download:9,downscal:5,driver:5,drop:9,due:8,dure:[5,7],dynam:6,e08a:9,e172bd0e1:6,e25eea052:6,e3089dd5d:6,ecf4:9,echo:9,ee1ab7697:6,ee7ca128a:6,ef037e702:6,ef4af2135:6,elasticsearch:6,enabl:[6,7],entiti:7,entri:6,essenti:9,even:5,everi:5,everywher:6,exampl:[6,8,9,10],example_dag:6,exclud:5,exclude_packag:5,execut:5,executor:5,exist:8,experiment:[0,1,2,3,4,5,6,7,8,9,10],explicit:6,f3521fb0e:6,f5ad26dcd:6,f6734b3b8:6,f6bd817a3:6,face:6,fail:5,fals:5,fdd9b6f65:6,featur:[0,1,2,3,4,5,6,7,9,10],fetch:[1,2],field:[1,6,10],file:[5,6,7,8,9],file_uri:5,fill:10,fingerprint:9,first:[8,10],fix:6,fixup:6,flume:[5,10],folder:[5,7,9],folder_id:5,follow:9,form:[1,6],formmatt:6,foundat:9,fresh:6,friendli:6,from:[1,5,6,8],gener:6,get:[7,9],get_connection_form_widget:1,get_template_context:5,get_ui_field_behaviour:1,gib:5,given:5,gmail:9,good:9,gpg:9,gracefulli:5,grammar:6,group:5,groupid:5,guid:[6,9],gz:9,ha:10,hadoop:10,hash:6,have:[6,7,8],hbase:[5,10],hdd:5,hdf:[5,10],help:10,high:6,hive:[5,10],hook:[3,5,6,7],hook_nam:1,hour:5,how:9,http:[7,9],i:9,id:[1,2,5,9],imag:5,implement:6,implicit:6,improv:6,includ:[5,6,8],inclus:6,indic:[5,9],individu:6,info:[1,2],inform:6,infrastructur:10,initi:[6,8],insid:5,instal:[5,6,10],instanc:5,instead:5,instruct:9,integr:[6,10],interact:6,introduc:6,issu:6,issuer:9,iter:5,jar:5,jar_file_uri:5,jinja:5,job:[5,6],json:7,juli:6,june:6,ka:9,kaxil:9,kaxilnaik:9,keep:6,kei:[5,7,9],know:9,kwarg:[2,5],l:9,la:9,label:5,lack:6,languag:6,latest:6,lazi:6,lazili:6,least:[5,8],left:9,level:6,like:[7,10],link:[6,9],list:[5,6,8,10],load:6,local:9,log:5,log_group_id:[5,6,8],logo:6,look:10,ls:9,made:9,main:[5,9],main_class:5,main_jar_file_uri:5,main_python_file_uri:5,make:10,manag:[6,7,9],manual:8,map:5,mapreduc:5,markdown:6,masternod:5,masternode_disk_s:5,masternode_disk_typ:5,masternode_resource_preset:5,match:[6,9],maven:[5,6,8],maximum:5,md:6,meta:6,method:5,metric:5,migrat:8,minimum:5,mirror:9,misc:6,miscellan:6,miss:6,mktemp:9,model:5,modul:6,monitor:5,month:6,more:[5,6],most:9,move:6,must:5,mypi:6,naik:9,name:[5,6],need:5,network:5,node:[5,7,10],none:[1,5,9],normal:7,note:6,novemb:6,number:[5,6],o:9,oauth:7,object:[5,7],obtain:7,octob:6,offici:9,onc:[5,9],one:[5,9],oozi:[5,10],open:10,oper:[3,6,7,8],optimis:8,option:[1,5,7],oracl:6,org:9,origin:9,ot:5,other:10,otherwis:8,our:6,out:6,owner:9,packag:[1,5,10],package_nam:9,package_vers:9,page:[6,9],paramet:[1,2,5,6],pass:5,path:7,pattern:6,per:6,percent:5,pgp:9,pgpk:9,pgpv:9,pip:[6,9,10],place:[5,6,7],pleas:9,point:6,possibl:5,preemptibl:5,prepar:6,preset:5,previou:9,primari:[5,9],private_kei:7,proc:[2,5],process:10,project:[6,7],properti:5,provid:9,provider_download_dir:9,provider_user_ag:1,py3:9,py:6,pydocstyl:6,pylint:6,pypi:[6,8],pyspark:5,python:[5,6,8,9],python_file_uri:5,pyupgrad:6,queri:5,query_file_uri:5,quick:10,quickstart:7,ram:5,rc2:6,rc3:6,readm:[6,8],rebas:6,recommend:9,reduc:5,ref:6,refactor:6,refer:[5,6],refernc:6,regener:6,relas:6,relat:[1,7],releas:[6,8],relev:9,rema:6,remain:6,remot:5,remov:[5,6,8,9],renam:6,render:[5,6],replac:6,repositori:[5,8],requir:10,resolv:5,resourc:[5,7],restart:10,root:7,rsa:9,ru:5,rule:5,run:[5,8,9],s3:5,s3_bucket:5,s:[6,9],same:5,sat:9,schedul:10,script:[5,6,9],script_vari:5,sdist:9,sdk:[6,8],search:5,second:5,see:[6,7,10],select:9,self:[5,9],send:5,sensor:6,sent:5,sep:9,separ:[6,7],septemb:6,sequenc:[5,6],server:9,servic:[5,7,10],service_account_id:[5,7],set:[5,10],setup:6,sha512:9,sha:9,shasum:9,shell:7,should:[5,9],sign:9,signatur:[6,9],size:[5,10],so:10,softwar:9,some:6,sourc:[1,2,5,8],spark:[5,10],specifi:[5,7],spell:6,spellcheck:6,sphinx:6,sqoop:[5,10],squash:6,ssd:5,ssh:[5,7],ssh_public_kei:5,standard:6,start_dat:6,step:9,stop:[5,6],storag:[5,10],store:[5,10],str:[1,5],strategi:5,strict:6,string:[6,7],structur:10,subclust:[5,6,8],subject:6,subnet_id:5,subnetwork:5,sum:9,support:[6,8],sure:10,synchron:6,system:10,t:5,take:5,tar:9,task:1,templat:5,template_field:[5,6],temporari:9,test:6,tez:[5,10],thi:[0,1,2,3,4,5,6,7,8,9,10],those:9,time:5,timeout:5,toc:6,token:7,tool:[6,10],toolchain:6,top:[8,9],traffic:5,transfer:6,trust:9,type:[5,6,7,8,10],typo:6,union:5,uniqu:5,unknown:9,unstructur:10,untouch:6,up:6,updat:[6,8],upgrad:[6,8],uri:5,us:[1,2,5,6,7,9],usag:10,user:[1,6,7,8,9],util:5,valid:9,valu:5,variabl:5,version:[1,5,6,8,9],via:[8,9],want:[8,9],warmup:5,warn:[6,9],wave:6,webserv:10,well:[9,10],when:[1,2,5,6],whether:5,which:5,whl:9,why:9,widget:1,within:7,word:6,work:5,worri:9,write:5,wrong:6,wrongli:6,yandex:9,yandex_conn_id:[1,2],yandexcloud:[1,6,8,10],yandexcloud_dataproc:[0,3,4],yandexcloud_default:[1,7],yandexcloudbasehook:[1,2],yarn:[5,10],you:[8,9,10],your:8,zeppelin:[5,10],zone:5,zookeep:5},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks.yandex</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code>","Package apache-airflow-providers-yandex","Yandex.Cloud Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-yandex</span></code>","Installing from sources","Yandex.Cloud Data Proc Operators"],titleterms:{"0":[6,8],"1":[6,8],"2":[6,8],"break":8,"class":[1,2,5],"default":7,airflow:[0,1,2,3,4,5,6,8],apach:[6,8],authent:7,chang:8,changelog:8,cloud:[7,10],commit:8,configur:7,connect:7,content:[1,2,5,8],data:10,featur:8,from:9,guid:8,hook:[0,1,2],id:7,instal:[8,9],integr:9,misc:8,modul:[1,2,5],oper:[4,5,10],packag:[6,8,9],pip:8,prerequisit:10,proc:10,provid:[0,1,2,3,4,5,6,8],pypi:9,refer:8,releas:9,requir:8,resourc:8,sourc:9,submodul:[0,4],subpackag:3,task:10,us:10,verifi:9,yandex:[0,1,2,3,4,5,6,7,8,10],yandexcloud_dataproc:[2,5]}})