| Search.setIndex({docnames:["_api/airflow/providers/yandex/hooks/index","_api/airflow/providers/yandex/hooks/yandex/index","_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index","_api/airflow/providers/yandex/index","_api/airflow/providers/yandex/operators/index","_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index","commits","connections/yandexcloud","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/yandex/hooks/index.rst","_api/airflow/providers/yandex/hooks/yandex/index.rst","_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.rst","_api/airflow/providers/yandex/index.rst","_api/airflow/providers/yandex/operators/index.rst","_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.rst","commits.rst","connections/yandexcloud.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers":[[3,0,0,"-","yandex"]],"airflow.providers.yandex":[[0,0,0,"-","hooks"],[4,0,0,"-","operators"]],"airflow.providers.yandex.hooks":[[1,0,0,"-","yandex"],[2,0,0,"-","yandexcloud_dataproc"]],"airflow.providers.yandex.hooks.yandex":[[1,1,1,"","YandexCloudBaseHook"]],"airflow.providers.yandex.hooks.yandex.YandexCloudBaseHook":[[1,2,1,"","conn_name_attr"],[1,2,1,"","conn_type"],[1,2,1,"","default_conn_name"],[1,3,1,"","get_connection_form_widgets"],[1,3,1,"","get_ui_field_behaviour"],[1,2,1,"","hook_name"],[1,3,1,"","provider_user_agent"]],"airflow.providers.yandex.hooks.yandexcloud_dataproc":[[2,1,1,"","DataprocHook"]],"airflow.providers.yandex.operators":[[5,0,0,"-","yandexcloud_dataproc"]],"airflow.providers.yandex.operators.yandexcloud_dataproc":[[5,1,1,"","DataprocCreateClusterOperator"],[5,1,1,"","DataprocCreateHiveJobOperator"],[5,1,1,"","DataprocCreateMapReduceJobOperator"],[5,1,1,"","DataprocCreatePysparkJobOperator"],[5,1,1,"","DataprocCreateSparkJobOperator"],[5,1,1,"","DataprocDeleteClusterOperator"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateClusterOperator":[[5,3,1,"","execute"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateHiveJobOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateMapReduceJobOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreatePysparkJobOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateSparkJobOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocDeleteClusterOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method"},terms:{"0":[0,1,2,3,4,5,7,9,10],"00642a46d0":6,"0080354502":6,"01":6,"02":6,"03":6,"04":6,"05":6,"06":6,"07":6,"08":6,"09":6,"0a0e1af800":6,"0a68588479":6,"0b0e4f7a4c":6,"0b2":6,"0beta1":6,"0dbd0f420c":6,"1":5,"10":[5,6,8],"100":5,"10097":6,"10205":6,"10280":6,"10483":6,"10528":6,"10543":6,"10818":6,"11":[6,9],"11198":6,"11238":6,"11242":6,"11249":6,"11447":6,"11487":6,"11688":6,"11826":6,"11855":6,"12":[6,9],"12082":6,"12206":6,"12212":6,"12304":6,"12366":6,"12390":6,"12444":6,"12449":6,"12527":6,"12558":6,"12681":6,"12917":6,"12955":6,"12af6a0800":6,"12c5e5d8a":6,"13":6,"13148":6,"13380":6,"13717":6,"13767":6,"14":6,"14013":6,"146":8,"14734":6,"14886":6,"14918":6,"14968":6,"15":6,"15518":6,"15576":6,"15667":[6,8],"16":6,"16294":6,"16405":6,"16464":6,"16501":6,"16682":6,"16872":6,"16adc035b1":6,"16e7129719":6,"17":6,"17015":6,"17033":[6,8],"17116":6,"17682":6,"17890":6,"18":6,"18349":6,"18597":6,"18613":6,"19":6,"19099":6,"19321":6,"19882":6,"1d36b0303b":6,"1fba5402bb":6,"2":[0,1,2,3,4,5,7,9,10],"20":6,"20103":[6,8],"2020":6,"2021":[6,9],"2022":6,"20344":6,"20523":6,"20565":6,"20571":6,"20614":6,"20951":6,"21":6,"21074":6,"21257":6,"21439":6,"22":6,"22054":6,"22056":6,"22226":6,"22382":8,"23":6,"23rc1":6,"24":[5,6],"25":6,"26":6,"27":6,"28":6,"29":6,"295d66f914":6,"2a1":6,"3":[0,1,2,3,4,5,6,7,9,10],"30":6,"31":6,"32971a1a2d":6,"3320e432a1":6,"349b0811c3":6,"3696c34c28":6,"375d1ca229":6,"37681bca00":6,"3fd5ef3555":6,"4":[0,1,2,3,4,5,6,7,8,9,10],"406f":9,"40a2476a5d":6,"40bf8f28f9":6,"41c49c7ff6":6,"49":9,"4d03e33c11":6,"4d3a":9,"4e8f9cc8d0":6,"5093245d6f":6,"512":9,"5220e4c384":6,"54":9,"59a4f26699":6,"59eb5de78c":6,"5a439e84eb":6,"5c6e":9,"6":6,"602abe8394":6,"6126c4e40f":6,"6531":6,"6674":9,"6792":6,"6817":6,"6889a333cf":6,"68e4c4dcb0":6,"6c3a67d4fc":6,"6cf76d7ac0":6,"6e51608f28":6,"6e6526a0f6":6,"7252":6,"7412":6,"7456":6,"7517":6,"76ed2a49c6":6,"7825e8f590":6,"7d24b088cd":6,"807ad32ce5":6,"8095":6,"840ea3efb9":6,"853576d901":6,"85a18e13d9":6,"866a601b76":6,"872b1566a1":6,"87f408b1e7":6,"8807":6,"8886":6,"8891":6,"8898":6,"88bdcfa0df":6,"8984":6,"8994":6,"8b1":6,"8c42cf1b00":6,"8ec4":9,"9026":6,"92585ca4cb":6,"9290":6,"9320":6,"9370":6,"9404":6,"9408":6,"9549274d11":6,"9550":6,"97496ba2b4":6,"9985":6,"9b39f24780":6,"9c94b72d44":6,"9cbd7de6d1":6,"class":[6,8],"default":[5,6,8],"do":9,"final":6,"import":[6,8,9],"int":5,"new":[5,6,8],"public":[5,7],"return":1,"static":[1,6],"true":5,"try":5,"while":5,A:[1,2,5],As:7,By:[5,9],For:[6,9],If:[7,8,9],In:5,It:9,The:[1,2,5,7,9,10],There:9,To:[5,9],Will:5,__init__:6,_hook:6,_oper:6,_sensor:6,a0821235fb:6,a7ca1b3b0b:6,about:[6,9],abov:9,ac2f72c98d:6,account:[5,7],ad:[6,8],add:[1,6,8],addit:5,adher:6,ae7cb4a1e2:6,aeea71274d:6,after:6,agent:[1,6,8],aip:6,airflow:[9,10],aka:9,all:[5,6,7,8],allow:7,alreadi:9,also:9,altern:7,amount:5,an:[0,1,2,3,4,5,6,7,8,9,10],analyz:10,ani:[5,9],apach:[9,10],apache_airflow_providers_yandex:9,api:[6,7,8],appli:[6,8],apply_default:[6,8],ar:[5,7,8,9],archiv:5,archive_uri:5,arg:[2,5,6],argument:5,artifactid:5,asc:9,august:6,auth:7,auto:[6,8],autoapi:6,autom:6,automat:[6,8],autosc:[5,6,8],avail:[5,9],averag:5,avoid:5,b2a28d1590:6,b40dffa085:6,b916b75079:6,b:5,ba4b:9,backport:6,base:[1,2,5],basehook:1,baseoper:5,bash:9,batch:6,bbc627a3da:6,bd90136aaf:6,be75dcd39c:6,been:10,befor:5,behaviour:1,belong:9,below:9,big:10,bin:9,binari:9,black:6,bool:5,broken:6,bst:9,bucket:5,buggfix:6,build:[6,9],c34ef853c8:6,c7e5bce57f:6,c:5,ca4238eb4d:6,can:[5,7,8,9,10],candid:6,capac:10,cb73053211:6,cbf8001d76:6,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:9,cde1:9,cdec301254:6,central1:5,certif:9,certifi:9,chang:6,changelog:6,chapter:9,check:[6,9],checksum:9,choos:9,cl:1,classifi:[6,8],classmethod:1,classpath:5,cleanup:6,cli:7,cloud:[1,2,5,6,8],cluster:[5,7,10],cluster_descript:5,cluster_id:5,cluster_image_vers:5,cluster_nam:5,code:9,collect:5,com:[7,9],come:6,command:6,commit:6,common:6,compat:6,complet:8,comput:[5,7],computenod:5,computenode_count:5,computenode_cpu_utilization_target:5,computenode_decommission_timeout:5,computenode_disk_s:5,computenode_disk_typ:5,computenode_max_count:5,computenode_max_hosts_count:5,computenode_measurement_dur:5,computenode_preempt:5,computenode_resource_preset:5,computenode_stabilization_dur:5,computenode_warmup_dur:5,concaten:6,configur:5,conflict:5,conn_name_attr:1,conn_typ:1,connect:[1,2,5,6,8,10],connection_id:[1,5],construct:1,constructor:6,contain:[5,7,9],context:[5,6],continu:5,continue_on_failur:5,control:10,coordin:5,core:1,correct:[6,9],coverag:6,cpu:5,creat:[5,7,9],creation:7,cross:6,curl:9,current:5,custom:1,d0e7db4024:6,d200:6,d56e7b56bb:6,d7de:9,d94fa37830:6,d9567eb106:6,d:9,dag:[6,8,10],data:[2,5,6],datanod:5,datanode_count:5,datanode_disk_s:5,datanode_disk_typ:5,datanode_resource_preset:5,dataproc:[5,6],dataproccreateclusteroper:5,dataproccreatehivejoboper:5,dataproccreatemapreducejoboper:5,dataproccreatepysparkjoboper:5,dataproccreatesparkjoboper:5,dataprocdeleteclusteroper:5,dataprochook:2,db:8,decemb:6,decommiss:5,decor:[6,8],decreas:5,default_arg:6,default_conn_nam:1,default_folder_id:1,default_public_ssh_kei:1,defin:[5,10],delai:6,delet:5,dep:9,depend:[5,6],deploi:[5,10],deriv:5,describ:9,descript:[5,6],dest:9,detail:[6,7,8,9],detect:6,dev0:[0,1,2,3,4,5,6,7,8,9,10],dev:6,dict:5,dictionari:5,diff:9,differ:[7,9],directori:9,disabl:5,disable_cloud_log:5,distribut:9,doc:[6,7],docstr:6,document:[6,8],doesn:5,down:9,download:9,downscal:5,driver:5,drop:9,due:8,dure:[5,7],dynam:6,e08a:9,e172bd0e16:6,e25eea052f:6,e3089dd5d0:6,ecf4:9,echo:9,ee1ab7697c:6,ee7ca128a1:6,ef037e7021:6,ef4af21351:6,elasticsearch:6,enabl:[6,7],entiti:7,entri:6,essenti:9,even:5,everi:5,everywher:6,exampl:[6,8,9,10],example_dag:6,exclud:5,exclude_packag:5,execut:5,executor:5,exist:8,experiment:[0,1,2,3,4,5,6,7,8,9,10],explicit:6,f3521fb0e3:6,f5ad26dcdd:6,f5b96315fe:6,f6734b3b85:6,f6bd817a3a:6,f77417eb0d:6,face:6,fail:5,fals:5,fdd9b6f65b:6,featur:[0,1,2,3,4,5,6,7,9,10],feb:6,fetch:[1,2],field:[1,6,10],file:[5,6,7,8,9],file_uri:5,fill:10,fingerprint:9,first:[8,10],fix:6,fixup:6,flume:[5,10],folder:[5,7,9],folder_id:5,follow:9,form:[1,6],formmatt:6,foundat:9,framework:8,fresh:6,friendli:6,from:[1,5,6,8],gener:6,get:[7,9],get_connection_form_widget:1,get_template_context:5,get_ui_field_behaviour:1,gib:5,given:5,gmail:9,good:9,gpg:9,gracefulli:5,grammar:6,group:5,groupid:5,guid:[6,9],gz:9,ha:10,hadoop:10,hash:6,have:[6,7,8],hbase:[5,10],hdd:5,hdf:[5,10],help:10,high:6,hive:[5,10],hook:[3,5,6,7],hook_nam:1,hour:5,how:9,http:[7,9],i:9,id:[1,2,5,9],imag:5,implement:6,implicit:6,improv:6,includ:[5,6,8],inclus:6,indic:[5,9],individu:6,info:[1,2],inform:6,infrastructur:10,initi:[6,8],insid:5,instal:[5,6,10],install_requir:8,instanc:5,instead:5,instruct:9,integr:[6,10],interact:6,introduc:6,issu:6,issuer:9,iter:5,januari:6,jar:5,jar_file_uri:5,jinja:5,job:[5,6],json:7,juli:6,june:6,k8:6,ka:9,kaxil:9,kaxilnaik:9,keep:6,kei:[5,7,9],know:9,kwarg:[2,5],l:9,la:9,label:5,lack:6,languag:6,latest:6,lazi:6,lazili:6,least:[5,8],left:9,level:6,like:[7,10],line:6,link:[6,9],list:[5,6,8,10],load:6,local:9,log:5,log_group_id:[5,6,8],logo:6,look:10,ls:9,made:9,main:[5,9],main_class:5,main_jar_file_uri:5,main_python_file_uri:5,make:10,manag:[6,7,9],manual:8,map:5,mapreduc:5,march:6,markdown:6,masternod:5,masternode_disk_s:5,masternode_disk_typ:5,masternode_resource_preset:5,match:[6,9],maven:[5,6,8],maximum:5,md:6,meta:6,method:5,metric:5,migrat:8,minimum:5,mirror:9,misc:6,miscellan:6,miss:6,mistakenli:8,mktemp:9,model:5,modul:6,monitor:5,month:6,more:[5,6],most:9,move:6,must:5,mypi:6,naik:9,name:[5,6],need:5,network:5,node:[5,7,10],none:[1,5,9],normal:7,note:6,novemb:6,now:6,number:[5,6],o:9,oauth:7,object:[5,7],obtain:7,octob:6,offici:9,onc:[5,9],one:[5,9],oozi:[5,10],open:10,oper:[3,6,7,8],optimis:8,option:[1,5,6,7],oracl:6,org:9,origin:9,other:10,otherwis:8,our:6,out:6,owner:9,packag:[1,5,10],package_nam:9,package_vers:9,page:[6,9],paramet:[1,2,5,6],pass:5,path:7,pattern:6,per:6,percent:5,pgp:9,pgpk:9,pgpv:9,pip:[6,9,10],place:[5,6,7],pleas:9,point:6,possibl:5,preemptibl:5,prepar:6,preset:5,previou:9,primari:[5,9],private_kei:7,proc:[2,5],process:10,project:[6,7],properti:5,provid:9,provider_download_dir:9,provider_user_ag:1,py3:9,py:6,pydocstyl:6,pylint:6,pypi:[6,8],pyspark:5,python:[5,6,8,9],python_file_uri:5,pyupgrad:6,queri:5,query_file_uri:5,quick:10,quickstart:7,ram:5,rc2:6,rc3:6,readm:[6,8],rebas:6,recommend:9,reduc:5,ref:6,refactor:6,refer:[5,6],refernc:6,regener:6,relas:6,relat:[1,7],releas:[6,8],relev:9,rema:6,remain:6,remot:5,remov:[5,6,8,9],renam:6,render:[5,6],replac:6,repositori:[5,8],requir:10,resolv:5,resourc:[5,7],restart:10,root:7,rsa:9,ru:5,rule:5,run:[5,8,9],s3:5,s3_bucket:5,s:[5,6,9],same:5,sat:9,schedul:10,script:[5,6,9],script_vari:5,sdist:9,sdk:[6,8],search:5,second:5,see:[6,7,10],select:9,self:[5,9],send:5,sensor:6,sent:5,sep:9,separ:[6,7],septemb:6,sequenc:[5,6],server:9,servic:[5,7,10],service_account_id:[5,7],set:[5,10],setup:6,sha512:9,sha:9,shasum:9,shell:7,should:[5,9],sign:9,signatur:[6,9],size:[5,10],so:10,softwar:9,some:6,sourc:[1,2,5,8],spark:[5,10],specifi:[5,7],spell:6,spellcheck:6,sphinx:6,sqoop:[5,10],squash:6,ssd:5,ssh:[5,7],ssh_public_kei:5,standard:6,start_dat:6,step:9,stop:[5,6],storag:[5,10],store:[5,10],str:[1,5],strategi:5,strict:6,string:[6,7],structur:10,subclust:[5,6,8],subject:6,subnet_id:5,subnetwork:5,sum:9,support:[6,8],sure:10,synchron:6,system:10,t:5,take:5,tar:9,task:1,templat:5,template_field:[5,6],temporari:9,test:6,tez:[5,10],thi:[0,1,2,3,4,5,6,7,8,9,10],those:9,time:5,timeout:5,toc:6,token:7,tool:[6,10],toolchain:6,top:[8,9],traffic:5,transfer:6,trove:8,trust:9,type:[5,6,7,8,10],typehint:6,typo:6,union:5,uniqu:5,unknown:9,unstructur:10,untouch:6,up:6,updat:[6,8],upgrad:[6,8],uri:5,us:[1,2,5,6,7,9],usag:10,user:[1,6,7,8,9],util:5,valid:9,valu:5,variabl:5,version:[1,5,6,8,9],via:[8,9],want:[8,9],warmup:5,warn:[6,9],wave:6,webserv:10,well:[9,10],when:[1,2,5,6],whether:5,which:5,whl:9,why:9,widget:1,within:7,word:6,work:5,worri:9,write:5,wrong:6,wrongli:6,yandex:9,yandex_conn_id:[1,2],yandexcloud:[1,6,8,10],yandexcloud_dataproc:[0,3,4],yandexcloud_default:[1,7],yandexcloudbasehook:[1,2],yarn:[5,10],you:[8,9,10],your:8,zeppelin:[5,10],zone:5,zookeep:5},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks.yandex</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code>","Package apache-airflow-providers-yandex","Yandex.Cloud Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-yandex</span></code>","Installing from sources","Yandex.Cloud Data Proc Operators"],titleterms:{"0":[6,8],"1":[6,8],"2":[6,8],"3":8,"break":8,"class":[1,2,5],"default":7,airflow:[0,1,2,3,4,5,6,8],apach:[6,8],authent:7,bug:8,chang:8,changelog:8,cloud:[7,10],commit:8,configur:7,connect:7,content:[1,2,5,8],data:10,featur:8,fix:8,from:9,guid:8,hook:[0,1,2],id:7,instal:[8,9],integr:9,misc:8,modul:[1,2,5],oper:[4,5,10],packag:[6,8,9],pip:8,prerequisit:10,proc:10,provid:[0,1,2,3,4,5,6,8],pypi:9,refer:8,releas:9,requir:8,resourc:8,sourc:9,submodul:[0,4],subpackag:3,task:10,us:10,verifi:9,yandex:[0,1,2,3,4,5,6,7,8,10],yandexcloud_dataproc:[2,5]}}) |