| Search.setIndex({docnames:["_api/airflow/providers/yandex/hooks/index","_api/airflow/providers/yandex/hooks/yandex/index","_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index","_api/airflow/providers/yandex/index","_api/airflow/providers/yandex/operators/index","_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index","_api/tests/system/providers/yandex/example_yandexcloud_dataproc/index","_api/tests/system/providers/yandex/index","commits","connections/yandexcloud","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/yandex/hooks/index.rst","_api/airflow/providers/yandex/hooks/yandex/index.rst","_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.rst","_api/airflow/providers/yandex/index.rst","_api/airflow/providers/yandex/operators/index.rst","_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.rst","_api/tests/system/providers/yandex/example_yandexcloud_dataproc/index.rst","_api/tests/system/providers/yandex/index.rst","commits.rst","connections/yandexcloud.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers":[[3,0,0,"-","yandex"]],"airflow.providers.yandex":[[0,0,0,"-","hooks"],[4,0,0,"-","operators"]],"airflow.providers.yandex.hooks":[[1,0,0,"-","yandex"],[2,0,0,"-","yandexcloud_dataproc"]],"airflow.providers.yandex.hooks.yandex":[[1,1,1,"","YandexCloudBaseHook"]],"airflow.providers.yandex.hooks.yandex.YandexCloudBaseHook":[[1,2,1,"","conn_name_attr"],[1,2,1,"","conn_type"],[1,2,1,"","default_conn_name"],[1,3,1,"","get_connection_form_widgets"],[1,3,1,"","get_ui_field_behaviour"],[1,2,1,"","hook_name"],[1,3,1,"","provider_user_agent"]],"airflow.providers.yandex.hooks.yandexcloud_dataproc":[[2,1,1,"","DataprocHook"]],"airflow.providers.yandex.operators":[[5,0,0,"-","yandexcloud_dataproc"]],"airflow.providers.yandex.operators.yandexcloud_dataproc":[[5,1,1,"","DataprocCreateClusterOperator"],[5,1,1,"","DataprocCreateHiveJobOperator"],[5,1,1,"","DataprocCreateMapReduceJobOperator"],[5,1,1,"","DataprocCreatePysparkJobOperator"],[5,1,1,"","DataprocCreateSparkJobOperator"],[5,1,1,"","DataprocDeleteClusterOperator"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateClusterOperator":[[5,3,1,"","execute"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateHiveJobOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateMapReduceJobOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreatePysparkJobOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateSparkJobOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocDeleteClusterOperator":[[5,3,1,"","execute"],[5,2,1,"","template_fields"]],"tests.system.providers":[[7,0,0,"-","yandex"]],"tests.system.providers.yandex":[[6,0,0,"-","example_yandexcloud_dataproc"]],"tests.system.providers.yandex.example_yandexcloud_dataproc":[[6,4,1,"","AVAILABILITY_ZONE_ID"],[6,4,1,"","DAG_ID"],[6,4,1,"","ENV_ID"],[6,4,1,"","S3_BUCKET_NAME_FOR_JOB_LOGS"],[6,4,1,"","create_cluster"],[6,4,1,"","test_run"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:data"},terms:{"0":[0,1,2,3,4,5,6,7,9,11,12],"00642a46d0":8,"0080354502":8,"01":8,"02":8,"027b707d21":8,"03":8,"04":8,"05":8,"06":8,"07":8,"08":8,"09":8,"0a0e1af800":8,"0a68588479":8,"0b0e4f7a4c":8,"0b2":8,"0beta1":8,"0dbd0f420c":8,"1":5,"10":[5,8,10],"100":5,"10097":8,"10205":8,"10280":8,"10483":8,"10528":8,"10543":8,"10818":8,"11":[8,11],"11198":8,"11238":8,"11242":8,"11249":8,"11447":8,"11487":8,"11688":8,"11826":8,"11855":8,"12":[8,11],"12082":8,"12206":8,"12212":8,"12304":8,"12366":8,"12390":8,"12444":8,"12449":8,"12527":8,"12558":8,"12681":8,"12917":8,"12955":8,"12af6a0800":8,"12c5e5d8a":8,"13":8,"13148":8,"13380":8,"13717":8,"13767":8,"14":8,"14013":8,"146":10,"14734":8,"14886":8,"14918":8,"14968":8,"15":8,"15518":8,"15576":8,"15667":[8,10],"16":8,"16294":8,"16405":8,"16464":8,"16501":8,"16682":8,"16872":8,"16adc035b1":8,"16e7129719":8,"17":8,"17015":8,"17033":[8,10],"17116":8,"17682":8,"17890":8,"18":8,"18349":8,"18597":8,"18613":8,"19":8,"19099":8,"19321":8,"19882":8,"1d36b0303b":8,"1fba5402bb":8,"2":[0,1,2,3,4,5,6,7,9,11,12],"20":8,"20103":[8,10],"2020":8,"2021":[8,11],"2022":8,"20344":8,"20523":8,"20565":8,"20571":8,"20614":8,"20951":8,"21":8,"21074":8,"21257":8,"21439":8,"22":8,"22054":8,"22056":8,"22226":8,"22382":10,"22383":8,"23":8,"23rc1":8,"24":[5,8],"24082":8,"24229":8,"24231":8,"24292":8,"25":8,"26":8,"27":8,"28":8,"29":8,"295d66f914":8,"2a1":8,"3":[0,1,2,3,4,5,6,7,9,11,12],"30":8,"31":8,"32971a1a2d":8,"3320e432a1":8,"349b0811c3":8,"3696c34c28":8,"375d1ca229":8,"37681bca00":8,"3fd5ef3555":8,"4":[0,1,2,3,4,5,6,7,8,9,10,11,12],"406f":11,"40a2476a5d":8,"40bf8f28f9":8,"41c49c7ff6":8,"47":8,"49":11,"4d03e33c11":8,"4d3a":11,"4e8f9cc8d0":8,"5093245d6f":8,"512":11,"5220e4c384":8,"54":11,"59a4f26699":8,"59eb5de78c":8,"5a439e84eb":8,"5c6e":11,"6":8,"602abe8394":8,"6126c4e40f":8,"6531":8,"65ad2aed26":8,"6674":11,"6792":8,"6817":8,"6889a333cf":8,"68e4c4dcb0":8,"6c3a67d4fc":8,"6cf76d7ac0":8,"6e51608f28":8,"6e6526a0f6":8,"717a7588bc":8,"7252":8,"7412":8,"7456":8,"7517":8,"76ed2a49c6":8,"7825e8f590":8,"7d24b088cd":8,"807ad32ce5":8,"8095":8,"840ea3efb9":8,"853576d901":8,"85a18e13d9":8,"866a601b76":8,"872b1566a1":8,"87f408b1e7":8,"8807":8,"8886":8,"8891":8,"8898":8,"88bdcfa0df":8,"8984":8,"8994":8,"8b1":8,"8c42cf1b00":8,"8ec4":11,"9026":8,"92585ca4cb":8,"9290":8,"9320":8,"9370":8,"9404":8,"9408":8,"9549274d11":8,"9550":8,"97496ba2b4":8,"9985":8,"9b39f24780":8,"9c94b72d44":8,"9cbd7de6d1":8,"class":[8,10],"default":[5,8,10],"do":11,"final":8,"import":[8,10,11],"int":5,"new":[5,8,10],"public":[5,9],"return":1,"static":[1,8],"true":5,"try":5,"while":5,A:[1,2,5],As:9,By:[5,11],For:[8,11],If:[9,10,11],In:5,It:11,The:[1,2,5,9,11,12],There:11,To:[5,11],Will:5,__init__:8,_hook:8,_oper:8,_sensor:8,a0821235fb:8,a7ca1b3b0b:8,about:[8,11],abov:11,ac2f72c98d:8,account:[5,9],ad:[8,10],add:[1,8,10],addit:5,adher:8,ae7cb4a1e2:8,aeabe994b3:8,aeea71274d:8,after:8,agent:[1,8,10],aip:8,airflow:[11,12],aka:11,all:[5,8,9,10],allow:9,alreadi:11,also:11,altern:9,amount:5,an:[0,1,2,3,4,5,6,7,8,9,10,11,12],analyz:12,ani:[5,11],apach:[11,12],apache_airflow_providers_yandex:11,api:[8,9,10],appli:[8,10],apply_default:[8,10],ar:[5,9,10,11],archiv:5,archive_uri:5,arg:[2,5,8],argument:5,artifactid:5,asc:11,august:8,auth:9,auto:[8,10],autoapi:8,autom:8,automat:[8,10],autosc:[5,8,10],avail:[5,10,11],availability_zone_id:6,averag:5,avoid:5,b2a28d1590:8,b40dffa085:8,b916b75079:8,b:5,ba4b:11,backport:8,base:[1,2,5],basehook:1,baseoper:5,bash:11,batch:8,bbc627a3da:8,bd90136aaf:8,be75dcd39c:8,been:12,befor:5,behaviour:1,belong:11,below:[10,11],big:12,bin:11,binari:11,black:8,blob:10,bool:5,broken:8,bst:11,bucket:5,bugfix:8,buggfix:8,build:[8,11],c34ef853c8:8,c7e5bce57f:8,c:[5,6],ca4238eb4d:8,can:[5,9,10,11,12],candid:8,capac:12,cb73053211:8,cbf8001d76:8,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:11,cde1:11,cdec301254:8,central1:[5,6],certif:11,certifi:11,chang:8,changelog:8,chapter:11,check:[8,11],checksum:11,choos:11,cl:1,classifi:[8,10],classmethod:1,classpath:5,cleanup:8,cli:9,cloud:[1,2,5,8,10],cluster:[5,9,12],cluster_descript:5,cluster_id:5,cluster_image_vers:5,cluster_nam:5,code:11,collect:5,com:[9,10,11],come:8,command:8,commit:8,common:8,compat:8,complet:10,comput:[5,9],computenod:5,computenode_count:5,computenode_cpu_utilization_target:5,computenode_decommission_timeout:5,computenode_disk_s:5,computenode_disk_typ:5,computenode_max_count:5,computenode_max_hosts_count:5,computenode_measurement_dur:5,computenode_preempt:5,computenode_resource_preset:5,computenode_stabilization_dur:5,computenode_warmup_dur:5,concaten:8,configur:5,conflict:5,conn_name_attr:1,conn_typ:1,connect:[1,2,5,8,10,12],connection_id:[1,5],construct:1,constructor:8,contain:[5,9,11],context:[5,8],continu:5,continue_on_failur:5,contributor:8,control:12,coordin:5,core:1,correct:[8,11],coverag:8,cpu:5,creat:[5,9,11],create_clust:6,creation:9,cross:8,curl:11,current:5,custom:1,d0e7db4024:8,d200:8,d56e7b56bb:8,d7dbfb7e26:8,d7de:11,d94fa37830:8,d9567eb106:8,d:11,dag:[8,10,12],dag_id:6,data:[2,5,8],datanod:5,datanode_count:5,datanode_disk_s:5,datanode_disk_typ:5,datanode_resource_preset:5,dataproc:[5,8],dataproccreateclusteroper:5,dataproccreatehivejoboper:5,dataproccreatemapreducejoboper:5,dataproccreatepysparkjoboper:5,dataproccreatesparkjoboper:5,dataprocdeleteclusteroper:5,dataprochook:2,db:10,decemb:8,decommiss:5,decor:[8,10],decreas:5,default_arg:8,default_conn_nam:1,default_folder_id:1,default_public_ssh_kei:1,defin:[5,12],delai:8,delet:5,dep:11,depend:[5,8],deploi:[5,12],deriv:5,describ:11,descript:[5,8],design:8,dest:11,detail:[8,9,10,11],detect:8,dev0:[0,1,2,3,4,5,6,7,8,9,10,11,12],dev:8,dict:5,dictionari:5,diff:11,differ:[9,11],directori:11,disabl:5,disable_cloud_log:5,distribut:11,doc:[8,9],docstr:8,document:[8,10],doesn:5,doubl:8,down:11,download:11,downscal:5,driver:5,drop:11,due:10,dure:[5,9],dynam:8,e08a:11,e172bd0e16:8,e25eea052f:8,e3089dd5d0:8,ecf4:11,echo:11,ee1ab7697c:8,ee7ca128a1:8,ef037e7021:8,ef4af21351:8,elasticsearch:8,enabl:[8,9],entiti:9,entri:8,env_id:6,essenti:11,even:5,everi:5,everywher:8,exampl:[8,10,11,12],example_dag:8,example_yandexcloud_dataproc:7,example_yandexcloud_dataproc_oper:6,exclud:5,exclude_packag:5,execut:5,executor:5,exist:10,experiment:[0,1,2,3,4,5,6,7,8,9,10,11,12],explain:10,explanatori:8,explicit:8,f3521fb0e3:8,f5ad26dcdd:8,f5b96315fe:8,f6734b3b85:8,f6bd817a3a:8,f77417eb0d:8,face:8,fail:5,fals:5,fdd9b6f65b:8,featur:[0,1,2,3,4,5,6,7,8,9,11,12],feb:8,fetch:[1,2],field:[1,8,12],file:[5,8,9,10,11],file_uri:5,fill:12,fingerprint:11,first:[10,12],fix:8,fixup:8,flume:[5,12],folder:[5,9,11],folder_id:5,follow:11,form:[1,8],formmatt:8,foundat:11,framework:10,fresh:8,friendli:8,from:[1,5,8,10],gener:8,get:[9,11],get_connection_form_widget:1,get_template_context:5,get_ui_field_behaviour:1,gib:5,github:10,given:5,gmail:11,good:11,gpg:11,gracefulli:5,grammar:8,group:5,groupid:5,guid:[8,11],gz:11,ha:12,hadoop:12,hash:8,have:[8,9,10],hbase:[5,12],hdd:5,hdf:[5,12],help:12,high:8,hive:[5,12],hook:[3,5,8,9],hook_nam:1,hour:5,how:11,http:[9,10,11],i:11,id:[1,2,5,11],imag:5,implement:8,implicit:8,improv:8,includ:[5,8,10],inclus:8,indic:[5,11],individu:8,info:[1,2],inform:8,infrastructur:12,initi:[8,10],insid:5,instal:[5,8,12],install_requir:10,instanc:5,instead:5,instruct:11,integr:[8,12],interact:8,introduc:8,issu:8,issuer:11,iter:5,januari:8,jar:5,jar_file_uri:5,jinja:5,job:[5,8],json:9,juli:8,june:8,k8:8,ka:11,kaxil:11,kaxilnaik:11,keep:8,kei:[5,9,11],know:11,kwarg:[2,5],l:11,la:11,label:5,lack:8,languag:8,latest:8,lazi:8,lazili:8,least:[5,10],left:11,level:8,like:[9,12],line:8,link:[8,11],list:[5,8,10,12],load:8,local:11,log:5,log_group_id:[5,8,10],logo:8,look:12,ls:11,made:11,mai:8,main:[5,10,11],main_class:5,main_jar_file_uri:5,main_python_file_uri:5,make:12,manag:[8,9,11],manual:10,map:5,mapreduc:5,march:8,markdown:8,masternod:5,masternode_disk_s:5,masternode_disk_typ:5,masternode_resource_preset:5,match:[8,11],maven:[5,8,10],maximum:5,md:[8,10],meta:8,method:5,metric:5,migrat:[8,10],min:8,minimum:[5,10],mirror:11,misc:8,miscellan:8,miss:8,mistakenli:10,mktemp:11,model:5,modul:8,monitor:5,month:8,more:[5,8],most:11,move:8,must:5,mypi:8,naik:11,name:[5,8],need:5,network:5,node:[5,9,12],none:[1,5,11],normal:9,note:8,novemb:8,now:8,number:[5,8],o:11,oauth:9,object:[5,9],obtain:9,octob:8,offici:11,onc:[5,11],one:[5,11],onli:10,oozi:[5,12],open:12,oper:[3,8,9,10],optimis:10,option:[1,5,8,9],oracl:8,org:11,origin:11,other:12,otherwis:10,our:8,out:8,owner:11,packag:[1,5,12],package_nam:11,package_vers:11,page:[8,11],paramet:[1,2,5,8],pass:5,path:9,pattern:8,per:8,percent:5,pgp:11,pgpk:11,pgpv:11,pip:[8,10,11,12],place:[5,8,9],pleas:11,point:8,polici:10,possibl:5,preemptibl:5,prepar:8,preset:5,previou:11,primari:[5,11],private_kei:9,proc:[2,5],process:12,project:[8,9],properti:5,provid:11,provider_download_dir:11,provider_user_ag:1,py3:11,py:8,pydocstyl:8,pylint:8,pypi:[8,10],pyspark:5,python:[5,8,10,11],python_file_uri:5,pyupgrad:8,queri:5,query_file_uri:5,quick:12,quickstart:9,ram:5,rc2:8,rc3:8,readm:[8,10],rebas:8,recommend:11,reduc:5,ref:8,refactor:8,refer:[5,8],refernc:8,regener:8,relas:8,relat:[1,9],releas:[8,10],relev:11,rema:8,remain:8,remot:5,remov:[5,8,10,11],renam:8,render:[5,8],replac:8,repositori:[5,10],requir:12,resolv:5,resourc:[5,9],restart:12,root:9,rsa:11,ru:[5,6],rule:5,run:[5,10,11],s3:5,s3_bucket:5,s3_bucket_name_for_job_log:6,s:[5,8,11],same:5,sat:11,schedul:12,script:[5,8,11],script_vari:5,sdist:11,sdk:[8,10],search:5,second:5,see:[8,9,10,12],select:11,self:[5,11],send:5,sensor:8,sent:5,sep:11,separ:[8,9],septemb:8,sequenc:[5,8],server:11,servic:[5,9,12],service_account_id:[5,9],set:[5,12],setup:8,sha512:11,sha:11,shasum:11,shell:9,should:[5,11],sign:11,signatur:[8,11],size:[5,12],so:12,softwar:11,some:8,sourc:[1,2,5,6,10],spark:[5,12],specif:8,specifi:[5,9],spell:8,spellcheck:8,sphinx:8,sqoop:[5,12],squash:8,ssd:5,ssh:[5,9],ssh_public_kei:5,standard:8,start_dat:8,step:11,stop:[5,8],storag:[5,12],store:[5,12],str:[1,5],strategi:5,strict:8,string:[8,9],structur:12,subclust:[5,8,10],subject:8,subnet_id:5,subnetwork:5,sum:11,support:[8,10],sure:12,synchron:8,system:12,t:5,take:5,tar:11,task:1,templat:5,template_field:[5,8],temporari:11,test:8,test_run:6,tez:[5,12],thi:[0,1,2,3,4,5,6,7,8,9,10,11,12],those:11,time:5,timeout:5,toc:8,token:9,tool:[8,12],toolchain:8,top:[10,11],traffic:5,transfer:8,trove:10,trust:11,type:[5,8,9,10,12],typehint:8,typo:8,union:5,uniqu:5,unknown:11,unstructur:12,untouch:8,up:8,updat:[8,10],upgrad:[8,10],uri:5,us:[1,2,5,8,9,11],usag:12,user:[1,8,9,10,11],util:5,valid:11,valu:5,variabl:5,version:[1,5,8,10,11],via:[10,11],want:[10,11],warmup:5,warn:[8,11],wave:8,webserv:12,well:[11,12],when:[1,2,5,8],whether:5,which:5,whl:11,why:11,widget:1,within:9,word:8,work:5,worri:11,write:5,wrong:8,wrongli:8,yandex:11,yandex_conn_id:[1,2],yandexcloud:[1,8,10,12],yandexcloud_dataproc:[0,3,4],yandexcloud_default:[1,9],yandexcloudbasehook:[1,2],yarn:[5,12],you:[10,11,12],your:10,zeppelin:[5,12],zone:5,zookeep:5},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks.yandex</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.yandex.example_yandexcloud_dataproc</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.yandex</span></code>","Package apache-airflow-providers-yandex","Yandex.Cloud Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-yandex</span></code>","Installing from sources","Yandex.Cloud Data Proc Operators"],titleterms:{"0":[8,10],"1":[8,10],"2":[8,10],"3":[8,10],"break":10,"class":[1,2,5],"default":9,airflow:[0,1,2,3,4,5,8,10],apach:[8,10],authent:9,bug:10,chang:10,changelog:10,cloud:[9,12],commit:10,configur:9,connect:9,content:[1,2,5,6,10],data:12,example_yandexcloud_dataproc:6,featur:10,fix:10,from:11,guid:10,hook:[0,1,2],id:9,instal:[10,11],integr:11,misc:10,modul:[1,2,5,6],oper:[4,5,12],packag:[8,10,11],prerequisit:12,proc:12,provid:[0,1,2,3,4,5,6,7,8,10],pypi:11,refer:10,releas:11,requir:10,resourc:10,sourc:11,submodul:[0,4,7],subpackag:3,system:[6,7],task:12,test:[6,7],us:12,verifi:11,yandex:[0,1,2,3,4,5,6,7,8,9,10,12],yandexcloud_dataproc:[2,5]}}) |