| Search.setIndex({docnames:["_api/airflow/providers/yandex/hooks/index","_api/airflow/providers/yandex/hooks/yandex/index","_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index","_api/airflow/providers/yandex/index","_api/airflow/providers/yandex/operators/index","_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index","commits","connections/yandexcloud","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/yandex/hooks/index.rst","_api/airflow/providers/yandex/hooks/yandex/index.rst","_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.rst","_api/airflow/providers/yandex/index.rst","_api/airflow/providers/yandex/operators/index.rst","_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.rst","commits.rst","connections/yandexcloud.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers":{yandex:[3,0,0,"-"]},"airflow.providers.yandex":{hooks:[0,0,0,"-"],operators:[4,0,0,"-"]},"airflow.providers.yandex.hooks":{yandex:[1,0,0,"-"],yandexcloud_dataproc:[2,0,0,"-"]},"airflow.providers.yandex.hooks.yandex":{YandexCloudBaseHook:[1,1,1,""]},"airflow.providers.yandex.hooks.yandex.YandexCloudBaseHook":{conn_name_attr:[1,2,1,""],conn_type:[1,2,1,""],default_conn_name:[1,2,1,""],get_connection_form_widgets:[1,3,1,""],get_ui_field_behaviour:[1,3,1,""],hook_name:[1,2,1,""]},"airflow.providers.yandex.hooks.yandexcloud_dataproc":{DataprocHook:[2,1,1,""]},"airflow.providers.yandex.operators":{yandexcloud_dataproc:[5,0,0,"-"]},"airflow.providers.yandex.operators.yandexcloud_dataproc":{DataprocCreateClusterOperator:[5,1,1,""],DataprocCreateHiveJobOperator:[5,1,1,""],DataprocCreateMapReduceJobOperator:[5,1,1,""],DataprocCreatePysparkJobOperator:[5,1,1,""],DataprocCreateSparkJobOperator:[5,1,1,""],DataprocDeleteClusterOperator:[5,1,1,""]},"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateClusterOperator":{execute:[5,3,1,""]},"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateHiveJobOperator":{execute:[5,3,1,""],template_fields:[5,2,1,""]},"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateMapReduceJobOperator":{execute:[5,3,1,""],template_fields:[5,2,1,""]},"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreatePysparkJobOperator":{execute:[5,3,1,""],template_fields:[5,2,1,""]},"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateSparkJobOperator":{execute:[5,3,1,""],template_fields:[5,2,1,""]},"airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocDeleteClusterOperator":{execute:[5,3,1,""],template_fields:[5,2,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method"},terms:{"00642a46d":6,"008035450":6,"0a0e1af80":6,"0b0e4f7a4":6,"0b2":6,"0beta1":6,"0dbd0f420":6,"100":5,"10097":6,"10205":6,"10280":6,"10483":6,"10528":6,"10543":6,"10818":6,"11198":6,"11238":6,"11242":6,"11249":6,"11447":6,"11487":6,"11688":6,"11826":6,"11855":6,"12082":6,"12206":6,"12212":6,"12304":6,"12366":6,"12390":6,"12444":6,"12449":6,"12527":6,"12558":6,"12681":6,"12917":6,"12955":6,"12af6a080":6,"12c5e5d8a":6,"13148":6,"13380":6,"13717":6,"13767":6,"14013":6,"14734":6,"14886":6,"14918":6,"14968":6,"15518":6,"15576":6,"15667":[6,8],"16294":6,"16405":6,"16464":6,"16501":6,"16682":6,"16872":6,"16e712971":6,"17015":6,"17033":[6,8],"17116":6,"17682":6,"1d36b0303":6,"1fba5402b":6,"2020":6,"2021":[6,9],"23rc1":6,"295d66f91":6,"2a1":6,"32971a1a2":6,"3320e432a":6,"349b0811c":6,"3696c34c2":6,"375d1ca22":6,"37681bca0":6,"3fd5ef355":6,"406f":9,"40a2476a5":6,"40bf8f28f":6,"4d03e33c1":6,"4d3a":9,"4e8f9cc8d":6,"5093245d6":6,"512":9,"5220e4c38":6,"59a4f2669":6,"59eb5de78":6,"5a439e84":6,"5c6e":9,"6531":6,"6674":9,"6792":6,"6817":6,"6889a333c":6,"68e4c4dcb":6,"6cf76d7ac":6,"6e6526a0f":6,"7252":6,"7412":6,"7456":6,"7517":6,"76ed2a49c":6,"7825e8f59":6,"7d24b088c":6,"807ad32c":6,"8095":6,"85a18e13d":6,"866a601b7":6,"872b1566a":6,"87f408b1e":6,"8807":6,"8886":6,"8891":6,"8898":6,"88bdcfa0d":6,"8984":6,"8994":6,"8b1":6,"8c42cf1b0":6,"8ec4":9,"9026":6,"92585ca4c":6,"9290":6,"9320":6,"9370":6,"9404":6,"9408":6,"9549274d1":6,"9550":6,"9985":6,"9b39f2478":6,"9c94b72d4":6,"9cbd7de6d":6,"class":[1,2,5,6,8],"default":[5,6,8],"final":6,"import":[6,8,9],"int":5,"new":[5,6],"public":[5,7],"return":1,"static":1,"try":5,Added:6,For:[6,9],The:[1,2,5,7,9,10],There:9,Use:[5,6],Used:5,Will:5,__init__:6,_hook:6,_oper:6,_sensor:6,a7ca1b3b0:6,about:[6,9],abov:9,ac2f72c98:6,account:[5,7],add:[1,6,8],added:6,adher:6,ae7cb4a1:6,aeea71274:6,after:6,aip:6,airflow:[9,10],aka:9,all:[5,6,7,8],allow:7,alreadi:9,also:9,altern:7,amount:5,analyz:10,ani:[5,9],apach:[9,10],apache_airflow_providers_yandex:9,api:[6,7,8],appli:[6,8],apply_default:[6,8],archiv:5,archive_uri:5,arg:[2,5,6],argument:5,asc:9,auth:7,auto:[6,8],autom:6,automat:[6,8],autosc:[5,6,8],avail:[5,9],averag:5,b2a28d159:6,b40dffa08:6,b916b7507:6,ba4b:9,backport:6,base:[1,2,5],basehook:1,baseoper:5,bash:9,batch:6,bbc627a3d:6,bd90136aa:6,be75dcd39:6,been:10,befor:5,behaviour:1,belong:9,below:9,big:10,bin:9,binari:9,black:6,bool:[1,5],broken:6,bst:9,bucket:5,buggfix:6,build:[6,9],c34ef853c:6,c7e5bce57:6,ca4238eb4:6,can:[5,7,8,9,10],candid:6,capac:10,cbf8001d7:6,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:9,cde1:9,cdec30125:6,central1:5,certif:9,certifi:9,chang:6,changelog:6,chapter:9,check:[6,9],checksum:9,choos:9,cleanup:6,cli:7,cloud:[1,2,5,6,8],cluster:[5,7,10],cluster_descript:5,cluster_id:5,cluster_image_vers:5,cluster_nam:5,code:9,collect:5,com:[7,9],come:6,command:6,commit:[6,8],common:6,compat:6,complet:8,comput:[5,7],computenod:5,computenode_count:5,computenode_cpu_utilization_target:5,computenode_decommission_timeout:5,computenode_disk_s:5,computenode_disk_typ:5,computenode_max_count:5,computenode_max_hosts_count:5,computenode_measurement_dur:5,computenode_preempt:5,computenode_resource_preset:5,computenode_stabilization_dur:5,computenode_warmup_dur:5,configur:5,conn_name_attr:1,conn_typ:1,connect:[1,2,5,6,8,10],connection_id:[1,5],constructor:6,contain:[5,7,9],context:5,continu:5,continue_on_failur:5,control:10,correct:[6,9],coverag:6,cpu:5,creat:[5,7,9],creation:7,cross:6,curl:9,current:5,custom:1,d0e7db402:6,d200:6,d7de:9,dag:[6,8,10],data:[2,5,6],datanod:5,datanode_count:5,datanode_disk_s:5,datanode_disk_typ:5,datanode_resource_preset:5,dataproc:[5,6],dataproccreateclusteroper:5,dataproccreatehivejoboper:5,dataproccreatemapreducejoboper:5,dataproccreatepysparkjoboper:5,dataproccreatesparkjoboper:5,dataprocdeleteclusteroper:5,dataprochook:2,decommiss:5,decor:[6,8],decreas:5,default_arg:6,default_conn_nam:1,default_folder_id:1,default_public_ssh_kei:1,defin:[5,10],delet:5,dep:9,depend:6,deploi:[5,10],describ:9,descript:[5,6],dest:9,detail:[6,7,8,9],detect:6,dev:6,dict:[1,5],diff:9,differ:[7,9],directori:9,dist:5,distribut:9,doc:[6,7],docstr:6,document:[6,8],doesn:5,down:9,download:9,downscal:5,drop:9,due:8,dure:[5,7],dynam:6,e08a:9,e172bd0e1:6,e3089dd5d:6,ecf4:9,echo:9,ee1ab7697:6,ee7ca128a:6,ef4af2135:6,enabl:[6,7],entiti:7,entri:6,essenti:9,even:5,everi:5,exampl:[8,9,10],example_dag:6,execut:5,exist:8,explicit:6,f3521fb0e:6,f6734b3b8:6,f6bd817a3:6,face:6,fail:5,fals:5,fdd9b6f65:6,featur:6,fetch:[1,2],field:[1,6,10],file:[5,6,7,8,9],file_uri:5,fill:10,fingerprint:9,first:[8,10],fix:6,flume:[5,10],folder:[5,7,9],folder_id:5,follow:9,form:[1,6],formmatt:6,foundat:9,fresh:6,from:[5,6,8],gener:6,get:[7,9],get_connection_form_widget:1,get_ui_field_behaviour:1,gib:5,gmail:9,good:9,gpg:9,gracefulli:5,grammar:6,group:5,guid:[6,8,9],hadoop:10,has:10,hash:6,have:[7,8],hbase:[5,10],hdd:5,hdf:[5,10],help:10,high:6,hive:[5,10],hook:[3,5,6,7],hook_nam:1,hour:5,how:9,http:[7,9],imag:5,implement:6,implicit:6,improv:6,includ:[6,8],indic:[5,9],individu:6,info:[1,2],inform:6,infrastructur:10,initi:[6,8],insid:5,instal:[5,6,10],instanc:5,instead:5,instruct:9,integr:[6,10],interact:6,introduc:6,issu:6,issuer:9,iter:5,jar:5,jar_file_uri:5,job:[5,6],json:7,juli:6,june:6,kaxil:9,kaxilnaik:9,keep:6,kei:[5,7,9],know:9,kwarg:[2,5],label:5,lack:6,latest:6,lazi:6,lazili:6,least:[5,8],left:9,level:6,like:[7,10],link:[6,9],list:[5,6,8,10],load:6,local:9,log:5,logo:6,look:10,made:9,main:[5,9],main_class:5,main_jar_file_uri:5,main_python_file_uri:5,make:10,manag:[6,7,9],manual:8,map:5,mapreduc:5,markdown:6,masternod:5,masternode_disk_s:5,masternode_disk_typ:5,masternode_resource_preset:5,match:[6,9],maximum:5,meta:6,metric:5,migrat:8,minimum:5,mirror:9,miscellan:6,miss:6,mktemp:9,model:5,modul:6,monitor:5,month:6,more:6,most:9,move:6,must:5,naik:9,name:[5,6],need:5,network:5,node:[5,7,10],none:[1,5,9],normal:7,note:6,number:[5,6],oauth:7,object:[5,7],obtain:7,octob:6,offici:9,onc:[5,9],one:[5,9],oozi:[5,10],open:10,oper:[3,6,7,8],optimis:8,option:[1,5,7],oracl:6,org:9,origin:9,other:10,otherwis:8,our:6,out:6,owner:9,packag:10,package_nam:9,package_vers:9,page:[6,9],paramet:[1,2,5,6],pass:5,path:7,pattern:6,per:6,percent:5,pgp:9,pgpk:9,pgpv:9,pip:[6,9,10],place:[5,6,7],pleas:9,point:6,possibl:5,preemptibl:5,prepar:6,preset:5,previou:9,primari:[5,9],private_kei:7,proc:[2,5],process:10,project:[6,7],properti:5,provid:9,provider_download_dir:9,py3:9,pydocstyl:6,pylint:6,pypi:[6,8],pyspark:5,python:[5,6,8,9],python_file_uri:5,pyupgrad:6,queri:5,query_file_uri:5,quick:10,quickstart:7,ram:5,rc2:6,rc3:6,readm:[6,8],rebas:6,recommend:9,reduc:5,ref:6,refactor:6,refer:[6,8],regener:6,relas:6,relat:[1,7],releas:[6,8],relev:9,remain:6,remov:[5,6,8,9],renam:6,render:6,replac:6,repositori:8,requir:10,resourc:[5,7,8],restart:10,root:7,rsa:9,rule:5,run:[5,8,9],s3_bucket:5,sat:9,schedul:10,script:[5,6,9],script_vari:5,sdist:9,second:5,see:[6,7,10],select:9,self:[5,9],sensor:6,sent:5,sep:9,separ:[6,7],server:9,servic:[5,7,10],service_account_id:[5,7],set:[5,10],setup:6,sha512:9,sha:9,shasum:9,shell:7,should:[5,9],sign:9,signatur:[6,9],size:[5,10],softwar:9,some:6,sourc:[1,2,5,8],spark:[5,10],specifi:[5,7],spell:6,spellcheck:6,sphinx:6,sqoop:[5,10],squash:6,ssd:5,ssh:[5,7],ssh_public_kei:5,standard:6,start_dat:6,step:9,stop:[5,6],storag:[5,10],store:[5,10],str:[1,2,5],strategi:5,strict:6,string:7,structur:10,subclust:[5,6,8],subject:6,subnet_id:5,subnetwork:5,sum:9,support:[6,8],sure:10,synchron:6,system:10,take:5,tar:9,task:1,templat:5,template_field:5,temporari:9,test:6,tez:[5,10],thi:[5,6,7,8,9],those:9,time:5,timeout:5,toc:6,token:7,tool:[6,10],toolchain:6,top:[8,9],traffic:5,transfer:6,trust:9,type:[5,6,7,8,10],typo:6,union:[1,5],uniqu:5,unknown:9,unstructur:10,untouch:6,updat:[6,8],upgrad:[6,8],uri:5,usag:10,use:[1,2,5,6,7,9],used:[5,7,9,10],user:[6,7,9],using:[6,9],util:5,valid:9,valu:5,variabl:5,version:[5,6,8,9],via:[8,9],want:[8,9],warmup:5,warn:[6,9],wave:6,webserv:10,well:[9,10],when:[1,2,6],whether:5,which:5,whl:9,why:9,widget:1,within:7,word:6,work:5,worri:9,wrong:6,wrongli:6,yandex:9,yandex_conn_id:[1,2],yandexcloud:[1,8,10],yandexcloud_dataproc:[0,3,4],yandexcloud_default:[1,7],yandexcloudbasehook:[1,2],yarn:[5,10],you:[8,9,10],your:8,zeppelin:[5,10],zone:5,zookeep:5},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks.yandex</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code>","Package apache-airflow-providers-yandex","Yandex.Cloud Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-yandex</span></code>","Installing from sources","Yandex.Cloud Data Proc Operators"],titleterms:{"break":8,"default":7,IDs:7,Using:10,airflow:[0,1,2,3,4,5,6,8],apach:[6,8],authent:7,chang:8,changelog:8,cloud:[7,10],configur:7,connect:7,content:[1,2,5,8],data:10,featur:8,from:9,hook:[0,1,2],instal:[8,9],integr:9,misc:8,modul:[1,2,5],oper:[4,5,10],packag:[6,8,9],pip:8,prerequisit:10,proc:10,provid:[0,1,2,3,4,5,6,8],pypi:9,releas:9,requir:8,sourc:9,submodul:[0,4],subpackag:3,task:10,verifi:9,yandex:[0,1,2,3,4,5,6,7,8,10],yandexcloud_dataproc:[2,5]}}) |