Search.setIndex({docnames:["_api/airflow/providers/apache/spark/hooks/index","_api/airflow/providers/apache/spark/hooks/spark_jdbc/index","_api/airflow/providers/apache/spark/hooks/spark_jdbc_script/index","_api/airflow/providers/apache/spark/hooks/spark_sql/index","_api/airflow/providers/apache/spark/hooks/spark_submit/index","_api/airflow/providers/apache/spark/index","_api/airflow/providers/apache/spark/operators/index","_api/airflow/providers/apache/spark/operators/spark_jdbc/index","_api/airflow/providers/apache/spark/operators/spark_sql/index","_api/airflow/providers/apache/spark/operators/spark_submit/index","commits","connections/spark","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/spark/hooks/index.rst","_api/airflow/providers/apache/spark/hooks/spark_jdbc/index.rst","_api/airflow/providers/apache/spark/hooks/spark_jdbc_script/index.rst","_api/airflow/providers/apache/spark/hooks/spark_sql/index.rst","_api/airflow/providers/apache/spark/hooks/spark_submit/index.rst","_api/airflow/providers/apache/spark/index.rst","_api/airflow/providers/apache/spark/operators/index.rst","_api/airflow/providers/apache/spark/operators/spark_jdbc/index.rst","_api/airflow/providers/apache/spark/operators/spark_sql/index.rst","_api/airflow/providers/apache/spark/operators/spark_submit/index.rst","commits.rst","connections/spark.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers.apache":[[5,0,0,"-","spark"]],"airflow.providers.apache.spark":[[0,0,0,"-","hooks"],[6,0,0,"-","operators"]],"airflow.providers.apache.spark.hooks":[[1,0,0,"-","spark_jdbc"],[2,0,0,"-","spark_jdbc_script"],[3,0,0,"-","spark_sql"],[4,0,0,"-","spark_submit"]],"airflow.providers.apache.spark.hooks.spark_jdbc":[[1,1,1,"","SparkJDBCHook"]],"airflow.providers.apache.spark.hooks.spark_jdbc.SparkJDBCHook":[[1,2,1,"","conn_name_attr"],[1,2,1,"","conn_type"],[1,2,1,"","default_conn_name"],[1,3,1,"","get_conn"],[1,2,1,"","hook_name"],[1,3,1,"","submit_jdbc_job"]],"airflow.providers.apache.spark.hooks.spark_jdbc_script":[[2,4,1,"","SPARK_READ_FROM_JDBC"],[2,4,1,"","SPARK_WRITE_TO_JDBC"],[2,5,1,"","set_common_options"],[2,5,1,"","spark_read_from_jdbc"],[2,5,1,"","spark_write_to_jdbc"]],"airflow.providers.apache.spark.hooks.spark_sql":[[3,1,1,"","SparkSqlHook"]],"airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook":[[3,2,1,"","conn_name_attr"],[3,2,1,"","conn_type"],[3,2,1,"","default_conn_name"],[3,3,1,"","get_conn"],[3,2,1,"","hook_name"],[3,3,1,"","kill"],[3,3,1,"","run_query"]],"airflow.providers.apache.spark.hooks.spark_submit":[[4,1,1,"","SparkSubmitHook"]],"airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook":[[4,2,1,"","conn_name_attr"],[4,2,1,"","conn_type"],[4,2,1,"","default_conn_name"],[4,3,1,"","get_conn"],[4,3,1,"","get_ui_field_behaviour"],[4,2,1,"","hook_name"],[4,3,1,"","on_kill"],[4,3,1,"","submit"]],"airflow.providers.apache.spark.operators":[[7,0,0,"-","spark_jdbc"],[8,0,0,"-","spark_sql"],[9,0,0,"-","spark_submit"]],"airflow.providers.apache.spark.operators.spark_jdbc":[[7,1,1,"","SparkJDBCOperator"]],"airflow.providers.apache.spark.operators.spark_jdbc.SparkJDBCOperator":[[7,3,1,"","execute"],[7,3,1,"","on_kill"]],"airflow.providers.apache.spark.operators.spark_sql":[[8,1,1,"","SparkSqlOperator"]],"airflow.providers.apache.spark.operators.spark_sql.SparkSqlOperator":[[8,3,1,"","execute"],[8,3,1,"","on_kill"],[8,2,1,"","template_ext"],[8,2,1,"","template_fields"],[8,2,1,"","template_fields_renderers"]],"airflow.providers.apache.spark.operators.spark_submit":[[9,1,1,"","SparkSubmitOperator"]],"airflow.providers.apache.spark.operators.spark_submit.SparkSubmitOperator":[[9,3,1,"","execute"],[9,3,1,"","on_kill"],[9,2,1,"","template_fields"],[9,2,1,"","ui_color"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","data","Python data"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:data","5":"py:function"},terms:{"0":[0,1,2,3,4,5,6,7,8,9,11,13,14],"00642a46d0":10,"0080354502":10,"01":10,"02":10,"024b4bf962":10,"03":10,"04":10,"0481b9a957":10,"05":10,"06":10,"067806d598":10,"07":10,"08":10,"0873070e08":10,"09":10,"0a0e1af800":10,"0a68588479":10,"0b0e4f7a4c":10,"0b2":10,"0beta1":10,"1":[0,1,2,3,4,5,6,7,8,9,11,13,14],"10":[10,12],"1000":[1,7],"1000m":[1,3,4,7,8,9],"10170":10,"1024":[1,7],"10468":10,"10483":10,"10528":10,"10530":10,"10533":10,"10543":10,"11":[10,13],"11032":10,"11238":10,"11242":10,"11249":10,"11447":10,"11448":10,"11487":10,"11688":10,"11826":10,"11855":10,"12":[10,13,14],"12082":10,"12206":10,"12212":10,"12304":10,"12366":10,"12390":10,"12444":10,"12449":10,"12558":10,"12681":10,"12917":10,"12955":10,"12af6a0800":10,"12c5e5d8a":10,"13":10,"13073":10,"13148":10,"13380":10,"13732":10,"13767":10,"13a827d80f":10,"14":10,"14013":10,"14187":[10,12],"1427e4acb4":10,"14487":10,"14823":[10,12],"14886":10,"15":10,"15304":10,"15393":10,"15534":10,"15576":10,"15667":[10,12],"15794":[10,12],"16":10,"16294":10,"16405":10,"16464":10,"16501":10,"16682":10,"16869":10,"16e7129719":10,"17":10,"17015":10,"17116":10,"17682":10,"17890":10,"18":10,"18657":10,"18817":10,"18855":10,"19":10,"19321":10,"19449":[10,12],"19882":10,"19978":[10,12],"1a2a2498d6":10,"1fba5402bb":10,"1g":[3,4,8,9],"2":[0,1,2,3,4,5,6,7,8,9,11,13,14],"20":10,"20190":10,"2020":10,"2021":[10,13],"2022":10,"20290":10,"20422":10,"20523":10,"20571":10,"20608":10,"20614":10,"20951":10,"21":10,"21074":[10,12],"21237":[10,12],"21257":10,"21439":10,"21788":[10,12],"22":10,"23":10,"2327aa5a26":10,"23rc1":10,"24":10,"25":10,"26":10,"27":10,"28":10,"29":10,"295d66f914":10,"2a1":10,"2g":[1,3,4,7,8,9],"3":[0,1,2,3,4,5,6,7,8,9,11,13,14],"30":10,"31":10,"32971a1a2d":10,"33f0cd2657":10,"349b0811c3":10,"3696c34c28":10,"375d1ca229":10,"37681bca00":10,"39e395f981":10,"3b3287d7ac":10,"406f":13,"40bf8f28f9":10,"42":14,"42dc0767b8":10,"485ff6cc64":10,"487b5cc50c":10,"49":13,"4b031d39e1":10,"4bde99f132":10,"4d3a":13,"4d74ac2111":10,"4e8f9cc8d0":10,"5090fb0c89":10,"512":13,"5220e4c384":10,"54":13,"5432":2,"589d6dec92":10,"59eb5de78c":10,"5a439e84eb":10,"5b2fe0e740":10,"5c6e":13,"5c86e3d509":10,"6":10,"602abe8394":10,"6322dad2ca":10,"64":[1,7],"6515":10,"6539":10,"657384615f":10,"6674":13,"6714":10,"6889a333cf":10,"68e4c4dcb0":10,"6949":10,"6c3a67d4fc":10,"6cf76d7ac0":10,"7024":10,"7025":10,"7026":10,"7142":10,"7338":10,"7506c73f17":10,"7575":10,"7676":10,"7677":10,"76ed2a49c6":10,"7749":10,"7802":10,"7820":10,"7825e8f590":10,"79b30ff59c":10,"7c206a82a6":10,"7d24b088cd":10,"7e6372a681":10,"8":10,"80":11,"807ad32ce5":10,"8170":10,"8305":10,"83f8e178ba":10,"853576d901":10,"85a18e13d9":10,"866a601b76":10,"86a2a19ad2":10,"872b1566a1":10,"8730":10,"8787":10,"87969a350d":10,"87f408b1e7":10,"8807":10,"8886":10,"8891":10,"8898":10,"88bdcfa0df":10,"8994":10,"8c42cf1b00":10,"8ec4":13,"9015beb316":10,"9026":10,"9044":10,"91f4d80ff0":10,"92585ca4cb":10,"9290":10,"9320":10,"9370":10,"9404":10,"9408":10,"9491":10,"9550":10,"9615":10,"9729":10,"97496ba2b4":10,"9784":10,"97a429f9d0":10,"9985":10,"9b39f24780":10,"9c94b72d44":10,"case":11,"char":[1,7],"class":[10,12],"default":[1,2,3,4,7,8,9,10],"do":13,"export":11,"final":10,"function":10,"import":[10,12,13],"int":[1,3,4,7,8,9],"new":10,"return":[1,3,4],"static":4,"super":10,"switch":10,"true":[3,8],"while":[4,9],A:[1,7],As:7,By:13,For:[4,7,8,9,10,11,13,14],If:[1,7,11,12,13],It:[3,4,9,13],No:10,The:[1,3,4,7,8,9,11,13,14],There:13,To:[13,14],_applic:9,_conf:9,_driver_class_path:9,_file:9,_jar:9,_packag:9,_py_fil:9,_sql:8,a50d2ac872:10,a9ac2b040b:10,about:[10,13],abov:13,ac2f72c98d:10,actual:3,ad:10,add:[1,7,10,12],addit:[1,4,7,9],administr:[1,4,7,9],ae044884d1:10,ae7cb4a1e2:10,after:10,aip:10,airflow:[13,14],airflow_conn_spark_default:11,airflowexcept:10,aka:13,alia:4,all:[3,4,8,9,11,12,14],alloc:[1,4,7,9],allow:10,alreadi:13,also:[1,7,13,14],an:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14],ani:[1,2,3,4,7,8,9,13],apach:13,apache_airflow_providers_apache_spark:13,api:12,append:[1,3,7,14],appli:[10,12],applic:[4,9,11,14],application_arg:[4,9],apply_default:[10,12],ar:[11,12,13],arbitrari:[3,4,8,9],archiv:[4,9],arg:[1,10],argument:[3,4,9,10],around:[3,4,9],arrow:9,asc:13,assig:10,assign:10,assum:[7,11],augment:10,august:10,auto:[10,12],autoapi:10,autom:10,automat:[10,12],avail:[3,4,7,8,9,13],b2a28d1590:10,b40dffa085:10,b59042b5ab:10,b916b75079:10,ba4b:13,backport:10,bar:14,base:[1,3,4,7,8,9,14],basehook:[3,4],baseoper:[8,9],bash:13,batch:[1,7,10],batch_siz:[1,2,7],bbc627a3da:10,bd90136aaf:10,be1451b0e1:10,be75dcd39c:10,befor:[10,12],behaviour:4,behind:[7,8,9],being:[4,9],belong:13,below:13,between:[4,9,11],bin:[11,13],binari:[3,4,7,9,11,13],black:10,bool:[1,3,4,7,8,9],both:[1,7],bound:[1,7],broken:10,bst:13,bug:10,buggfix:10,build:[10,11,13],c34ef853c8:10,c7e5bce57f:10,ca4238eb4d:10,call:[7,8,9,10],can:[1,4,7,9,11,12,13,14],candid:10,cannot:[1,7],cap:[1,7],capit:10,care:14,cb73053211:10,cbf8001d76:10,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:13,cde1:13,certif:13,certifi:13,chang:10,changelog:10,chapter:13,check:[10,13],checksum:13,choos:13,classpath:[1,4,7,9,14],clean:[7,8,9],cleanup:[7,8,9,10],cli:14,client:11,cluster:[4,9,11,14],cmd:3,cmd_type:[1,7,14],code:[10,13],column:[1,7],com:[11,13],come:10,comma:[4,9],command:[3,4,9,10,11,14],comment:[1,7,10],commit:10,compat:10,complet:12,compon:11,concaten:10,conf:[3,4,8,9,10],configur:[1,3,4,7,8,9,14],conn_id:[3,4,8,9],conn_name_attr:[1,3,4],conn_typ:[1,3,4],connect:[1,2,3,4,7,8,9,10,12,14],connection_id:[3,4,8,9],contain:[1,3,4,7,8,9,13],context:[7,8,9],coordin:[4,9],core:[1,3,4,7,8,9],correct:13,creat:[1,7,13],create_table_column_typ:[1,2,7],cross:10,curl:13,custom:4,d0e7db4024:10,d1bce91bb2:10,d200:10,d202:10,d305876bee:10,d403:10,d56e7b56bb:10,d760265452:10,d7de:13,d94fa37830:10,d9567eb106:10,d:13,dad2f8103b:10,dag:[10,12],data:[1,2,7,10,14],databas:[1,7,14],dataframewrit:14,db:12,debug:[1,4,7,9],decemb:10,decor:[10,12],default_arg:10,default_conn_nam:[1,3,4],definit:14,delai:10,dep:13,depend:[1,4,7,9,10,14],deploi:[11,14],describ:13,descript:10,dest:13,detail:[10,12,13],detect:10,dev0:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14],dev:10,dict:[1,4,7,9,10],dictionari:11,diff:13,differ:[1,7,13,14],directori:[4,9,13],distribut:13,distro:[4,9,11],divid:11,doc:[10,12],docstr:10,document:[10,12,14],down:13,download:13,driver:[1,2,4,7,9,10,11,12,14],driver_class_path:[4,9],driver_memori:[1,4,7,9],drop:[1,7,13],due:12,dynam:10,e08a:13,e:[1,3,4,7,8,9],each:[4,9],ecf4:13,echo:13,ee7ca128a1:10,effect:[1,7],egg:[1,4,7,9],either:9,enabl:[10,11],encod:11,enforc:10,ensur:[10,12],env_var:[4,9],environ:[4,9,10,11],error:10,essenti:13,etc:[1,7],even:10,exampl:[4,9,10,11,12,13,14],example_dag:[10,14],example_spark_dag:14,except:[10,12],exclud:[4,9],exclude_packag:[4,9],execut:[3,4,7,8,9,11],executor:[1,3,4,7,8,9],executor_cor:[1,3,4,7,8,9],executor_memori:[1,3,4,7,8,9],exist:12,experiment:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14],explicit:10,ext:10,extend:[1,7],extern:11,extra:[3,4,9,11],f3521fb0e3:10,f3e87c5030:10,f6bd817a3a:10,f77417eb0d:10,f9c9e9c38f:10,f:10,fals:[1,4,7,9],fdd9b6f65b:10,featur:[0,1,2,3,4,5,6,7,8,9,10,11,13,14],fetch:[1,7],fetch_siz:[1,2,7],field:[4,10,12],file:[1,3,4,7,8,9,10,12,13,14],fingerprint:13,first:[10,12],fix:10,flag:[1,3,4,7,8,9],flow:[1,7],flynt:10,folder:13,follow:[11,13],foo:14,form:10,format:[1,7],formmatt:10,foundat:13,fresh:10,friendli:10,from:[1,2,7,10,12,14],full:[1,3,4,7,8,9],further:14,g:[1,3,4,7,8,9],gener:10,get:[2,7,8,9,10,13,14],get_conn:[1,3,4],get_ui_field_behaviour:4,ghost:[7,8,9],given:[4,9],gmail:13,go:[10,12],good:13,gpg:13,grammar:10,guid:[7,8,9,10,13],gz:13,handl:10,hash:10,have:[10,12],here:2,high:10,hive:14,home:[9,11],hook:[5,9,10,11],hook_nam:[1,3,4],host:[3,8,11],how:[7,8,9,13],hql:[8,14],http:[10,13],i:13,id:[1,4,7,9,13],imperson:[4,9],implement:10,improv:10,includ:[4,9,10],increas:10,indic:13,individu:10,infinit:[10,12],info:10,inform:[1,7,8,9,10,14],initi:12,insert:[1,7],instal:10,instanc:[7,8,9],instead:[1,7],instruct:13,integr:10,introduc:10,invalid:[4,9],issuer:13,its:[10,14],januari:10,jar:[1,4,7,9,14],java:[4,9],java_class:[4,9],jdbc:[1,2,7,10,11,14],jdbc_conn_id:[1,7],jdbc_driver:[1,7,14],jdbc_tabl:[1,2,7,14],jdbc_to_spark:[1,2,7,14],jdbc_to_spark_job:14,jdbc_truncat:[1,7],job:[1,3,4,7,8,9],json:[10,11,14],juli:10,june:10,k8:[4,9,10],ka:13,kaxil:13,kaxilnaik:13,keep:10,kei:13,kerbero:[1,4,7,9,10],keytab:[1,3,4,7,8,9],keyword:10,kick:[4,9],kill:[3,4,7,8,9,10],know:13,kube:11,kubernet:[4,10,11,12],kwarg:[1,3,4,7,8,9],l:13,la:13,lack:10,latest:10,launch:[3,4,8,9,14],lazili:10,least:12,leav:[7,8,9],left:13,level:10,line:10,link:[10,13],list:[4,9,10,12],local:[3,8,11,13,14],localhost:2,log:[4,10,12],logging_mixin:4,loggingmixin:4,look:[7,8,9,14],loop:[10,12],lower:[1,7],lower_bound:[1,2,7],ls:13,made:[1,7,13],magic:10,mai:[4,9,11],main:[4,9,13,14],make:[10,12],manag:[1,7,10,13,14],manual:12,markdown:10,mask:10,master:[3,8,14],match:[10,13],maven:[4,9],maximum:[1,7],memori:[1,3,4,7,8,9],meso:[3,4,8,9],messag:10,meta:10,metastor:[1,7,14],metastore_t:[1,2,7,14],method:[7,8,9],migrat:12,mirror:13,mktemp:13,mode:[1,4,7,9,11,14],model:[8,9],modul:10,mongo:11,month:10,more:[7,8,9,10,12],most:13,move:10,multipl:11,multiprocess:[7,8,9],must:[1,7,14],mypi:10,mysparkclust:11,naik:13,name:[1,2,3,4,7,8,9,10,11],namespac:[10,11],need:[7,8,9],next:10,node:11,none:[1,3,4,7,8,9,10,13],note:[10,11],novemb:10,now:10,num_executor:[1,3,4,7,8,9],num_partit:[1,2,7],number:[1,3,4,7,8,9,10],numer:[1,7],o:13,object:[4,9],octob:10,off:[4,9],offici:13,on_kil:[4,7,8,9],onc:13,one:13,onli:[1,3,4,7,8,9,10],open:[1,7],oper:[1,5,10,11,12],optimis:12,option:[1,3,4,7,8,9,10,11,12],org:[13,14],origin:13,other:10,otherwis:[11,12],our:10,out:[10,11],overrid:[7,8,9],overwrit:[1,7,14],owner:13,packag:[4,9],package_nam:13,package_vers:13,page:[10,13],param:[10,12],paramet:[1,2,3,4,7,8,9,10,11,14],parquet:[1,7],partit:[1,7],partition_column:[1,2,7],pass:[1,3,4,7,8,9,10,11],password:[2,10],path:[1,3,4,7,8,9,11,14],per:[1,3,4,7,8,9,10],perform:[1,7,14],pgp:13,pgpk:13,pgpv:13,pi:14,pip:[10,13],place:[4,9],pleas:13,point:[10,11],poll:[4,9],popen:[3,4],popular:10,port:[3,8,11],possibl:[1,4,7,14],postgresql:14,prepar:10,present:11,previou:13,primari:13,princip:[1,3,4,7,8,9],process:[4,7,8,9,10],project:10,properli:10,properti:[1,3,4,7,8,9],provid:[13,14],provider_download_dir:13,proxy_us:[4,9],py3:13,py:[1,4,7,9,14],py_fil:[4,9],pydocstyl:10,pylint:10,pypi:[10,12],pyspark:12,python:[1,4,7,9,10,11,12,13,14],pyupgrad:10,queri:[3,8,14],queue:[3,8,11],quota:11,rang:[1,7],rc2:10,rc3:10,reader:2,readm:[10,12],recommend:13,recreat:[1,7],redund:[10,12],ref:10,refer:10,refernc:10,regener:10,relas:10,releas:[10,12],relev:13,rema:10,remain:10,remot:[3,4,9],remov:[10,12,13],renam:10,render:[10,12],replac:10,repositori:[4,9,12],requir:[3,4,9,11,14],resolv:[4,9],resourc:[2,11],respect:10,respons:[10,12],root:2,round:[1,7],rsa:13,run:[1,4,7,8,9,10,12,13,14],run_queri:[3,10],s:[10,13],same:[1,7,11],sat:13,save:[1,7],save_format:[1,2,7,14],save_mod:[1,2,7,14],saveast:14,schema:[1,7],script:[10,13,14],sdist:13,search:[4,9],second:[4,9],see:[3,4,10],select:[13,14],self:[1,3,4,7,8,9,13],sep:13,separ:[4,9,10],sequenc:[8,9,10],serial:[4,9],server:[13,14],servic:14,set:[1,3,4,7,8,9,10,12,14],set_common_opt:2,setup:10,sha512:13,sha:13,shasum:13,should:[1,4,7,11,13],sign:13,signatur:[10,13],simultan:[1,7],size:[1,7],so:[1,7],softwar:13,some:[4,9,11],sourc:[1,2,3,4,7,8,9,12,14],spark2:[4,9,11],spark:13,spark_app_nam:[1,7],spark_binari:[4,9,11],spark_conf:[1,7],spark_conn_id:[1,4,7,9],spark_default:[1,4,9,11],spark_fil:[1,7],spark_hom:[4,14],spark_jar:[1,7,14],spark_jdbc:[0,5,6],spark_jdbc_script:[0,5,10],spark_py_fil:[1,7],spark_read_from_jdbc:2,spark_sess:2,spark_sourc:2,spark_sql:[0,5,6],spark_sql_default:[3,8,11],spark_submit:[0,1,5,6,7],spark_to_jdbc:[1,2,7,14],spark_to_jdbc_job:14,spark_write_to_jdbc:2,sparkjdbchook:1,sparkjdbcoper:7,sparksql:[10,12],sparksqlhook:[3,8,10,12],sparksqloper:[8,10],sparksubmithook:[1,4,7,9,10,12],sparksubmitoper:[7,9,10],specif:[1,4,7,9],specifi:[1,7,11],sphinx:10,sql:[1,3,7,8,10,11,12,14],sql_job:14,src:14,standalon:[3,4,8,9],standard:11,start_dat:10,statu:[4,9,10,12],status_poll_interv:[4,9],step:13,stop:10,str:[1,2,3,4,7,8,9],string:[3,8,10,11],subject:10,submit:[1,3,4,7,8,9,10,11,14],submit_jdbc_job:1,submit_job:14,subprocess:[3,4,7,8,9],sum:13,suppli:[4,9],support:[4,9,10,11,12,14],surround:10,synchron:10,syntax:[1,7,11],tabl:[1,2,7,14],tag:4,take:[1,7,8,9,14],tar:13,task:[7,8,9],task_id:14,templat:[8,9,10,12,14],template_ext:8,template_field:[8,9,10],template_fields_render:8,temporari:13,test:10,text:10,them:[4,9],thi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14],those:13,thread:[7,8,9],toc:10,token:10,too:[4,9],tool:10,toolchain:10,top:[12,13],total:[3,4,8,9],total_executor_cor:[3,4,8,9],transfer:[1,2,7,10,14],trip:[1,7],truncat:[1,2,7],trust:13,type:[1,7,10,11,12],typehint:10,typo:10,ui_color:9,unknown:[10,12,13],unnecessari:10,unzip:4,up:[7,8,9,10,14],updat:[10,12],upgrad:[10,12],upload:[1,4,7,9],upper:[1,7],upper_bound:[1,2,7],uri:11,url:[2,11],us:[1,4,7,8,9,10,11,12,13],user:[2,4,9,11,13],usual:[1,7],utf:10,util:4,valid:[1,7,10,12,13],valu:[1,3,7,8],varchar:[1,7],variabl:[4,9,10,11],verbos:[1,3,4,7,8,9,10],version:[10,12,13],via:[11,12,13],wai:[1,7],wait:[4,9],want:[12,13],warn:[10,13],wave:10,well:13,when:[1,4,7,8,9,11],whether:[1,3,4,7,8,9,11],which:[1,7,11,14],whitespac:10,whl:13,why:13,within:[7,8,9],without:[10,12],word:10,work:[4,9],worker:[3,4,8,9,11],worri:13,wrapper:[3,4,9],write:14,writer:2,written:[1,7],wrong:10,wrongli:10,xcomarg:10,yarn:[3,4,8,9,10,11],yarn_queu:[3,8],you:[1,7,11,12,13,14],your:[11,12],zip:[1,4,7,9]},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks.spark_jdbc</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks.spark_jdbc_script</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks.spark_sql</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks.spark_submit</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.operators.spark_jdbc</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.operators.spark_sql</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.operators.spark_submit</span></code>","Package apache-airflow-providers-apache-spark","Apache Spark Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-spark</span></code>","Installing from sources","Apache Spark Operators"],titleterms:{"0":[10,12],"1":[10,12],"2":[10,12],"3":[10,12],"break":12,"class":[1,3,4,7,8,9],"default":11,"function":2,airflow:[0,1,2,3,4,5,6,7,8,9,10,12],apach:[0,1,2,3,4,5,6,7,8,9,10,11,12,14],attribut:2,bug:12,chang:12,changelog:12,commit:12,configur:11,connect:11,content:[1,2,3,4,7,8,9,12],featur:12,fix:12,from:13,guid:12,hook:[0,1,2,3,4],id:11,instal:[12,13],integr:13,misc:12,modul:[1,2,3,4,7,8,9],oper:[6,7,8,9,14],packag:[10,12,13],pip:12,prerequisit:14,provid:[0,1,2,3,4,5,6,7,8,9,10,12],pypi:13,refer:[12,14],releas:13,requir:12,resourc:12,sourc:13,spark:[0,1,2,3,4,5,6,7,8,9,10,11,12,14],spark_jdbc:[1,7],spark_jdbc_script:2,spark_sql:[3,8],spark_submit:[4,9],sparkjdbcoper:14,sparksqloper:14,sparksubmitoper:14,submodul:[0,6],subpackag:5,us:14,verifi:13}})