Search.setIndex({docnames:["_api/airflow/providers/apache/spark/hooks/index","_api/airflow/providers/apache/spark/hooks/spark_jdbc/index","_api/airflow/providers/apache/spark/hooks/spark_jdbc_script/index","_api/airflow/providers/apache/spark/hooks/spark_sql/index","_api/airflow/providers/apache/spark/hooks/spark_submit/index","_api/airflow/providers/apache/spark/index","_api/airflow/providers/apache/spark/operators/index","_api/airflow/providers/apache/spark/operators/spark_jdbc/index","_api/airflow/providers/apache/spark/operators/spark_sql/index","_api/airflow/providers/apache/spark/operators/spark_submit/index","commits","connections/spark","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/spark/hooks/index.rst","_api/airflow/providers/apache/spark/hooks/spark_jdbc/index.rst","_api/airflow/providers/apache/spark/hooks/spark_jdbc_script/index.rst","_api/airflow/providers/apache/spark/hooks/spark_sql/index.rst","_api/airflow/providers/apache/spark/hooks/spark_submit/index.rst","_api/airflow/providers/apache/spark/index.rst","_api/airflow/providers/apache/spark/operators/index.rst","_api/airflow/providers/apache/spark/operators/spark_jdbc/index.rst","_api/airflow/providers/apache/spark/operators/spark_sql/index.rst","_api/airflow/providers/apache/spark/operators/spark_submit/index.rst","commits.rst","connections/spark.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers.apache":{spark:[5,0,0,"-"]},"airflow.providers.apache.spark":{hooks:[0,0,0,"-"],operators:[6,0,0,"-"]},"airflow.providers.apache.spark.hooks":{spark_jdbc:[1,0,0,"-"],spark_jdbc_script:[2,0,0,"-"],spark_sql:[3,0,0,"-"],spark_submit:[4,0,0,"-"]},"airflow.providers.apache.spark.hooks.spark_jdbc":{SparkJDBCHook:[1,1,1,""]},"airflow.providers.apache.spark.hooks.spark_jdbc.SparkJDBCHook":{conn_name_attr:[1,2,1,""],conn_type:[1,2,1,""],default_conn_name:[1,2,1,""],get_conn:[1,3,1,""],hook_name:[1,2,1,""],submit_jdbc_job:[1,3,1,""]},"airflow.providers.apache.spark.hooks.spark_jdbc_script":{SPARK_READ_FROM_JDBC:[2,4,1,""],SPARK_WRITE_TO_JDBC:[2,4,1,""],set_common_options:[2,5,1,""],spark_read_from_jdbc:[2,5,1,""],spark_write_to_jdbc:[2,5,1,""]},"airflow.providers.apache.spark.hooks.spark_sql":{SparkSqlHook:[3,1,1,""]},"airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook":{conn_name_attr:[3,2,1,""],conn_type:[3,2,1,""],default_conn_name:[3,2,1,""],get_conn:[3,3,1,""],hook_name:[3,2,1,""],kill:[3,3,1,""],run_query:[3,3,1,""]},"airflow.providers.apache.spark.hooks.spark_submit":{SparkSubmitHook:[4,1,1,""]},"airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook":{conn_name_attr:[4,2,1,""],conn_type:[4,2,1,""],default_conn_name:[4,2,1,""],get_conn:[4,3,1,""],get_ui_field_behaviour:[4,3,1,""],hook_name:[4,2,1,""],on_kill:[4,3,1,""],submit:[4,3,1,""]},"airflow.providers.apache.spark.operators":{spark_jdbc:[7,0,0,"-"],spark_sql:[8,0,0,"-"],spark_submit:[9,0,0,"-"]},"airflow.providers.apache.spark.operators.spark_jdbc":{SparkJDBCOperator:[7,1,1,""]},"airflow.providers.apache.spark.operators.spark_jdbc.SparkJDBCOperator":{execute:[7,3,1,""],on_kill:[7,3,1,""]},"airflow.providers.apache.spark.operators.spark_sql":{SparkSqlOperator:[8,1,1,""]},"airflow.providers.apache.spark.operators.spark_sql.SparkSqlOperator":{execute:[8,3,1,""],on_kill:[8,3,1,""],template_ext:[8,2,1,""],template_fields:[8,2,1,""]},"airflow.providers.apache.spark.operators.spark_submit":{SparkSubmitOperator:[9,1,1,""]},"airflow.providers.apache.spark.operators.spark_submit.SparkSubmitOperator":{execute:[9,3,1,""],on_kill:[9,3,1,""],template_fields:[9,2,1,""],ui_color:[9,2,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","data","Python data"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:data","5":"py:function"},terms:{"00642a46d0":10,"0080354502":10,"024b4bf962":10,"0481b9a957":10,"067806d598":10,"0873070e08":10,"0a0e1af800":10,"0a68588479":10,"0b0e4f7a4c":10,"0b2":10,"0beta1":10,"1000":[1,7],"1000m":[1,3,4,7,8,9],"10170":10,"1024":[1,7],"10468":10,"10483":10,"10528":10,"10530":10,"10533":10,"10543":10,"11032":10,"11238":10,"11242":10,"11249":10,"11447":10,"11448":10,"11487":10,"11688":10,"11826":10,"11855":10,"12082":10,"12206":10,"12212":10,"12304":10,"12366":10,"12390":10,"12444":10,"12449":10,"12558":10,"12681":10,"12917":10,"12955":10,"12af6a0800":10,"12c5e5d8a":10,"13073":10,"13148":10,"13380":10,"13732":10,"13767":10,"13a827d80f":10,"14013":10,"14187":[10,12],"1427e4acb4":10,"14487":10,"14823":[10,12],"14886":10,"15304":10,"15393":10,"15534":10,"15576":10,"15667":[10,12],"15794":[10,12],"16294":10,"16405":10,"16464":10,"16501":10,"16682":10,"16869":10,"16e7129719":10,"17015":10,"17116":10,"17682":10,"17890":10,"18657":10,"18817":10,"18855":10,"19321":10,"19449":[10,12],"1fba5402bb":10,"2020":10,"2021":[10,13],"2327aa5a26":10,"23rc1":10,"295d66f914":10,"2a1":10,"32971a1a2d":10,"33f0cd2657":10,"349b0811c3":10,"3696c34c28":10,"375d1ca229":10,"37681bca00":10,"3b3287d7ac":10,"406f":13,"40bf8f28f9":10,"42dc0767b8":10,"487b5cc50c":10,"4b031d39e1":10,"4bde99f132":10,"4d3a":13,"4d74ac2111":10,"4e8f9cc8d0":10,"5090fb0c89":10,"512":13,"5220e4c384":10,"5432":2,"589d6dec92":10,"59eb5de78c":10,"5a439e84eb":10,"5b2fe0e740":10,"5c6e":13,"5c86e3d509":10,"6515":10,"6539":10,"657384615f":10,"6674":13,"6714":10,"6889a333cf":10,"68e4c4dcb0":10,"6949":10,"6cf76d7ac0":10,"7024":10,"7025":10,"7026":10,"7142":10,"7338":10,"7506c73f17":10,"7575":10,"7676":10,"7677":10,"76ed2a49c6":10,"7749":10,"7802":10,"7820":10,"7825e8f590":10,"79b30ff59c":10,"7c206a82a6":10,"7d24b088cd":10,"7e6372a681":10,"807ad32ce5":10,"8170":10,"8305":10,"85a18e13d9":10,"866a601b76":10,"86a2a19ad2":10,"872b1566a1":10,"8730":10,"8787":10,"87969a350d":10,"87f408b1e7":10,"8807":10,"8886":10,"8891":10,"8898":10,"88bdcfa0df":10,"8994":10,"8c42cf1b00":10,"8ec4":13,"9015beb316":10,"9026":10,"9044":10,"91f4d80ff0":10,"92585ca4cb":10,"9290":10,"9320":10,"9370":10,"9404":10,"9408":10,"9491":10,"9550":10,"9615":10,"9729":10,"9784":10,"97a429f9d0":10,"9985":10,"9b39f24780":10,"9c94b72d44":10,"case":11,"char":[1,7],"class":[1,3,4,7,8,9,10,12],"default":[1,2,3,4,7,8,9,10],"export":11,"final":10,"function":10,"import":[10,12,13],"int":[1,2,3,4,7,8,9],"new":10,"return":4,"static":4,"super":10,"switch":10,"true":[3,8],"while":[4,9],Added:10,For:[4,7,8,9,10,11,13,14],The:[1,3,4,7,8,9,11,13,14],There:13,Use:[10,12],_applic:9,_application_arg:9,_conf:9,_driver_class_path:9,_env_var:9,_exclude_packag:9,_file:9,_jar:9,_keytab:9,_name:9,_packag:9,_princip:9,_proxy_us:9,_py_fil:9,_sql:8,a9ac2b040b:10,about:[10,13],abov:13,ac2f72c98d:10,actual:3,add:[1,7,10],addit:[1,4,7,9],administr:[1,4,7,9],ae044884d1:10,ae7cb4a1e2:10,after:10,aip:10,airflow:[13,14],airflow_conn_spark_default:11,airflowexcept:10,aka:13,alia:4,all:[3,4,8,9,11,12,14],alloc:[1,4,7,9],allow:10,alreadi:13,also:[1,7,13,14],ani:[1,2,4,7,8,9,13],apach:13,apache_airflow_providers_apache_spark:13,api:12,append:[1,3,7,14],appli:[10,12],applic:[4,9,11,14],application_arg:[4,9],apply_default:[10,12],arbitrari:[3,4,8,9],archiv:[4,9],arg:[1,10],argument:[3,4,9,10],around:[3,4,9],arrow:9,asc:13,assig:10,assign:10,assum:[7,11],augment:10,august:10,auto:[10,12],autom:10,automat:[10,12],avail:[3,4,7,8,9,13],b2a28d1590:10,b40dffa085:10,b59042b5ab:10,b916b75079:10,ba4b:13,backport:10,bar:14,base:[1,3,4,7,8,9,14],basehook:[3,4],baseoper:[8,9],bash:13,batch:[1,7,10],batch_siz:[1,2,7],bbc627a3da:10,bd90136aaf:10,be1451b0e1:10,be75dcd39c:10,befor:10,behaviour:4,being:[4,9],belong:13,below:13,between:[4,9,11],bin:[11,13],binari:[3,4,7,9,11,13],black:10,bool:[1,2,3,4,7,8,9],both:[1,7],bound:[1,7],broken:10,bst:13,bug:10,buggfix:10,build:[10,11,13],c34ef853c8:10,c7e5bce57f:10,ca4238eb4d:10,call:[7,8,9,10],can:[1,4,7,9,11,12,13,14],candid:10,cannot:[1,7],cap:[1,7],capit:10,care:14,cbf8001d76:10,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:13,cde1:13,certif:13,certifi:13,chang:10,changelog:10,chapter:13,check:[10,13],checksum:13,choos:13,classpath:[1,4,7,9,14],cleanup:10,cli:14,client:11,cluster:[4,9,11,14],cmd:3,cmd_type:[1,7,14],code:[10,13],column:[1,7],com:[11,13],come:10,comma:[4,9],command:[3,4,9,10,11,14],comment:[1,7,10],commit:[10,12],compat:10,complet:12,compon:11,concaten:10,conf:[3,4,8,9,10],configur:[1,3,4,7,8,9,14],conn_id:[3,4,8,9],conn_name_attr:[1,3,4],conn_typ:[1,3,4],connect:[1,2,3,4,7,8,9,10,12,14],connection_id:[3,4,8,9],contain:[1,3,4,7,8,9,13],context:[7,8,9],coordin:[4,9],core:[1,3,4,7,8,9],correct:13,creat:[1,7,13],create_table_column_typ:[1,2,7],cross:10,curl:13,custom:4,d0e7db4024:10,d1bce91bb2:10,d200:10,d202:10,d305876bee:10,d403:10,d760265452:10,d7de:13,d9567eb106:10,dag:[10,12],data:[1,2,7,10,14],databas:[1,7,14],dataframewrit:14,debug:[1,4,7,9],decor:[10,12],default_arg:10,default_conn_nam:[1,3,4],definit:14,dep:13,depend:[1,4,7,9,10,14],deploi:[11,14],describ:13,descript:10,dest:13,detail:[10,12,13],detect:10,dev:10,dict:[1,3,4,7,8,9,10],dictionari:11,diff:13,differ:[1,7,13,14],directori:[4,9,13],distribut:13,distro:[4,9,11],divid:11,doc:10,docstr:10,document:[10,12,14],down:13,download:13,driver:[1,2,4,7,9,11,14],driver_class_path:[4,9],driver_memori:[1,4,7,9],drop:[1,7,13],due:12,dynam:10,e08a:13,each:[4,9],ecf4:13,echo:13,ee7ca128a1:10,effect:[1,7],egg:[1,4,7,9],either:9,enabl:[10,11],encod:11,enforc:10,ensur:10,env_var:[4,9],environ:[4,9,10,11],error:10,essenti:13,etc:[1,7],exampl:[4,9,10,11,12,13,14],example_dag:[10,14],example_spark_dag:14,except:[10,12],exclud:[4,9],exclude_packag:[4,9],execut:[3,4,7,8,9,11],executor:[1,3,4,7,8,9],executor_cor:[1,3,4,7,8,9],executor_memori:[1,3,4,7,8,9],exist:12,explicit:10,extend:[1,7],extern:11,extra:[3,4,9,11],f3521fb0e3:10,f3e87c5030:10,f6bd817a3a:10,f9c9e9c38f:10,fals:[1,4,7,9],fdd9b6f65b:10,featur:10,fetch:[1,7],fetch_siz:[1,2,7],field:[4,10],file:[1,3,4,7,8,9,10,12,13,14],fingerprint:13,first:[10,12],fix:10,flag:[1,3,4,7,8,9],flow:[1,7],flynt:10,folder:13,follow:[11,13],foo:14,form:10,format:[1,3,7,8],formmatt:10,foundat:13,fresh:10,from:[1,2,7,10,12,14],full:[1,3,4,7,8,9],further:14,gener:10,get:[2,10,13,14],get_conn:[1,3,4],get_ui_field_behaviour:4,given:[4,9],gmail:13,going:[10,12],good:13,gpg:13,grammar:10,guid:[7,8,9,10,12,13],handl:10,hash:10,have:12,here:2,high:10,hive:14,home:[9,11],hook:[5,9,10,11],hook_nam:[1,3,4],host:[3,8,11],how:[7,8,9,13],hql:[8,14],http:[10,13],imperson:[4,9],implement:10,improv:10,includ:[4,9,10],increas:10,indic:13,individu:10,infinit:[10,12],info:10,inform:[1,7,8,9,10,14],initi:12,insert:[1,7],instal:10,instead:[1,7],instruct:13,integr:10,introduc:10,invalid:[4,9],issuer:13,its:[10,14],jar:[1,4,7,9,14],java:[4,9],java_class:[4,9],jdbc:[1,2,7,10,11,14],jdbc_conn_id:[1,7],jdbc_driver:[1,7,14],jdbc_tabl:[1,2,7,14],jdbc_to_spark:[1,2,7,14],jdbc_to_spark_job:14,jdbc_truncat:[1,7],job:[1,3,4,7,8,9],json:[10,11,14],juli:10,june:10,k8s:[4,9],kaxil:13,kaxilnaik:13,keep:10,kei:13,kerbero:[1,4,7,9,10],keytab:[1,3,4,7,8,9],keyword:10,kick:[4,9],kill:[3,4,10],know:13,kube:11,kubernet:[4,10,11,12],kwarg:[1,3,4,7,8,9],lack:10,latest:10,launch:[3,4,8,9,14],lazili:10,least:12,left:13,level:10,link:[10,13],list:[3,4,9,10,12],local:[3,8,11,13,14],localhost:2,log:[4,10,12],logging_mixin:4,loggingmixin:4,look:[7,8,9,14],loop:[10,12],lower:[1,7],lower_bound:[1,2,7],made:[1,7,13],magic:10,mai:[4,9,11],main:[4,9,13,14],make:[10,12],manag:[1,7,10,13,14],manual:12,markdown:10,mask:10,master:[3,8,14],match:[10,13],maven:[4,9],maximum:[1,7],memori:[1,3,4,7,8,9],meso:[3,4,8,9],messag:10,meta:10,metastor:[1,7,14],metastore_t:[1,2,7,14],migrat:12,mirror:13,mktemp:13,mode:[1,4,7,9,11,14],model:[8,9],modul:10,mongo:11,month:10,more:[7,8,9,10],most:13,move:10,multipl:11,must:[1,7,14],mypi:10,mysparkclust:11,naik:13,name:[1,2,3,4,7,8,9,10,11],namespac:[10,11],next:10,node:11,none:[1,2,3,4,7,8,9,10,13],note:[10,11],num_executor:[1,3,4,7,8,9],num_partit:[1,2,7],number:[1,3,4,7,8,9,10],numer:[1,7],object:[4,9],octob:10,off:[4,9],offici:13,on_kil:[4,7,8,9],onc:13,one:13,onli:[1,3,4,7,8,9,10],open:[1,7],oper:[1,5,10,11,12],optimis:12,option:[1,3,4,7,8,9,11],org:[13,14],origin:13,other:10,otherwis:[11,12],our:10,out:[10,11],overwrit:[1,7,14],owner:13,packag:[4,9],package_nam:13,package_vers:13,page:[10,13],param:4,paramet:[1,2,3,4,7,8,9,10,11,14],parquet:[1,7],partit:[1,7],partition_column:[1,2,7],pass:[1,3,4,7,8,9,10,11],password:[2,10],path:[1,3,4,7,8,9,11,14],per:[1,3,4,7,8,9,10],perform:[1,7,14],pgp:13,pgpk:13,pgpv:13,pip:[10,13],place:[4,9],pleas:13,point:[10,11],poll:[4,9],popen:[3,4],popular:10,port:[3,8,11],possibl:[1,4,7,14],postgresql:14,prepar:10,present:11,previou:13,primari:13,princip:[1,3,4,7,8,9],process:[4,9,10],project:10,prop:[3,8],properli:10,properti:[1,3,4,7,8,9],provid:[13,14],provider_download_dir:13,proxy_us:[4,9],py3:13,py_fil:[4,9],pydocstyl:10,pylint:10,pypi:[10,12],pyspark:12,python:[1,4,7,9,10,11,12,13,14],pyupgrad:10,queri:[3,8,14],queue:[3,8,11],quota:11,rang:[1,7],rc2:10,rc3:10,reader:2,readm:[10,12],recommend:13,recreat:[1,7],redund:[10,12],ref:10,refer:[10,12],refernc:10,regener:10,relas:10,releas:[10,12],relev:13,rema:10,remain:10,remot:[3,4,9],remov:[10,12,13],renam:10,replac:10,repositori:[4,9,12],requir:[3,4,9,11,14],resolv:[4,9],resourc:[2,11,12],respect:10,root:2,round:[1,7],rsa:13,run:[1,4,7,8,9,10,12,13,14],run_queri:[3,10],same:[1,7,11],sat:13,save:[1,7],save_format:[1,2,7,14],save_mod:[1,2,7,14],saveast:14,schema:[1,7],script:[10,13,14],sdist:13,search:[4,9],second:[4,9],see:[3,4,10],select:[13,14],self:[1,3,4,7,8,9,13],sep:13,separ:[4,9,10],serial:[4,9],server:[13,14],servic:14,set:[1,3,4,7,8,9,14],set_common_opt:2,setup:10,sha512:13,sha:13,shasum:13,should:[1,4,7,11,13],sign:13,signatur:[10,13],simultan:[1,7],size:[1,7],softwar:13,some:[4,9,11],sourc:[1,2,3,4,7,8,9,12,14],spark2:[4,9,11],spark:13,spark_app_nam:[1,7],spark_binari:[4,9,11],spark_conf:[1,7],spark_conn_id:[1,4,7,9],spark_default:[1,4,9,11],spark_fil:[1,7],spark_hom:[4,14],spark_jar:[1,7,14],spark_jdbc:[0,5,6],spark_jdbc_script:[0,5,10],spark_py_fil:[1,7],spark_read_from_jdbc:2,spark_sess:2,spark_sourc:2,spark_sql:[0,5,6],spark_sql_default:[3,8,11],spark_submit:[0,1,5,6,7],spark_to_jdbc:[1,2,7,14],spark_to_jdbc_job:14,spark_write_to_jdbc:2,sparkjdbchook:1,sparkjdbcoper:7,sparksess:2,sparksql:[10,12],sparksqlhook:[3,8,10,12],sparksqloper:[8,10],sparksubmithook:[1,4,7,9],sparksubmitoper:[7,9,10],specif:[1,4,7,9],specifi:[1,7,11],sql:[1,3,7,8,11,14],sql_job:14,src:14,standalon:[3,4,8,9],standard:11,start_dat:10,statu:[4,9],status_poll_interv:[4,9],step:13,stop:10,str:[1,2,3,4,7,8,9],string:[3,8,10,11],subject:10,submit:[1,3,4,7,8,9,10,11,14],submit_jdbc_job:1,submit_job:14,subprocess:[3,4],sum:13,suppli:[4,9],support:[4,9,10,11,14],surround:10,synchron:10,syntax:[1,7,11],tabl:[1,2,7,14],tag:4,take:[1,7,8,9,14],tar:13,task_id:14,templat:[8,9,14],template_ext:8,template_field:[8,9],temporari:13,test:10,text:10,them:[4,9],thi:[1,3,4,7,8,9,10,12,13],those:13,toc:10,token:10,too:[4,9],tool:10,toolchain:10,top:[12,13],total:[3,4,8,9],total_executor_cor:[3,4,8,9],transfer:[1,2,7,10,14],trip:[1,7],truncat:[1,2,7],trust:13,type:[1,7,10,11,12],typo:10,ui_color:9,unknown:13,unnecessari:10,unzip:4,updat:[10,12],upgrad:[10,12],upload:[1,4,7,9],upper:[1,7],upper_bound:[1,2,7],uri:11,url:[2,11],use:[1,4,7,8,9,10,11,12,13,14],used:[1,4,7,9,11,13],user:[2,4,9,11,13],uses:14,using:[10,11,13,14],usual:[1,7],utf:10,util:4,valid:[1,7,10,13],valu:[1,3,7,8],varchar:[1,7],variabl:[4,9,10,11],verbos:[1,3,4,7,8,9,10],version:[10,12,13],via:[11,12,13],view:14,wai:[1,7],wait:[4,9],want:[12,13],warn:[10,13],wave:10,well:13,when:[1,4,7,9,11],whether:[1,3,4,7,8,9,11],which:[1,7,11,14],whitespac:10,whl:13,why:13,without:[10,12],word:10,work:[4,9],worker:[3,4,8,9,11],worri:13,wrapper:[3,4,9],write:14,writer:2,written:[1,7],wrong:10,wrongli:10,xcomarg:10,yarn:[3,4,8,9,10,11],yarn_queu:[3,8],you:[1,7,11,12,13,14],your:[11,12],zip:[1,4,7,9]},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks.spark_jdbc</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks.spark_jdbc_script</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks.spark_sql</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks.spark_submit</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.operators.spark_jdbc</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.operators.spark_sql</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.operators.spark_submit</span></code>","Package apache-airflow-providers-apache-spark","Apache Spark Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-spark</span></code>","Installing from sources","Apache Spark Operators"],titleterms:{"break":12,"default":11,IDs:11,Using:14,airflow:[0,1,2,3,4,5,6,7,8,9,10,12],apach:[0,1,2,3,4,5,6,7,8,9,10,11,12,14],bug:12,chang:12,changelog:12,configur:11,connect:11,content:[1,2,3,4,7,8,9,12],fix:12,from:13,hook:[0,1,2,3,4],instal:[12,13],integr:13,misc:12,modul:[1,2,3,4,7,8,9],oper:[6,7,8,9,14],packag:[10,12,13],pip:12,prerequisit:14,provid:[0,1,2,3,4,5,6,7,8,9,10,12],pypi:13,refer:14,releas:13,requir:12,sourc:13,spark:[0,1,2,3,4,5,6,7,8,9,10,11,12,14],spark_jdbc:[1,7],spark_jdbc_script:2,spark_sql:[3,8],spark_submit:[4,9],sparkjdbcoper:14,sparksqloper:14,sparksubmitoper:14,submodul:[0,6],subpackag:5,verifi:13}})