| Search.setIndex({docnames:["_api/airflow/providers/apache/spark/hooks/index","_api/airflow/providers/apache/spark/hooks/spark_jdbc/index","_api/airflow/providers/apache/spark/hooks/spark_jdbc_script/index","_api/airflow/providers/apache/spark/hooks/spark_sql/index","_api/airflow/providers/apache/spark/hooks/spark_submit/index","_api/airflow/providers/apache/spark/index","_api/airflow/providers/apache/spark/operators/index","_api/airflow/providers/apache/spark/operators/spark_jdbc/index","_api/airflow/providers/apache/spark/operators/spark_sql/index","_api/airflow/providers/apache/spark/operators/spark_submit/index","_api/tests/system/providers/apache/spark/example_spark_dag/index","_api/tests/system/providers/apache/spark/index","commits","connections/spark","index","installing-providers-from-sources","operators"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/apache/spark/hooks/index.rst","_api/airflow/providers/apache/spark/hooks/spark_jdbc/index.rst","_api/airflow/providers/apache/spark/hooks/spark_jdbc_script/index.rst","_api/airflow/providers/apache/spark/hooks/spark_sql/index.rst","_api/airflow/providers/apache/spark/hooks/spark_submit/index.rst","_api/airflow/providers/apache/spark/index.rst","_api/airflow/providers/apache/spark/operators/index.rst","_api/airflow/providers/apache/spark/operators/spark_jdbc/index.rst","_api/airflow/providers/apache/spark/operators/spark_sql/index.rst","_api/airflow/providers/apache/spark/operators/spark_submit/index.rst","_api/tests/system/providers/apache/spark/example_spark_dag/index.rst","_api/tests/system/providers/apache/spark/index.rst","commits.rst","connections/spark.rst","index.rst","installing-providers-from-sources.rst","operators.rst"],objects:{"airflow.providers.apache":[[5,0,0,"-","spark"]],"airflow.providers.apache.spark":[[0,0,0,"-","hooks"],[6,0,0,"-","operators"]],"airflow.providers.apache.spark.hooks":[[1,0,0,"-","spark_jdbc"],[2,0,0,"-","spark_jdbc_script"],[3,0,0,"-","spark_sql"],[4,0,0,"-","spark_submit"]],"airflow.providers.apache.spark.hooks.spark_jdbc":[[1,1,1,"","SparkJDBCHook"]],"airflow.providers.apache.spark.hooks.spark_jdbc.SparkJDBCHook":[[1,2,1,"","conn_name_attr"],[1,2,1,"","conn_type"],[1,2,1,"","default_conn_name"],[1,3,1,"","get_conn"],[1,2,1,"","hook_name"],[1,3,1,"","submit_jdbc_job"]],"airflow.providers.apache.spark.hooks.spark_jdbc_script":[[2,4,1,"","SPARK_READ_FROM_JDBC"],[2,4,1,"","SPARK_WRITE_TO_JDBC"],[2,5,1,"","set_common_options"],[2,5,1,"","spark_read_from_jdbc"],[2,5,1,"","spark_write_to_jdbc"]],"airflow.providers.apache.spark.hooks.spark_sql":[[3,1,1,"","SparkSqlHook"]],"airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook":[[3,2,1,"","conn_name_attr"],[3,2,1,"","conn_type"],[3,2,1,"","default_conn_name"],[3,3,1,"","get_conn"],[3,2,1,"","hook_name"],[3,3,1,"","kill"],[3,3,1,"","run_query"]],"airflow.providers.apache.spark.hooks.spark_submit":[[4,1,1,"","SparkSubmitHook"]],"airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook":[[4,2,1,"","conn_name_attr"],[4,2,1,"","conn_type"],[4,2,1,"","default_conn_name"],[4,3,1,"","get_conn"],[4,3,1,"","get_ui_field_behaviour"],[4,2,1,"","hook_name"],[4,3,1,"","on_kill"],[4,3,1,"","submit"]],"airflow.providers.apache.spark.operators":[[7,0,0,"-","spark_jdbc"],[8,0,0,"-","spark_sql"],[9,0,0,"-","spark_submit"]],"airflow.providers.apache.spark.operators.spark_jdbc":[[7,1,1,"","SparkJDBCOperator"]],"airflow.providers.apache.spark.operators.spark_jdbc.SparkJDBCOperator":[[7,3,1,"","execute"],[7,3,1,"","on_kill"]],"airflow.providers.apache.spark.operators.spark_sql":[[8,1,1,"","SparkSqlOperator"]],"airflow.providers.apache.spark.operators.spark_sql.SparkSqlOperator":[[8,3,1,"","execute"],[8,3,1,"","on_kill"],[8,2,1,"","template_ext"],[8,2,1,"","template_fields"],[8,2,1,"","template_fields_renderers"]],"airflow.providers.apache.spark.operators.spark_submit":[[9,1,1,"","SparkSubmitOperator"]],"airflow.providers.apache.spark.operators.spark_submit.SparkSubmitOperator":[[9,3,1,"","execute"],[9,3,1,"","on_kill"],[9,2,1,"","template_fields"],[9,2,1,"","ui_color"]],"tests.system.providers.apache":[[11,0,0,"-","spark"]],"tests.system.providers.apache.spark":[[10,0,0,"-","example_spark_dag"]],"tests.system.providers.apache.spark.example_spark_dag":[[10,4,1,"","DAG_ID"],[10,4,1,"","ENV_ID"],[10,4,1,"","submit_job"],[10,4,1,"","test_run"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","attribute","Python attribute"],"3":["py","method","Python method"],"4":["py","data","Python data"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:attribute","3":"py:method","4":"py:data","5":"py:function"},terms:{"0":[0,1,2,3,4,5,6,7,8,9,10,11,13,15,16],"00642a46d0":12,"0080354502":12,"01":12,"02":12,"024b4bf962":12,"027b707d21":12,"03":12,"04":12,"0481b9a957":12,"05":12,"06":12,"067806d598":12,"07":12,"08":12,"0873070e08":12,"09":12,"0a0e1af800":12,"0a68588479":12,"0b0e4f7a4c":12,"0b2":12,"0beta1":12,"1":[4,9,16],"10":[12,14],"1000":[1,7],"1000m":[1,3,4,7,8,9],"10170":12,"1024":[1,7],"10468":12,"10483":12,"10528":12,"10530":12,"10533":12,"10543":12,"11":[12,15],"11032":12,"11238":12,"11242":12,"11249":12,"11447":12,"11448":12,"11487":12,"11688":12,"11826":12,"11855":12,"12":[12,15,16],"12082":12,"12206":12,"12212":12,"12304":12,"12366":12,"12390":12,"12444":12,"12449":12,"12558":12,"12681":12,"12917":12,"12955":12,"12af6a0800":12,"12c5e5d8a":12,"13":12,"13073":12,"13148":12,"13380":12,"13732":12,"13767":12,"13a827d80f":12,"14":12,"14013":12,"14187":[12,14],"1427e4acb4":12,"14487":12,"14823":[12,14],"14886":12,"15":12,"15304":12,"15393":12,"15534":12,"15576":12,"15667":[12,14],"15794":[12,14],"16":12,"16294":12,"16405":12,"16464":12,"16501":12,"16682":12,"16869":12,"16adc035b1":12,"16e7129719":12,"17":12,"17015":12,"17116":12,"17682":12,"17890":12,"18":12,"18657":12,"18817":12,"18855":12,"19":12,"19321":12,"19449":[12,14],"19882":12,"19978":[12,14],"1a2a2498d6":12,"1fba5402bb":12,"1g":[3,4,8,9],"2":[0,1,2,3,4,5,6,7,8,9,10,11,13,15,16],"20":12,"20190":12,"2020":12,"2021":[12,15],"2022":12,"20290":12,"20422":12,"20523":12,"20571":12,"20608":12,"20614":12,"20951":12,"21":12,"21074":[12,14],"21237":[12,14],"21257":12,"21439":12,"21788":[12,14],"22":12,"22056":12,"22226":12,"22382":14,"22383":12,"22439":[12,14],"23":12,"2327aa5a26":12,"23716":[12,14],"23rc1":12,"24":12,"24210":[12,14],"24219":[12,14],"24229":12,"24230":[12,14],"24231":12,"24292":12,"25":12,"26":12,"27":12,"28":12,"29":12,"295d66f914":12,"2a1":12,"2g":[1,3,4,7,8,9],"3":[0,1,2,3,4,5,6,7,8,9,10,11,13,15,16],"30":12,"31":12,"32971a1a2d":12,"33f0cd2657":12,"349b0811c3":12,"3696c34c28":12,"375d1ca229":12,"37681bca00":12,"39e395f981":12,"3b3287d7ac":12,"4":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],"406f":15,"40bf8f28f9":12,"42":16,"42dc0767b8":12,"47":[12,14],"485ff6cc64":12,"487b5cc50c":12,"49":15,"4b031d39e1":12,"4bde99f132":12,"4d3a":15,"4d74ac2111":12,"4e8f9cc8d0":12,"5090fb0c89":12,"512":15,"5220e4c384":12,"54":15,"5432":2,"589d6dec92":12,"59eb5de78c":12,"5a439e84eb":12,"5b2fe0e740":12,"5c6e":15,"5c86e3d509":12,"6":12,"602abe8394":12,"6322dad2ca":12,"64":[1,7],"6515":12,"6539":12,"657384615f":12,"6674":15,"6714":12,"6889a333cf":12,"68e4c4dcb0":12,"6949":12,"6c3a67d4fc":12,"6cf76d7ac0":12,"7024":12,"7025":12,"7026":12,"7142":12,"717a7588bc":12,"71e4deb1b0":12,"7338":12,"7506c73f17":12,"7575":12,"7676":12,"7677":12,"76ed2a49c6":12,"7749":12,"7802":12,"7820":12,"7825e8f590":12,"79b30ff59c":12,"7c206a82a6":12,"7d24b088cd":12,"7e6372a681":12,"8":12,"80":13,"807ad32ce5":12,"8170":12,"8305":12,"83f8e178ba":12,"853576d901":12,"85a18e13d9":12,"866a601b76":12,"86a2a19ad2":12,"872b1566a1":12,"8730":12,"8787":12,"87969a350d":12,"87f408b1e7":12,"8807":12,"8886":12,"8891":12,"8898":12,"88bdcfa0df":12,"8994":12,"8c42cf1b00":12,"8ec4":15,"9015beb316":12,"9026":12,"9044":12,"91f4d80ff0":12,"92585ca4cb":12,"9290":12,"9320":12,"9370":12,"9404":12,"9408":12,"9491":12,"9550":12,"9615":12,"9729":12,"97496ba2b4":12,"9784":12,"97a429f9d0":12,"9985":12,"9b39f24780":12,"9c94b72d44":12,"9dc2851671":12,"case":13,"char":[1,7],"class":[12,14],"default":[1,2,3,4,7,8,9,12],"do":15,"export":13,"final":12,"function":12,"import":[12,14,15],"int":[1,3,4,7,8,9],"new":[12,14],"return":[1,3,4],"static":4,"super":12,"switch":12,"true":[3,8],"while":[4,9],A:[1,7],As:7,By:15,For:[4,7,8,9,12,13,15,16],If:[1,7,13,14,15],It:[3,4,9,15],No:12,The:[1,3,4,7,8,9,13,15,16],There:15,To:[15,16],_applic:9,_conf:9,_driver_class_path:9,_file:9,_jar:9,_packag:9,_py_fil:9,_sql:8,a2bfc0e62d:12,a50d2ac872:12,a9ac2b040b:12,about:[12,15],abov:15,ac2f72c98d:12,actual:3,ad:[12,14],add:[1,7,12,14],addit:[1,4,7,9],administr:[1,4,7,9],ae044884d1:12,ae7cb4a1e2:12,aeabe994b3:12,after:12,aip:[12,14],airflow:[10,15],airflow_conn_spark_default:13,airflowexcept:12,aka:15,alia:4,all:[3,4,8,9,13,14,16],alloc:[1,4,7,9],allow:12,alreadi:15,also:[1,7,15,16],an:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],ani:[1,2,3,4,7,8,9,15],apach:15,apache_airflow_providers_apache_spark:15,api:14,append:[1,3,7,16],appli:[12,14],applic:[4,9,10,13,16],application_arg:[4,9],apply_default:[12,14],ar:[13,14,15],arbitrari:[3,4,8,9],archiv:[4,9],arg:[1,12],argument:[3,4,9,12],around:[3,4,9],arrow:9,asc:15,assig:12,assign:12,assum:[7,13],augment:12,august:12,auto:[12,14],autoapi:12,autom:12,automat:[12,14],avail:[3,4,7,8,9,14,15],b2a28d1590:12,b40dffa085:12,b4a5783a2a:12,b59042b5ab:12,b916b75079:12,ba4b:15,backport:12,backward:[12,14],bar:16,base:[1,3,4,7,8,9,16],basehook:[3,4],baseoper:[8,9],bash:15,batch:[1,7,12],batch_siz:[1,2,7],bbc627a3da:12,bd90136aaf:12,be1451b0e1:12,be75dcd39c:12,befor:[12,14],behaviour:4,behind:[7,8,9],being:[4,9],belong:15,below:[14,15],between:[4,9,13],bin:[13,15],binari:[3,4,7,9,13,15],black:12,blob:14,bool:[1,3,4,7,8,9],both:[1,7],bound:[1,7],broken:12,bst:15,bug:12,bugfix:12,buggfix:12,build:[12,13,15],c34ef853c8:12,c7e5bce57f:12,ca4238eb4d:12,call:[7,8,9,12],can:[1,4,7,9,13,14,15,16],candid:12,cannot:[1,7],cap:[1,7],capit:12,care:16,cb73053211:12,cbf8001d76:12,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:15,cde1:15,certif:15,certifi:15,chang:12,changelog:12,chapter:15,check:[12,15],checksum:15,choos:15,chore:[12,14],classifi:[12,14],classpath:[1,4,7,9,16],clean:[7,8,9,12,14],cleanup:[7,8,9,12],cli:16,client:13,cluster:[4,9,13,16],cmd:3,cmd_type:[1,7,16],cnt:16,code:[12,15],column:[1,7],com:[13,14,15],come:12,comma:[4,9],command:[3,4,9,12,13,16],comment:[1,7,12],commit:12,compat:[12,14],complet:14,compon:13,concaten:12,conf:[3,4,8,9,12],configur:[1,3,4,7,8,9,12,14,16],conn_id:[3,4,8,9],conn_name_attr:[1,3,4],conn_typ:[1,3,4],connect:[1,2,3,4,7,8,9,12,14,16],connection_id:[3,4,8,9],contain:[1,3,4,7,8,9,15],context:[7,8,9],contributor:12,coordin:[4,9],core:[1,3,4,7,8,9],correct:15,count:16,creat:[1,7,15],create_table_column_typ:[1,2,7],cross:12,curl:15,custom:4,d0e7db4024:12,d1bce91bb2:12,d200:12,d202:12,d305876bee:12,d403:12,d56e7b56bb:12,d760265452:12,d7dbfb7e26:12,d7de:15,d94fa37830:12,d9567eb106:12,d:15,dad2f8103b:12,dag:[10,12,14],dag_id:10,data:[1,2,7,12,16],databas:[1,7,16],dataframewrit:16,db:14,debug:[1,4,7,9],decemb:12,decor:[12,14],default_arg:12,default_conn_nam:[1,3,4],definit:16,delai:12,dep:15,depend:[1,4,7,9,12,16],deploi:[13,16],describ:15,descript:12,design:[12,14],dest:15,detail:[12,14,15],detect:12,dev0:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],dev:12,dict:[1,4,7,9,12],dictionari:13,diff:15,differ:[1,7,15,16],directori:[4,9,15],distribut:15,distro:[4,9,13],divid:13,doc:[12,14],docstr:12,document:[12,14,16],doubl:12,down:15,download:15,driver:[1,2,4,7,9,12,13,14,16],driver_class_path:[4,9],driver_memori:[1,4,7,9],drop:[1,7,15],due:14,dynam:12,e08a:15,e:[1,3,4,7,8,9],each:[4,9],ecf4:15,echo:15,ee7ca128a1:12,effect:[1,7],egg:[1,4,7,9],either:9,enabl:[12,13],encod:13,enforc:12,ensur:[12,14],env_id:10,env_var:[4,9],environ:[4,9,12,13],error:12,essenti:15,etc:[1,7],even:12,exampl:[4,9,10,12,13,14,15,16],example_dag:12,example_spark_dag:[11,16],example_spark_oper:10,except:[12,14],exclud:[4,9],exclude_packag:[4,9],execut:[3,4,7,8,9,13],executor:[1,3,4,7,8,9],executor_cor:[1,3,4,7,8,9],executor_memori:[1,3,4,7,8,9],exist:14,experiment:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],explain:14,explanatori:12,explicit:12,ext:12,extend:[1,7],extern:13,extra:[3,4,9,13],f3521fb0e3:12,f3e87c5030:12,f5b96315fe:12,f6bd817a3a:12,f77417eb0d:12,f9c9e9c38f:12,f:12,fals:[1,4,7,9],fdd9b6f65b:12,featur:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,15,16],feb:12,fetch:[1,7],fetch_siz:[1,2,7],field:[4,12,14],file:[1,3,4,7,8,9,12,14,15,16],fingerprint:15,first:[12,14],fix:12,flag:[1,3,4,7,8,9],flow:[1,7],flynt:12,folder:15,follow:[13,15],foo:16,form:12,format:[1,7],formmatt:12,foundat:15,framework:14,fresh:12,friendli:12,from:[1,2,7,12,14,16],full:[1,3,4,7,8,9],further:16,g:[1,3,4,7,8,9],gener:12,get:[2,7,8,9,12,15,16],get_conn:[1,3,4],get_ui_field_behaviour:4,ghost:[7,8,9],github:14,given:[4,9],gmail:15,go:[12,14],good:15,gpg:15,grammar:12,guid:[7,8,9,12,15],gz:15,handl:12,hash:12,have:[12,14],here:2,high:12,hive:16,home:[9,13],hook:[5,9,12,13],hook_nam:[1,3,4],host:[3,8,13],how:[7,8,9,15],hql:[8,16],http:[12,14,15],i:15,id:[1,4,7,9,15],imperson:[4,9],implement:12,improv:12,includ:[4,9,12],increas:12,indic:15,individu:12,infinit:[12,14],info:12,inform:[1,7,8,9,12,16],initi:14,insert:[1,7],instal:12,install_requir:14,instanc:[7,8,9],instead:[1,7],instruct:15,integr:12,introduc:[12,14],invalid:[4,9],issuer:15,its:[12,16],januari:12,jar:[1,4,7,9,16],java:[4,9],java_class:[4,9],jdbc:[1,2,7,12,13,16],jdbc_conn_id:[1,7],jdbc_driver:[1,7,16],jdbc_tabl:[1,2,7,16],jdbc_to_spark:[1,2,7,16],jdbc_to_spark_job:16,jdbc_truncat:[1,7],job:[1,3,4,7,8,9],json:[12,13,16],juli:12,june:12,k8:[4,9,12],ka:15,kaxil:15,kaxilnaik:15,keep:12,kei:15,kerbero:[1,4,7,9,12],keytab:[1,3,4,7,8,9],keyword:12,kick:[4,9],kill:[3,4,7,8,9,12],know:15,kube:13,kubernet:[4,12,13,14],kwarg:[1,3,4,7,8,9],l:15,la:15,lack:12,latest:12,launch:[3,4,8,9,16],lazili:12,least:14,leav:[7,8,9],left:15,level:12,line:12,link:[12,15],list:[4,9,12,14],local:[3,8,13,15,16],localhost:2,log:[4,12,14],logging_mixin:4,loggingmixin:4,look:[7,8,9,16],loop:[12,14],lower:[1,7],lower_bound:[1,2,7],ls:15,made:[1,7,15],magic:12,mai:[4,9,12,13],main:[4,9,14,15,16],make:[12,14],manag:[1,7,12,15,16],manual:14,march:12,markdown:12,mask:12,master:[3,8,16],match:[12,15],maven:[4,9],maximum:[1,7],md:14,memori:[1,3,4,7,8,9],meso:[3,4,8,9],messag:12,meta:12,metastor:[1,7,16],metastore_t:[1,2,7,16],method:[7,8,9],migrat:[12,14],min:12,minimum:14,mirror:15,mistakenli:14,mktemp:15,mode:[1,4,7,9,13,16],model:[8,9],modul:12,mongo:13,month:12,more:[7,8,9,12,14],most:15,move:12,multipl:13,multiprocess:[7,8,9],must:[1,7,16],mypi:[12,14],mysparkclust:13,naik:15,name:[1,2,3,4,7,8,9,12,13],namespac:[12,13],need:[7,8,9],next:12,node:13,none:[1,3,4,7,8,9,12,15],note:[12,13],novemb:12,now:12,num_executor:[1,3,4,7,8,9],num_partit:[1,2,7],number:[1,3,4,7,8,9,12],numer:[1,7],o:15,object:[4,9],octob:12,off:[4,9],offici:15,on_kil:[4,7,8,9],onc:15,one:15,onli:[1,3,4,7,8,9,12,14],open:[1,7],oper:[1,5,12,13,14],optimis:14,option:[1,3,4,7,8,9,12,13,14],org:[15,16],origin:15,other:12,otherwis:[13,14],our:12,out:[12,13],overrid:[7,8,9],overwrit:[1,7,16],owner:15,packag:[4,9],package_nam:15,package_vers:15,page:[12,15],param:[12,14],paramet:[1,2,3,4,7,8,9,12,13,16],parquet:[1,7],partit:[1,7],partition_column:[1,2,7],pass:[1,3,4,7,8,9,12,13],password:[2,12],path:[1,3,4,7,8,9,13,16],per:[1,3,4,7,8,9,12],perform:[1,7,16],pgp:15,pgpk:15,pgpv:15,pi:16,pip:[12,14,15],place:[4,9],pleas:15,point:[12,13],polici:14,poll:[4,9],popen:[3,4],popular:12,port:[3,8,13],possibl:[1,4,7,16],postgresql:16,prepar:12,present:13,previou:15,primari:15,princip:[1,3,4,7,8,9],problem:[12,14],process:[4,7,8,9,12],project:12,properli:12,properti:[1,3,4,7,8,9],provid:[15,16],provider_download_dir:15,proxy_us:[4,9],py3:15,py:[1,4,7,9,12,14,16],py_fil:[4,9],pydocstyl:12,pylint:12,pypi:[12,14],pyspark:14,python:[1,4,7,9,12,13,14,15,16],pyupgrad:12,queri:[3,8,16],queue:[3,8,13],quota:13,rang:[1,7],rc2:12,rc3:12,reader:2,readm:[12,14],recommend:15,recreat:[1,7],redund:[12,14],ref:12,refactor:[12,14],refer:12,refernc:12,regener:12,relas:12,releas:[12,14],relev:15,rema:12,remain:12,remot:[3,4,9],remov:[12,14,15],renam:12,render:[12,14],replac:12,repositori:[4,9,14],requir:[3,4,9,13,16],resolv:[4,9],resourc:[2,13],respect:12,respons:[12,14],root:2,round:[1,7],rsa:15,run:[1,4,7,8,9,12,14,15,16],run_queri:[3,12],s:[12,15],same:[1,7,13],sat:15,save:[1,7],save_format:[1,2,7,16],save_mod:[1,2,7,16],saveast:16,schema:[1,7],script:[12,15,16],sdist:15,search:[4,9],second:[4,9],see:[3,4,12,14],select:[15,16],self:[1,3,4,7,8,9,15],sep:15,separ:[4,9,12],sequenc:[8,9,12],serial:[4,9],server:[15,16],servic:16,set:[1,3,4,7,8,9,12,14,16],set_common_opt:2,setup:12,sha512:15,sha:15,shasum:15,should:[1,4,7,13,15],sign:15,signatur:[12,15],simultan:[1,7],size:[1,7],so:[1,7],softwar:15,some:[4,9,13],sourc:[1,2,3,4,7,8,9,10,14,16],spark2:[4,9,13],spark:15,spark_app_nam:[1,7],spark_binari:[4,9,13],spark_conf:[1,7],spark_conn_id:[1,4,7,9],spark_default:[1,4,9,13],spark_fil:[1,7],spark_hom:[4,16],spark_jar:[1,7,16],spark_jdbc:[0,5,6],spark_jdbc_script:[0,5,12],spark_py_fil:[1,7],spark_read_from_jdbc:2,spark_sess:2,spark_sourc:2,spark_sql:[0,5,6],spark_sql_default:[3,8,13],spark_sql_job:16,spark_submit:[0,1,5,6,7],spark_to_jdbc:[1,2,7,16],spark_to_jdbc_job:16,spark_write_to_jdbc:2,sparkjdbchook:1,sparkjdbcoper:[7,10],sparksql:[12,14],sparksqlhook:[3,8,12,14],sparksqloper:[8,10,12],sparksubmithook:[1,4,7,9,12,14],sparksubmitoper:[7,9,10,12],specif:[1,4,7,9,12],specifi:[1,7,13],sphinx:12,sql:[1,3,7,8,12,13,14,16],src:16,standalon:[3,4,8,9],standard:13,start_dat:12,statu:[4,9,12,14],status_poll_interv:[4,9],step:15,stop:12,str:[1,2,3,4,7,8,9],string:[3,8,12,13],subject:12,submit:[1,3,4,7,8,9,10,12,13,16],submit_jdbc_job:1,submit_job:[10,16],subprocess:[3,4,7,8,9],sum:15,suppli:[4,9],support:[4,9,12,13,14,16],surround:12,synchron:12,syntax:[1,7,13],system:16,tabl:[1,2,7,16],tag:4,take:[1,7,8,9,16],tar:15,task:[7,8,9],task_id:16,temp_tabl:16,templat:[8,9,12,14,16],template_ext:8,template_field:[8,9,12],template_fields_render:8,temporari:15,test:[12,16],test_run:10,text:12,them:[4,9],thi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],those:15,thread:[7,8,9],toc:12,token:12,too:[4,9],tool:12,toolchain:12,top:[14,15],total:[3,4,8,9],total_executor_cor:[3,4,8,9],transfer:[1,2,7,12,16],trip:[1,7],trove:14,truncat:[1,2,7],trust:15,type:[1,7,12,13,14],typehint:12,typo:12,ui_color:9,unknown:[12,14,15],unnecessari:12,unzip:4,up:[7,8,9,12,16],updat:[12,14],upgrad:[12,14],upload:[1,4,7,9],upper:[1,7],upper_bound:[1,2,7],uri:13,url:[2,13],us:[1,4,7,8,9,10,12,13,14,15],user:[2,4,9,13,15],usual:[1,7],utf:12,util:4,valid:[1,7,12,14,15],valu:[1,3,7,8],varchar:[1,7],variabl:[4,9,12,13],verbos:[1,3,4,7,8,9,12],version:[12,14,15],via:[13,14,15],wai:[1,7],wait:[4,9],want:[14,15],warn:[12,15],wave:12,well:15,when:[1,4,7,8,9,13],whether:[1,3,4,7,8,9,13],which:[1,7,13,16],whitespac:12,whl:15,why:15,within:[7,8,9],without:[12,14],word:12,work:[4,9],worker:[3,4,8,9,13],worri:15,wrapper:[3,4,9],write:16,writer:2,written:[1,7],wrong:12,wrongli:12,xcomarg:12,yarn:[3,4,8,9,12,13],yarn_queu:[3,8],you:[1,7,13,14,15,16],your:[13,14],zip:[1,4,7,9]},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks.spark_jdbc</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks.spark_jdbc_script</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks.spark_sql</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.hooks.spark_submit</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.operators.spark_jdbc</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.operators.spark_sql</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.spark.operators.spark_submit</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.spark.example_spark_dag</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.spark</span></code>","Package apache-airflow-providers-apache-spark","Apache Spark Connection","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-spark</span></code>","Installing from sources","Apache Spark Operators"],titleterms:{"0":[12,14],"1":[12,14],"2":[12,14],"3":[12,14],"break":14,"class":[1,3,4,7,8,9],"default":13,"function":2,airflow:[0,1,2,3,4,5,6,7,8,9,12,14],apach:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16],attribut:2,bug:14,chang:14,changelog:14,commit:14,configur:13,connect:13,content:[1,2,3,4,7,8,9,10,14],example_spark_dag:10,featur:14,fix:14,from:15,guid:14,hook:[0,1,2,3,4],id:13,instal:[14,15],integr:15,misc:14,modul:[1,2,3,4,7,8,9,10],oper:[6,7,8,9,16],packag:[12,14,15],prerequisit:16,provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,14],pypi:15,refer:[14,16],releas:15,requir:14,resourc:14,sourc:15,spark:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16],spark_jdbc:[1,7],spark_jdbc_script:2,spark_sql:[3,8],spark_submit:[4,9],sparkjdbcoper:16,sparksqloper:16,sparksubmitoper:16,submodul:[0,6,11],subpackag:5,system:[10,11],test:[10,11],us:16,verifi:15}}) |