commit a5db07f6a69210442f1861e36ab5af4d6fa9a304
author Yaniv Rodenski <yaniv@shinto.io> Wed Apr 24 10:04:38 2019 +1000
committer Yaniv Rodenski <yaniv@shinto.io> Wed Apr 24 10:04:38 2019 +1000
tree c29fe861dea4b63b85f7ccd6258591e92bf74925
parent 3b425859aaf7725e465e01c9f1e6e1b276f0f3b9

setting deploy mode

frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala

diff --git a/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala b/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala
index 90d7adb..a635007 100644
--- a/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala
+++ b/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala
@@ -13,7 +13,7 @@
       //s" $$SPARK_HOME/conf/spark-env.sh" +
       s" && env PYSPARK_PYTHON=$getVirtualPythonPath" +
       s" env PYSPARK_DRIVER_PYTHON=$getVirtualPythonPath" +
-      s" $$SPARK_HOME/bin/spark-submit ${actionData.getSrc}"
+        s" $$SPARK_HOME/bin/spark-submit ${actionData.getSrc} --deploy-mode master"
   }
 
   override def getRunnerResources: Array[String] = {