commit | 72668dc605839e92aa5873c9c0c3bb94937e09e3 | [log] [tgz] |
---|---|---|
author | Nadav Har Tzvi <nadavha@apache.org> | Sat Apr 20 21:51:23 2019 +0300 |
committer | Nadav Har Tzvi <nadavha@apache.org> | Sat Apr 20 21:51:23 2019 +0300 |
tree | 847d7513a156214a53af36aedee832e73d6fa679 | |
parent | cdaaf51207ae1d1dd0b5a9b7684dbd11f9637921 [diff] |
incorrect command concatenation
diff --git a/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala b/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala index fd868ac..0b7ed21 100644 --- a/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala +++ b/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala
@@ -12,7 +12,7 @@ command + //s" $$SPARK_HOME/conf/spark-env.sh &&" + s" && env PYSPARK_PYTHON=$getVirtualPythonPath" + - s" $$SPARK_HOME/bin/spark-submit ${actionData.getSrc}" + s" && $$SPARK_HOME/bin/spark-submit ${actionData.getSrc}" } override def getRunnerResources: Array[String] = {