| commit | b2f574a2365553b3a3e70d2e678f43694b8d6324 | [log] [tgz] |
|---|---|---|
| author | Nadav Har Tzvi <nadavha@apache.org> | Sun May 27 09:43:13 2018 +0300 |
| committer | Nadav Har Tzvi <nadavha@apache.org> | Sun May 27 09:43:13 2018 +0300 |
| tree | 3aa156fc0db26e1ef5e3de126fc3f0cb5ae3ce3a | |
| parent | 37f5782fc71a414eeaac56f50854b8cd6a9727cf [diff] |
apparently we need the previous config
diff --git a/executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/SparkRunnersProvider.scala b/executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/SparkRunnersProvider.scala index 0644999..ba7ff03 100644 --- a/executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/SparkRunnersProvider.scala +++ b/executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/SparkRunnersProvider.scala
@@ -88,7 +88,7 @@ // TODO: get rid of hard-coded version config.mode match { case "yarn" => - pypath = s"$$PYTHONPATH:$$SPARK_HOME/python:$$SPARK_HOME/python/build:${new File(".").getAbsolutePath}" + pypath = s"$$PYTHONPATH:$$SPARK_HOME/python:$$SPARK_HOME/python/build:${config.spark.home}/python:${config.spark.home}/python/pyspark:${config.spark.home}/python/pyspark/build:${config.spark.home}/python/pyspark/lib/py4j-0.10.4-src.zip:${new File(".").getAbsolutePath}" case "mesos" => pypath = s"${new File(".").getAbsolutePath}/miniconda/pkgs:${new File(".").getAbsolutePath}" }