commit f810191d48953136b32c5d2e932c7b1b991c1fa5
author Nadav Har Tzvi <nadavha@apache.org> Sat Mar 16 14:08:59 2019 +0200
committer Nadav Har Tzvi <nadavha@apache.org> Sat Mar 16 14:08:59 2019 +0200
tree 649057c5b6aa70adb6a2559cd9d3d2e0fc76f852
parent f917f0588e1395d6ac09eac35bfebbdcf5590e58

default conf refitted to use default conf files form leader

frameworks/spark/pyspark_runtime/setup.py

diff --git a/frameworks/spark/pyspark_runtime/setup.py b/frameworks/spark/pyspark_runtime/setup.py
index dd4796d..03fbc2e 100644
--- a/frameworks/spark/pyspark_runtime/setup.py
+++ b/frameworks/spark/pyspark_runtime/setup.py
@@ -26,7 +26,7 @@
     author_email="dev@amaterasu.incubator.apache.org",
     description='Apache Amaterasu (incubating) is an open source, configuration managment and deployment framework for big data pipelines',
     python_requires='>=3.4.*, <4',
-    install_requires=['amaterasu-sdk==0.2.0-incubating-rc4', 'pyspark >= 2'],
+    install_requires=['amaterasu-sdk==0.2.0-incubating-rc4', 'pyspark >= 2, < 2.4'],
     test_requires=['virtualenv'],
     entry_points={'amaterasu.plugins': 'pyspark=amaterasu_pyspark'},
     classifiers=[