spark_conf pulled from spark-submit conf if exists
diff --git a/sdk_python/amaterasu/pyspark/runtime.py b/sdk_python/amaterasu/pyspark/runtime.py
index d7ad20c..da69205 100644
--- a/sdk_python/amaterasu/pyspark/runtime.py
+++ b/sdk_python/amaterasu/pyspark/runtime.py
@@ -29,11 +29,9 @@
def __init__(self):
super().__init__()
- if self.ama_conf:
- self.spark_conf = SparkConf()\
- .setAppName('amaterasu-{}-{}'.format(self.ama_conf.runtime.jobId, self.ama_conf.runtime.actionName))\
- .setMaster(self.ama_conf.env.master)
- else:
+ try:
+ self.spark_conf = spark.conf
+ except:
self.spark_conf = SparkConf()
def setMaster(self, master_uri) -> "AmaContextBuilder":
