refs/heads/revert-29-revert-27-RC4-RefactorFramework - incubator-retired-amaterasu

commit	45074810ec21be501e81506d2b4f9e3c3dff1cd1	[log] [tgz]
author	Yaniv Rodenski <roadan@gmail.com>	Sun Jul 01 12:21:40 2018 +1000
committer	GitHub <noreply@github.com>	Sun Jul 01 12:21:40 2018 +1000
tree	e48bd22730fa6a7cd6c71dc07176961d0d5be593
parent	5c66d9d273ea8f4dd3eb9c8eaae51f06aa18eb29 [diff]

Revert "Revert "AMATERASU-24 Refactor Spark out of Amaterasu executor to it's own project""

build.gradle[diff]
common/src/main/scala/org/apache/amaterasu/common/execution/actions/Notifier.scala[diff]
executor/build.gradle[diff]
executor/src/main/scala/org/apache/amaterasu/executor/mesos/executors/MesosActionsExecutor.scala[diff]
executor/src/main/scala/org/apache/amaterasu/executor/yarn/executors/ActionsExecutor.scala[diff]
frameworks/spark/runner/build.gradle[Added - diff]
frameworks/spark/runner/src/main/java/org/apache/amaterasu/framework/spark/runner/pyspark/PySparkEntryPoint.java[Renamed from executor/src/main/java/org/apache/amaterasu/executor/execution/actions/runners/spark/PySpark/PySparkEntryPoint.java - diff]
frameworks/spark/runner/src/main/resources/codegen.py[Renamed from executor/src/main/resources/codegen.py - diff]
frameworks/spark/runner/src/main/resources/runtime.py[Renamed from executor/src/main/resources/runtime.py - diff]
frameworks/spark/runner/src/main/resources/spark-version-info.properties[Added - diff]
frameworks/spark/runner/src/main/resources/spark_intp.py[Renamed from executor/src/main/resources/spark_intp.py - diff]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/SparkRunnersProvider.scala[Renamed from executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/SparkRunnersProvider.scala - diff]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/pyspark/PySparkExecutionQueue.scala[Renamed from executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/PySpark/PySparkExecutionQueue.scala - diff]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/pyspark/PySparkResultQueue.scala[Renamed from executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/PySpark/PySparkResultQueue.scala - diff]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/pyspark/PySparkRunner.scala[Renamed from executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/PySpark/PySparkRunner.scala - diff]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/pyspark/ResultQueue.scala[Renamed from executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/PySpark/ResultQueue.scala - diff]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/repl/AmaSparkILoop.scala[Renamed from executor/src/main/scala/org/apache/spark/repl/amaterasu/AmaSparkILoop.scala - diff]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/repl/SparkRunnerHelper.scala[Renamed from executor/src/main/scala/org/apache/spark/repl/amaterasu/runners/spark/SparkRunnerHelper.scala - diff]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/repl/SparkScalaRunner.scala[Renamed from executor/src/main/scala/org/apache/spark/repl/amaterasu/runners/spark/SparkScalaRunner.scala - diff]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/sparkr/SparkRRunner.scala[Renamed from executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/SparkRRunner.scala - diff]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/sparksql/SparkSqlRunner.scala[Renamed from executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/SparkSql/SparkSqlRunner.scala - diff]
frameworks/spark/runner/src/test/resources/SparkSql/csv/SparkSqlTestCsv.csv[Renamed from executor/src/test/resources/SparkSql/csv/SparkSqlTestCsv.csv - diff]
frameworks/spark/runner/src/test/resources/SparkSql/json/SparkSqlTestData.json[Renamed from executor/src/test/resources/SparkSql/json/SparkSqlTestData.json - diff]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/.part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet.crc[Renamed from executor/src/test/resources/SparkSql/parquet/.part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet.crc - diff]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/.part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet.crc[Renamed from executor/src/test/resources/SparkSql/parquet/.part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet.crc - diff]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/_SUCCESS[Renamed from executor/src/test/resources/SparkSql/parquet/_SUCCESS - diff]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/_common_metadata[Renamed from executor/src/test/resources/SparkSql/parquet/_common_metadata - diff]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/_metadata[Renamed from executor/src/test/resources/SparkSql/parquet/_metadata - diff]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet[Renamed from executor/src/test/resources/SparkSql/parquet/part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet - diff]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet[Renamed from executor/src/test/resources/SparkSql/parquet/part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet - diff]
frameworks/spark/runner/src/test/resources/amaterasu.properties[Renamed from executor/src/test/resources/amaterasu.properties - diff]
frameworks/spark/runner/src/test/resources/codegen.py[Renamed from executor/src/test/resources/codegen.py - diff]
frameworks/spark/runner/src/test/resources/py4j-0.10.4-src.zip[Renamed from executor/src/test/resources/py4j-0.10.4-src.zip - diff]
frameworks/spark/runner/src/test/resources/py4j.tar.gz[Renamed from executor/src/test/resources/py4j.tar.gz - diff]
frameworks/spark/runner/src/test/resources/pyspark-with-amacontext.py[Renamed from executor/src/test/resources/pyspark-with-amacontext.py - diff]
frameworks/spark/runner/src/test/resources/pyspark.tar.gz[Renamed from executor/src/test/resources/pyspark.tar.gz - diff]
frameworks/spark/runner/src/test/resources/pyspark.zip[Renamed from executor/src/test/resources/pyspark.zip - diff]
frameworks/spark/runner/src/test/resources/runtime.py[Renamed from executor/src/test/resources/runtime.py - diff]
frameworks/spark/runner/src/test/resources/simple-pyspark.py[Renamed from executor/src/test/resources/simple-pyspark.py - diff]
frameworks/spark/runner/src/test/resources/simple-python-err.py[Renamed from executor/src/test/resources/simple-python-err.py - diff]
frameworks/spark/runner/src/test/resources/simple-python.py[Renamed from executor/src/test/resources/simple-python.py - diff]
frameworks/spark/runner/src/test/resources/simple-spark.scala[Renamed from executor/src/test/resources/simple-spark.scala - diff]
frameworks/spark/runner/src/test/resources/spark-version-info.properties[Renamed from executor/src/main/resources/spark-version-info.properties - diff]
frameworks/spark/runner/src/test/resources/spark_intp.py[Renamed from executor/src/test/resources/spark_intp.py - diff]
frameworks/spark/runner/src/test/resources/step-2.scala[Renamed from executor/src/test/resources/step-2.scala - diff]
frameworks/spark/runner/src/test/resources/tmp/job/start/x/part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet[Renamed from executor/src/test/resources/tmp/job/start/x/part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet - diff]
frameworks/spark/runner/src/test/resources/tmp/job/start/x/part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet[Renamed from executor/src/test/resources/tmp/job/start/x/part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet - diff]
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/framework/spark/SparkTestsSuite.scala[Renamed from executor/src/test/scala/org/apache/amaterasu/spark/SparkTestsSuite.scala - diff]
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/framework/spark/runner/RunnersLoadingTests.scala[Renamed from executor/src/test/scala/org/apache/amaterasu/RunnersTests/RunnersLoadingTests.scala - diff]
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/framework/spark/runner/pyspark/PySparkRunnerTests.scala[Renamed from executor/src/test/scala/org/apache/amaterasu/spark/PySparkRunnerTests.scala - diff]
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/framework/spark/runner/repl/SparkScalaRunnerTests.scala[Renamed from executor/src/test/scala/org/apache/amaterasu/spark/SparkScalaRunnerTests.scala - diff]
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/framework/spark/runner/sparksql/SparkSqlRunnerTests.scala[Renamed from executor/src/test/scala/org/apache/amaterasu/spark/SparkSqlRunnerTests.scala - diff]
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/utilities/TestNotifier.scala[Renamed from executor/src/test/scala/org/apache/amaterasu/utilities/TestNotifier.scala - diff]
frameworks/spark/runtime/build.gradle[Added - diff]
frameworks/spark/runtime/src/main/scala/org/apache/amaterasu/framework/spark/runtime/AmaContext.scala[Renamed from executor/src/main/scala/org/apache/amaterasu/executor/runtime/AmaContext.scala - diff]
gradle/wrapper/gradle-wrapper.properties[diff]
gradlew[diff]
gradlew.bat[diff]
leader/src/main/java/org/apache/amaterasu/leader/yarn/ArgsParser.java[diff]
leader/src/main/java/org/apache/amaterasu/leader/yarn/Client.java[diff]
leader/src/main/scala/org/apache/amaterasu/leader/dsl/JobParser.scala[diff]
leader/src/main/scala/org/apache/amaterasu/leader/frameworks/spark/SparkSetupProvider.scala[diff]
leader/src/main/scala/org/apache/amaterasu/leader/mesos/schedulers/AmaterasuScheduler.scala[diff]
leader/src/main/scala/org/apache/amaterasu/leader/mesos/schedulers/JobScheduler.scala[diff]
leader/src/main/scala/org/apache/amaterasu/leader/utilities/ActiveReportListener.scala[diff]
leader/src/main/scala/org/apache/amaterasu/leader/utilities/HttpServer.scala[diff]
leader/src/main/scala/org/apache/amaterasu/leader/yarn/ApplicationMaster.scala[diff]
leader/src/main/scala/org/apache/amaterasu/leader/yarn/YarnRMCallbackHandler.scala[diff]
leader/src/main/scripts/ama-start-mesos.sh[diff]
leader/src/main/scripts/ama-start-yarn.sh[diff]
leader/src/test/scala/org/apache/amaterasu/leader/mesos/ClusterSchedulerTests.scala[diff]
leader/src/test/scala/org/apache/amaterasu/utilities/HttpServerTests.scala[diff]
settings.gradle[diff]

73 files changed

tree: e48bd22730fa6a7cd6c71dc07176961d0d5be593