commit aa47f5e80403098ee74bef4c4f42c559ce45708c
author Yaniv Rodenski <yaniv@shinto.io> Tue Mar 26 14:11:05 2019 +1100
committer Yaniv Rodenski <yaniv@shinto.io> Tue Mar 26 14:11:05 2019 +1100
tree 241b7da0517170763c2f94fc009e3792fcab3238
parent e14a4cf6756fd1656c1728eb3d467db12c20bb96

update hadoop version

common/build.gradle

diff --git a/common/build.gradle b/common/build.gradle
index 554a879..b646d57 100644
--- a/common/build.gradle
+++ b/common/build.gradle
@@ -60,10 +60,10 @@
     }
     compile group: 'org.apache.maven', name: 'maven-core', version: '3.0.5'
     
-    provided group: 'org.apache.hadoop', name: 'hadoop-yarn-client', version: '2.7.3'
-    provided group: 'org.apache.hadoop', name: 'hadoop-common', version: '2.7.3'
-    provided group: 'org.apache.hadoop', name: 'hadoop-yarn-api', version: '2.7.3'
-    provided group: 'org.apache.hadoop', name: 'hadoop-hdfs', version: '2.7.3'
+    provided group: 'org.apache.hadoop', name: 'hadoop-yarn-client', version: '2.8.4'
+    provided group: 'org.apache.hadoop', name: 'hadoop-common', version: '2.8.4'
+    provided group: 'org.apache.hadoop', name: 'hadoop-yarn-api', version: '2.8.4'
+    provided group: 'org.apache.hadoop', name: 'hadoop-hdfs', version: '2.8.4'
 
     testCompile "gradle.plugin.com.github.maiflai:gradle-scalatest:0.14"
     testRuntime 'org.pegdown:pegdown:1.1.0'

leader-yarn/src/main/kotlin/org/apache/amaterasu/leader/yarn/Client.kt

diff --git a/leader-yarn/src/main/kotlin/org/apache/amaterasu/leader/yarn/Client.kt b/leader-yarn/src/main/kotlin/org/apache/amaterasu/leader/yarn/Client.kt
index fed1cdb..53fce7c 100644
--- a/leader-yarn/src/main/kotlin/org/apache/amaterasu/leader/yarn/Client.kt
+++ b/leader-yarn/src/main/kotlin/org/apache/amaterasu/leader/yarn/Client.kt
@@ -199,14 +199,6 @@
             localResources[binFile.path.name] = setLocalResourceFromPath(binFile.path)
         }
 
-        // making the dist folder's content available to the appMaster
-//        val dist = fs!!.listFiles(Path.mergePaths(jarPath, Path("/dist")), true)
-//
-//        while (dist.hasNext()) {
-//            val distFile = dist.next()
-//            localResources[distFile.path.name] = setLocalResourceFromPath(distFile.path)
-//        }
-
         localResources["amaterasu.properties"] = propFile!!
         localResources["log4j.properties"] = log4jPropFile!!
         amContainer.localResources = localResources