Fixed up doc generation for spark/hadoop. CTR
diff --git a/docs/src/dev/developer/development-environment.asciidoc b/docs/src/dev/developer/development-environment.asciidoc
index b1a8441..831da1f 100644
--- a/docs/src/dev/developer/development-environment.asciidoc
+++ b/docs/src/dev/developer/development-environment.asciidoc
@@ -217,6 +217,15 @@
in the `.m2` (`~/.m2/`) and in the `grapes` (`~/.groovy/grapes/`) cache. E.g., if the error is about
`asm#asm;3.2!asm.jar`, then remove the `asm/asm` sub directory in both directories.
+NOTE: Unexpected failures with OLAP often point to a jar conflict that arises in scenarios where Hadoop or Spark
+dependencies (or other dependencies for that matter) are modified and conflict. It is not picked up by the enforcer
+plugin because the inconsistency arises through plugin installation in Gremlin Console at document generation time.
+Making adjustments to the various paths by way of the `<manifestEntries>` on the jar given the functionality provided
+by the `DependencyGrabber` class which allows you to manipulate (typically deleting conflicting files from `/lib` and
+`/plugin`) plugin loading will usually resolve it, though it could also be a more general environmental problem with
+Spark or Hadoop. The easiest way to see the error is to simply run the examples in the Gremlin Console which more
+plainly displays the error than the failure of the documentation generation process.
+
To generate the web site locally, there is no need for any of the above infrastructure. Site generation is a simple
shell script:
diff --git a/hadoop-gremlin/pom.xml b/hadoop-gremlin/pom.xml
index fe08a6b..baa6882 100644
--- a/hadoop-gremlin/pom.xml
+++ b/hadoop-gremlin/pom.xml
@@ -140,21 +140,21 @@
<artifactId>commons-logging</artifactId>
<version>1.2</version>
</dependency>
- <!-- use jackson 2.12.3 to fit better with spark where Scala module 2.12.3 requires Jackson Databind version >= 2.12.0 and < 2.13.0 -->
+ <!-- use jackson 2.13.5 to fit better with spark where Scala module 2.13.4 requires Jackson Databind version >= 2.13.0 and < 2.14.0 -->
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-annotations</artifactId>
- <version>2.12.7</version>
+ <version>2.13.5</version>
</dependency>
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-core</artifactId>
- <version>2.12.7</version>
+ <version>2.13.5</version>
</dependency>
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-databind</artifactId>
- <version>2.12.7</version>
+ <version>2.13.5</version>
</dependency>
<!-- TEST -->
<dependency>
@@ -204,13 +204,6 @@
<manifestEntries>
<Gremlin-Plugin-Dependencies>org.apache.hadoop:hadoop-client:${hadoop.version}
</Gremlin-Plugin-Dependencies>
- <!-- initialization failures for using jackson after 2.12.* and hadoop pulls these in -->
- <Gremlin-Plugin-Paths>
- jackson-annotations-2.13.2.jar=;jackson-databind-2.13.2.2.jar=;jackson-core-2.13.2.jar=
- </Gremlin-Plugin-Paths>
- <Gremlin-Lib-Paths>
- jackson-annotations-2.13.2.jar=;jackson-databind-2.13.2.2.jar=;jackson-core-2.13.2.jar=
- </Gremlin-Lib-Paths>
</manifestEntries>
</archive>
</configuration>
diff --git a/spark-gremlin/pom.xml b/spark-gremlin/pom.xml
index aca2494..66ad8d7 100644
--- a/spark-gremlin/pom.xml
+++ b/spark-gremlin/pom.xml
@@ -352,13 +352,6 @@
<Gremlin-Plugin-Dependencies>
org.apache.hadoop:hadoop-client:${hadoop.version};org.apache.hadoop:hadoop-yarn-server-web-proxy:${hadoop.version};org.apache.spark:spark-yarn_2.12:${spark.version}
</Gremlin-Plugin-Dependencies>
- <!-- initialization failures for using jackson after 2.12.* and hadoop pulls these in -->
- <Gremlin-Plugin-Paths>
- jackson-annotations-2.13.5.jar=;jackson-databind-2.13.5.jar=;jackson-core-2.13.5.jar=
- </Gremlin-Plugin-Paths>
- <Gremlin-Lib-Paths>
- jackson-annotations-2.13.5.jar=;jackson-databind-2.13.5.jar=;jackson-core-2.13.5.jar=
- </Gremlin-Lib-Paths>
</manifestEntries>
</archive>
</configuration>
