| <?xml version="1.0" encoding="UTF-8"?> |
| <!-- |
| ~ Licensed to the Apache Software Foundation (ASF) under one or more |
| ~ contributor license agreements. See the NOTICE file distributed with |
| ~ this work for additional information regarding copyright ownership. |
| ~ The ASF licenses this file to You under the Apache License, Version 2.0 |
| ~ (the "License"); you may not use this file except in compliance with |
| ~ the License. You may obtain a copy of the License at |
| ~ |
| ~ http://www.apache.org/licenses/LICENSE-2.0 |
| ~ |
| ~ Unless required by applicable law or agreed to in writing, software |
| ~ distributed under the License is distributed on an "AS IS" BASIS, |
| ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| ~ See the License for the specific language governing permissions and |
| ~ limitations under the License. |
| --> |
| |
| <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" |
| xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> |
| <modelVersion>4.0.0</modelVersion> |
| <parent> |
| <groupId>org.apache</groupId> |
| <artifactId>apache</artifactId> |
| <version>14</version> |
| </parent> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-parent_2.10</artifactId> |
| <version>1.4.1</version> |
| <packaging>pom</packaging> |
| <name>Spark Project Parent POM</name> |
| <url>http://spark.apache.org/</url> |
| <licenses> |
| <license> |
| <name>Apache 2.0 License</name> |
| <url>http://www.apache.org/licenses/LICENSE-2.0.html</url> |
| <distribution>repo</distribution> |
| </license> |
| </licenses> |
| <scm> |
| <connection>scm:git:git@github.com:apache/spark.git</connection> |
| <developerConnection>scm:git:https://git-wip-us.apache.org/repos/asf/spark.git</developerConnection> |
| <url>scm:git:git@github.com:apache/spark.git</url> |
| <tag>HEAD</tag> |
| </scm> |
| <developers> |
| <developer> |
| <id>matei</id> |
| <name>Matei Zaharia</name> |
| <email>matei.zaharia@gmail.com</email> |
| <url>http://www.cs.berkeley.edu/~matei</url> |
| <organization>Apache Software Foundation</organization> |
| <organizationUrl>http://spark.apache.org</organizationUrl> |
| </developer> |
| </developers> |
| <issueManagement> |
| <system>JIRA</system> |
| <url>https://issues.apache.org/jira/browse/SPARK</url> |
| </issueManagement> |
| |
| <prerequisites> |
| <maven>3.0.4</maven> |
| </prerequisites> |
| |
| <mailingLists> |
| <mailingList> |
| <name>Dev Mailing List</name> |
| <post>dev@spark.apache.org</post> |
| <subscribe>dev-subscribe@spark.apache.org</subscribe> |
| <unsubscribe>dev-unsubscribe@spark.apache.org</unsubscribe> |
| </mailingList> |
| |
| <mailingList> |
| <name>User Mailing List</name> |
| <post>user@spark.apache.org</post> |
| <subscribe>user-subscribe@spark.apache.org</subscribe> |
| <unsubscribe>user-unsubscribe@spark.apache.org</unsubscribe> |
| </mailingList> |
| |
| <mailingList> |
| <name>Commits Mailing List</name> |
| <post>commits@spark.apache.org</post> |
| <subscribe>commits-subscribe@spark.apache.org</subscribe> |
| <unsubscribe>commits-unsubscribe@spark.apache.org</unsubscribe> |
| </mailingList> |
| </mailingLists> |
| |
| <modules> |
| <module>core</module> |
| <module>bagel</module> |
| <module>graphx</module> |
| <module>mllib</module> |
| <module>tools</module> |
| <module>network/common</module> |
| <module>network/shuffle</module> |
| <module>streaming</module> |
| <module>sql/catalyst</module> |
| <module>sql/core</module> |
| <module>sql/hive</module> |
| <module>unsafe</module> |
| <module>assembly</module> |
| <module>external/twitter</module> |
| <module>external/flume</module> |
| <module>external/flume-sink</module> |
| <module>external/mqtt</module> |
| <module>external/zeromq</module> |
| <module>examples</module> |
| <module>repl</module> |
| <module>launcher</module> |
| <module>external/kafka</module> |
| <module>external/kafka-assembly</module> |
| </modules> |
| |
| <properties> |
| <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> |
| <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> |
| <akka.group>org.spark-project.akka</akka.group> |
| <akka.version>2.3.4-spark</akka.version> |
| <java.version>1.6</java.version> |
| <sbt.project.name>spark</sbt.project.name> |
| <scala.macros.version>2.0.1</scala.macros.version> |
| <mesos.version>0.21.1</mesos.version> |
| <mesos.classifier>shaded-protobuf</mesos.classifier> |
| <slf4j.version>1.7.10</slf4j.version> |
| <log4j.version>1.2.17</log4j.version> |
| <hadoop.version>2.2.0</hadoop.version> |
| <protobuf.version>2.5.0</protobuf.version> |
| <yarn.version>${hadoop.version}</yarn.version> |
| <hbase.version>0.98.7-hadoop2</hbase.version> |
| <hbase.artifact>hbase</hbase.artifact> |
| <flume.version>1.4.0</flume.version> |
| <zookeeper.version>3.4.5</zookeeper.version> |
| <curator.version>2.4.0</curator.version> |
| <hive.group>org.spark-project.hive</hive.group> |
| <!-- Version used in Maven Hive dependency --> |
| <hive.version>0.13.1a</hive.version> |
| <!-- Version used for internal directory structure --> |
| <hive.version.short>0.13.1</hive.version.short> |
| <derby.version>10.10.1.1</derby.version> |
| <parquet.version>1.6.0rc3</parquet.version> |
| <jblas.version>1.2.4</jblas.version> |
| <jetty.version>8.1.14.v20131031</jetty.version> |
| <orbit.version>3.0.0.v201112011016</orbit.version> |
| <chill.version>0.5.0</chill.version> |
| <ivy.version>2.4.0</ivy.version> |
| <oro.version>2.0.8</oro.version> |
| <codahale.metrics.version>3.1.0</codahale.metrics.version> |
| <avro.version>1.7.7</avro.version> |
| <avro.mapred.classifier>hadoop2</avro.mapred.classifier> |
| <jets3t.version>0.7.1</jets3t.version> |
| <aws.java.sdk.version>1.9.16</aws.java.sdk.version> |
| <aws.kinesis.client.version>1.2.1</aws.kinesis.client.version> |
| <commons.httpclient.version>4.3.2</commons.httpclient.version> |
| <commons.math3.version>3.4.1</commons.math3.version> |
| <test_classpath_file>${project.build.directory}/spark-test-classpath.txt</test_classpath_file> |
| <scala.version>2.10.4</scala.version> |
| <scala.binary.version>2.10</scala.binary.version> |
| <jline.version>${scala.version}</jline.version> |
| <jline.groupid>org.scala-lang</jline.groupid> |
| <jodd.version>3.6.3</jodd.version> |
| <codehaus.jackson.version>1.9.13</codehaus.jackson.version> |
| <fasterxml.jackson.version>2.4.4</fasterxml.jackson.version> |
| <snappy.version>1.1.1.7</snappy.version> |
| <netlib.java.version>1.1.2</netlib.java.version> |
| <!-- For maven shade plugin (see SPARK-8819) --> |
| <create.dependency.reduced.pom>false</create.dependency.reduced.pom> |
| |
| <test.java.home>${java.home}</test.java.home> |
| |
| <!-- |
| Dependency scopes that can be overridden by enabling certain profiles. These profiles are |
| declared in the projects that build assemblies. |
| |
| For other projects the scope should remain as "compile", otherwise they are not available |
| during compilation if the dependency is transivite (e.g. "bagel/" depending on "core/" and |
| needing Hadoop classes in the classpath to compile). |
| --> |
| <flume.deps.scope>compile</flume.deps.scope> |
| <hadoop.deps.scope>compile</hadoop.deps.scope> |
| <hbase.deps.scope>compile</hbase.deps.scope> |
| <hive.deps.scope>compile</hive.deps.scope> |
| <parquet.deps.scope>compile</parquet.deps.scope> |
| |
| <!-- |
| Overridable test home. So that you can call individual pom files directly without |
| things breaking. |
| --> |
| <spark.test.home>${session.executionRootDirectory}</spark.test.home> |
| |
| <PermGen>64m</PermGen> |
| <MaxPermGen>512m</MaxPermGen> |
| <CodeCacheSize>512m</CodeCacheSize> |
| </properties> |
| |
| <repositories> |
| <repository> |
| <id>central</id> |
| <!-- This should be at top, it makes maven try the central repo first and then others and hence faster dep resolution --> |
| <name>Maven Repository</name> |
| <url>https://repo1.maven.org/maven2</url> |
| <releases> |
| <enabled>true</enabled> |
| </releases> |
| <snapshots> |
| <enabled>false</enabled> |
| </snapshots> |
| </repository> |
| <repository> |
| <id>apache-repo</id> |
| <name>Apache Repository</name> |
| <url>https://repository.apache.org/content/repositories/releases</url> |
| <releases> |
| <enabled>true</enabled> |
| </releases> |
| <snapshots> |
| <enabled>false</enabled> |
| </snapshots> |
| </repository> |
| <repository> |
| <id>jboss-repo</id> |
| <name>JBoss Repository</name> |
| <url>https://repository.jboss.org/nexus/content/repositories/releases</url> |
| <releases> |
| <enabled>true</enabled> |
| </releases> |
| <snapshots> |
| <enabled>false</enabled> |
| </snapshots> |
| </repository> |
| <repository> |
| <id>mqtt-repo</id> |
| <name>MQTT Repository</name> |
| <url>https://repo.eclipse.org/content/repositories/paho-releases</url> |
| <releases> |
| <enabled>true</enabled> |
| </releases> |
| <snapshots> |
| <enabled>false</enabled> |
| </snapshots> |
| </repository> |
| <repository> |
| <id>cloudera-repo</id> |
| <name>Cloudera Repository</name> |
| <url>https://repository.cloudera.com/artifactory/cloudera-repos</url> |
| <releases> |
| <enabled>true</enabled> |
| </releases> |
| <snapshots> |
| <enabled>false</enabled> |
| </snapshots> |
| </repository> |
| <repository> |
| <id>mapr-repo</id> |
| <name>MapR Repository</name> |
| <url>http://repository.mapr.com/maven</url> |
| <releases> |
| <enabled>true</enabled> |
| </releases> |
| <snapshots> |
| <enabled>false</enabled> |
| </snapshots> |
| </repository> |
| <repository> |
| <id>spring-releases</id> |
| <name>Spring Release Repository</name> |
| <url>https://repo.spring.io/libs-release</url> |
| <releases> |
| <enabled>true</enabled> |
| </releases> |
| <snapshots> |
| <enabled>false</enabled> |
| </snapshots> |
| </repository> |
| </repositories> |
| <pluginRepositories> |
| <pluginRepository> |
| <id>central</id> |
| <url>https://repo1.maven.org/maven2</url> |
| <releases> |
| <enabled>true</enabled> |
| </releases> |
| <snapshots> |
| <enabled>false</enabled> |
| </snapshots> |
| </pluginRepository> |
| </pluginRepositories> |
| <dependencies> |
| <!-- |
| This is a dummy dependency that is used along with the shading plug-in |
| to create effective poms on publishing (see SPARK-3812). |
| --> |
| <dependency> |
| <groupId>org.spark-project.spark</groupId> |
| <artifactId>unused</artifactId> |
| <version>1.0.0</version> |
| </dependency> |
| <!-- |
| This depndency has been added to provided scope as it is needed for executing build |
| specific groovy scripts using gmaven+ and not required for downstream project building |
| with spark. |
| --> |
| <dependency> |
| <groupId>org.codehaus.groovy</groupId> |
| <artifactId>groovy-all</artifactId> |
| <version>2.3.7</version> |
| <scope>provided</scope> |
| </dependency> |
| <!-- |
| This is needed by the scalatest plugin, and so is declared here to be available in |
| all child modules, just as scalatest is run in all children |
| --> |
| <dependency> |
| <groupId>org.scalatest</groupId> |
| <artifactId>scalatest_${scala.binary.version}</artifactId> |
| <scope>test</scope> |
| </dependency> |
| </dependencies> |
| <dependencyManagement> |
| <dependencies> |
| <dependency> |
| <groupId>${jline.groupid}</groupId> |
| <artifactId>jline</artifactId> |
| <version>${jline.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.twitter</groupId> |
| <artifactId>chill_${scala.binary.version}</artifactId> |
| <version>${chill.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>org.ow2.asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.ow2.asm</groupId> |
| <artifactId>asm-commons</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>com.twitter</groupId> |
| <artifactId>chill-java</artifactId> |
| <version>${chill.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>org.ow2.asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.ow2.asm</groupId> |
| <artifactId>asm-commons</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <!-- Shaded deps marked as provided. These are promoted to compile scope |
| in the modules where we want the shaded classes to appear in the |
| associated jar. --> |
| <dependency> |
| <groupId>org.eclipse.jetty</groupId> |
| <artifactId>jetty-http</artifactId> |
| <version>${jetty.version}</version> |
| <scope>provided</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.eclipse.jetty</groupId> |
| <artifactId>jetty-continuation</artifactId> |
| <version>${jetty.version}</version> |
| <scope>provided</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.eclipse.jetty</groupId> |
| <artifactId>jetty-servlet</artifactId> |
| <version>${jetty.version}</version> |
| <scope>provided</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.eclipse.jetty</groupId> |
| <artifactId>jetty-util</artifactId> |
| <version>${jetty.version}</version> |
| <scope>provided</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.eclipse.jetty</groupId> |
| <artifactId>jetty-security</artifactId> |
| <version>${jetty.version}</version> |
| <scope>provided</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.eclipse.jetty</groupId> |
| <artifactId>jetty-plus</artifactId> |
| <version>${jetty.version}</version> |
| <scope>provided</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.eclipse.jetty</groupId> |
| <artifactId>jetty-server</artifactId> |
| <version>${jetty.version}</version> |
| <scope>provided</scope> |
| </dependency> |
| <dependency> |
| <groupId>com.google.guava</groupId> |
| <artifactId>guava</artifactId> |
| <version>14.0.1</version> |
| <scope>provided</scope> |
| </dependency> |
| <!-- End of shaded deps --> |
| |
| <dependency> |
| <groupId>org.apache.commons</groupId> |
| <artifactId>commons-lang3</artifactId> |
| <version>3.3.2</version> |
| </dependency> |
| <dependency> |
| <groupId>commons-codec</groupId> |
| <artifactId>commons-codec</artifactId> |
| <version>1.10</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.commons</groupId> |
| <artifactId>commons-math3</artifactId> |
| <version>${commons.math3.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.ivy</groupId> |
| <artifactId>ivy</artifactId> |
| <version>${ivy.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.google.code.findbugs</groupId> |
| <artifactId>jsr305</artifactId> |
| <version>1.3.9</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.httpcomponents</groupId> |
| <artifactId>httpclient</artifactId> |
| <version>${commons.httpclient.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.httpcomponents</groupId> |
| <artifactId>httpcore</artifactId> |
| <version>${commons.httpclient.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.seleniumhq.selenium</groupId> |
| <artifactId>selenium-java</artifactId> |
| <version>2.42.2</version> |
| <scope>test</scope> |
| </dependency> |
| <!-- Added for selenium only, and should match its dependent version: --> |
| <dependency> |
| <groupId>xml-apis</groupId> |
| <artifactId>xml-apis</artifactId> |
| <version>1.4.01</version> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-api</artifactId> |
| <version>${slf4j.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-log4j12</artifactId> |
| <version>${slf4j.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.slf4j</groupId> |
| <artifactId>jul-to-slf4j</artifactId> |
| <version>${slf4j.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.slf4j</groupId> |
| <artifactId>jcl-over-slf4j</artifactId> |
| <version>${slf4j.version}</version> |
| <!-- <scope>runtime</scope> --> <!-- more correct, but scalac 2.10.3 doesn't like it --> |
| </dependency> |
| <dependency> |
| <groupId>log4j</groupId> |
| <artifactId>log4j</artifactId> |
| <version>${log4j.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>com.ning</groupId> |
| <artifactId>compress-lzf</artifactId> |
| <version>1.0.3</version> |
| </dependency> |
| <dependency> |
| <groupId>org.xerial.snappy</groupId> |
| <artifactId>snappy-java</artifactId> |
| <version>${snappy.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>net.jpountz.lz4</groupId> |
| <artifactId>lz4</artifactId> |
| <version>1.2.0</version> |
| </dependency> |
| <dependency> |
| <groupId>com.clearspring.analytics</groupId> |
| <artifactId>stream</artifactId> |
| <version>2.7.0</version> |
| <exclusions> |
| <!-- Only HyperLogLogPlus is used, which doesn't depend on fastutil --> |
| <exclusion> |
| <groupId>it.unimi.dsi</groupId> |
| <artifactId>fastutil</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <!-- In theory we need not directly depend on protobuf since Spark does not directly |
| use it. However, when building with Hadoop/YARN 2.2 Maven doesn't correctly bump |
| the protobuf version up from the one Mesos gives. For now we include this variable |
| to explicitly bump the version when building with YARN. It would be nice to figure |
| out why Maven can't resolve this correctly (like SBT does). --> |
| <dependency> |
| <groupId>com.google.protobuf</groupId> |
| <artifactId>protobuf-java</artifactId> |
| <version>${protobuf.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>${akka.group}</groupId> |
| <artifactId>akka-actor_${scala.binary.version}</artifactId> |
| <version>${akka.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>${akka.group}</groupId> |
| <artifactId>akka-remote_${scala.binary.version}</artifactId> |
| <version>${akka.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>${akka.group}</groupId> |
| <artifactId>akka-slf4j_${scala.binary.version}</artifactId> |
| <version>${akka.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>${akka.group}</groupId> |
| <artifactId>akka-testkit_${scala.binary.version}</artifactId> |
| <version>${akka.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>${akka.group}</groupId> |
| <artifactId>akka-zeromq_${scala.binary.version}</artifactId> |
| <version>${akka.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>${akka.group}</groupId> |
| <artifactId>akka-actor_${scala.binary.version}</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.mesos</groupId> |
| <artifactId>mesos</artifactId> |
| <version>${mesos.version}</version> |
| <classifier>${mesos.classifier}</classifier> |
| <exclusions> |
| <exclusion> |
| <groupId>com.google.protobuf</groupId> |
| <artifactId>protobuf-java</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.roaringbitmap</groupId> |
| <artifactId>RoaringBitmap</artifactId> |
| <version>0.4.5</version> |
| </dependency> |
| <dependency> |
| <groupId>commons-net</groupId> |
| <artifactId>commons-net</artifactId> |
| <version>2.2</version> |
| </dependency> |
| <dependency> |
| <groupId>io.netty</groupId> |
| <artifactId>netty-all</artifactId> |
| <version>4.0.23.Final</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.derby</groupId> |
| <artifactId>derby</artifactId> |
| <version>${derby.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>io.dropwizard.metrics</groupId> |
| <artifactId>metrics-core</artifactId> |
| <version>${codahale.metrics.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>io.dropwizard.metrics</groupId> |
| <artifactId>metrics-jvm</artifactId> |
| <version>${codahale.metrics.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>io.dropwizard.metrics</groupId> |
| <artifactId>metrics-json</artifactId> |
| <version>${codahale.metrics.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>io.dropwizard.metrics</groupId> |
| <artifactId>metrics-ganglia</artifactId> |
| <version>${codahale.metrics.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>io.dropwizard.metrics</groupId> |
| <artifactId>metrics-graphite</artifactId> |
| <version>${codahale.metrics.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-databind</artifactId> |
| <version>${fasterxml.jackson.version}</version> |
| </dependency> |
| <!-- Guava is excluded because of SPARK-6149. The Guava version referenced in this module is |
| 15.0, which causes runtime incompatibility issues. --> |
| <dependency> |
| <groupId>com.fasterxml.jackson.module</groupId> |
| <artifactId>jackson-module-scala_2.10</artifactId> |
| <version>${fasterxml.jackson.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>com.google.guava</groupId> |
| <artifactId>guava</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>com.sun.jersey</groupId> |
| <artifactId>jersey-server</artifactId> |
| <version>1.9</version> |
| <scope>${hadoop.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>com.sun.jersey</groupId> |
| <artifactId>jersey-core</artifactId> |
| <version>1.9</version> |
| <scope>${hadoop.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.scala-lang</groupId> |
| <artifactId>scala-compiler</artifactId> |
| <version>${scala.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.scala-lang</groupId> |
| <artifactId>scala-reflect</artifactId> |
| <version>${scala.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.scala-lang</groupId> |
| <artifactId>scala-library</artifactId> |
| <version>${scala.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.scala-lang</groupId> |
| <artifactId>scala-actors</artifactId> |
| <version>${scala.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.scala-lang</groupId> |
| <artifactId>scalap</artifactId> |
| <version>${scala.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.scalatest</groupId> |
| <artifactId>scalatest_${scala.binary.version}</artifactId> |
| <version>2.2.1</version> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.mockito</groupId> |
| <artifactId>mockito-all</artifactId> |
| <version>1.9.5</version> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.scalacheck</groupId> |
| <artifactId>scalacheck_${scala.binary.version}</artifactId> |
| <version>1.11.3</version> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>junit</groupId> |
| <artifactId>junit</artifactId> |
| <version>4.10</version> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.hamcrest</groupId> |
| <artifactId>hamcrest-core</artifactId> |
| <version>1.3</version> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.hamcrest</groupId> |
| <artifactId>hamcrest-library</artifactId> |
| <version>1.3</version> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>com.novocode</groupId> |
| <artifactId>junit-interface</artifactId> |
| <version>0.10</version> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.curator</groupId> |
| <artifactId>curator-recipes</artifactId> |
| <version>${curator.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>org.jboss.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.curator</groupId> |
| <artifactId>curator-client</artifactId> |
| <version>${curator.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.curator</groupId> |
| <artifactId>curator-framework</artifactId> |
| <version>${curator.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-client</artifactId> |
| <version>${hadoop.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.ow2.asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.jboss.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>commons-logging</groupId> |
| <artifactId>commons-logging</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>servlet-api-2.5</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>junit</groupId> |
| <artifactId>junit</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.avro</groupId> |
| <artifactId>avro</artifactId> |
| <version>${avro.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.avro</groupId> |
| <artifactId>avro-ipc</artifactId> |
| <version>${avro.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>io.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>jetty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>jetty-util</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.apache.velocity</groupId> |
| <artifactId>velocity</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.avro</groupId> |
| <artifactId>avro-mapred</artifactId> |
| <version>${avro.version}</version> |
| <classifier>${avro.mapred.classifier}</classifier> |
| <scope>${hive.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>io.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>jetty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>jetty-util</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.apache.velocity</groupId> |
| <artifactId>velocity</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <!-- See SPARK-1556 for info on this dependency: --> |
| <dependency> |
| <groupId>net.java.dev.jets3t</groupId> |
| <artifactId>jets3t</artifactId> |
| <version>${jets3t.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>commons-logging</groupId> |
| <artifactId>commons-logging</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-yarn-api</artifactId> |
| <version>${yarn.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.ow2.asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.jboss.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>commons-logging</groupId> |
| <artifactId>commons-logging</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-yarn-common</artifactId> |
| <version>${yarn.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.ow2.asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.jboss.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>commons-logging</groupId> |
| <artifactId>commons-logging</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-yarn-server-tests</artifactId> |
| <version>${yarn.version}</version> |
| <classifier>tests</classifier> |
| <scope>test</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.ow2.asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.jboss.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>commons-logging</groupId> |
| <artifactId>commons-logging</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-yarn-server-web-proxy</artifactId> |
| <version>${yarn.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.ow2.asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.jboss.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>commons-logging</groupId> |
| <artifactId>commons-logging</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-yarn-client</artifactId> |
| <version>${yarn.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.ow2.asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.jboss.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>commons-logging</groupId> |
| <artifactId>commons-logging</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.zookeeper</groupId> |
| <artifactId>zookeeper</artifactId> |
| <version>${zookeeper.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.codehaus.jackson</groupId> |
| <artifactId>jackson-core-asl</artifactId> |
| <version>${codehaus.jackson.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.codehaus.jackson</groupId> |
| <artifactId>jackson-mapper-asl</artifactId> |
| <version>${codehaus.jackson.version}</version> |
| <scope>${hadoop.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.codehaus.jackson</groupId> |
| <artifactId>jackson-xc</artifactId> |
| <version>${codehaus.jackson.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.codehaus.jackson</groupId> |
| <artifactId>jackson-jaxrs</artifactId> |
| <version>${codehaus.jackson.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>${hive.group}</groupId> |
| <artifactId>hive-beeline</artifactId> |
| <version>${hive.version}</version> |
| <scope>${hive.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>${hive.group}</groupId> |
| <artifactId>hive-cli</artifactId> |
| <version>${hive.version}</version> |
| <scope>${hive.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>${hive.group}</groupId> |
| <artifactId>hive-exec</artifactId> |
| <version>${hive.version}</version> |
| <scope>${hive.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>commons-logging</groupId> |
| <artifactId>commons-logging</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.esotericsoftware.kryo</groupId> |
| <artifactId>kryo</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.apache.avro</groupId> |
| <artifactId>avro-mapred</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>${hive.group}</groupId> |
| <artifactId>hive-jdbc</artifactId> |
| <version>${hive.version}</version> |
| <scope>${hive.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>${hive.group}</groupId> |
| <artifactId>hive-metastore</artifactId> |
| <version>${hive.version}</version> |
| <scope>${hive.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>${hive.group}</groupId> |
| <artifactId>hive-serde</artifactId> |
| <version>${hive.version}</version> |
| <scope>${hive.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>commons-logging</groupId> |
| <artifactId>commons-logging</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>commons-logging</groupId> |
| <artifactId>commons-logging-api</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>com.twitter</groupId> |
| <artifactId>parquet-column</artifactId> |
| <version>${parquet.version}</version> |
| <scope>${parquet.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>com.twitter</groupId> |
| <artifactId>parquet-hadoop</artifactId> |
| <version>${parquet.version}</version> |
| <scope>${parquet.deps.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.flume</groupId> |
| <artifactId>flume-ng-core</artifactId> |
| <version>${flume.version}</version> |
| <scope>${flume.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>io.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.apache.thrift</groupId> |
| <artifactId>libthrift</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.flume</groupId> |
| <artifactId>flume-ng-sdk</artifactId> |
| <version>${flume.version}</version> |
| <scope>${flume.deps.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>io.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.apache.thrift</groupId> |
| <artifactId>libthrift</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| </dependencies> |
| </dependencyManagement> |
| |
| <build> |
| <pluginManagement> |
| <plugins> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-enforcer-plugin</artifactId> |
| <version>1.4</version> |
| <executions> |
| <execution> |
| <id>enforce-versions</id> |
| <goals> |
| <goal>enforce</goal> |
| </goals> |
| <configuration> |
| <rules> |
| <requireMavenVersion> |
| <version>3.0.4</version> |
| </requireMavenVersion> |
| <requireJavaVersion> |
| <version>${java.version}</version> |
| </requireJavaVersion> |
| </rules> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| <plugin> |
| <groupId>org.codehaus.mojo</groupId> |
| <artifactId>build-helper-maven-plugin</artifactId> |
| <version>1.9.1</version> |
| </plugin> |
| <plugin> |
| <groupId>net.alchim31.maven</groupId> |
| <artifactId>scala-maven-plugin</artifactId> |
| <version>3.2.0</version> |
| <executions> |
| <execution> |
| <id>eclipse-add-source</id> |
| <goals> |
| <goal>add-source</goal> |
| </goals> |
| </execution> |
| <execution> |
| <id>scala-compile-first</id> |
| <phase>process-resources</phase> |
| <goals> |
| <goal>compile</goal> |
| </goals> |
| </execution> |
| <execution> |
| <id>scala-test-compile-first</id> |
| <phase>process-test-resources</phase> |
| <goals> |
| <goal>testCompile</goal> |
| </goals> |
| </execution> |
| <execution> |
| <id>attach-scaladocs</id> |
| <phase>verify</phase> |
| <goals> |
| <goal>doc-jar</goal> |
| </goals> |
| </execution> |
| </executions> |
| <configuration> |
| <scalaVersion>${scala.version}</scalaVersion> |
| <recompileMode>incremental</recompileMode> |
| <useZincServer>true</useZincServer> |
| <args> |
| <arg>-unchecked</arg> |
| <arg>-deprecation</arg> |
| <arg>-feature</arg> |
| </args> |
| <jvmArgs> |
| <jvmArg>-Xms1024m</jvmArg> |
| <jvmArg>-Xmx1024m</jvmArg> |
| <jvmArg>-XX:PermSize=${PermGen}</jvmArg> |
| <jvmArg>-XX:MaxPermSize=${MaxPermGen}</jvmArg> |
| <jvmArg>-XX:ReservedCodeCacheSize=${CodeCacheSize}</jvmArg> |
| </jvmArgs> |
| <javacArgs> |
| <javacArg>-source</javacArg> |
| <javacArg>${java.version}</javacArg> |
| <javacArg>-target</javacArg> |
| <javacArg>${java.version}</javacArg> |
| </javacArgs> |
| <!-- The following plugin is required to use quasiquotes in Scala 2.10 and is used |
| by Spark SQL for code generation. --> |
| <compilerPlugins> |
| <compilerPlugin> |
| <groupId>org.scalamacros</groupId> |
| <artifactId>paradise_${scala.version}</artifactId> |
| <version>${scala.macros.version}</version> |
| </compilerPlugin> |
| </compilerPlugins> |
| </configuration> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-compiler-plugin</artifactId> |
| <version>3.3</version> |
| <configuration> |
| <source>${java.version}</source> |
| <target>${java.version}</target> |
| <encoding>UTF-8</encoding> |
| <maxmem>1024m</maxmem> |
| <fork>true</fork> |
| </configuration> |
| </plugin> |
| <!-- Surefire runs all Java tests --> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-surefire-plugin</artifactId> |
| <version>2.18.1</version> |
| <!-- Note config is repeated in scalatest config --> |
| <configuration> |
| <includes> |
| <include>**/Test*.java</include> |
| <include>**/*Test.java</include> |
| <include>**/*TestCase.java</include> |
| <include>**/*Suite.java</include> |
| </includes> |
| <reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory> |
| <argLine>-Xmx3g -Xss4096k -XX:MaxPermSize=${MaxPermGen} -XX:ReservedCodeCacheSize=512m</argLine> |
| <environmentVariables> |
| <!-- |
| Setting SPARK_DIST_CLASSPATH is a simple way to make sure any child processes |
| launched by the tests have access to the correct test-time classpath. |
| --> |
| <SPARK_DIST_CLASSPATH>${test_classpath}</SPARK_DIST_CLASSPATH> |
| <JAVA_HOME>${test.java.home}</JAVA_HOME> |
| </environmentVariables> |
| <systemProperties> |
| <java.awt.headless>true</java.awt.headless> |
| <java.io.tmpdir>${project.build.directory}/tmp</java.io.tmpdir> |
| <spark.test.home>${spark.test.home}</spark.test.home> |
| <spark.testing>1</spark.testing> |
| <spark.ui.enabled>false</spark.ui.enabled> |
| <spark.ui.showConsoleProgress>false</spark.ui.showConsoleProgress> |
| <spark.driver.allowMultipleContexts>true</spark.driver.allowMultipleContexts> |
| <spark.unsafe.exceptionOnMemoryLeak>true</spark.unsafe.exceptionOnMemoryLeak> |
| </systemProperties> |
| <failIfNoTests>false</failIfNoTests> |
| </configuration> |
| </plugin> |
| <!-- Scalatest runs all Scala tests --> |
| <plugin> |
| <groupId>org.scalatest</groupId> |
| <artifactId>scalatest-maven-plugin</artifactId> |
| <version>1.0</version> |
| <!-- Note config is repeated in surefire config --> |
| <configuration> |
| <reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory> |
| <junitxml>.</junitxml> |
| <filereports>SparkTestSuite.txt</filereports> |
| <argLine>-ea -Xmx3g -XX:MaxPermSize=${MaxPermGen} -XX:ReservedCodeCacheSize=${CodeCacheSize}</argLine> |
| <stderr/> |
| <environmentVariables> |
| <!-- |
| Setting SPARK_DIST_CLASSPATH is a simple way to make sure any child processes |
| launched by the tests have access to the correct test-time classpath. |
| --> |
| <SPARK_DIST_CLASSPATH>${test_classpath}</SPARK_DIST_CLASSPATH> |
| <JAVA_HOME>${test.java.home}</JAVA_HOME> |
| </environmentVariables> |
| <systemProperties> |
| <java.awt.headless>true</java.awt.headless> |
| <java.io.tmpdir>${project.build.directory}/tmp</java.io.tmpdir> |
| <spark.test.home>${spark.test.home}</spark.test.home> |
| <spark.testing>1</spark.testing> |
| <spark.ui.enabled>false</spark.ui.enabled> |
| <spark.ui.showConsoleProgress>false</spark.ui.showConsoleProgress> |
| <spark.driver.allowMultipleContexts>true</spark.driver.allowMultipleContexts> |
| </systemProperties> |
| </configuration> |
| <executions> |
| <execution> |
| <id>test</id> |
| <goals> |
| <goal>test</goal> |
| </goals> |
| </execution> |
| </executions> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-jar-plugin</artifactId> |
| <version>2.6</version> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-antrun-plugin</artifactId> |
| <version>1.8</version> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-source-plugin</artifactId> |
| <version>2.4</version> |
| <configuration> |
| <attach>true</attach> |
| </configuration> |
| <executions> |
| <execution> |
| <id>create-source-jar</id> |
| <goals> |
| <goal>jar-no-fork</goal> |
| <goal>test-jar-no-fork</goal> |
| </goals> |
| </execution> |
| </executions> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-clean-plugin</artifactId> |
| <version>2.6.1</version> |
| <configuration> |
| <filesets> |
| <fileset> |
| <directory>work</directory> |
| </fileset> |
| <fileset> |
| <directory>checkpoint</directory> |
| </fileset> |
| <fileset> |
| <directory>lib_managed</directory> |
| </fileset> |
| </filesets> |
| </configuration> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-javadoc-plugin</artifactId> |
| <version>2.10.3</version> |
| </plugin> |
| <plugin> |
| <groupId>org.codehaus.mojo</groupId> |
| <artifactId>exec-maven-plugin</artifactId> |
| <version>1.4.0</version> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-assembly-plugin</artifactId> |
| <version>2.5.3</version> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-install-plugin</artifactId> |
| <version>2.5.2</version> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-deploy-plugin</artifactId> |
| <version>2.8.2</version> |
| </plugin> |
| </plugins> |
| </pluginManagement> |
| |
| <plugins> |
| <!-- This plugin dumps the test classpath into a file --> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-dependency-plugin</artifactId> |
| <version>2.10</version> |
| <executions> |
| <execution> |
| <phase>test-compile</phase> |
| <goals> |
| <goal>build-classpath</goal> |
| </goals> |
| <configuration> |
| <includeScope>test</includeScope> |
| <outputFile>${test_classpath_file}</outputFile> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| |
| <!-- This plugin reads a file into maven property. And it lets us write groovy !! --> |
| <plugin> |
| <groupId>org.codehaus.gmavenplus</groupId> |
| <artifactId>gmavenplus-plugin</artifactId> |
| <version>1.5</version> |
| <executions> |
| <execution> |
| <phase>process-test-classes</phase> |
| <goals> |
| <goal>execute</goal> |
| </goals> |
| <configuration> |
| <scripts> |
| <script><![CDATA[ |
| def file = new File(project.properties.test_classpath_file) |
| project.properties.test_classpath = file.getText().split().join(":") |
| ]]></script> |
| </scripts> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| <!-- |
| The shade plug-in is used here to create effective pom's (see SPARK-3812), and also |
| remove references from the shaded libraries from artifacts published by Spark. |
| --> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-shade-plugin</artifactId> |
| <version>2.3</version> |
| <configuration> |
| <shadedArtifactAttached>false</shadedArtifactAttached> |
| <!-- Work around MSHADE-148. See SPARK-8819. --> |
| <createDependencyReducedPom>${create.dependency.reduced.pom}</createDependencyReducedPom> |
| <artifactSet> |
| <includes> |
| <!-- At a minimum we must include this to force effective pom generation --> |
| <include>org.spark-project.spark:unused</include> |
| |
| <include>org.eclipse.jetty:jetty-io</include> |
| <include>org.eclipse.jetty:jetty-http</include> |
| <include>org.eclipse.jetty:jetty-continuation</include> |
| <include>org.eclipse.jetty:jetty-servlet</include> |
| <include>org.eclipse.jetty:jetty-plus</include> |
| <include>org.eclipse.jetty:jetty-security</include> |
| <include>org.eclipse.jetty:jetty-util</include> |
| <include>org.eclipse.jetty:jetty-server</include> |
| <include>com.google.guava:guava</include> |
| </includes> |
| </artifactSet> |
| <relocations> |
| <relocation> |
| <pattern>org.eclipse.jetty</pattern> |
| <shadedPattern>org.spark-project.jetty</shadedPattern> |
| <includes> |
| <include>org.eclipse.jetty.**</include> |
| </includes> |
| </relocation> |
| <relocation> |
| <pattern>com.google.common</pattern> |
| <shadedPattern>org.spark-project.guava</shadedPattern> |
| <excludes> |
| <!-- |
| These classes cannot be relocated, because the Java API exposes the |
| "Optional" type; the others are referenced by the Optional class. |
| --> |
| <exclude>com/google/common/base/Absent*</exclude> |
| <exclude>com/google/common/base/Function</exclude> |
| <exclude>com/google/common/base/Optional*</exclude> |
| <exclude>com/google/common/base/Present*</exclude> |
| <exclude>com/google/common/base/Supplier</exclude> |
| </excludes> |
| </relocation> |
| </relocations> |
| </configuration> |
| <executions> |
| <execution> |
| <phase>package</phase> |
| <goals> |
| <goal>shade</goal> |
| </goals> |
| </execution> |
| </executions> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-enforcer-plugin</artifactId> |
| </plugin> |
| <plugin> |
| <groupId>org.codehaus.mojo</groupId> |
| <artifactId>build-helper-maven-plugin</artifactId> |
| <executions> |
| <execution> |
| <id>add-scala-sources</id> |
| <phase>generate-sources</phase> |
| <goals> |
| <goal>add-source</goal> |
| </goals> |
| <configuration> |
| <sources> |
| <source>src/main/scala</source> |
| </sources> |
| </configuration> |
| </execution> |
| <execution> |
| <id>add-scala-test-sources</id> |
| <phase>generate-test-sources</phase> |
| <goals> |
| <goal>add-test-source</goal> |
| </goals> |
| <configuration> |
| <sources> |
| <source>src/test/scala</source> |
| </sources> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| <plugin> |
| <groupId>net.alchim31.maven</groupId> |
| <artifactId>scala-maven-plugin</artifactId> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-source-plugin</artifactId> |
| </plugin> |
| <plugin> |
| <groupId>org.scalastyle</groupId> |
| <artifactId>scalastyle-maven-plugin</artifactId> |
| <version>0.7.0</version> |
| <configuration> |
| <verbose>false</verbose> |
| <failOnViolation>true</failOnViolation> |
| <includeTestSourceDirectory>false</includeTestSourceDirectory> |
| <failOnWarning>false</failOnWarning> |
| <sourceDirectory>${basedir}/src/main/scala</sourceDirectory> |
| <testSourceDirectory>${basedir}/src/test/scala</testSourceDirectory> |
| <configLocation>scalastyle-config.xml</configLocation> |
| <outputFile>${basedir}/target/scalastyle-output.xml</outputFile> |
| <inputEncoding>${project.build.sourceEncoding}</inputEncoding> |
| <outputEncoding>${project.reporting.outputEncoding}</outputEncoding> |
| </configuration> |
| <executions> |
| <execution> |
| <goals> |
| <goal>check</goal> |
| </goals> |
| </execution> |
| </executions> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-antrun-plugin</artifactId> |
| <executions> |
| <execution> |
| <id>create-tmp-dir</id> |
| <phase>generate-test-resources</phase> |
| <goals> |
| <goal>run</goal> |
| </goals> |
| <configuration> |
| <target> |
| <mkdir dir="${project.build.directory}/tmp" /> |
| </target> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| |
| <!-- Enable surefire and scalatest in all children, in one place: --> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-surefire-plugin</artifactId> |
| </plugin> |
| <plugin> |
| <groupId>org.scalatest</groupId> |
| <artifactId>scalatest-maven-plugin</artifactId> |
| </plugin> |
| <!-- Build test-jar's for all projects, since some projects depend on tests from others --> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-jar-plugin</artifactId> |
| <executions> |
| <execution> |
| <id>prepare-test-jar</id> |
| <phase>prepare-package</phase> |
| <goals> |
| <goal>test-jar</goal> |
| </goals> |
| <configuration> |
| <excludes> |
| <exclude>log4j.properties</exclude> |
| </excludes> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| </plugins> |
| </build> |
| |
| <profiles> |
| |
| <!-- |
| This profile is enabled automatically by the sbt built. It changes the scope for the guava |
| dependency, since we don't shade it in the artifacts generated by the sbt build. |
| --> |
| <profile> |
| <id>sbt</id> |
| <dependencies> |
| <dependency> |
| <groupId>com.google.guava</groupId> |
| <artifactId>guava</artifactId> |
| <scope>compile</scope> |
| </dependency> |
| </dependencies> |
| </profile> |
| |
| <!-- Ganglia integration is not included by default due to LGPL-licensed code --> |
| <profile> |
| <id>spark-ganglia-lgpl</id> |
| <modules> |
| <module>extras/spark-ganglia-lgpl</module> |
| </modules> |
| </profile> |
| |
| <!-- Kinesis integration is not included by default due to ASL-licensed code --> |
| <profile> |
| <id>kinesis-asl</id> |
| <modules> |
| <module>extras/kinesis-asl</module> |
| </modules> |
| </profile> |
| |
| <profile> |
| <id>java8-tests</id> |
| <build> |
| <plugins> |
| <!-- Needed for publishing test jars as it is needed by java8-tests --> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-jar-plugin</artifactId> |
| <executions> |
| <execution> |
| <goals> |
| <goal>test-jar</goal> |
| </goals> |
| </execution> |
| </executions> |
| </plugin> |
| </plugins> |
| </build> |
| |
| <modules> |
| <module>extras/java8-tests</module> |
| </modules> |
| |
| </profile> |
| |
| <profile> |
| <id>doclint-java8-disable</id> |
| <activation> |
| <jdk>[1.8,)</jdk> |
| </activation> |
| |
| <build> |
| <plugins> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-javadoc-plugin</artifactId> |
| <configuration> |
| <additionalparam>-Xdoclint:all -Xdoclint:-missing</additionalparam> |
| </configuration> |
| </plugin> |
| </plugins> |
| </build> |
| </profile> |
| |
| <!-- A series of build profiles where customizations for particular Hadoop releases can be made --> |
| |
| <!-- Hadoop-a.b.c dependencies can be found at |
| http://hadoop.apache.org/docs/ra.b.c/hadoop-project-dist/hadoop-common/dependency-analysis.html |
| --> |
| |
| <profile> |
| <id>hadoop-1</id> |
| <properties> |
| <hadoop.version>1.0.4</hadoop.version> |
| <protobuf.version>2.4.1</protobuf.version> |
| <hbase.version>0.98.7-hadoop1</hbase.version> |
| <avro.mapred.classifier>hadoop1</avro.mapred.classifier> |
| <codehaus.jackson.version>1.8.8</codehaus.jackson.version> |
| </properties> |
| </profile> |
| |
| <profile> |
| <id>hadoop-2.2</id> |
| <!-- SPARK-7249: Default hadoop profile. Uses global properties. --> |
| </profile> |
| |
| <profile> |
| <id>hadoop-2.3</id> |
| <properties> |
| <hadoop.version>2.3.0</hadoop.version> |
| <jets3t.version>0.9.3</jets3t.version> |
| <commons.math3.version>3.1.1</commons.math3.version> |
| </properties> |
| </profile> |
| |
| <profile> |
| <id>hadoop-2.4</id> |
| <properties> |
| <hadoop.version>2.4.0</hadoop.version> |
| <jets3t.version>0.9.3</jets3t.version> |
| <commons.math3.version>3.1.1</commons.math3.version> |
| </properties> |
| </profile> |
| |
| <profile> |
| <id>hadoop-2.6</id> |
| <properties> |
| <hadoop.version>2.6.0</hadoop.version> |
| <jets3t.version>0.9.3</jets3t.version> |
| <commons.math3.version>3.1.1</commons.math3.version> |
| <zookeeper.version>3.4.6</zookeeper.version> |
| <curator.version>2.6.0</curator.version> |
| </properties> |
| </profile> |
| |
| <profile> |
| <id>yarn</id> |
| <modules> |
| <module>yarn</module> |
| <module>network/yarn</module> |
| </modules> |
| </profile> |
| |
| <profile> |
| <id>mapr3</id> |
| <properties> |
| <hadoop.version>1.0.3-mapr-3.0.3</hadoop.version> |
| <yarn.version>2.4.1-mapr-1408</yarn.version> |
| <hbase.version>0.98.4-mapr-1408</hbase.version> |
| <zookeeper.version>3.4.5-mapr-1406</zookeeper.version> |
| </properties> |
| </profile> |
| |
| <profile> |
| <id>mapr4</id> |
| <properties> |
| <hadoop.version>2.4.1-mapr-1408</hadoop.version> |
| <yarn.version>2.4.1-mapr-1408</yarn.version> |
| <hbase.version>0.98.4-mapr-1408</hbase.version> |
| <zookeeper.version>3.4.5-mapr-1406</zookeeper.version> |
| </properties> |
| <dependencies> |
| <dependency> |
| <groupId>org.apache.curator</groupId> |
| <artifactId>curator-recipes</artifactId> |
| <version>${curator.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>org.apache.zookeeper</groupId> |
| <artifactId>zookeeper</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.zookeeper</groupId> |
| <artifactId>zookeeper</artifactId> |
| <version>3.4.5-mapr-1406</version> |
| </dependency> |
| </dependencies> |
| </profile> |
| |
| <profile> |
| <id>hive-thriftserver</id> |
| <modules> |
| <module>sql/hive-thriftserver</module> |
| </modules> |
| </profile> |
| |
| <profile> |
| <id>scala-2.10</id> |
| <activation> |
| <property><name>!scala-2.11</name></property> |
| </activation> |
| <properties> |
| <scala.version>2.10.4</scala.version> |
| <scala.binary.version>2.10</scala.binary.version> |
| <jline.version>${scala.version}</jline.version> |
| <jline.groupid>org.scala-lang</jline.groupid> |
| </properties> |
| </profile> |
| |
| <profile> |
| <id>test-java-home</id> |
| <activation> |
| <property><name>env.JAVA_HOME</name></property> |
| </activation> |
| <properties> |
| <test.java.home>${env.JAVA_HOME}</test.java.home> |
| </properties> |
| </profile> |
| |
| <profile> |
| <id>scala-2.11</id> |
| <activation> |
| <property><name>scala-2.11</name></property> |
| </activation> |
| <properties> |
| <scala.version>2.11.6</scala.version> |
| <scala.binary.version>2.11</scala.binary.version> |
| <jline.version>2.12.1</jline.version> |
| <jline.groupid>jline</jline.groupid> |
| </properties> |
| </profile> |
| |
| <profile> |
| <!-- |
| Use this profile only for making Spark releases. Note that due to SPARK-8819, |
| you must use maven version 3.2.x or before to avoid running into MSHADE-148. |
| --> |
| <id>release</id> |
| <properties> |
| <!-- |
| The maven shade plugin has a bug where enabling the `createDependencyReducedPom` |
| property causes maven to go into an infinite loop (MSHADE-148). This is only an |
| issue for the Spark build if the maven version is 3.3.x or newer (SPARK-8819). |
| |
| However, since disabling this property has the side effect of not resolving |
| variables in the released pom files (SPARK-8781), we need to enable this during |
| releases. |
| --> |
| <create.dependency.reduced.pom>true</create.dependency.reduced.pom> |
| </properties> |
| </profile> |
| |
| <!-- |
| These empty profiles are available in some sub-modules. Declare them here so that |
| maven does not complain when they're provided on the command line for a sub-module |
| that does not have them. |
| --> |
| <profile> |
| <id>flume-provided</id> |
| </profile> |
| <profile> |
| <id>hadoop-provided</id> |
| </profile> |
| <profile> |
| <id>hbase-provided</id> |
| </profile> |
| <profile> |
| <id>hive-provided</id> |
| </profile> |
| <profile> |
| <id>parquet-provided</id> |
| </profile> |
| <profile> |
| <id>sparkr</id> |
| </profile> |
| </profiles> |
| </project> |