| <?xml version="1.0" encoding="UTF-8"?> |
| <!-- |
| ~ Licensed to the Apache Software Foundation (ASF) under one or more |
| ~ contributor license agreements. See the NOTICE file distributed with |
| ~ this work for additional information regarding copyright ownership. |
| ~ The ASF licenses this file to You under the Apache License, Version 2.0 |
| ~ (the "License"); you may not use this file except in compliance with |
| ~ the License. You may obtain a copy of the License at |
| ~ |
| ~ http://www.apache.org/licenses/LICENSE-2.0 |
| ~ |
| ~ Unless required by applicable law or agreed to in writing, software |
| ~ distributed under the License is distributed on an "AS IS" BASIS, |
| ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| ~ See the License for the specific language governing permissions and |
| ~ limitations under the License. |
| --> |
| |
| <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" |
| xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd"> |
| <modelVersion>4.0.0</modelVersion> |
| |
| <parent> |
| <artifactId>spark-parent</artifactId> |
| <groupId>org.apache.zeppelin</groupId> |
| <version>0.9.1-SNAPSHOT</version> |
| <relativePath>..</relativePath> |
| </parent> |
| |
| <groupId>org.apache.zeppelin</groupId> |
| <artifactId>zeppelin-spark-dependencies</artifactId> |
| <packaging>jar</packaging> |
| <version>0.9.1-SNAPSHOT</version> |
| <name>Zeppelin: Spark dependencies</name> |
| <description>Zeppelin spark support</description> |
| |
| <properties> |
| <!-- library version defined in this section brought from spark 1.4.1 and it's dependency. |
| Therefore changing only spark.version is not going to be enough when this module |
| support new version of spark to make the new version as default supported version. |
| |
| Each profile (spark-2.0, spark-1.6, etc) will overrides necessary dependency version. |
| So we'll make one of those profile 'activateByDefault' to make it default supported version |
| instead of changing spark.version in this section. |
| --> |
| |
| <hadoop.version>${hadoop2.7.version}</hadoop.version> |
| <yarn.version>${hadoop.version}</yarn.version> |
| <avro.version>1.7.7</avro.version> |
| <avro.mapred.classifier/> |
| <jets3t.version>0.7.1</jets3t.version> |
| <protobuf.version>2.4.1</protobuf.version> |
| |
| <akka.group>org.spark-project.akka</akka.group> |
| <akka.version>2.3.4-spark</akka.version> |
| </properties> |
| |
| <dependencies> |
| |
| <dependency> |
| <groupId>org.apache.zeppelin</groupId> |
| <artifactId>spark-interpreter</artifactId> |
| <version>${project.version}</version> |
| <scope>provided</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.zeppelin</groupId> |
| <artifactId>spark-scala-2.10</artifactId> |
| <version>${project.version}</version> |
| <scope>provided</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.zeppelin</groupId> |
| <artifactId>spark-scala-2.11</artifactId> |
| <version>${project.version}</version> |
| <scope>provided</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.zeppelin</groupId> |
| <artifactId>spark-scala-2.12</artifactId> |
| <version>${project.version}</version> |
| <scope>provided</scope> |
| </dependency> |
| |
| <!-- Spark --> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-core_${spark.scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-client</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-repl_${spark.scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-sql_${spark.scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-hive_${spark.scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-streaming_${spark.scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-catalyst_${spark.scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| |
| <!-- hadoop --> |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-client</artifactId> |
| <version>${hadoop.version}</version> |
| <scope>compile</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-yarn_${spark.scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-yarn-api</artifactId> |
| <version>${yarn.version}</version> |
| <scope>compile</scope> |
| </dependency> |
| |
| </dependencies> |
| |
| <build> |
| <plugins> |
| <plugin> |
| <artifactId>maven-enforcer-plugin</artifactId> |
| <executions> |
| <execution> |
| <id>enforce</id> |
| <phase>none</phase> |
| </execution> |
| </executions> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-surefire-plugin</artifactId> |
| <configuration> |
| <forkCount>1</forkCount> |
| <reuseForks>false</reuseForks> |
| <argLine>-Xmx1024m -XX:MaxMetaspaceSize=256m</argLine> |
| </configuration> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-shade-plugin</artifactId> |
| <configuration> |
| <filters> |
| <filter> |
| <artifact>*:*</artifact> |
| <excludes> |
| <exclude>org/datanucleus/**</exclude> |
| <exclude>META-INF/*.SF</exclude> |
| <exclude>META-INF/*.DSA</exclude> |
| <exclude>META-INF/*.RSA</exclude> |
| </excludes> |
| </filter> |
| </filters> |
| <transformers> |
| <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/> |
| <transformer implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer"> |
| <resource>reference.conf</resource> |
| </transformer> |
| </transformers> |
| <outputFile>${project.basedir}/../../interpreter/spark/dep/${project.artifactId}-${project.version}.jar</outputFile> |
| </configuration> |
| <executions> |
| <execution> |
| <phase>package</phase> |
| <goals> |
| <goal>shade</goal> |
| </goals> |
| </execution> |
| </executions> |
| </plugin> |
| |
| <!-- Deploy datanucleus jars to the interpreter/spark directory --> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-dependency-plugin</artifactId> |
| <executions> |
| <execution> |
| <id>copy-interpreter-dependencies</id> |
| <phase>package</phase> |
| <goals> |
| <goal>copy-dependencies</goal> |
| </goals> |
| <configuration> |
| <skip>true</skip> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| |
| <plugin> |
| <artifactId>maven-resources-plugin</artifactId> |
| <executions> |
| <execution> |
| <id>copy-interpreter-setting</id> |
| <phase>none</phase> |
| <configuration> |
| <skip>true</skip> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| |
| <!-- include pyspark by default --> |
| <plugin> |
| <groupId>com.googlecode.maven-download-plugin</groupId> |
| <artifactId>download-maven-plugin</artifactId> |
| <executions> |
| <execution> |
| <id>download-pyspark-files</id> |
| <phase>validate</phase> |
| <goals> |
| <goal>wget</goal> |
| </goals> |
| <configuration> |
| <readTimeOut>60000</readTimeOut> |
| <retries>5</retries> |
| <unpack>true</unpack> |
| <url>${spark.src.download.url}</url> |
| <outputDirectory>${project.build.directory}</outputDirectory> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| |
| <plugin> |
| <artifactId>maven-clean-plugin</artifactId> |
| <configuration> |
| <filesets> |
| <fileset> |
| <directory>${basedir}/../python/build</directory> |
| </fileset> |
| </filesets> |
| </configuration> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-antrun-plugin</artifactId> |
| <executions> |
| <execution> |
| <id>zip-pyspark-files</id> |
| <phase>generate-resources</phase> |
| <goals> |
| <goal>run</goal> |
| </goals> |
| <configuration> |
| <target> |
| <delete dir="../../interpreter/spark/pyspark"/> |
| <copy todir="../../interpreter/spark/pyspark" |
| file="${project.build.directory}/${spark.archive}/python/lib/py4j-${py4j.version}-src.zip"/> |
| <zip destfile="${project.build.directory}/../../../interpreter/spark/pyspark/pyspark.zip" |
| basedir="${project.build.directory}/${spark.archive}/python" |
| includes="pyspark/*.py,pyspark/**/*.py"/> |
| </target> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| </plugins> |
| </build> |
| |
| |
| </project> |