| <?xml version="1.0" encoding="UTF-8"?> |
| <!-- |
| Tencent is pleased to support the open source community by making |
| Firestorm-Spark remote shuffle server available. |
| |
| Copyright (C) 2021 THL A29 Limited, a Tencent company. All rights reserved. |
| |
| Licensed under the Apache License, Version 2.0 (the "License"); you may not use |
| this file except in compliance with the License. You may obtain a copy of the |
| License at |
| |
| https://opensource.org/licenses/Apache-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| WARRANTIES OF ANY KIND, either express or implied. See the License for the |
| specific language governing permissions and limitations under the License. |
| --> |
| |
| <project xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" |
| xmlns="http://maven.apache.org/POM/4.0.0" |
| xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> |
| <modelVersion>4.0.0</modelVersion> |
| |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-main</artifactId> |
| <version>0.4.1</version> |
| <packaging>pom</packaging> |
| <name>Remote Shuffle Service Project Parent POM</name> |
| <description>Remote Shuffle Service Project</description> |
| |
| <parent> |
| <groupId>org.apache</groupId> |
| <artifactId>apache</artifactId> |
| <version>18</version> |
| </parent> |
| |
| <properties> |
| <error_prone_annotations.version>2.3.4</error_prone_annotations.version> |
| <execution.root>${user.dir}</execution.root> |
| <fasterxml.jackson.version>2.10.0</fasterxml.jackson.version> |
| <grpc.version>1.33.0</grpc.version> |
| <guava.version>30.0-jre</guava.version> |
| <hadoop.scope>provided</hadoop.scope> |
| <hadoop.version>2.8.5</hadoop.version> |
| <httpclient.version>4.5.3</httpclient.version> |
| <httpcore.version>4.4.4</httpcore.version> |
| <java.version>1.8</java.version> |
| <jetty.version>9.3.24.v20180605</jetty.version> |
| <junit.version>4.13.1</junit.version> |
| <log4j.core.version>2.17.1</log4j.core.version> |
| <maven.compiler.source>${java.version}</maven.compiler.source> |
| <maven.compiler.target>${java.version}</maven.compiler.target> |
| <metrics.version>3.1.0</metrics.version> |
| <mockito.inline.version>3.5.15</mockito.inline.version> |
| <netty.version>4.1.68.Final</netty.version> |
| <picocli.version>4.5.2</picocli.version> |
| <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> |
| <prometheus.simpleclient.version>0.9.0</prometheus.simpleclient.version> |
| <protobuf.version>3.12.0</protobuf.version> |
| <protoc.version>3.12.0</protoc.version> |
| <roaring.bitmap.version>0.9.15</roaring.bitmap.version> |
| <rss.shade.packageName>com.tencent.rss</rss.shade.packageName> |
| <skipDeploy>false</skipDeploy> |
| <slf4j.version>1.7.25</slf4j.version> |
| <system-rules.version>1.19.0</system-rules.version> |
| <test.redirectToFile>true</test.redirectToFile> |
| </properties> |
| |
| <repositories> |
| <repository> |
| <id>central</id> |
| <name>Maven Repository</name> |
| <url>https://repo1.maven.org/maven2</url> |
| <releases> |
| <enabled>true</enabled> |
| </releases> |
| <snapshots> |
| <enabled>false</enabled> |
| </snapshots> |
| </repository> |
| <repository> |
| <id>apache-repo</id> |
| <name>Apache Repository</name> |
| <url>https://repository.apache.org/content/repositories/releases</url> |
| <releases> |
| <enabled>true</enabled> |
| </releases> |
| <snapshots> |
| <enabled>false</enabled> |
| </snapshots> |
| </repository> |
| </repositories> |
| |
| <modules> |
| <module>proto</module> |
| <module>common</module> |
| <module>coordinator</module> |
| <module>internal-client</module> |
| <module>storage</module> |
| <module>server</module> |
| <module>client</module> |
| <module>integration-test/common</module> |
| </modules> |
| |
| <dependencies> |
| <dependency> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-log4j12</artifactId> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.google.errorprone</groupId> |
| <artifactId>error_prone_annotations</artifactId> |
| </dependency> |
| |
| <dependency> |
| <groupId>junit</groupId> |
| <artifactId>junit</artifactId> |
| <scope>test</scope> |
| </dependency> |
| </dependencies> |
| |
| <dependencyManagement> |
| <dependencies> |
| <dependency> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-log4j12</artifactId> |
| <version>${slf4j.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.google.protobuf</groupId> |
| <artifactId>protobuf-java-util</artifactId> |
| <version>${protobuf.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>io.grpc</groupId> |
| <artifactId>grpc-netty-shaded</artifactId> |
| <version>${grpc.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>io.grpc</groupId> |
| <artifactId>grpc-protobuf</artifactId> |
| <version>${grpc.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>io.grpc</groupId> |
| <artifactId>grpc-stub</artifactId> |
| <version>${grpc.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>io.grpc</groupId> |
| <artifactId>grpc-testing</artifactId> |
| <version>${grpc.version}</version> |
| <scope>test</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>junit</groupId> |
| <artifactId>junit</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>io.netty</groupId> |
| <artifactId>netty-all</artifactId> |
| <version>${netty.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-api</artifactId> |
| <version>${slf4j.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.logging.log4j</groupId> |
| <artifactId>log4j-core</artifactId> |
| <version>${log4j.core.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.google.guava</groupId> |
| <artifactId>guava</artifactId> |
| <version>${guava.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>io.dropwizard.metrics</groupId> |
| <artifactId>metrics-core</artifactId> |
| <version>${metrics.version}</version> |
| </dependency> |
| |
| |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-proto</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-common</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-internal-client</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>shuffle-server</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>coordinator</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>shuffle-storage</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>commons-logging</groupId> |
| <artifactId>commons-logging</artifactId> |
| <version>1.2</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.commons</groupId> |
| <artifactId>commons-lang3</artifactId> |
| <version>3.5</version> |
| </dependency> |
| <dependency> |
| <groupId>commons-codec</groupId> |
| <artifactId>commons-codec</artifactId> |
| <version>1.9</version> |
| </dependency> |
| <dependency> |
| <groupId>org.codehaus.jackson</groupId> |
| <artifactId>jackson-jaxrs</artifactId> |
| <version>1.9.13</version> |
| <scope>provided</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.codehaus.jackson</groupId> |
| <artifactId>jackson-xc</artifactId> |
| <version>1.9.13</version> |
| <scope>provided</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>shuffle-storage</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client</artifactId> |
| <version>${project.version}</version> |
| <scope>test</scope> |
| <type>test-jar</type> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-common</artifactId> |
| <version>${project.version}</version> |
| <scope>test</scope> |
| <type>test-jar</type> |
| <exclusions> |
| <exclusion> |
| <groupId>io.prometheus</groupId> |
| <artifactId>simpleclient_jetty</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-common</artifactId> |
| <version>${hadoop.version}</version> |
| <scope>${hadoop.scope}</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-client</artifactId> |
| <version>${hadoop.version}</version> |
| <scope>${hadoop.scope}</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>org.fusesource.leveldbjni</groupId> |
| <artifactId>leveldbjni-all</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.codehaus.jackson</groupId> |
| <artifactId>jackson-mapper-asl</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.codahale.metrics</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.ow2.asm</groupId> |
| <artifactId>asm</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.jboss.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>io.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.nimbusds</groupId> |
| <artifactId>nimbus-jose-jwt</artifactId> |
| </exclusion> |
| <exclusion> |
| <!-- BeanUtils >= 1.9.0 no longer splits out -core; exclude it --> |
| <groupId>commons-beanutils</groupId> |
| <artifactId>commons-beanutils-core</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>commons-logging</groupId> |
| <artifactId>commons-logging</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.mockito</groupId> |
| <artifactId>mockito-all</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>servlet-api-2.5</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>junit</groupId> |
| <artifactId>junit</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.sun.jersey</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.sun.jersey.jersey-test-framework</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.sun.jersey.contribs</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>net.java.dev.jets3t</groupId> |
| <artifactId>jets3t</artifactId> |
| </exclusion> |
| <!-- Hadoop-3.2 --> |
| <exclusion> |
| <groupId>javax.ws.rs</groupId> |
| <artifactId>jsr311-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.eclipse.jetty</groupId> |
| <artifactId>jetty-webapp</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>commons-codec</groupId> |
| <artifactId>commons-codec</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.google.code.findbugs</groupId> |
| <artifactId>jsr305</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.google.protobuf</groupId> |
| <artifactId>protobuf-java</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.google.code.gson</groupId> |
| <artifactId>gson</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-core</artifactId> |
| <version>${fasterxml.jackson.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-databind</artifactId> |
| <version>${fasterxml.jackson.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.google.errorprone</groupId> |
| <artifactId>error_prone_annotations</artifactId> |
| <version>${error_prone_annotations.version} |
| </version> <!-- prefer to use 2.3.3 or later --> |
| </dependency> |
| |
| <dependency> |
| <groupId>io.prometheus</groupId> |
| <artifactId>simpleclient</artifactId> |
| <version>${prometheus.simpleclient.version}</version> |
| </dependency> |
| <!-- Hotspot JVM metrics--> |
| <dependency> |
| <groupId>io.prometheus</groupId> |
| <artifactId>simpleclient_hotspot</artifactId> |
| <version>${prometheus.simpleclient.version}</version> |
| </dependency> |
| <!-- Exposition HTTPServer--> |
| <dependency> |
| <groupId>io.prometheus</groupId> |
| <artifactId>simpleclient_httpserver</artifactId> |
| <version>${prometheus.simpleclient.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>io.prometheus</groupId> |
| <artifactId>simpleclient_jetty</artifactId> |
| <version>${prometheus.simpleclient.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>io.prometheus</groupId> |
| <artifactId>simpleclient_servlet</artifactId> |
| <version>${prometheus.simpleclient.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>junit</groupId> |
| <artifactId>junit</artifactId> |
| <version>${junit.version}</version> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.mockito</groupId> |
| <artifactId>mockito-inline</artifactId> |
| <version>${mockito.inline.version}</version> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-minicluster</artifactId> |
| <version>${hadoop.version}</version> |
| <scope>test</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>io.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.google.code.findbugs</groupId> |
| <artifactId>jsr305</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.google.protobuf</groupId> |
| <artifactId>protobuf-java</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.google.code.gson</groupId> |
| <artifactId>gson</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>io.netty</groupId> |
| <artifactId>netty</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.nimbusds</groupId> |
| <artifactId>nimbus-jose-jwt</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.roaringbitmap</groupId> |
| <artifactId>RoaringBitmap</artifactId> |
| <version>${roaring.bitmap.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>info.picocli</groupId> |
| <artifactId>picocli</artifactId> |
| <version>${picocli.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.github.stefanbirkner</groupId> |
| <artifactId>system-rules</artifactId> |
| <version>${system-rules.version}</version> |
| <scope>test</scope> |
| </dependency> |
| |
| </dependencies> |
| </dependencyManagement> |
| |
| <build> |
| <pluginManagement> |
| <plugins> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-compiler-plugin</artifactId> |
| <version>3.7.0</version> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-assembly-plugin</artifactId> |
| <version>2.6</version> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-antrun-plugin</artifactId> |
| <version>1.8</version> |
| </plugin> |
| <plugin> |
| <groupId>org.xolstice.maven.plugins</groupId> |
| <artifactId>protobuf-maven-plugin</artifactId> |
| <version>0.6.1</version> |
| <configuration> |
| <protocArtifact> |
| com.google.protobuf:protoc:${protoc.version}:exe:${os.detected.classifier} |
| </protocArtifact> |
| <pluginId>grpc-java</pluginId> |
| <pluginArtifact> |
| io.grpc:protoc-gen-grpc-java:${grpc.version}:exe:${os.detected.classifier} |
| </pluginArtifact> |
| </configuration> |
| <executions> |
| <execution> |
| <goals> |
| <goal>compile</goal> |
| <goal>compile-custom</goal> |
| </goals> |
| </execution> |
| </executions> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-enforcer-plugin</artifactId> |
| <version>1.4.1</version> |
| <executions> |
| <execution> |
| <id>enforce</id> |
| <goals> |
| <goal>enforce</goal> |
| </goals> |
| <configuration> |
| <rules> |
| <requireUpperBoundDeps/> |
| </rules> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-jar-plugin</artifactId> |
| <version>2.3.2</version> |
| <executions> |
| <execution> |
| <goals> |
| <goal>test-jar</goal> |
| </goals> |
| </execution> |
| </executions> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-shade-plugin</artifactId> |
| <version>3.2.4</version> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-deploy-plugin</artifactId> |
| <version>2.8.2</version> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.felix</groupId> |
| <artifactId>maven-bundle-plugin</artifactId> |
| <version>2.4.0</version> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.codehaus.mojo</groupId> |
| <artifactId>build-helper-maven-plugin</artifactId> |
| <version>1.10</version> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-install-plugin</artifactId> |
| <version>2.5.2</version> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-surefire-plugin</artifactId> |
| <version>2.22.2</version> |
| <configuration> |
| <systemProperties> |
| <java.awt.headless>true</java.awt.headless> |
| <java.io.tmpdir>${project.build.directory}/tmp</java.io.tmpdir> |
| <project.version>${project.version}</project.version> |
| <jacoco-agent.destfile>target/jacoco.exec</jacoco-agent.destfile> |
| </systemProperties> |
| <redirectTestOutputToFile>${test.redirectToFile}</redirectTestOutputToFile> |
| <useFile>${test.redirectToFile}</useFile> |
| <argLine>${argLine} -ea -Xmx3g</argLine> |
| <failIfNoTests>false</failIfNoTests> |
| </configuration> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-remote-resources-plugin</artifactId> |
| <version>1.5</version> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.codehaus.mojo</groupId> |
| <artifactId>license-maven-plugin</artifactId> |
| <version>1.13</version> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-javadoc-plugin</artifactId> |
| <version>3.0.0-M1</version> |
| <configuration> |
| <doctitle>Remote Shuffle Service ${project.version} Java API</doctitle> |
| <windowtitle>Remove Shuffle Service ${project.version} JavaDoc</windowtitle> |
| </configuration> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.jacoco</groupId> |
| <artifactId>jacoco-maven-plugin</artifactId> |
| <version>0.8.3</version> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.rat</groupId> |
| <artifactId>apache-rat-plugin</artifactId> |
| <version>0.13</version> |
| </plugin> |
| </plugins> |
| </pluginManagement> |
| |
| <plugins> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-compiler-plugin</artifactId> |
| <configuration> |
| <source>${java.version}</source> |
| <target>${java.version}</target> |
| <fork>true</fork> |
| <meminitial>512m</meminitial> |
| <compilerArgs> |
| <arg>-Xlint:all,-options,-path</arg> |
| </compilerArgs> |
| </configuration> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-antrun-plugin</artifactId> |
| <executions> |
| <!-- Cleans up files that tests append to (because we have two test plugins). --> |
| <execution> |
| <id>pre-test-clean</id> |
| <phase>generate-test-resources</phase> |
| <goals> |
| <goal>run</goal> |
| </goals> |
| <configuration> |
| <target> |
| <delete file="${project.build.directory}/unit-tests.log" |
| quiet="true"/> |
| <delete dir="${project.build.directory}/jacoco" quiet="true"/> |
| <delete dir="${project.build.directory}/tmp" quiet="true"/> |
| </target> |
| </configuration> |
| </execution> |
| <!-- Create the temp directory to be used by tests. --> |
| <execution> |
| <id>create-tmp-dir</id> |
| <phase>generate-test-resources</phase> |
| <goals> |
| <goal>run</goal> |
| </goals> |
| <configuration> |
| <target> |
| <mkdir dir="${project.build.directory}/tmp"/> |
| </target> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-checkstyle-plugin</artifactId> |
| <version>3.1.1</version> |
| <configuration> |
| <sourceDirectories> |
| <directory>${basedir}/src/main/java</directory> |
| <directory>${basedir}/src/main/scala</directory> |
| </sourceDirectories> |
| <testSourceDirectories> |
| <directory>${basedir}/src/test/java</directory> |
| <directory>${basedir}/src/main/scala</directory> |
| </testSourceDirectories> |
| <configLocation>checkstyle.xml</configLocation> |
| <encoding>UTF-8</encoding> |
| <consoleOutput>true</consoleOutput> |
| <failsOnError>true</failsOnError> |
| <linkXRef>false</linkXRef> |
| <failOnViolation>true</failOnViolation> |
| <violationSeverity>warning</violationSeverity> |
| </configuration> |
| <dependencies> |
| <dependency> |
| <groupId>com.puppycrawl.tools</groupId> |
| <artifactId>checkstyle</artifactId> |
| <version>8.37</version> |
| </dependency> |
| </dependencies> |
| <executions> |
| <execution> |
| <id>validate</id> |
| <phase>validate</phase> |
| <goals> |
| <goal>check</goal> |
| </goals> |
| </execution> |
| </executions> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-dependency-plugin</artifactId> |
| <version>2.10</version> |
| <executions> |
| <execution> |
| <id>copy-dependencies</id> |
| <phase>prepare-package</phase> |
| <goals> |
| <goal>copy-dependencies</goal> |
| </goals> |
| <configuration> |
| <useSubDirectoryPerType>false</useSubDirectoryPerType> |
| <includeScope>runtime</includeScope> |
| <silent>true</silent> |
| <overWriteReleases>true</overWriteReleases> |
| <overWriteSnapshots>true</overWriteSnapshots> |
| <outputDirectory> |
| ${project.build.directory}/jars |
| </outputDirectory> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-surefire-plugin</artifactId> |
| </plugin> |
| |
| <!-- Override this plugin with parent POM to add DISCLAIMER file to artifacts. --> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-remote-resources-plugin</artifactId> |
| <executions> |
| <execution> |
| <id>process-resource-bundles</id> |
| <goals> |
| <goal>process</goal> |
| </goals> |
| <configuration> |
| <resourceBundles> |
| <resourceBundle>org.apache:apache-jar-resource-bundle:1.4 |
| </resourceBundle> |
| <resourceBundle> |
| org.apache.apache.resources:apache-incubator-disclaimer-resource-bundle:1.2-SNAPSHOT |
| </resourceBundle> |
| </resourceBundles> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.jacoco</groupId> |
| <artifactId>jacoco-maven-plugin</artifactId> |
| <executions> |
| <execution> |
| <id>default-prepare-agent</id> |
| <goals> |
| <goal>prepare-agent</goal> |
| </goals> |
| </execution> |
| <execution> |
| <id>report</id> |
| <phase>test</phase> |
| <goals> |
| <goal>report</goal> |
| </goals> |
| </execution> |
| </executions> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.rat</groupId> |
| <artifactId>apache-rat-plugin</artifactId> |
| <executions> |
| <execution> |
| <phase>validate</phase> |
| <goals> |
| <goal>check</goal> |
| </goals> |
| <configuration> |
| <excludes> |
| <exclude>README.md</exclude> |
| <exclude>CONTRIBUTING.md</exclude> |
| <exclude>LICENSE</exclude> |
| <exclude>**/target/**</exclude> |
| <exclude>**/**/target/**</exclude> |
| <exclude>tencent-bin/**</exclude> |
| <exclude>*.iml</exclude> |
| <exclude>**/*.iml</exclude> |
| <exclude>**/**/*.iml</exclude> |
| <exclude>dependency-reduced-pom.xml</exclude> |
| <exclude>src/test/resources/empty</exclude> |
| <exclude>**/dependency-reduced-pom.xml</exclude> |
| <exclude>**/**/dependency-reduced-pom.xml</exclude> |
| <exclude>**/pom.xml.versionsBackup</exclude> |
| <exclude>**/**/pom.xml.versionsBackup</exclude> |
| <exclude>pom.xml.versionsBackup</exclude> |
| <exclude>*.log</exclude> |
| <exclude>CovTemp/**</exclude> |
| <exclude>coverage_ogid.txt</exclude> |
| <exclude>quantity_temp.properties</exclude> |
| <exclude>rss*/</exclude> |
| <exclude>spark-patches/**</exclude> |
| <exclude>docs/*.md</exclude> |
| <exclude>.github/PULL_REQUEST_TEMPLATE</exclude> |
| </excludes> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| </plugins> |
| |
| <testResources> |
| <testResource> |
| <directory>${basedir}/src/test/resources</directory> |
| <filtering>true</filtering> |
| </testResource> |
| </testResources> |
| |
| </build> |
| |
| <reporting> |
| <plugins> |
| <plugin> |
| <groupId>net.alchim31.maven</groupId> |
| <artifactId>scala-maven-plugin</artifactId> |
| </plugin> |
| </plugins> |
| </reporting> |
| |
| <profiles> |
| |
| <profile> |
| <!-- This will search remote and local repos to generate THIRD-PARTY license file, make sure |
| livy artifacts existed in either remote or local repos, otherwise run mvn install before. --> |
| <id>generate-third-party</id> |
| <activation> |
| <property> |
| <name>generate-third-party</name> |
| </property> |
| </activation> |
| <build> |
| <plugins> |
| <plugin> |
| <groupId>org.codehaus.mojo</groupId> |
| <artifactId>license-maven-plugin</artifactId> |
| <inherited>false</inherited> |
| <configuration> |
| <outputDirectory>${execution.root}</outputDirectory> |
| <thirdPartyFilename>THIRD-PARTY</thirdPartyFilename> |
| <sortArtifactByName>true</sortArtifactByName> |
| <fileTemplate>${execution.root}/dev/third-party-file.ftl</fileTemplate> |
| <useMissingFile>true</useMissingFile> |
| <missingFile> |
| ${execution.root}/dev/third-party-missing-license.properties |
| </missingFile> |
| </configuration> |
| <executions> |
| <execution> |
| <phase>prepare-package</phase> |
| <goals> |
| <goal>aggregate-add-third-party</goal> |
| </goals> |
| </execution> |
| </executions> |
| </plugin> |
| </plugins> |
| </build> |
| </profile> |
| |
| <profile> |
| <id>public-docs</id> |
| <activation> |
| <property> |
| <name>public-docs</name> |
| </property> |
| </activation> |
| <build> |
| <plugins> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-javadoc-plugin</artifactId> |
| <configuration> |
| <failOnError>true</failOnError> |
| <excludePackageNames>*.test,*.example,*.client,*.annotations,*.rsc |
| </excludePackageNames> |
| </configuration> |
| </plugin> |
| </plugins> |
| </build> |
| </profile> |
| |
| <profile> |
| <id>spark2</id> |
| <properties> |
| <scala.binary.version>2.11</scala.binary.version> |
| <spark.version>2.4.6</spark.version> |
| <client.type>2</client.type> |
| <jackson.version>2.9.0</jackson.version> |
| </properties> |
| <modules> |
| <module>client-spark/common</module> |
| <module>client-spark/spark2</module> |
| <module>integration-test/spark-common</module> |
| </modules> |
| <dependencyManagement> |
| <dependencies> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark2</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-core_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-sql_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark-common</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-integration-common-test</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark-common</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| </dependency> |
| </dependencies> |
| </dependencyManagement> |
| </profile> |
| |
| <profile> |
| <id>spark2.3</id> |
| <properties> |
| <scala.binary.version>2.11</scala.binary.version> |
| <spark.version>2.3.4</spark.version> |
| <client.type>2</client.type> |
| <jackson.version>2.9.0</jackson.version> |
| <netty.version>4.1.47.Final</netty.version> |
| </properties> |
| <modules> |
| <module>client-spark/common</module> |
| <module>client-spark/spark2</module> |
| <module>integration-test/spark-common</module> |
| </modules> |
| <dependencyManagement> |
| <dependencies> |
| <dependency> |
| <groupId>io.netty</groupId> |
| <artifactId>netty-all</artifactId> |
| <version>${netty.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark2</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-core_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-sql_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark-common</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-integration-common-test</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark-common</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| </dependency> |
| </dependencies> |
| </dependencyManagement> |
| </profile> |
| |
| <profile> |
| <id>spark3</id> |
| <properties> |
| <scala.binary.version>2.12</scala.binary.version> |
| <spark.version>3.1.2</spark.version> |
| <client.type>3</client.type> |
| <jackson.version>2.10.0</jackson.version> |
| </properties> |
| <modules> |
| <module>client-spark/common</module> |
| <module>client-spark/spark3</module> |
| <module>integration-test/spark-common</module> |
| <module>integration-test/spark3</module> |
| </modules> |
| <dependencyManagement> |
| <dependencies> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark3</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-core_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-databind</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-core</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-sql_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-databind</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-core</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark-common</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark-common</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-integration-common-test</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-integration-spark-common-test</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| </dependencies> |
| </dependencyManagement> |
| </profile> |
| |
| <profile> |
| <id>spark3.2</id> |
| <properties> |
| <scala.binary.version>2.12</scala.binary.version> |
| <spark.version>3.2.1</spark.version> |
| <client.type>3</client.type> |
| <jackson.version>2.12.0</jackson.version> |
| </properties> |
| <modules> |
| <module>client-spark/common</module> |
| <module>client-spark/spark3</module> |
| <module>integration-test/spark-common</module> |
| <module>integration-test/spark3</module> |
| </modules> |
| <dependencyManagement> |
| <dependencies> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark3</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-core_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-databind</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-core</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-sql_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-databind</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-core</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark-common</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark-common</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-integration-common-test</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-integration-spark-common-test</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| </dependencies> |
| </dependencyManagement> |
| </profile> |
| |
| <profile> |
| <id>spark3.0</id> |
| <properties> |
| <scala.binary.version>2.12</scala.binary.version> |
| <spark.version>3.0.1</spark.version> |
| <client.type>3</client.type> |
| <jackson.version>2.10.0</jackson.version> |
| </properties> |
| <modules> |
| <module>client-spark/common</module> |
| <module>client-spark/spark3</module> |
| <module>integration-test/spark-common</module> |
| <module>integration-test/spark3</module> |
| </modules> |
| <dependencyManagement> |
| <dependencies> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark3</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-core_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-databind</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-core</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-sql_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark-common</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-client-spark-common</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-integration-common-test</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>com.tencent.rss</groupId> |
| <artifactId>rss-integration-spark-common-test</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| </dependencies> |
| </dependencyManagement> |
| </profile> |
| |
| </profiles> |
| |
| </project> |