| <?xml version="1.0" encoding="UTF-8"?> |
| |
| <!-- |
| Licensed to the Apache Software Foundation (ASF) under one or more |
| contributor license agreements. See the NOTICE file distributed with |
| this work for additional information regarding copyright ownership. |
| The ASF licenses this file to You under the Apache License, Version 2.0 |
| (the "License"); you may not use this file except in compliance with |
| the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| --> |
| |
| <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> |
| <parent> |
| <artifactId>hudi</artifactId> |
| <groupId>org.apache.hudi</groupId> |
| <version>0.6.1-SNAPSHOT</version> |
| <relativePath>../pom.xml</relativePath> |
| </parent> |
| <artifactId>hudi-integ-test</artifactId> |
| <modelVersion>4.0.0</modelVersion> |
| <dependencies> |
| <!-- Glassfish --> |
| <!-- needs to be at top --> |
| <dependency> |
| <groupId>org.glassfish.jersey.core</groupId> |
| <artifactId>jersey-server</artifactId> |
| </dependency> |
| <dependency> |
| <groupId>org.glassfish.jersey.connectors</groupId> |
| <artifactId>jersey-apache-connector</artifactId> |
| </dependency> |
| <dependency> |
| <groupId>org.glassfish.jersey.containers</groupId> |
| <artifactId>jersey-container-servlet-core</artifactId> |
| </dependency> |
| |
| <!-- Docker-Java - Test--> |
| <!-- needs to be at top to force javax.ws version --> |
| <dependency> |
| <groupId>com.github.docker-java</groupId> |
| <artifactId>docker-java</artifactId> |
| <version>3.1.2</version> |
| <scope>test</scope> |
| </dependency> |
| |
| <!-- Jetty --> |
| <dependency> |
| <!-- Needs to be at the top to ensure we get the correct dependency versions for jetty-server --> |
| <groupId>org.eclipse.jetty.aggregate</groupId> |
| <artifactId>jetty-all</artifactId> |
| <version>${jetty.version}</version> |
| <classifier>uber</classifier> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-sql_${scala.binary.version}</artifactId> |
| <exclusions> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet.jsp</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.eclipse.jetty</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <!-- Hoodie --> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-spark_${scala.binary.version}</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-utilities_${scala.binary.version}</artifactId> |
| <version>${project.version}</version> |
| <scope>provided</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet.jsp</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.databricks</groupId> |
| <artifactId>spark-avro_${scala.binary.version}</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <!-- Logging --> |
| <dependency> |
| <groupId>log4j</groupId> |
| <artifactId>log4j</artifactId> |
| </dependency> |
| |
| <!-- Hoodie - Import --> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-hadoop-sparkworker-docker</artifactId> |
| <version>${project.version}</version> |
| <type>pom</type> |
| </dependency> |
| |
| <!-- Hoodie - Test --> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-common</artifactId> |
| <version>${project.version}</version> |
| <classifier>tests</classifier> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-spark_${scala.binary.version}</artifactId> |
| <version>${project.version}</version> |
| <classifier>tests</classifier> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-hive-sync</artifactId> |
| <version>${project.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet.jsp</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| </exclusions> |
| <classifier>tests</classifier> |
| <type>test-jar</type> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-utilities_${scala.binary.version}</artifactId> |
| <version>${project.version}</version> |
| <classifier>tests</classifier> |
| <type>test-jar</type> |
| <scope>test</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet.jsp</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-client-common</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-spark-client</artifactId> |
| <version>${project.version}</version> |
| <type>test-jar</type> |
| </dependency> |
| |
| <!-- Fasterxml --> |
| <dependency> |
| <groupId>com.fasterxml.jackson.dataformat</groupId> |
| <artifactId>jackson-dataformat-yaml</artifactId> |
| <version>2.7.4</version> |
| </dependency> |
| <dependency> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-databind</artifactId> |
| <version>2.6.7.3</version> |
| </dependency> |
| |
| <!-- Fasterxml - Test--> |
| <dependency> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-annotations</artifactId> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-databind</artifactId> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>com.fasterxml.jackson.datatype</groupId> |
| <artifactId>jackson-datatype-guava</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <!-- HDFS test dependencies --> |
| |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-common</artifactId> |
| <classifier>tests</classifier> |
| <exclusions> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet.jsp</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-hdfs</artifactId> |
| <classifier>tests</classifier> |
| <exclusions> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <artifactId>netty</artifactId> |
| <groupId>io.netty</groupId> |
| </exclusion> |
| <exclusion> |
| <artifactId>netty-all</artifactId> |
| <groupId>io.netty</groupId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <!-- Hive dependencies --> |
| <dependency> |
| <groupId>${hive.groupid}</groupId> |
| <artifactId>hive-exec</artifactId> |
| <version>${hive.version}</version> |
| <classifier>${hive.exec.classifier}</classifier> |
| <exclusions> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>${hive.groupid}</groupId> |
| <artifactId>hive-jdbc</artifactId> |
| <version>${hive.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet.jsp</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.eclipse.jetty</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| </exclusions> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.awaitility</groupId> |
| <artifactId>awaitility</artifactId> |
| <version>3.1.2</version> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.junit.jupiter</groupId> |
| <artifactId>junit-jupiter-api</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.junit.jupiter</groupId> |
| <artifactId>junit-jupiter-engine</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.junit.vintage</groupId> |
| <artifactId>junit-vintage-engine</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.junit.jupiter</groupId> |
| <artifactId>junit-jupiter-params</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.mockito</groupId> |
| <artifactId>mockito-junit-jupiter</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| </dependencies> |
| |
| <properties> |
| <dockerCompose.envFile>${project.basedir}/compose_env</dockerCompose.envFile> |
| <dockerCompose.file>${project.basedir}/../docker/compose/docker-compose_hadoop284_hive233_spark244.yml</dockerCompose.file> |
| <docker.compose.skip>${skipITs}</docker.compose.skip> |
| <checkstyle.skip>true</checkstyle.skip> |
| <main.basedir>${project.parent.basedir}</main.basedir> |
| </properties> |
| |
| <build> |
| <plugins> |
| <plugin> |
| <groupId>org.codehaus.mojo</groupId> |
| <artifactId>exec-maven-plugin</artifactId> |
| <version>1.6.0</version> |
| <executions> |
| <execution><!-- setup HUDI_WS variable in docker compose env file --> |
| <id>Setup HUDI_WS</id> |
| <phase>generate-sources</phase> |
| <goals> |
| <goal>exec</goal> |
| </goals> |
| <configuration> |
| <executable>/bin/bash</executable> |
| <arguments> |
| <argument>-c</argument> |
| <argument>echo HUDI_WS=`dirname ${project.basedir}`</argument> |
| </arguments> |
| <outputFile>${dockerCompose.envFile}</outputFile> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| <plugin> |
| <groupId>org.jacoco</groupId> |
| <artifactId>jacoco-maven-plugin</artifactId> |
| </plugin> |
| <plugin> |
| <groupId>com.dkanejs.maven.plugins</groupId> |
| <artifactId>docker-compose-maven-plugin</artifactId> |
| <version>2.0.1</version> |
| <executions> |
| <execution> |
| <id>up</id> |
| <phase>pre-integration-test</phase> |
| <goals> |
| <goal>up</goal> |
| </goals> |
| <configuration> |
| <skip>${docker.compose.skip}</skip> |
| <host>unix:///var/run/docker.sock</host> |
| <composeFile>${dockerCompose.file}</composeFile> |
| <detachedMode>true</detachedMode> |
| <envFile>${dockerCompose.envFile}</envFile> |
| </configuration> |
| </execution> |
| <execution> |
| <id>down</id> |
| <phase>post-integration-test</phase> |
| <goals> |
| <goal>down</goal> |
| </goals> |
| <configuration> |
| <skip>${docker.compose.skip}</skip> |
| <composeFile>${dockerCompose.file}</composeFile> |
| <removeVolumes>true</removeVolumes> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.rat</groupId> |
| <artifactId>apache-rat-plugin</artifactId> |
| </plugin> |
| </plugins> |
| </build> |
| </project> |