| <?xml version="1.0" encoding="UTF-8"?> |
| <!-- |
| Licensed to the Apache Software Foundation (ASF) under one or more |
| contributor license agreements. See the NOTICE file distributed with |
| this work for additional information regarding copyright ownership. |
| The ASF licenses this file to You under the Apache License, Version 2.0 |
| (the "License"); you may not use this file except in compliance with |
| the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| --> |
| <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> |
| <parent> |
| <artifactId>hudi</artifactId> |
| <groupId>org.apache.hudi</groupId> |
| <version>0.13.0</version> |
| </parent> |
| <modelVersion>4.0.0</modelVersion> |
| |
| <artifactId>hudi-utilities_${scala.binary.version}</artifactId> |
| <packaging>jar</packaging> |
| |
| <properties> |
| <main.basedir>${project.parent.basedir}</main.basedir> |
| </properties> |
| |
| <build> |
| <plugins> |
| <plugin> |
| <groupId>org.jacoco</groupId> |
| <artifactId>jacoco-maven-plugin</artifactId> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-compiler-plugin</artifactId> |
| <configuration> |
| <source>1.8</source> |
| <target>1.8</target> |
| </configuration> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-jar-plugin</artifactId> |
| <version>3.1.2</version> |
| <executions> |
| <execution> |
| <goals> |
| <goal>test-jar</goal> |
| </goals> |
| </execution> |
| </executions> |
| </plugin> |
| <plugin> |
| <groupId>org.apache.rat</groupId> |
| <artifactId>apache-rat-plugin</artifactId> |
| </plugin> |
| <plugin> |
| <groupId>com.github.os72</groupId> |
| <artifactId>protoc-jar-maven-plugin</artifactId> |
| </plugin> |
| </plugins> |
| |
| <resources> |
| <resource> |
| <directory>src/main/resources</directory> |
| </resource> |
| <resource> |
| <directory>src/test/resources</directory> |
| <excludes> |
| <exclude>*-site.xml</exclude> |
| </excludes> |
| <filtering>false</filtering> |
| </resource> |
| </resources> |
| </build> |
| |
| <dependencies> |
| <!-- Protobuf --> |
| <dependency> |
| <groupId>com.google.protobuf</groupId> |
| <artifactId>protobuf-java</artifactId> |
| </dependency> |
| <dependency> |
| <groupId>com.google.protobuf</groupId> |
| <artifactId>protobuf-java-util</artifactId> |
| <exclusions> |
| <exclusion> |
| <groupId>com.google.guava</groupId> |
| <artifactId>guava</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <!-- H2 database for JdbcbaseSchemaProvider --> |
| <dependency> |
| <groupId>com.h2database</groupId> |
| <artifactId>h2</artifactId> |
| <version>${h2.version}</version> |
| <scope>test</scope> |
| </dependency> |
| |
| <!-- Jetty --> |
| <dependency> |
| <!-- Needs to be at the top to ensure we get the correct dependency versions for jetty-server --> |
| <groupId>org.eclipse.jetty.aggregate</groupId> |
| <artifactId>jetty-all</artifactId> |
| <version>${jetty.version}</version> |
| <classifier>uber</classifier> |
| <scope>test</scope> |
| </dependency> |
| |
| <!-- Hoodie - Spark --> |
| |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-spark_${scala.binary.version}</artifactId> |
| <version>${project.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <!-- Hoodie - cloud providers --> |
| |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-aws</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-gcp</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| |
| <!-- Hoodie - Other --> |
| |
| <!-- NOTE: This dependency is kept around even though it's not necessary, due to the fact |
| that removing it messes up Orc dependencies on the class-path failing to compile |
| test for Spark 3.x (this occurs b/c Hudi depends on "nohive" version of "orc-core" |
| while Spark 3.x switches to a regular one) --> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-common</artifactId> |
| <version>${project.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-hive-sync</artifactId> |
| <version>${project.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <!-- Kafka --> |
| <dependency> |
| <groupId>org.apache.kafka</groupId> |
| <artifactId>kafka-clients</artifactId> |
| <version>${kafka.version}</version> |
| </dependency> |
| |
| <!-- Pulsar --> |
| <dependency> |
| <groupId>org.apache.pulsar</groupId> |
| <artifactId>pulsar-client</artifactId> |
| <version>${pulsar.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>com.google.protobuf</groupId> |
| <artifactId>protobuf-java</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <!-- Pulsar Spark Connector --> |
| <dependency> |
| <groupId>io.streamnative.connectors</groupId> |
| <artifactId>pulsar-spark-connector_${scala.binary.version}</artifactId> |
| <version>${pulsar.spark.version}</version> |
| <scope>provided</scope> |
| </dependency> |
| |
| <!-- Logging --> |
| <dependency> |
| <groupId>org.apache.logging.log4j</groupId> |
| <artifactId>log4j-1.2-api</artifactId> |
| </dependency> |
| |
| <!-- Fasterxml --> |
| <dependency> |
| <groupId>com.fasterxml.jackson.module</groupId> |
| <artifactId>jackson-module-scala_${scala.binary.version}</artifactId> |
| </dependency> |
| <dependency> |
| <groupId>com.fasterxml.jackson.dataformat</groupId> |
| <artifactId>jackson-dataformat-csv</artifactId> |
| <version>${fasterxml.version}</version> |
| </dependency> |
| |
| <!-- Parquet --> |
| <dependency> |
| <groupId>org.apache.parquet</groupId> |
| <artifactId>parquet-avro</artifactId> |
| <exclusions> |
| <exclusion> |
| <groupId>com.thoughtworks.paranamer</groupId> |
| <artifactId>paranamer</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <!-- Spark --> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-core_${scala.binary.version}</artifactId> |
| <exclusions> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.apache.zookeeper</groupId> |
| <artifactId>zookeeper</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-sql_${scala.binary.version}</artifactId> |
| <exclusions> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-streaming_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-streaming-kafka-0-10_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.spark</groupId> |
| <artifactId>spark-streaming-kafka-0-10_${scala.binary.version}</artifactId> |
| <version>${spark.version}</version> |
| <classifier>tests</classifier> |
| </dependency> |
| |
| <!-- Dropwizard Metrics --> |
| <dependency> |
| <groupId>io.dropwizard.metrics</groupId> |
| <artifactId>metrics-core</artifactId> |
| </dependency> |
| |
| <!-- Used for SQL templating --> |
| <dependency> |
| <groupId>org.antlr</groupId> |
| <artifactId>stringtemplate</artifactId> |
| <version>4.0.2</version> |
| <exclusions> |
| <exclusion> |
| <groupId>org.antlr</groupId> |
| <artifactId>antlr-runtime</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.beust</groupId> |
| <artifactId>jcommander</artifactId> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.twitter</groupId> |
| <artifactId>bijection-avro_${scala.binary.version}</artifactId> |
| <version>0.9.7</version> |
| </dependency> |
| |
| <!-- Kafka --> |
| <dependency> |
| <groupId>io.confluent</groupId> |
| <artifactId>kafka-avro-serializer</artifactId> |
| <version>${confluent.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>io.confluent</groupId> |
| <artifactId>common-config</artifactId> |
| <version>${confluent.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>io.confluent</groupId> |
| <artifactId>common-utils</artifactId> |
| <version>${confluent.version}</version> |
| </dependency> |
| <dependency> |
| <groupId>io.confluent</groupId> |
| <artifactId>kafka-schema-registry-client</artifactId> |
| <version>${confluent.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.kafka</groupId> |
| <artifactId>kafka_${scala.binary.version}</artifactId> |
| <version>${kafka.version}</version> |
| <scope>test</scope> |
| </dependency> |
| |
| <!-- Httpcomponents --> |
| <dependency> |
| <groupId>org.apache.httpcomponents</groupId> |
| <artifactId>httpcore</artifactId> |
| </dependency> |
| |
| <!-- Hadoop --> |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-client</artifactId> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-mapreduce-client-common</artifactId> |
| <exclusions> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-hdfs</artifactId> |
| <classifier>tests</classifier> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hadoop</groupId> |
| <artifactId>hadoop-common</artifactId> |
| <classifier>tests</classifier> |
| <scope>test</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>org.mortbay.jetty</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet.jsp</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>*</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <!-- Hive --> |
| <dependency> |
| <groupId>${hive.groupid}</groupId> |
| <artifactId>hive-jdbc</artifactId> |
| <version>${hive.version}</version> |
| <exclusions> |
| <exclusion> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>javax.servlet</groupId> |
| <artifactId>servlet-api</artifactId> |
| </exclusion> |
| <exclusion> |
| <groupId>org.eclipse.jetty.orbit</groupId> |
| <artifactId>javax.servlet</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| <dependency> |
| <groupId>${hive.groupid}</groupId> |
| <artifactId>hive-service</artifactId> |
| <version>${hive.version}</version> |
| </dependency> |
| |
| <!-- Hoodie - Test --> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-client-common</artifactId> |
| <version>${project.version}</version> |
| <classifier>tests</classifier> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-spark-client</artifactId> |
| <version>${project.version}</version> |
| <classifier>tests</classifier> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-common</artifactId> |
| <version>${project.version}</version> |
| <classifier>tests</classifier> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-hive-sync</artifactId> |
| <version>${project.version}</version> |
| <classifier>tests</classifier> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-spark_${scala.binary.version}</artifactId> |
| <version>${project.version}</version> |
| <classifier>tests</classifier> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| <dependency> |
| <groupId>org.apache.hudi</groupId> |
| <artifactId>hudi-tests-common</artifactId> |
| <version>${project.version}</version> |
| <scope>test</scope> |
| </dependency> |
| |
| <!-- Hive - Test --> |
| <dependency> |
| <groupId>${hive.groupid}</groupId> |
| <artifactId>hive-exec</artifactId> |
| <version>${hive.version}</version> |
| <scope>test</scope> |
| <classifier>${hive.exec.classifier}</classifier> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.junit.jupiter</groupId> |
| <artifactId>junit-jupiter-api</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.junit.jupiter</groupId> |
| <artifactId>junit-jupiter-engine</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.junit.vintage</groupId> |
| <artifactId>junit-vintage-engine</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.junit.jupiter</groupId> |
| <artifactId>junit-jupiter-params</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.mockito</groupId> |
| <artifactId>mockito-junit-jupiter</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.junit.platform</groupId> |
| <artifactId>junit-platform-runner</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.junit.platform</groupId> |
| <artifactId>junit-platform-suite-api</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.junit.platform</groupId> |
| <artifactId>junit-platform-commons</artifactId> |
| <scope>test</scope> |
| </dependency> |
| </dependencies> |
| </project> |