pinot-connectors/pinot-spark-connector/pom.xml

<?xml version="1.0"?>
<!--

    Licensed to the Apache Software Foundation (ASF) under one
    or more contributor license agreements.  See the NOTICE file
    distributed with this work for additional information
    regarding copyright ownership.  The ASF licenses this file
    to you under the Apache License, Version 2.0 (the
    "License"); you may not use this file except in compliance
    with the License.  You may obtain a copy of the License at

      http://www.apache.org/licenses/LICENSE-2.0

    Unless required by applicable law or agreed to in writing,
    software distributed under the License is distributed on an
    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
    KIND, either express or implied.  See the License for the
    specific language governing permissions and limitations
    under the License.

-->
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  <modelVersion>4.0.0</modelVersion>
  <parent>
    <artifactId>pinot-connectors</artifactId>
    <groupId>org.apache.pinot</groupId>
    <version>0.12.1</version>
    <relativePath>..</relativePath>
  </parent>
  <artifactId>pinot-spark-connector</artifactId>
  <name>Pinot Spark Connector</name>
  <url>https://pinot.apache.org/</url>
  <properties>
    <pinot.root>${basedir}/../..</pinot.root>
    <spark.version>2.4.5</spark.version>
    <circe.version>0.13.0</circe.version>
    <paranameter.version>2.8</paranameter.version>
    <scalaxml.version>1.3.0</scalaxml.version>
    <scalatest.version>3.1.1</scalatest.version>
    <shadeBase>org.apache.pinot.\$internal</shadeBase>

    <!-- TODO: delete this prop once all the checkstyle warnings are fixed -->
    <checkstyle.fail.on.violation>false</checkstyle.fail.on.violation>
  </properties>

  <profiles>
    <profile>
      <id>scala-2.12</id>
      <activation>
        <activeByDefault>true</activeByDefault>
      </activation>
      <properties>
        <scala.version>2.12.11</scala.version>
        <scala.compat.version>2.12</scala.compat.version>
      </properties>
      <dependencies>
        <dependency>
          <groupId>com.thoughtworks.paranamer</groupId>
          <artifactId>paranamer</artifactId>
          <version>${paranameter.version}</version>
        </dependency>
        <dependency>
          <groupId>com.fasterxml.jackson.module</groupId>
          <artifactId>jackson-module-scala_${scala.compat.version}</artifactId>
          <exclusions>
            <exclusion>
              <groupId>com.thoughtworks.paranamer</groupId>
              <artifactId>paranamer</artifactId>
            </exclusion>
            <exclusion>
              <groupId>org.scala-lang</groupId>
              <artifactId>scala-library</artifactId>
            </exclusion>
          </exclusions>
        </dependency>
        <dependency>
          <groupId>org.scala-lang.modules</groupId>
          <artifactId>scala-xml_${scala.compat.version}</artifactId>
          <version>${scalaxml.version}</version>
          <exclusions>
            <exclusion>
              <groupId>org.scala-lang</groupId>
              <artifactId>scala-library</artifactId>
            </exclusion>
          </exclusions>
        </dependency>
        <dependency>
          <groupId>org.apache.spark</groupId>
          <artifactId>spark-sql_${scala.compat.version}</artifactId>
          <version>${spark.version}</version>
          <scope>provided</scope>
          <exclusions>
            <exclusion>
              <groupId>org.apache.curator</groupId>
              <artifactId>curator-recipes</artifactId>
            </exclusion>
            <exclusion>
              <groupId>com.thoughtworks.paranamer</groupId>
              <artifactId>paranamer</artifactId>
            </exclusion>
            <exclusion>
              <groupId>org.scala-lang.modules</groupId>
              <artifactId>scala-xml_${scala.compat.version}</artifactId>
            </exclusion>
            <exclusion>
              <groupId>org.scala-lang</groupId>
              <artifactId>scala-library</artifactId>
            </exclusion>
            <exclusion>
              <groupId>com.zaxxer</groupId>
              <artifactId>HikariCP-java7</artifactId>
            </exclusion>
          </exclusions>
        </dependency>
        <dependency>
          <groupId>io.circe</groupId>
          <artifactId>circe-parser_${scala.compat.version}</artifactId>
          <version>${circe.version}</version>
          <exclusions>
            <exclusion>
              <groupId>org.scala-lang</groupId>
              <artifactId>scala-library</artifactId>
            </exclusion>
          </exclusions>
        </dependency>
        <dependency>
          <groupId>io.circe</groupId>
          <artifactId>circe-generic_${scala.compat.version}</artifactId>
          <version>${circe.version}</version>
          <exclusions>
            <exclusion>
              <groupId>org.scala-lang</groupId>
              <artifactId>scala-library</artifactId>
            </exclusion>
          </exclusions>
        </dependency>
        <dependency>
          <groupId>org.scala-lang</groupId>
          <artifactId>scala-library</artifactId>
          <version>${scala.version}</version>
          <scope>provided</scope>
        </dependency>
        <!-- tests -->
        <dependency>
          <groupId>org.scalatest</groupId>
          <artifactId>scalatest_${scala.compat.version}</artifactId>
          <version>${scalatest.version}</version>
          <scope>test</scope>
          <exclusions>
            <exclusion>
              <groupId>org.scala-lang.modules</groupId>
              <artifactId>scala-xml_${scala.compat.version}</artifactId>
            </exclusion>
            <exclusion>
              <groupId>org.scala-lang</groupId>
              <artifactId>scala-library</artifactId>
            </exclusion>
          </exclusions>
        </dependency>
      </dependencies>
      <build>
        <plugins>
          <!-- scala build -->
          <plugin>
            <groupId>org.xolstice.maven.plugins</groupId>
            <artifactId>protobuf-maven-plugin</artifactId>
            <version>0.6.1</version>
            <configuration>
              <protocArtifact>com.google.protobuf:protoc:3.19.2:exe:${os.detected.classifier}</protocArtifact>
              <pluginId>grpc-java</pluginId>
              <pluginArtifact>io.grpc:protoc-gen-grpc-java:1.44.1:exe:${os.detected.classifier}</pluginArtifact>
            </configuration>
            <executions>
              <execution>
                <goals>
                  <goal>compile</goal>
                  <goal>compile-custom</goal>
                </goals>
              </execution>
            </executions>
          </plugin>
          <plugin>
            <artifactId>maven-shade-plugin</artifactId>
            <executions>
              <execution>
                <phase>package</phase>
                <goals>
                  <goal>shade</goal>
                </goals>
                <configuration>
                  <relocations>
                    <relocation>
                      <pattern>com</pattern>
                      <shadedPattern>${shadeBase}.com</shadedPattern>
                      <includes>
                        <include>com.google.protobuf.**</include>
                        <include>com.google.common.**</include>
                      </includes>
                    </relocation>
                  </relocations>
                </configuration>
              </execution>
            </executions>
          </plugin>
          <plugin>
            <groupId>net.alchim31.maven</groupId>
            <artifactId>scala-maven-plugin</artifactId>
            <version>3.2.2</version>
            <executions>
              <execution>
                <id>eclipse-add-source</id>
                <goals>
                  <goal>add-source</goal>
                </goals>
              </execution>
              <execution>
                <id>scala-compile-first</id>
                <phase>process-resources</phase>
                <goals>
                  <goal>compile</goal>
                </goals>
              </execution>
              <execution>
                <id>scala-test-compile-first</id>
                <phase>process-test-resources</phase>
                <goals>
                  <goal>testCompile</goal>
                </goals>
              </execution>
              <execution>
                <id>attach-scaladocs</id>
                <phase>verify</phase>
                <goals>
                  <goal>doc-jar</goal>
                </goals>
              </execution>
            </executions>
            <configuration>
              <scalaVersion>${scala.version}</scalaVersion>
              <args>
                <arg>-unchecked</arg>
                <arg>-deprecation</arg>
                <arg>-feature</arg>
              </args>
              <jvmArgs>
                <jvmArg>-Xms1024m</jvmArg>
                <jvmArg>-Xmx1024m</jvmArg>
              </jvmArgs>
              <javacArgs>
                <javacArg>-source</javacArg>
                <javacArg>${jdk.version}</javacArg>
                <javacArg>-target</javacArg>
                <javacArg>${jdk.version}</javacArg>
                <javacArg>-Xlint:all,-serial,-path</javacArg>
              </javacArgs>
            </configuration>
          </plugin>
        </plugins>
      </build>
    </profile>
    <profile>
      <id>release-sign-artifacts</id>
      <build>
        <plugins>
          <plugin>
            <!-- GPG signing. It's due to the fact that maven-source-plugin and scala-maven-plugin
             have separate lifecycles, and the gpg files created by the former get deleted by the latter.
             Thus, explicitly adding this plugin to a new profile to sign the files at the end all at once. -->
            <groupId>org.apache.maven.plugins</groupId>
            <artifactId>maven-gpg-plugin</artifactId>
            <version>1.6</version>
          </plugin>
        </plugins>
      </build>
    </profile>
  </profiles>

  <build>
    <sourceDirectory>src/main/scala</sourceDirectory>
    <testSourceDirectory>src/test/scala</testSourceDirectory>
    <resources>
      <resource>
        <directory>src/main/resources</directory>
      </resource>
    </resources>
    <testResources>
      <testResource>
        <directory>src/test/resources</directory>
      </testResource>
    </testResources>
    <plugins>
      <!-- disable surefire -->
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-surefire-plugin</artifactId>
        <version>2.7</version>
        <configuration>
          <skipTests>true</skipTests>
        </configuration>
      </plugin>
      <!-- enable scalatest -->
      <plugin>
        <groupId>org.scalatest</groupId>
        <artifactId>scalatest-maven-plugin</artifactId>
        <version>1.0</version>
        <configuration>
          <reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
          <junitxml>.</junitxml>
          <parallel>false</parallel>
        </configuration>
        <executions>
          <execution>
            <id>test</id>
            <goals>
              <goal>test</goal>
            </goals>
          </execution>
        </executions>
      </plugin>
    </plugins>
  </build>

  <dependencies>
    <dependency>
      <groupId>org.apache.pinot</groupId>
      <artifactId>pinot-common</artifactId>
      <exclusions>
        <exclusion>
          <groupId>org.apache.zookeeper</groupId>
          <artifactId>zookeeper</artifactId>
        </exclusion>
      </exclusions>
    </dependency>
    <dependency>
      <groupId>org.apache.pinot</groupId>
      <artifactId>pinot-core</artifactId>
      <version>${project.parent.version}</version>
    </dependency>
    <dependency>
      <groupId>org.apache.pinot</groupId>
      <artifactId>pinot-spi</artifactId>
      <version>${project.parent.version}</version>
      <exclusions>
        <exclusion>
          <groupId>com.thoughtworks.paranamer</groupId>
          <artifactId>paranamer</artifactId>
        </exclusion>
      </exclusions>
    </dependency>
    <dependency>
      <groupId>org.apache.pinot</groupId>
      <artifactId>pinot-yammer</artifactId>
      <version>${project.parent.version}</version>
    </dependency>
    <dependency>
      <groupId>org.apache.httpcomponents</groupId>
      <artifactId>httpclient</artifactId>
    </dependency>
    <dependency>
      <groupId>org.apache.httpcomponents</groupId>
      <artifactId>httpcore</artifactId>
    </dependency>
    <dependency>
      <groupId>io.grpc</groupId>
      <artifactId>grpc-netty-shaded</artifactId>
      <scope>runtime</scope>
    </dependency>
    <dependency>
      <groupId>io.grpc</groupId>
      <artifactId>grpc-protobuf</artifactId>
    </dependency>
    <dependency>
      <groupId>io.grpc</groupId>
      <artifactId>grpc-stub</artifactId>
    </dependency>
  </dependencies>
</project>