| <?xml version="1.0" encoding="UTF-8"?> |
| <!-- |
| Licensed to the Apache Software Foundation (ASF) under one or more |
| contributor license agreements. See the NOTICE file distributed with |
| this work for additional information regarding copyright ownership. |
| The ASF licenses this file to You under the Apache License, Version 2.0 |
| (the "License"); you may not use this file except in compliance with |
| the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| --> |
| <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> |
| |
| <modelVersion>4.0.0</modelVersion> |
| |
| <parent> |
| <groupId>org.apache.beam</groupId> |
| <artifactId>beam-runners-parent</artifactId> |
| <version>2.2.0-SNAPSHOT</version> |
| <relativePath>../pom.xml</relativePath> |
| </parent> |
| |
| <artifactId>beam-runners-flink_2.10</artifactId> |
| <name>Apache Beam :: Runners :: Flink</name> |
| <packaging>jar</packaging> |
| |
| <properties> |
| <flink.version>1.3.0</flink.version> |
| </properties> |
| |
| <profiles> |
| <profile> |
| <id>local-validates-runner-tests</id> |
| <activation><activeByDefault>false</activeByDefault></activation> |
| <build> |
| <plugins> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-surefire-plugin</artifactId> |
| <executions> |
| |
| <!-- This configures the inherited validates-runner-tests |
| execution to execute with a local Flink instance. --> |
| <execution> |
| <id>validates-runner-tests</id> |
| <phase>integration-test</phase> |
| <goals> |
| <goal>test</goal> |
| </goals> |
| <configuration> |
| <groups>org.apache.beam.sdk.testing.ValidatesRunner</groups> |
| <excludedGroups> |
| org.apache.beam.sdk.testing.FlattenWithHeterogeneousCoders, |
| org.apache.beam.sdk.testing.LargeKeys$Above100MB, |
| org.apache.beam.sdk.testing.UsesSplittableParDo, |
| org.apache.beam.sdk.testing.UsesCommittedMetrics, |
| org.apache.beam.sdk.testing.UsesTestStream |
| </excludedGroups> |
| <parallel>none</parallel> |
| <failIfNoTests>true</failIfNoTests> |
| <dependenciesToScan> |
| <dependency>org.apache.beam:beam-sdks-java-core</dependency> |
| </dependenciesToScan> |
| <systemPropertyVariables> |
| <beamTestPipelineOptions> |
| [ |
| "--runner=TestFlinkRunner", |
| "--streaming=false" |
| ] |
| </beamTestPipelineOptions> |
| </systemPropertyVariables> |
| <threadCount>4</threadCount> |
| </configuration> |
| </execution> |
| |
| <!-- This second execution runs the tests in streaming mode --> |
| <execution> |
| <id>streaming-validates-runner-tests</id> |
| <phase>integration-test</phase> |
| <goals> |
| <goal>test</goal> |
| </goals> |
| <configuration> |
| <groups>org.apache.beam.sdk.testing.ValidatesRunner</groups> |
| <excludedGroups> |
| org.apache.beam.sdk.testing.FlattenWithHeterogeneousCoders, |
| org.apache.beam.sdk.testing.LargeKeys$Above100MB, |
| org.apache.beam.sdk.testing.UsesCommittedMetrics, |
| org.apache.beam.sdk.testing.UsesTestStream, |
| org.apache.beam.sdk.testing.UsesSplittableParDo |
| </excludedGroups> |
| <parallel>none</parallel> |
| <failIfNoTests>true</failIfNoTests> |
| <dependenciesToScan> |
| <dependency>org.apache.beam:beam-sdks-java-core</dependency> |
| </dependenciesToScan> |
| <systemPropertyVariables> |
| <beamTestPipelineOptions> |
| [ |
| "--runner=TestFlinkRunner", |
| "--streaming=true" |
| ] |
| </beamTestPipelineOptions> |
| </systemPropertyVariables> |
| <threadCount>4</threadCount> |
| </configuration> |
| </execution> |
| </executions> |
| </plugin> |
| </plugins> |
| </build> |
| </profile> |
| </profiles> |
| |
| <build> |
| <pluginManagement> |
| <plugins> |
| <!-- Integration Tests --> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-failsafe-plugin</artifactId> |
| <executions> |
| <execution> |
| <goals> |
| <goal>integration-test</goal> |
| <goal>verify</goal> |
| </goals> |
| </execution> |
| </executions> |
| <configuration> |
| <forkCount>1</forkCount> |
| <argLine>-Dlog4j.configuration=log4j-test.properties -XX:-UseGCOverheadLimit ${beamSurefireArgline}</argLine> |
| </configuration> |
| </plugin> |
| |
| <!-- Unit Tests --> |
| <plugin> |
| <groupId>org.apache.maven.plugins</groupId> |
| <artifactId>maven-surefire-plugin</artifactId> |
| <configuration> |
| <argLine>-Dlog4j.configuration=log4j-test.properties -XX:-UseGCOverheadLimit ${beamSurefireArgline}</argLine> |
| </configuration> |
| </plugin> |
| |
| <plugin> |
| <groupId>org.codehaus.mojo</groupId> |
| <artifactId>exec-maven-plugin</artifactId> |
| <executions> |
| <execution> |
| <phase>none</phase> |
| </execution> |
| </executions> |
| </plugin> |
| </plugins> |
| </pluginManagement> |
| </build> |
| |
| <dependencies> |
| <!-- Flink dependencies --> |
| <dependency> |
| <groupId>org.apache.flink</groupId> |
| <artifactId>flink-clients_2.10</artifactId> |
| <version>${flink.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.flink</groupId> |
| <artifactId>flink-core</artifactId> |
| <version>${flink.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.flink</groupId> |
| <artifactId>flink-metrics-core</artifactId> |
| <version>${flink.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.flink</groupId> |
| <artifactId>flink-java</artifactId> |
| <version>${flink.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.flink</groupId> |
| <artifactId>flink-runtime_2.10</artifactId> |
| <version>${flink.version}</version> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.flink</groupId> |
| <artifactId>flink-streaming-java_2.10</artifactId> |
| <version>${flink.version}</version> |
| </dependency> |
| |
| <!-- For testing --> |
| <dependency> |
| <groupId>org.apache.flink</groupId> |
| <artifactId>flink-core</artifactId> |
| <version>${flink.version}</version> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.flink</groupId> |
| <artifactId>flink-runtime_2.10</artifactId> |
| <version>${flink.version}</version> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| |
| <!-- Beam --> |
| <dependency> |
| <groupId>org.apache.beam</groupId> |
| <artifactId>beam-sdks-common-runner-api</artifactId> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.beam</groupId> |
| <artifactId>beam-sdks-java-core</artifactId> |
| <exclusions> |
| <exclusion> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-jdk14</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.beam</groupId> |
| <artifactId>beam-runners-core-java</artifactId> |
| <exclusions> |
| <exclusion> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-jdk14</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.beam</groupId> |
| <artifactId>beam-runners-core-construction-java</artifactId> |
| <exclusions> |
| <exclusion> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-jdk14</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.fasterxml.jackson.core</groupId> |
| <artifactId>jackson-annotations</artifactId> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.google.guava</groupId> |
| <artifactId>guava</artifactId> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.google.code.findbugs</groupId> |
| <artifactId>jsr305</artifactId> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-api</artifactId> |
| </dependency> |
| |
| <dependency> |
| <groupId>joda-time</groupId> |
| <artifactId>joda-time</artifactId> |
| </dependency> |
| |
| <!-- |
| Force an upgrade on the version of Apache Commons from Flink to support DEFLATE compression. |
| --> |
| <dependency> |
| <groupId>org.apache.commons</groupId> |
| <artifactId>commons-compress</artifactId> |
| <scope>runtime</scope> |
| </dependency> |
| |
| <!-- Test scoped --> |
| <dependency> |
| <groupId>org.apache.commons</groupId> |
| <artifactId>commons-lang3</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.hamcrest</groupId> |
| <artifactId>hamcrest-all</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>junit</groupId> |
| <artifactId>junit</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.mockito</groupId> |
| <artifactId>mockito-all</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <!-- Depend on test jar to scan for ValidatesRunner tests --> |
| <dependency> |
| <groupId>org.apache.beam</groupId> |
| <artifactId>beam-sdks-java-core</artifactId> |
| <classifier>tests</classifier> |
| <scope>test</scope> |
| <exclusions> |
| <exclusion> |
| <groupId>org.slf4j</groupId> |
| <artifactId>slf4j-jdk14</artifactId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <dependency> |
| <groupId>com.google.apis</groupId> |
| <artifactId>google-api-services-bigquery</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.flink</groupId> |
| <artifactId>flink-streaming-java_2.10</artifactId> |
| <version>${flink.version}</version> |
| <scope>test</scope> |
| <type>test-jar</type> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.flink</groupId> |
| <artifactId>flink-test-utils_2.10</artifactId> |
| <version>${flink.version}</version> |
| <scope>test</scope> |
| <exclusions> |
| <exclusion> |
| <artifactId>apacheds-jdbm1</artifactId> |
| <groupId>org.apache.directory.jdbm</groupId> |
| </exclusion> |
| </exclusions> |
| </dependency> |
| |
| <!-- Optional Pipeline Registration --> |
| <dependency> |
| <groupId>com.google.auto.service</groupId> |
| <artifactId>auto-service</artifactId> |
| <optional>true</optional> |
| </dependency> |
| |
| <!-- transitive test dependencies from beam-sdk-java-core --> |
| <dependency> |
| <groupId>com.fasterxml.jackson.dataformat</groupId> |
| <artifactId>jackson-dataformat-yaml</artifactId> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.beam</groupId> |
| <artifactId>beam-sdks-common-fn-api</artifactId> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| |
| <dependency> |
| <groupId>org.apache.beam</groupId> |
| <artifactId>beam-runners-core-java</artifactId> |
| <type>test-jar</type> |
| <scope>test</scope> |
| </dependency> |
| |
| </dependencies> |
| </project> |