| name: Java CI |
| |
| on: |
| push: |
| branches: |
| - master |
| - 'release-*' |
| pull_request: |
| branches: |
| - master |
| - 'release-*' |
| |
| jobs: |
| build: |
| runs-on: ubuntu-latest |
| strategy: |
| max-parallel: 8 |
| matrix: |
| include: |
| # Spark 2.4.4, scala 2.11 |
| - scalaProfile: "scala-2.11" |
| sparkProfile: "spark2.4" |
| sparkVersion: "2.4.4" |
| flinkProfile: "flink1.13" |
| |
| # Spark 2.4.4, scala 2.12 |
| - scalaProfile: "scala-2.12" |
| sparkProfile: "spark2.4" |
| sparkVersion: "2.4.4" |
| flinkProfile: "flink1.14" |
| |
| # Spark 3.1.x |
| - scalaProfile: "scala-2.12" |
| sparkProfile: "spark3.1" |
| sparkVersion: "3.1.0" |
| flinkProfile: "flink1.13" |
| |
| - scalaProfile: "scala-2.12" |
| sparkProfile: "spark3.1" |
| sparkVersion: "3.1.1" |
| flinkProfile: "flink1.13" |
| |
| - scalaProfile: "scala-2.12" |
| sparkProfile: "spark3.1" |
| sparkVersion: "3.1.2" |
| flinkProfile: "flink1.14" |
| |
| - scalaProfile: "scala-2.12" |
| sparkProfile: "spark3.1" |
| sparkVersion: "3.1.3" |
| flinkProfile: "flink1.14" |
| |
| # Spark 3.2.x |
| - scalaProfile: "scala-2.12" |
| sparkProfile: "spark3.2" |
| sparkVersion: "3.2.0" |
| flinkProfile: "flink1.13" |
| |
| - scalaProfile: "scala-2.12" |
| sparkProfile: "spark3.2" |
| sparkVersion: "3.2.1" |
| flinkProfile: "flink1.14" |
| |
| steps: |
| - uses: actions/checkout@v2 |
| - name: Set up JDK 8 |
| uses: actions/setup-java@v2 |
| with: |
| java-version: '8' |
| distribution: 'adopt' |
| architecture: x64 |
| - name: Build Project |
| env: |
| SCALA_PROFILE: ${{ matrix.scalaProfile }} |
| SPARK_PROFILE: ${{ matrix.sparkProfile }} |
| SPARK_VERSION: ${{ matrix.sparkVersion }} |
| FLINK_PROFILE: ${{ matrix.flinkProfile }} |
| run: |
| mvn -T 2.5C clean install -D"$SCALA_PROFILE" -D"$SPARK_PROFILE" -D"$FLINK_PROFILE" -Dspark.version="$SPARK_VERSION" -DskipTests=true -Dmaven.javadoc.skip=true -B -V |
| - name: Quickstart Test |
| env: |
| SCALA_PROFILE: ${{ matrix.scalaProfile }} |
| SPARK_PROFILE: ${{ matrix.sparkProfile }} |
| SPARK_VERSION: ${{ matrix.sparkVersion }} |
| FLINK_PROFILE: ${{ matrix.flinkProfile }} |
| if: ${{ !startsWith(env.SPARK_VERSION, '3.2.') }} # skip test spark 3.2 before hadoop upgrade to 3.x |
| run: |
| mvn test -P "unit-tests" -D"$SCALA_PROFILE" -D"$SPARK_PROFILE" -D"$FLINK_PROFILE" -Dspark.version="$SPARK_VERSION" -DfailIfNoTests=false -pl hudi-examples/hudi-examples-flink,hudi-examples/hudi-examples-java,hudi-examples/hudi-examples-spark |
