| # |
| # Licensed to the Apache Software Foundation (ASF) under one or more |
| # contributor license agreements. See the NOTICE file distributed with |
| # this work for additional information regarding copyright ownership. |
| # The ASF licenses this file to You under the Apache License, Version 2.0 |
| # (the "License"); you may not use this file except in compliance with |
| # the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # |
| |
| on: |
| pull_request: |
| push: |
| branches: |
| - dev |
| - release-* |
| - dev-* |
| |
| name: E2E |
| |
| concurrency: |
| group: e2e-${{ github.event.pull_request.number || github.ref }} |
| cancel-in-progress: true |
| |
| |
| jobs: |
| paths-filter: |
| name: E2E-Path-Filter |
| runs-on: ubuntu-latest |
| outputs: |
| not-ignore: ${{ steps.filter.outputs.not-ignore }} |
| steps: |
| - uses: actions/checkout@v4 |
| - uses: dorny/paths-filter@fbd0ab8f3e69293af611ebaee6363fc25e6d187d |
| id: filter |
| with: |
| filters: | |
| not-ignore: |
| - '!**/*.md' |
| license-header: |
| name: License header |
| runs-on: ubuntu-latest |
| if: ${{ (needs.paths-filter.outputs.not-ignore == 'true') || (github.event_name == 'push') }} |
| needs: paths-filter |
| timeout-minutes: 10 |
| steps: |
| - uses: actions/checkout@v4 |
| with: |
| submodules: true |
| - name: Check license header |
| uses: apache/skywalking-eyes/header@main |
| code-style: |
| if: github.repository == 'apache/streampark' |
| name: Code style |
| runs-on: ubuntu-latest |
| needs: license-header |
| timeout-minutes: 10 |
| steps: |
| - uses: actions/checkout@v4 |
| with: |
| submodules: true |
| - name: Check codestyle |
| run: ./mvnw -B -q -nsu checkstyle:check spotless:check |
| build: |
| name: E2E-Build |
| runs-on: ubuntu-latest |
| needs: code-style |
| timeout-minutes: 20 |
| steps: |
| - uses: actions/checkout@v4 |
| with: |
| submodules: true |
| - name: Set up JDK 11 |
| uses: actions/setup-java@v4 |
| with: |
| java-version: 11 |
| distribution: 'adopt' |
| - name: Cache local Maven repository |
| uses: actions/cache@v4 |
| with: |
| path: ~/.m2/repository |
| key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-e2e |
| restore-keys: ${{ runner.os }}-maven- |
| - name: Build Image |
| run: | |
| ./build.sh \ |
| && docker build -f docker/Dockerfile . -t apache/streampark:ci |
| - name: Export Docker Images |
| run: | |
| docker save apache/streampark:ci -o /tmp/standalone-image.tar \ |
| && du -sh /tmp/standalone-image.tar |
| - uses: actions/upload-artifact@v4 |
| name: Upload Docker Images |
| with: |
| name: standalone-image |
| path: /tmp/standalone-image.tar |
| retention-days: 1 |
| e2e: |
| name: ${{ matrix.case.name }} |
| needs: build |
| runs-on: ubuntu-latest |
| timeout-minutes: 180 |
| strategy: |
| matrix: |
| case: |
| - name: EnvironmentTest |
| class: org.apache.streampark.e2e.cases.EnvironmentTest |
| - name: AlarmTest |
| class: org.apache.streampark.e2e.cases.AlarmTest |
| - name: UserManagementTest |
| class: org.apache.streampark.e2e.cases.UserManagementTest |
| - name: RoleManagementTest |
| class: org.apache.streampark.e2e.cases.RoleManagementTest |
| - name: TeamManagementTest |
| class: org.apache.streampark.e2e.cases.TeamManagementTest |
| - name: MemberManagementTest |
| class: org.apache.streampark.e2e.cases.MemberManagementTest |
| - name: ExternalLinkTest |
| class: org.apache.streampark.e2e.cases.ExternalLinkTest |
| - name: YarnQueueTest |
| class: org.apache.streampark.e2e.cases.YarnQueueTest |
| - name: TokenManagementTest |
| class: org.apache.streampark.e2e.cases.TokenManagementTest |
| - name: UploadManagementTest |
| class: org.apache.streampark.e2e.cases.UploadManagementTest |
| - name: ProjectsManagementTest |
| class: org.apache.streampark.e2e.cases.ProjectsManagementTest |
| - name: VariableManagementTest |
| class: org.apache.streampark.e2e.cases.VariableManagementTest |
| |
| - name: FlinkOnRemoteClusterDeployTest |
| class: org.apache.streampark.e2e.cases.Flink120OnRemoteClusterDeployTest |
| |
| # - name: FlinkOnYarnClusterDeployTest |
| # class: org.apache.streampark.e2e.cases.Flink120OnYarnClusterDeployTest |
| |
| # - name: FlinkSQLOnYarnTest |
| # class: org.apache.streampark.e2e.cases.FlinkSQL120OnYarnTest |
| |
| #- name: Flink117OnRemoteClusterDeployTest |
| # class: org.apache.streampark.e2e.cases.Flink117OnRemoteClusterDeployTest |
| #- name: Flink116OnRemoteClusterDeployTest |
| # class: org.apache.streampark.e2e.cases.Flink116OnRemoteClusterDeployTest |
| |
| # - name: Flink116OnYarnClusterDeployTest |
| # class: org.apache.streampark.e2e.cases.Flink116OnYarnClusterDeployTest |
| # - name: Flink117OnYarnClusterDeployTest |
| # class: org.apache.streampark.e2e.cases.Flink117OnYarnClusterDeployTest |
| |
| # - name: FlinkSQL116OnYarnTest |
| # class: org.apache.streampark.e2e.cases.FlinkSQL116OnYarnTest |
| # - name: FlinkSQL117OnYarnTest |
| # class: org.apache.streampark.e2e.cases.FlinkSQL117OnYarnTest |
| env: |
| RECORDING_PATH: /tmp/recording-${{ matrix.case.name }} |
| steps: |
| - name: Free Disk Space |
| # refer: https://github.com/jlumbroso/free-disk-space |
| uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1 |
| with: |
| dotnet: true |
| android: true |
| haskell: true |
| codeql: true |
| docker-images: true |
| large-packages: true |
| - uses: actions/checkout@v4 |
| with: |
| submodules: true |
| - name: Set up JDK 11 |
| uses: actions/setup-java@v4 |
| with: |
| java-version: 11 |
| distribution: 'adopt' |
| - name: Collect Workflow Telemetry |
| uses: ./.github/actions/workflow-telemetry-action |
| with: |
| comment_on_pr: false |
| - name: Cache local Maven repository |
| uses: actions/cache@v4 |
| with: |
| path: ~/.m2/repository |
| key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-e2e |
| restore-keys: ${{ runner.os }}-maven- |
| - uses: actions/download-artifact@v4 |
| name: Download Docker Images |
| with: |
| name: standalone-image |
| path: /tmp |
| - name: Load Docker Images |
| run: | |
| docker load -i /tmp/standalone-image.tar \ |
| && rm -f /tmp/standalone-image.tar |
| - name: Run Test |
| run: | |
| ./mvnw -B -f streampark-e2e/pom.xml -am \ |
| -DfailIfNoTests=false \ |
| -Dtest=${{ matrix.case.class }} test |
| - uses: actions/upload-artifact@v4 |
| if: always() |
| name: Upload Recording |
| with: |
| name: recording-${{ matrix.case.name }} |
| path: ${{ env.RECORDING_PATH }} |
| retention-days: 1 |
| - uses: actions/upload-artifact@v4 |
| if: always() |
| name: Upload Projects Build Logs |
| with: |
| name: ${{ matrix.case.name }}-projects-build-logs |
| path: ~/streampark_build_logs |
| retention-days: 1 |
| result: |
| name: E2E - Result |
| runs-on: ubuntu-latest |
| timeout-minutes: 30 |
| needs: [ paths-filter, license-header, code-style, build, e2e ] |
| if: always() |
| steps: |
| - name: Status |
| run: | |
| if [[ ${{ needs.paths-filter.outputs.not-ignore }} == 'false' && ${{ github.event_name }} == 'pull_request' ]]; then |
| echo "Skip E2E!" |
| exit 0 |
| fi |
| if [[ ${{ needs.e2e.result }} != 'success' ]]; then |
| echo "E2E Failed!" |
| exit 1 |
| fi |
