| # |
| # Licensed to the Apache Software Foundation (ASF) under one or more |
| # contributor license agreements. See the NOTICE file distributed with |
| # this work for additional information regarding copyright ownership. |
| # The ASF licenses this file to You under the Apache License, Version 2.0 |
| # (the "License"); you may not use this file except in compliance with |
| # the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # |
| |
| on: |
| pull_request: |
| push: |
| branches: |
| - dev |
| env: |
| LOG_DIR: /tmp/dolphinscheduler |
| |
| name: Unit Test |
| |
| jobs: |
| |
| build: |
| name: Build |
| runs-on: ubuntu-latest |
| steps: |
| |
| - uses: actions/checkout@v2 |
| with: |
| submodule: true |
| - name: Check License Header |
| uses: apache/skywalking-eyes@ec88b7d850018c8983f87729ea88549e100c5c82 |
| env: |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} # Only enable review / suggestion here |
| - uses: actions/cache@v1 |
| with: |
| path: ~/.m2/repository |
| key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} |
| restore-keys: | |
| ${{ runner.os }}-maven- |
| - name: Bootstrap database |
| run: | |
| sed -i "/image: bitnami\/postgresql/a\ ports:\n - 5432:5432" $(pwd)/docker/docker-swarm/docker-compose.yml |
| sed -i "/image: bitnami\/zookeeper/a\ ports:\n - 2181:2181" $(pwd)/docker/docker-swarm/docker-compose.yml |
| docker-compose -f $(pwd)/docker/docker-swarm/docker-compose.yml up -d dolphinscheduler-zookeeper dolphinscheduler-postgresql |
| until docker logs docker-swarm_dolphinscheduler-postgresql_1 2>&1 | grep 'listening on IPv4 address'; do echo "waiting for postgresql ready ..."; sleep 1; done |
| docker run --rm --network docker-swarm_dolphinscheduler -v $(pwd)/sql/dolphinscheduler_postgre.sql:/docker-entrypoint-initdb.d/dolphinscheduler_postgre.sql bitnami/postgresql:latest bash -c "PGPASSWORD=root psql -h docker-swarm_dolphinscheduler-postgresql_1 -U root -d dolphinscheduler -v ON_ERROR_STOP=1 -f /docker-entrypoint-initdb.d/dolphinscheduler_postgre.sql" |
| - name: Set up JDK 1.8 |
| uses: actions/setup-java@v1 |
| with: |
| java-version: 1.8 |
| - name: Git fetch unshallow |
| run: | |
| git fetch --unshallow |
| git config remote.origin.fetch "+refs/heads/*:refs/remotes/origin/*" |
| git fetch origin |
| - name: Compile |
| run: | |
| export MAVEN_OPTS='-Dmaven.repo.local=.m2/repository -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.httpconnectionManager.ttlSeconds=120 -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -XX:+CMSClassUnloadingEnabled -XX:+UseConcMarkSweepGC -XX:-UseGCOverheadLimit -Xmx5g' |
| mvn clean verify -B -Dmaven.test.skip=false |
| - name: Upload coverage report to codecov |
| run: | |
| CODECOV_TOKEN="09c2663f-b091-4258-8a47-c981827eb29a" bash <(curl -s https://codecov.io/bash) |
| # Set up JDK 11 for SonarCloud. |
| - name: Set up JDK 1.11 |
| uses: actions/setup-java@v1 |
| with: |
| java-version: 1.11 |
| - name: Run SonarCloud Analysis |
| run: > |
| mvn --batch-mode verify sonar:sonar |
| -Dsonar.coverage.jacoco.xmlReportPaths=target/site/jacoco/jacoco.xml |
| -Dmaven.test.skip=true |
| -Dsonar.host.url=https://sonarcloud.io |
| -Dsonar.organization=apache |
| -Dsonar.core.codeCoveragePlugin=jacoco |
| -Dsonar.projectKey=apache-dolphinscheduler |
| -Dsonar.login=e4058004bc6be89decf558ac819aa1ecbee57682 |
| -Dsonar.exclusions=dolphinscheduler-ui/src/**/i18n/locale/*.js,dolphinscheduler-microbench/src/**/* |
| -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.httpconnectionManager.ttlSeconds=120 |
| env: |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |
| SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }} |
| - name: Collect logs |
| run: | |
| mkdir -p ${LOG_DIR} |
| docker-compose -f $(pwd)/docker/docker-swarm/docker-compose.yml logs dolphinscheduler-postgresql > ${LOG_DIR}/db.txt |
| continue-on-error: true |
| |
| Checkstyle: |
| name: Check code style |
| runs-on: ubuntu-latest |
| steps: |
| - name: Checkout |
| uses: actions/checkout@v2 |
| with: |
| submodule: true |
| - name: check code style |
| env: |
| WORKDIR: ./ |
| REVIEWDOG_GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }} |
| CHECKSTYLE_CONFIG: style/checkstyle.xml |
| REVIEWDOG_VERSION: v0.10.2 |
| run: | |
| wget -O - -q https://github.com/checkstyle/checkstyle/releases/download/checkstyle-8.43/checkstyle-8.43-all.jar > /opt/checkstyle.jar |
| wget -O - -q https://raw.githubusercontent.com/reviewdog/reviewdog/master/install.sh | sh -s -- -b /opt ${REVIEWDOG_VERSION} |
| java -jar /opt/checkstyle.jar "${WORKDIR}" -c "${CHECKSTYLE_CONFIG}" -f xml \ |
| | /opt/reviewdog -f=checkstyle \ |
| -reporter="${INPUT_REPORTER:-github-pr-check}" \ |
| -filter-mode="${INPUT_FILTER_MODE:-added}" \ |
| -fail-on-error="${INPUT_FAIL_ON_ERROR:-false}" |