| name: Build and Test Scheduled On 3.1 |
| |
| on: |
| schedule: |
| - cron: '0 0/6 * * *' |
| workflow_dispatch: |
| |
| permissions: |
| contents: read |
| |
| env: |
| FORK_COUNT: 2 |
| FAIL_FAST: 0 |
| SHOW_ERROR_DETAIL: 1 |
| #multi-version size limit |
| VERSIONS_LIMIT: 4 |
| JACOCO_ENABLE: true |
| CANDIDATE_VERSIONS: ' |
| spring.version:5.3.24; |
| spring-boot.version:2.7.6; |
| ' |
| |
| jobs: |
| # Check ASF License |
| check-license: |
| name: "Check License" |
| runs-on: ubuntu-latest |
| steps: |
| - name: Checkout |
| uses: actions/checkout@v4 |
| with: |
| ref: '3.1.0' |
| - name: Check License |
| uses: apache/skywalking-eyes@v0.5.0 |
| env: |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |
| - name: "Set up JDK 21" |
| uses: actions/setup-java@v4 |
| with: |
| distribution: 'zulu' |
| java-version: 21 |
| - name: Restore Maven local repository cache |
| uses: actions/cache@v4 |
| with: |
| path: ~/.m2/repository |
| key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} |
| restore-keys: | |
| ${{ runner.os }}-maven- |
| ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} |
| - name: Check Dependencies' License |
| uses: apache/skywalking-eyes/dependency@e1a02359b239bd28de3f6d35fdc870250fa513d5 |
| env: |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |
| with: |
| config: .licenserc.yaml |
| mode: check |
| # Build dubbo-build-tool |
| build-tools: |
| name: "Build-tools" |
| needs: check-license |
| runs-on: ${{ matrix.os }} |
| strategy: |
| matrix: |
| os: [ ubuntu-latest, windows-latest ] |
| fail-fast: false |
| outputs: |
| cache-key: ${{ steps.dubbo-build-tools.cache }} |
| steps: |
| - name: Support long paths on Windows |
| if: ${{ startsWith( matrix.os, 'windows') }} |
| run: git config --system core.longpaths true |
| - uses: actions/checkout@v4 |
| name: build tools |
| with: |
| repository: 'apache/dubbo' |
| ref: '3.1' |
| path: dubbo |
| - name: "Set up JDK 21" |
| uses: actions/setup-java@v4 |
| with: |
| distribution: 'zulu' |
| java-version: 21 |
| - uses: actions/cache@v4 |
| name: "Cache local Maven repository" |
| with: |
| path: ~/.m2/repository |
| key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} |
| restore-keys: | |
| ${{ runner.os }}-maven- |
| ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} |
| - name: "Build tools" |
| run: | |
| cd ./dubbo |
| ./mvnw --batch-mode -U -e --no-transfer-progress install -pl dubbo-build-tools -am -DskipTests=true |
| # Build from source code |
| build-source: |
| name: "Build Dubbo-SPI-Extensions" |
| needs: [check-license, build-tools] |
| runs-on: ubuntu-latest |
| # output dubbo-spi-extensions version to others jobs |
| outputs: |
| version: ${{ steps.dubbo-spi-extensions-version.outputs.version }} |
| steps: |
| - uses: actions/checkout@v4 |
| with: |
| ref: "3.1.0" |
| path: dubbo-spi-extensions |
| - uses: actions/setup-java@v4 |
| with: |
| distribution: 'zulu' |
| java-version: 8 |
| - uses: actions/cache@v4 |
| name: "Cache local Maven repository" |
| with: |
| path: ~/.m2/repository |
| key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-${{ github.run_id }} |
| restore-keys: | |
| ${{ runner.os }}-maven- |
| ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} |
| - name: "Compile Dubbo-SPI-Extensions (Linux)" |
| run: | |
| cd ./dubbo-spi-extensions |
| ./mvnw --batch-mode --no-snapshot-updates -e --no-transfer-progress --fail-fast -T 2C clean compile -DskipTests=true -DskipIntegrationTests=true -Dcheckstyle.skip=true -Dcheckstyle_unix.skip=true -Drat.skip=true -Dmaven.javadoc.skip=true |
| - name: "Build Dubbo-SPI-Extensions with Maven" |
| run: | |
| cd ./dubbo-spi-extensions |
| ./mvnw --batch-mode --no-snapshot-updates -e --no-transfer-progress --fail-fast clean source:jar install -Pjacoco,checkstyle -Dmaven.wagon.httpconnectionManager.ttlSeconds=120 -Dmaven.wagon.http.retryHandler.count=5 -Dmaven.test.skip=true -Dmaven.test.skip.exec=true -DembeddedZookeeperPath=${{ github.workspace }}/.tmp/zookeeper |
| - name: "Pack class result" |
| run: | |
| shopt -s globstar |
| zip ${{ github.workspace }}/class.zip **/target/classes/* -r |
| - name: "Upload class result" |
| uses: actions/upload-artifact@v4 |
| with: |
| name: "class-file" |
| path: ${{ github.workspace }}/class.zip |
| - name: "Pack checkstyle file if failure" |
| if: failure() |
| run: zip ${{ github.workspace }}/checkstyle.zip *checkstyle* -r |
| - name: "Upload checkstyle file if failure" |
| if: failure() |
| uses: actions/upload-artifact@v4 |
| with: |
| name: "checkstyle-file" |
| path: ${{ github.workspace }}/checkstyle.zip |
| - name: "Upload coverage to Codecov" |
| uses: codecov/codecov-action@v4 |
| - name: "Calculate Dubbo-SPI-Extensions Version" |
| id: dubbo-spi-extensions-version |
| run: | |
| REVISION=`awk '/<revision>[^<]+<\/revision>/{gsub(/<revision>|<\/revision>/,"",$1);print $1;exit;}' ./dubbo-spi-extensions/pom.xml` |
| echo "version=$REVISION" >> $GITHUB_OUTPUT |
| echo "dubbo-spi-extensions version: $REVISION" |
| # Download dependencies Prepare for unit test |
| unit-test-prepare: |
| name: "Preparation for Unit Test On ${{ matrix.os }}" |
| needs: [check-license] |
| runs-on: ${{ matrix.os }} |
| strategy: |
| matrix: |
| os: [ ubuntu-latest, windows-latest ] |
| fail-fast: false |
| env: |
| ZOOKEEPER_VERSION: 3.6.3 |
| steps: |
| - uses: actions/cache@v4 |
| name: "Cache zookeeper binary archive" |
| id: "cache-zookeeper" |
| with: |
| path: ${{ github.workspace }}/.tmp/zookeeper |
| key: zookeeper-${{ runner.os }}-${{ env.ZOOKEEPER_VERSION }} |
| restore-keys: | |
| zookeeper-${{ runner.os }}-${{ env.ZOOKEEPER_VERSION }} |
| - name: "Set up msys2 if necessary" |
| if: ${{ startsWith( matrix.os, 'windows') && steps.cache-zookeeper.outputs.cache-hit != 'true' }} |
| uses: msys2/setup-msys2@v2 |
| with: |
| release: false # support cache, see https://github.com/msys2/setup-msys2#context |
| - name: "Download zookeeper binary archive in Linux OS" |
| if: ${{ startsWith( matrix.os, 'ubuntu') && steps.cache-zookeeper.outputs.cache-hit != 'true' }} |
| run: | |
| mkdir -p ${{ github.workspace }}/.tmp/zookeeper |
| wget -c https://archive.apache.org/dist/zookeeper/zookeeper-${{ env.ZOOKEEPER_VERSION }}/apache-zookeeper-${{ env.ZOOKEEPER_VERSION }}-bin.tar.gz -O ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz || |
| wget -c https://apache.website-solution.net/zookeeper/zookeeper-${{ env.ZOOKEEPER_VERSION }}/apache-zookeeper-${{ env.ZOOKEEPER_VERSION }}-bin.tar.gz -O ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz || |
| wget -c http://apache.stu.edu.tw/zookeeper/zookeeper-${{ env.ZOOKEEPER_VERSION }}/apache-zookeeper-${{ env.ZOOKEEPER_VERSION }}-bin.tar.gz -O ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz || |
| wget -c http://ftp.jaist.ac.jp/pub/apache/zookeeper/zookeeper-${{ env.ZOOKEEPER_VERSION }}/apache-zookeeper-${{ env.ZOOKEEPER_VERSION }}-bin.tar.gz -O ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz || |
| wget -c http://apache.mirror.cdnetworks.com/zookeeper/zookeeper-${{ env.ZOOKEEPER_VERSION }}/apache-zookeeper-${{ env.ZOOKEEPER_VERSION }}-bin.tar.gz -O ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz || |
| wget -c http://mirror.apache-kr.org/apache/zookeeper/zookeeper-${{ env.ZOOKEEPER_VERSION }}/apache-zookeeper-${{ env.ZOOKEEPER_VERSION }}-bin.tar.gz -O ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz |
| echo "list the downloaded zookeeper binary archive" |
| ls -al ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz |
| - name: "Download zookeeper binary archive in Windows OS" |
| if: ${{ startsWith( matrix.os, 'windows') && steps.cache-zookeeper.outputs.cache-hit != 'true' }} |
| shell: msys2 {0} |
| run: | |
| mkdir -p ${{ github.workspace }}/.tmp/zookeeper |
| wget -c https://archive.apache.org/dist/zookeeper/zookeeper-${{ env.ZOOKEEPER_VERSION }}/apache-zookeeper-${{ env.ZOOKEEPER_VERSION }}-bin.tar.gz -O ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz || |
| wget -c https://apache.website-solution.net/zookeeper/zookeeper-${{ env.ZOOKEEPER_VERSION }}/apache-zookeeper-${{ env.ZOOKEEPER_VERSION }}-bin.tar.gz -O ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz || |
| wget -c http://apache.stu.edu.tw/zookeeper/zookeeper-${{ env.ZOOKEEPER_VERSION }}/apache-zookeeper-${{ env.ZOOKEEPER_VERSION }}-bin.tar.gz -O ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz || |
| wget -c http://ftp.jaist.ac.jp/pub/apache/zookeeper/zookeeper-${{ env.ZOOKEEPER_VERSION }}/apache-zookeeper-${{ env.ZOOKEEPER_VERSION }}-bin.tar.gz -O ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz || |
| wget -c http://apache.mirror.cdnetworks.com/zookeeper/zookeeper-${{ env.ZOOKEEPER_VERSION }}/apache-zookeeper-${{ env.ZOOKEEPER_VERSION }}-bin.tar.gz -O ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz || |
| wget -c http://mirror.apache-kr.org/apache/zookeeper/zookeeper-${{ env.ZOOKEEPER_VERSION }}/apache-zookeeper-${{ env.ZOOKEEPER_VERSION }}-bin.tar.gz -O ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz |
| echo "list the downloaded zookeeper binary archive" |
| ls -al ${{ github.workspace }}/.tmp/zookeeper/apache-zookeeper-bin.tar.gz |
| - uses: actions/cache@v4 |
| name: "Cache secret key" |
| id: "cache-secret-cert" |
| with: |
| path: ${{ github.workspace }}/.tmp/rsa |
| key: secret-rsa-${{ runner.os }}-${{ github.run_id }} |
| - name: "Create Secret" |
| run: | |
| mkdir -p ${{ github.workspace }}/.tmp/rsa |
| cd ${{ github.workspace }}/.tmp/rsa |
| openssl genrsa -out rsa_private.pem 1024 |
| openssl rsa -in rsa_private.pem -pubout -out rsa_public.pem |
| echo "Current workflow run id: ${{ github.run_id }}" |
| echo "Start Print Rsa Public Key ---" |
| cat rsa_public.pem |
| echo "--- End Print Rsa Public Key" |
| # Start unit test |
| unit-test: |
| needs: [check-license, build-source, unit-test-prepare] |
| name: "Unit Test ${{ matrix.os }} with JDK ${{ matrix.jdk }}" |
| runs-on: ${{ matrix.os }} |
| strategy: |
| matrix: |
| os: [ ubuntu-latest, windows-latest ] |
| jdk: [ 8, 11 ] |
| fail-fast: false |
| env: |
| DISABLE_FILE_SYSTEM_TEST: true |
| CURRENT_ROLE: ${{ matrix.case-role }} |
| DUBBO_DEFAULT_SERIALIZATION: fastjson2 |
| steps: |
| - name: Support Windows |
| if: ${{ startsWith( matrix.os, 'windows') }} |
| run: | |
| git config --system core.longpaths true |
| - uses: actions/checkout@v4 |
| with: |
| fetch-depth: 0 |
| - name: "Set up JDK ${{ matrix.jdk }}" |
| uses: actions/setup-java@v4 |
| with: |
| distribution: 'zulu' |
| java-version: 8 |
| - uses: actions/cache@v4 |
| name: "Cache local Maven repository" |
| with: |
| path: ~/.m2/repository |
| key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-${{ github.run_id }} |
| restore-keys: | |
| ${{ runner.os }}-maven- |
| ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} |
| - uses: actions/cache@v4 |
| name: "Cache zookeeper binary archive" |
| id: "cache-zookeeper" |
| with: |
| path: ${{ github.workspace }}/.tmp/zookeeper |
| key: zookeeper-${{ runner.os }}-${{ env.ZOOKEEPER_VERSION }} |
| restore-keys: | |
| zookeeper-${{ runner.os }}- |
| - uses: actions/cache@v4 |
| name: "Cache secret key" |
| id: "cache-secret-cert" |
| with: |
| path: ${{ github.workspace }}/.tmp/rsa |
| key: secret-rsa-${{ runner.os }}-${{ github.run_id }} |
| # - name: "Get sonarcloud token" |
| # if: ${{ github.repository == 'apache/dubbo-spi-extensions' }} |
| # run: | |
| # curl "http://dubbo-vm.apache.org:8000/token?workflow_id=${{ github.run_id }}" -o ${{ github.workspace }}/.tmp/encrypted-sonarcloud-token |
| # openssl rsautl -decrypt -in ${{ github.workspace }}/.tmp/encrypted-sonarcloud-token -out ${{ github.workspace }}/.tmp/decrypted-sonarcloud-token -inkey ${{ github.workspace }}/.tmp/rsa/rsa_private.pem |
| # - name: "Test with Maven with SonarCloud Scan" |
| # if: ${{ github.repository == 'apache/dubbo-spi-extensions' }} |
| # timeout-minutes: 70 |
| # env: |
| # # Needed to get some information about the pull request, if any |
| # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |
| # run: | |
| # source ${{ github.workspace }}/.tmp/decrypted-sonarcloud-token |
| # ./mvnw --batch-mode --no-snapshot-updates -e --no-transfer-progress --fail-fast clean test verify org.sonarsource.scanner.maven:sonar-maven-plugin:sonar -Pjacoco,jdk15ge-simple,'!jdk15ge',jacoco089 -Dsonar.host.url=https://sonarcloud.io -Dsonar.organization=apache -Dsonar.projectKey=apache_dubbo -DtrimStackTrace=false -Dmaven.wagon.httpconnectionManager.ttlSeconds=120 -Dmaven.wagon.http.retryHandler.count=5 -DskipTests=false -DskipIntegrationTests=false -Dcheckstyle.skip=false -Dcheckstyle_unix.skip=false -Drat.skip=false -Dmaven.javadoc.skip=true -DembeddedZookeeperPath=${{ github.workspace }}/.tmp/zookeeper -Dsonar.coverage.jacoco.xmlReportPaths=dubbo-test/dubbo-dependencies-all/target/site/jacoco-aggregate/jacoco.xml -Dsonar.login=${SONAR_TOKEN} |
| - name: "Test with Maven without SonarCloud Scan On Linux" |
| if: ${{ startsWith( matrix.os, 'linux') || startsWith( matrix.os, 'ubuntu') }} |
| timeout-minutes: 70 |
| run: | |
| ./mvnw --batch-mode --no-snapshot-updates -e --no-transfer-progress --fail-fast clean test verify -D"maven.wagon.httpconnectionManager.ttlSeconds=120" -Pjacoco -DtrimStackTrace=false -D"maven.wagon.http.retryHandler.count=5" -DskipTests=false -DskipIntegrationTests=false -D"checkstyle.skip=false" -D"checkstyle_unix.skip=false" -D"rat.skip=false" -D"maven.javadoc.skip=true" -D"embeddedZookeeperPath=${{ github.workspace }}/.tmp/zookeeper" |
| - name: "Test with Maven without SonarCloud Scan On Windows" |
| if: ${{ startsWith( matrix.os, 'windows') }} |
| timeout-minutes: 70 |
| run: | |
| ./mvnw --batch-mode --no-snapshot-updates -e --no-transfer-progress --fail-fast clean test verify -D"maven.wagon.httpconnectionManager.ttlSeconds=120" -Pjacoco -DtrimStackTrace=false -D"maven.wagon.http.retryHandler.count=5" -DskipTests=false -DskipIntegrationTests=false -D"checkstyle.skip=false" -D"checkstyle_unix.skip=true" -D"rat.skip=false" -D"maven.javadoc.skip=true" -D"embeddedZookeeperPath=${{ github.workspace }}/.tmp/zookeeper" |
| - name: "Upload surefire-reports if failure" |
| if: ${{ failure() }} |
| uses: actions/upload-artifact@v4 |
| with: |
| name: surefire-reports-${{ matrix.os }}-${{ matrix.jdk }} |
| path: "**/target/surefire-reports/**" |
| - name: "Upload coverage result" |
| uses: actions/upload-artifact@v4 |
| with: |
| name: coverage-result-${{ matrix.os }}-${{ matrix.jdk }} |
| path: "**/target/site/**/jacoco.xml" |
| |
| # error-code-inspecting: |
| # needs: [check-license, build-tools] |
| # runs-on: ubuntu-latest |
| # steps: |
| # - uses: actions/checkout@v4 |
| # with: |
| # path: "./dubbo-spi-extensions" |
| # - uses: actions/checkout@v4 |
| # with: |
| # repository: 'apache/dubbo-test-tools' |
| # ref: main |
| # path: "./dubbo-test-tools" |
| # - name: "Set up JDK 21" |
| # uses: actions/setup-java@v4 |
| # with: |
| # distribution: 'zulu' |
| # java-version: 21 |
| # - name: Restore Maven local repository cache |
| # uses: actions/cache@v4 |
| # with: |
| # path: ~/.m2/repository |
| # key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} |
| # restore-keys: | |
| # ${{ runner.os }}-maven- |
| # ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} |
| # - name: "Compile Dubbo-SPI-Extensions (Linux)" |
| # run: | |
| # cd ${{ github.workspace }}/dubbo-spi-extensions |
| # ./mvnw --batch-mode --no-snapshot-updates -e --no-transfer-progress --fail-fast -T 2C clean install -DskipTests=true -DskipIntegrationTests=true -Dcheckstyle.skip=true -Dcheckstyle_unix.skip=true -Drat.skip=true -Dmaven.javadoc.skip=true |
| # - name: "Run Error Code Inspecting" |
| # env: |
| # DUBBO_ECI_REPORT_AS_ERROR: true |
| # run: | |
| # cd ${{ github.workspace }}/dubbo-test-tools/dubbo-error-code-inspector |
| # ../mvnw --batch-mode --no-snapshot-updates -e --no-transfer-progress --fail-fast -T 2C package exec:java -Ddubbo.eci.report-as-error=${DUBBO_ECI_REPORT_AS_ERROR} -Dmaven.test.skip=true -Dmaven.test.skip.exec=true -Ddubbo.eci.path=${{ github.workspace }}/dubbo-spi-extensions |
| # - name: "Upload error code inspection result" |
| # # always() should not be used here, since we don't need to handle the 'canceled' situation. |
| # if: ${{ success() || failure() }} |
| # uses: actions/upload-artifact@v4 |
| # with: |
| # name: "error-inspection-result" |
| # path: ${{ github.workspace }}/dubbo-test-tools/dubbo-error-code-inspector/error-inspection-result.txt |