.github/workflows/validate-release.yml - hugegraph-doc - Git at Google

 name: "Validate Apache Release"

 on:
   workflow_dispatch:
     inputs:
       release_version:
         required: true
         default: '1.0.0'

   push:
     branches:
       - 'release-*'
   pull_request:
     branches:
       - 'release-*'

 jobs:
   build:
     runs-on: ubuntu-latest
     env:
       SCRIPT_PATH: hugegraph-dist/scripts/
       URL_PREFIX: https://dist.apache.org/repos/dist/dev/incubator/hugegraph/
       USER: 'imbajin'
       # TODO: parse version from the running branch name & also adapt the input version
       RELEASE_VERSION: ''
     steps:
       - name: Checkout source
         uses: actions/checkout@v3
       - name: Install JDK ${{ matrix.java_version }}
         uses: actions/setup-java@v3
         with:
           java-version: ${{ matrix.java_version }}
           distribution: 'adopt'
       - name: Cache Maven packages
         uses: actions/cache@v3
         with:
           path: ~/.m2
           key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
           restore-keys: ${{ runner.os }}-m2
       - name: Get Yarn path
         id: yarn-cache-dir-path
         run: echo "::set-output name=dir::$(yarn cache dir)"
       - name: Cache Yarn packages
         uses: actions/cache@v3
         # use id to check `cache-hit` (`steps.yarn-cache.outputs.cache-hit != 'true'`)
         id: yarn-cache
         with:
           path: ${{ steps.yarn-cache-dir-path.outputs.dir }}
           key: ${{ runner.os }}-yarn-${{ hashFiles('**/yarn.lock') }}
           restore-keys: |
             ${{ runner.os }}-yarn-

       - name: 1. Download SVN Sources
         run: |
           rm -rf dist/${{ inputs.release_version }}
           svn co ${URL_PREFIX}/${{ inputs.release_version }} dist/${{ inputs.release_version }}
           cd dist/${{ inputs.release_version }} || exit

       - name: 2. Check Environment & Import Public Keys
         run: |
           cd dist/${{ inputs.release_version }}
           shasum --version 1>/dev/null || exit
           gpg --version 1>/dev/null || exit

           wget https://downloads.apache.org/incubator/hugegraph/KEYS || exit
           echo "Import KEYS:" && gpg --import KEYS

           echo -e "5\ny\n" | gpg --batch --command-fd 0 --edit-key $USER trust

           echo "trust all pk"
           for key in $(gpg --no-tty --list-keys --with-colons | awk -F: '/^pub/ {print $5}');
           do
               echo -e "5\ny\n" | gpg --batch --command-fd 0 --edit-key "$key" trust
           done

       - name: 3. Check SHA512 & GPG Signature
         run: |
           cd dist/${{ inputs.release_version }}
           for i in *.tar.gz; do
             echo "$i"
             shasum -a 512 --check "$i".sha512 || exit
             eval gpg "${GPG_OPT}" --verify "$i".asc "$i" || exit
           done

       - name: 4. Validate Source Packages
         run: |
           cd dist/${{ inputs.release_version }} && ls -lh ./*.tar.gz
           for i in *src.tar.gz; do
             echo "$i"
             # 4.0 check the directory name include "incubating"
             if [[ ! "$i" =~ "incubating" ]]; then
               echo "The package name should include incubating" && exit 1
             fi
             tar xzvf "$i" || exit
             cd "$(basename "$i" .tar.gz)" || exit

             # 4.1 check the directory include "NOTICE" and "LICENSE" and "DISCLAIMER" file
             if [[ ! -f "LICENSE" ]]; then
               echo "The package should include LICENSE file" && exit 1
             fi
             if [[ ! -f "NOTICE" ]]; then
               echo "The package should include NOTICE file" && exit 1
             fi
             if [[ ! -f "DISCLAIMER" ]]; then
                 echo "The package should include DISCLAIMER file" && exit 1
             fi

             # 4.2 ensure doesn't contains empty directory or file
             COUNT=$(find . -type d -empty | wc -l)
             if [[ $COUNT -ne 0 ]]; then
               find . -type d -empty
               echo "The package shouldn't include empty directory, but get $COUNT" # TODO: && exit 1
             fi

             # 4.3 ensure any file should less than 900kb & not include binary file
             COUNT=$(find . -type f -size +900k | wc -l)
             if [[ $COUNT -ne 0 ]]; then
               find . -type f -size +900k
               echo "The package shouldn't include file larger than 900kb, but get $COUNT"
             fi
             COUNT=$(find . -type f | perl -lne 'print if -B' | grep -v *.txt | wc -l)
             if [[ $COUNT -ne 0 ]]; then
               find . -type f | perl -lne 'print if -B'
               echo "The package shouldn't include binary file, but get $COUNT"
             fi

             # 4.4 test compile the packages
             if [[ $JAVA_VERSION == 8 && "$i" =~ "computer" ]]; then
               cd .. && echo "skip computer module in java8"
               continue
             fi
             mvn package -DskipTests -ntp && ls -lh
             cd .. || exit
           done

       - name: 5. Run Compiled Packages In Server
         run: |
           cd dist/${{ inputs.release_version }} && ls -lh
           cd ./*hugegraph-incubating*src/*hugegraph*${{ inputs.release_version }} || exit
           bin/init-store.sh && sleep 1
           bin/start-hugegraph.sh && ls ../../
           cd ../../ || exit

       - name: 6. Run Compiled Packages In ToolChain (Loader & Tool & Hubble)
         run: |
           cd dist/${{ inputs.release_version }}
           cd ./*toolchain*src || exit
           ls -lh
           cd ./*toolchain*${{ inputs.release_version }} || exit
           ls -lh

           # 6.1 load some data first
           echo "test loader"
           cd ./*loader*${{ inputs.release_version }} || exit
           bin/hugegraph-loader.sh -f ./example/file/struct.json -s ./example/file/schema.groovy \
             -g hugegraph || exit
           cd .. || exit

           # 6.2 try some gremlin query & api in tool
           echo "test tool"
           cd ./*tool*${{ inputs.release_version }} || exit
           bin/hugegraph gremlin-execute --script 'g.V().count()' || exit
           bin/hugegraph task-list || exit
           bin/hugegraph backup -t all --directory ./backup-test || exit
           cd .. || exit

           # 6.3 start hubble and connect to server
           echo "test hubble"
           cd ./*hubble*${{ inputs.release_version }} || exit
           cat conf/hugegraph-hubble.properties && bin/start-hubble.sh
           cd ../../../ || exit
           rm -rf ./*src* && ls -lh

       - name: 7. Validate Binary Packages
         run: |
           cd dist/${{ inputs.release_version }}
           for i in *.tar.gz; do
             echo "$i"
             # 7.0 check the directory name include "incubating"
             if [[ ! "$i" =~ "incubating" ]]; then
               echo "The package name should include incubating" && exit 1
             fi
             tar xzvf "$i" || exit

             # 7.1 check root dir include "NOTICE"/"LICENSE"/"DISCLAIMER" files & "release-docs" dir
             cd "$(basename "$i" .tar.gz)" && ls -lh || exit
             if [[ ! -f "LICENSE" ]]; then
               echo "The package should include LICENSE file" && exit 1
             fi
             if [[ ! -f "NOTICE" ]]; then
               echo "The package should include NOTICE file" && exit 1
             fi
             if [[ ! -f "DISCLAIMER" ]]; then
                 echo "The package should include DISCLAIMER file" && exit 1
             fi
             if [[ ! -d "release-docs" ]]; then
               echo "The package should include release-docs dir" && exit 1
             fi

             # 7.2 ensure doesn't contains empty directory or file
             COUNT=$(find . -type d -empty | wc -l)
             if [[ $COUNT -ne 0 ]]; then
               find . -type d -empty
               echo "The package shouldn't include empty directory, but get $COUNT" # TODO: && exit 1
             fi

             cd - || exit
           done

       - name: 8. Validate Binary Packages(Start Server)
         run: |
           cd dist/${{ inputs.release_version }}
           cd ./*hugegraph-incubating*${{ inputs.release_version }} || exit
           bin/init-store.sh && sleep 1
           # kill the HugeGraphServer process by jps
           jps | grep HugeGraphServer | awk '{print $1}' | xargs kill -9
           bin/start-hugegraph.sh && ls ../
           cd - || exit

       - name: 9. Validate Binary Packages(Start ToolChain(Loader/Tool/Hubble))
         run: |
           cd dist/${{ inputs.release_version }}
           cd ./*toolchain*${{ inputs.release_version }} || exit
           ls -lh

           # 9.1 loader some data first
           echo "test loader"
           cd ./*loader*${{ inputs.release_version }} || exit
           bin/hugegraph-loader.sh -f ./example/file/struct.json -s ./example/file/schema.groovy \
             -g hugegraph || exit
           cd - || exit

           # 9.2 try some gremlin query & api in tool
           echo "test tool"
           cd ./*tool*${{ inputs.release_version }} || exit
           bin/hugegraph gremlin-execute --script 'g.V().count()' || exit
           bin/hugegraph task-list || exit
           bin/hugegraph backup -t all --directory ./backup-test || exit
           cd - || exit

           # 9.3 start hubble and connect to server
           echo "test hubble"
           cd ./*hubble*${{ inputs.release_version }} || exit
           # TODO: add hubble doc & test it
           cat conf/hugegraph-hubble.properties
           bin/stop-hubble.sh && bin/start-hubble.sh
           cd - || exit

     strategy:
       fail-fast: false
       matrix:
         java_version: [ '8','11' ]
	name: "Validate Apache Release"

	on:
	workflow_dispatch:
	inputs:
	release_version:
	required: true
	default: '1.0.0'

	push:
	branches:
	- 'release-*'
	pull_request:
	branches:
	- 'release-*'

	jobs:
	build:
	runs-on: ubuntu-latest
	env:
	SCRIPT_PATH: hugegraph-dist/scripts/
	URL_PREFIX: https://dist.apache.org/repos/dist/dev/incubator/hugegraph/
	USER: 'imbajin'
	# TODO: parse version from the running branch name & also adapt the input version
	RELEASE_VERSION: ''
	steps:
	- name: Checkout source
	uses: actions/checkout@v3
	- name: Install JDK ${{ matrix.java_version }}
	uses: actions/setup-java@v3
	with:
	java-version: ${{ matrix.java_version }}
	distribution: 'adopt'
	- name: Cache Maven packages
	uses: actions/cache@v3
	with:
	path: ~/.m2
	key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
	restore-keys: ${{ runner.os }}-m2
	- name: Get Yarn path
	id: yarn-cache-dir-path
	run: echo "::set-output name=dir::$(yarn cache dir)"
	- name: Cache Yarn packages
	uses: actions/cache@v3
	# use id to check `cache-hit` (`steps.yarn-cache.outputs.cache-hit != 'true'`)
	id: yarn-cache
	with:
	path: ${{ steps.yarn-cache-dir-path.outputs.dir }}
	key: ${{ runner.os }}-yarn-${{ hashFiles('**/yarn.lock') }}
	restore-keys: \|
	${{ runner.os }}-yarn-

	- name: 1. Download SVN Sources
	run: \|
	rm -rf dist/${{ inputs.release_version }}
	svn co ${URL_PREFIX}/${{ inputs.release_version }} dist/${{ inputs.release_version }}
	cd dist/${{ inputs.release_version }} \|\| exit

	- name: 2. Check Environment & Import Public Keys
	run: \|
	cd dist/${{ inputs.release_version }}
	shasum --version 1>/dev/null \|\| exit
	gpg --version 1>/dev/null \|\| exit

	wget https://downloads.apache.org/incubator/hugegraph/KEYS \|\| exit
	echo "Import KEYS:" && gpg --import KEYS

	echo -e "5\ny\n" \| gpg --batch --command-fd 0 --edit-key $USER trust

	echo "trust all pk"
	for key in $(gpg --no-tty --list-keys --with-colons \| awk -F: '/^pub/ {print $5}');
	do
	echo -e "5\ny\n" \| gpg --batch --command-fd 0 --edit-key "$key" trust
	done

	- name: 3. Check SHA512 & GPG Signature
	run: \|
	cd dist/${{ inputs.release_version }}
	for i in *.tar.gz; do
	echo "$i"
	shasum -a 512 --check "$i".sha512 \|\| exit
	eval gpg "${GPG_OPT}" --verify "$i".asc "$i" \|\| exit
	done

	- name: 4. Validate Source Packages
	run: \|
	cd dist/${{ inputs.release_version }} && ls -lh ./*.tar.gz
	for i in *src.tar.gz; do
	echo "$i"
	# 4.0 check the directory name include "incubating"
	if [[ ! "$i" =~ "incubating" ]]; then
	echo "The package name should include incubating" && exit 1
	fi
	tar xzvf "$i" \|\| exit
	cd "$(basename "$i" .tar.gz)" \|\| exit

	# 4.1 check the directory include "NOTICE" and "LICENSE" and "DISCLAIMER" file
	if [[ ! -f "LICENSE" ]]; then
	echo "The package should include LICENSE file" && exit 1
	fi
	if [[ ! -f "NOTICE" ]]; then
	echo "The package should include NOTICE file" && exit 1
	fi
	if [[ ! -f "DISCLAIMER" ]]; then
	echo "The package should include DISCLAIMER file" && exit 1
	fi

	# 4.2 ensure doesn't contains empty directory or file
	COUNT=$(find . -type d -empty \| wc -l)
	if [[ $COUNT -ne 0 ]]; then
	find . -type d -empty
	echo "The package shouldn't include empty directory, but get $COUNT" # TODO: && exit 1
	fi

	# 4.3 ensure any file should less than 900kb & not include binary file
	COUNT=$(find . -type f -size +900k \| wc -l)
	if [[ $COUNT -ne 0 ]]; then
	find . -type f -size +900k
	echo "The package shouldn't include file larger than 900kb, but get $COUNT"
	fi
	COUNT=$(find . -type f \| perl -lne 'print if -B' \| grep -v *.txt \| wc -l)
	if [[ $COUNT -ne 0 ]]; then
	find . -type f \| perl -lne 'print if -B'
	echo "The package shouldn't include binary file, but get $COUNT"
	fi

	# 4.4 test compile the packages
	if [[ $JAVA_VERSION == 8 && "$i" =~ "computer" ]]; then
	cd .. && echo "skip computer module in java8"
	continue
	fi
	mvn package -DskipTests -ntp && ls -lh
	cd .. \|\| exit
	done

	- name: 5. Run Compiled Packages In Server
	run: \|
	cd dist/${{ inputs.release_version }} && ls -lh
	cd ./hugegraph-incubatingsrc/hugegraph${{ inputs.release_version }} \|\| exit
	bin/init-store.sh && sleep 1
	bin/start-hugegraph.sh && ls ../../
	cd ../../ \|\| exit

	- name: 6. Run Compiled Packages In ToolChain (Loader & Tool & Hubble)
	run: \|
	cd dist/${{ inputs.release_version }}
	cd ./toolchainsrc \|\| exit
	ls -lh
	cd ./toolchain${{ inputs.release_version }} \|\| exit
	ls -lh

	# 6.1 load some data first
	echo "test loader"
	cd ./loader${{ inputs.release_version }} \|\| exit
	bin/hugegraph-loader.sh -f ./example/file/struct.json -s ./example/file/schema.groovy \
	-g hugegraph \|\| exit
	cd .. \|\| exit

	# 6.2 try some gremlin query & api in tool
	echo "test tool"
	cd ./tool${{ inputs.release_version }} \|\| exit
	bin/hugegraph gremlin-execute --script 'g.V().count()' \|\| exit
	bin/hugegraph task-list \|\| exit
	bin/hugegraph backup -t all --directory ./backup-test \|\| exit
	cd .. \|\| exit

	# 6.3 start hubble and connect to server
	echo "test hubble"
	cd ./hubble${{ inputs.release_version }} \|\| exit
	cat conf/hugegraph-hubble.properties && bin/start-hubble.sh
	cd ../../../ \|\| exit
	rm -rf ./src && ls -lh

	- name: 7. Validate Binary Packages
	run: \|
	cd dist/${{ inputs.release_version }}
	for i in *.tar.gz; do
	echo "$i"
	# 7.0 check the directory name include "incubating"
	if [[ ! "$i" =~ "incubating" ]]; then
	echo "The package name should include incubating" && exit 1
	fi
	tar xzvf "$i" \|\| exit

	# 7.1 check root dir include "NOTICE"/"LICENSE"/"DISCLAIMER" files & "release-docs" dir
	cd "$(basename "$i" .tar.gz)" && ls -lh \|\| exit
	if [[ ! -f "LICENSE" ]]; then
	echo "The package should include LICENSE file" && exit 1
	fi
	if [[ ! -f "NOTICE" ]]; then
	echo "The package should include NOTICE file" && exit 1
	fi
	if [[ ! -f "DISCLAIMER" ]]; then
	echo "The package should include DISCLAIMER file" && exit 1
	fi
	if [[ ! -d "release-docs" ]]; then
	echo "The package should include release-docs dir" && exit 1
	fi

	# 7.2 ensure doesn't contains empty directory or file
	COUNT=$(find . -type d -empty \| wc -l)
	if [[ $COUNT -ne 0 ]]; then
	find . -type d -empty
	echo "The package shouldn't include empty directory, but get $COUNT" # TODO: && exit 1
	fi

	cd - \|\| exit
	done

	- name: 8. Validate Binary Packages(Start Server)
	run: \|
	cd dist/${{ inputs.release_version }}
	cd ./hugegraph-incubating${{ inputs.release_version }} \|\| exit
	bin/init-store.sh && sleep 1
	# kill the HugeGraphServer process by jps
	jps \| grep HugeGraphServer \| awk '{print $1}' \| xargs kill -9
	bin/start-hugegraph.sh && ls ../
	cd - \|\| exit

	- name: 9. Validate Binary Packages(Start ToolChain(Loader/Tool/Hubble))
	run: \|
	cd dist/${{ inputs.release_version }}
	cd ./toolchain${{ inputs.release_version }} \|\| exit
	ls -lh

	# 9.1 loader some data first
	echo "test loader"
	cd ./loader${{ inputs.release_version }} \|\| exit
	bin/hugegraph-loader.sh -f ./example/file/struct.json -s ./example/file/schema.groovy \
	-g hugegraph \|\| exit
	cd - \|\| exit

	# 9.2 try some gremlin query & api in tool
	echo "test tool"
	cd ./tool${{ inputs.release_version }} \|\| exit
	bin/hugegraph gremlin-execute --script 'g.V().count()' \|\| exit
	bin/hugegraph task-list \|\| exit
	bin/hugegraph backup -t all --directory ./backup-test \|\| exit
	cd - \|\| exit

	# 9.3 start hubble and connect to server
	echo "test hubble"
	cd ./hubble${{ inputs.release_version }} \|\| exit
	# TODO: add hubble doc & test it
	cat conf/hugegraph-hubble.properties
	bin/stop-hubble.sh && bin/start-hubble.sh
	cd - \|\| exit

	strategy:
	fail-fast: false
	matrix:
	java_version: [ '8','11' ]