| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| name: _test |
| on: |
| workflow_call: |
| inputs: |
| component: |
| type: string |
| required: true |
| description: "Component to test" |
| task: |
| type: string |
| required: true |
| description: "Task to run" |
| secrets: |
| CODECOV_TOKEN: |
| required: false |
| |
| permissions: |
| contents: read |
| issues: read # listLabelsOnIssue, for the breaking:storage escape hatch |
| security-events: write |
| pull-requests: write |
| |
| jobs: |
| run: |
| # Select runner based on build target |
| runs-on: ${{ |
| (inputs.task == 'build-aarch64-gnu' || inputs.task == 'build-aarch64-musl') && 'ubuntu-24.04-arm' || |
| inputs.task == 'build-macos-aarch64' && 'macos-14' || |
| inputs.task == 'build-windows-sdk' && 'windows-latest' || |
| 'ubuntu-latest' |
| }} |
| timeout-minutes: 60 |
| steps: |
| - name: Checkout code |
| uses: actions/checkout@v7.0.1 |
| |
| - name: Skip noop |
| if: inputs.component == 'noop' |
| run: echo "No changes detected, skipping tests" |
| |
| # Rust |
| # `breaking:storage` is the documented escape hatch for a deliberate |
| # on-disk format change, which the compat check cannot pass by |
| # construction. The label has to be read live: pre-merge.yml does not |
| # subscribe to `labeled` (pr-triage-apply.yml writes S-* labels, so every |
| # triage write would re-run the whole gate), and a re-run replays the |
| # webhook-frozen `pull_request.labels` from the last push. The operator |
| # flow is "check fails, apply label, re-run", which the frozen payload |
| # cannot see. Paginated so a PR with more than 100 labels still resolves. |
| - name: Resolve breaking:storage escape hatch |
| id: storage_hatch |
| if: >- |
| startsWith(inputs.component, 'rust') && |
| inputs.task == 'test-storage-compat' && |
| github.event.pull_request.number |
| uses: actions/github-script@v9 |
| with: |
| script: | |
| let skip = false; |
| try { |
| const labels = await github.paginate( |
| github.rest.issues.listLabelsOnIssue, |
| { |
| owner: context.repo.owner, |
| repo: context.repo.repo, |
| issue_number: context.payload.pull_request.number, |
| per_page: 100, |
| }, |
| ); |
| skip = labels.some(l => l.name === 'breaking:storage'); |
| } catch (e) { |
| // Fail toward running. A rate limit or a narrowed token must not |
| // wave an on-disk format break through as a green check. |
| core.warning(`listLabelsOnIssue failed (${e.status ?? e.code ?? 'network'}), running the check`); |
| } |
| core.info(`breaking:storage escape hatch: skip=${skip}`); |
| core.setOutput('skip', String(skip)); |
| |
| - name: Run Rust task |
| # Skipping the step (not the job) keeps the leg green so the pre-merge |
| # status roll-up stays reportable instead of pending. |
| if: >- |
| startsWith(inputs.component, 'rust') && |
| steps.storage_hatch.outputs.skip != 'true' |
| uses: ./.github/actions/rust/pre-merge |
| with: |
| task: ${{ inputs.task }} |
| component: ${{ inputs.component }} |
| |
| - name: Upload coverage to Codecov |
| # test-storage-compat runs its own nextest invocation without llvm-cov, |
| # so it emits no codecov.json. Uploading an empty report under the |
| # `rust` flag would read as a coverage drop on the PR. |
| if: >- |
| startsWith(inputs.component, 'rust') && |
| startsWith(inputs.task, 'test-') && |
| inputs.task != 'test-storage-compat' |
| uses: codecov/codecov-action@v7.0.0 |
| with: |
| token: ${{ secrets.CODECOV_TOKEN }} |
| files: codecov.json |
| disable_search: true |
| flags: rust |
| fail_ci_if_error: false |
| verbose: true |
| override_pr: ${{ github.event.pull_request.number }} |
| |
| # Python SDK |
| - name: Set up Docker Buildx for Python |
| if: inputs.component == 'sdk-python' && inputs.task == 'test' |
| uses: docker/setup-buildx-action@bb05f3f5519dd87d3ba754cc423b652a5edd6d2c # v4.2.0 |
| |
| - name: Run Python SDK task |
| if: inputs.component == 'sdk-python' |
| uses: ./.github/actions/python-maturin/pre-merge |
| with: |
| task: ${{ inputs.task }} |
| |
| - name: Upload Python coverage to Codecov |
| if: inputs.component == 'sdk-python' && inputs.task == 'test' |
| uses: codecov/codecov-action@v7.0.0 |
| with: |
| token: ${{ secrets.CODECOV_TOKEN }} |
| files: reports/python-coverage.lcov |
| disable_search: true |
| flags: python |
| fail_ci_if_error: false |
| verbose: true |
| override_pr: ${{ github.event.pull_request.number }} |
| |
| # PHP SDK |
| - name: Run PHP SDK task |
| if: inputs.component == 'sdk-php' |
| uses: ./.github/actions/php/pre-merge |
| with: |
| task: ${{ inputs.task }} |
| |
| - name: Upload PHP coverage to Codecov |
| if: inputs.component == 'sdk-php' && inputs.task == 'test' |
| uses: codecov/codecov-action@v7.0.0 |
| with: |
| token: ${{ secrets.CODECOV_TOKEN }} |
| files: reports/php-coverage.lcov |
| disable_search: true |
| flags: php |
| fail_ci_if_error: false |
| verbose: true |
| override_pr: ${{ github.event.pull_request.number }} |
| |
| # Node SDK |
| - name: Run Node SDK task |
| if: inputs.component == 'sdk-node' |
| uses: ./.github/actions/node-npm/pre-merge |
| with: |
| task: ${{ inputs.task }} |
| |
| - name: Upload Node coverage to Codecov |
| if: >- |
| inputs.component == 'sdk-node' && |
| (inputs.task == 'test' || |
| inputs.task == 'e2e') |
| uses: codecov/codecov-action@v7.0.0 |
| with: |
| token: ${{ secrets.CODECOV_TOKEN }} |
| files: >- |
| reports/node-coverage/${{ |
| inputs.task == 'test' && 'unit' || inputs.task |
| }}/lcov.info |
| disable_search: true |
| flags: >- |
| ${{ inputs.task == 'test' && 'node' || |
| format('node-{0}', inputs.task) }} |
| fail_ci_if_error: false |
| verbose: true |
| override_pr: ${{ github.event.pull_request.number }} |
| |
| # Go SDK |
| - name: Run Go SDK task |
| if: inputs.component == 'sdk-go' |
| uses: ./.github/actions/go/pre-merge |
| with: |
| task: ${{ inputs.task }} |
| |
| - name: Upload Go coverage to Codecov |
| if: inputs.component == 'sdk-go' && (inputs.task == 'test' || inputs.task == 'e2e') |
| uses: codecov/codecov-action@v7.0.0 |
| with: |
| token: ${{ secrets.CODECOV_TOKEN }} |
| files: reports/${{ inputs.task == 'test' && 'go-coverage.out' || 'go-coverage-e2e.out' }} |
| disable_search: true |
| flags: go |
| fail_ci_if_error: false |
| verbose: true |
| override_pr: ${{ github.event.pull_request.number }} |
| |
| # Java SDK |
| - name: Run Java SDK task |
| if: inputs.component == 'sdk-java' |
| uses: ./.github/actions/java-gradle/pre-merge |
| with: |
| task: ${{ inputs.task }} |
| |
| # C# SDK |
| - name: Run C# SDK task |
| if: inputs.component == 'sdk-csharp' |
| uses: ./.github/actions/csharp-dotnet/pre-merge |
| with: |
| task: ${{ inputs.task }} |
| |
| # C++ SDK |
| - name: Run C++ SDK Task |
| if: inputs.component == 'sdk-cpp' |
| uses: ./.github/actions/cpp-bazel/pre-merge |
| with: |
| task: ${{ inputs.task }} |
| |
| - name: Upload Java coverage to Codecov |
| if: inputs.component == 'sdk-java' && inputs.task == 'test' |
| uses: codecov/codecov-action@v7.0.0 |
| with: |
| token: ${{ secrets.CODECOV_TOKEN }} |
| files: reports/java-coverage/jacocoAggregated.xml |
| disable_search: true |
| flags: java |
| fail_ci_if_error: false |
| verbose: true |
| override_pr: ${{ github.event.pull_request.number }} |
| |
| - name: Upload C# coverage to Codecov |
| if: inputs.component == 'sdk-csharp' && (inputs.task == 'test' || startsWith(inputs.task, 'e2e')) |
| uses: codecov/codecov-action@v7.0.0 |
| with: |
| token: ${{ secrets.CODECOV_TOKEN }} |
| files: foreign/csharp/reports/coverage.cobertura.xml |
| disable_search: true |
| flags: csharp |
| fail_ci_if_error: false |
| verbose: true |
| override_pr: ${{ github.event.pull_request.number }} |
| |
| # Web UI |
| - name: Run Web UI task |
| if: inputs.component == 'web-ui' |
| run: | |
| cd web |
| npm ci |
| if [ "${{ inputs.task }}" = "lint" ]; then |
| npm run lint |
| elif [ "${{ inputs.task }}" = "build" ]; then |
| npm run build |
| fi |
| |
| # Helm chart testing |
| - name: Setup Helm test tools |
| if: inputs.component == 'helm' && (inputs.task == 'validate' || inputs.task == 'smoke') |
| uses: ./.github/actions/utils/setup-helm-tools |
| with: |
| install-kind: ${{ inputs.task == 'smoke' }} |
| install-helm-docs: ${{ inputs.task == 'validate' }} |
| install-yamllint: ${{ inputs.task == 'validate' }} |
| install-helmfmt: ${{ inputs.task == 'validate' }} |
| |
| - name: Setup Helm smoke cluster |
| if: inputs.component == 'helm' && inputs.task == 'smoke' |
| run: scripts/ci/setup-helm-smoke-cluster.sh |
| |
| - name: Validate Helm chart |
| if: inputs.component == 'helm' && inputs.task == 'validate' |
| run: scripts/ci/test-helm.sh validate |
| |
| - name: Smoke test Helm chart runtime |
| if: inputs.component == 'helm' && inputs.task == 'smoke' |
| run: scripts/ci/test-helm.sh smoke --cleanup |
| |
| - name: Collect Helm smoke diagnostics |
| if: failure() && inputs.component == 'helm' && inputs.task == 'smoke' |
| run: scripts/ci/test-helm.sh collect-smoke-diagnostics |
| |
| # CI workflow validation |
| - name: Validate CI workflows |
| if: inputs.component == 'ci-workflows' && inputs.task == 'validate' |
| run: | |
| echo "Validating GitHub Actions workflows..." |
| # Basic YAML validation |
| for workflow in .github/workflows/*.yml; do |
| echo "Checking $workflow" |
| python -c "import yaml; yaml.safe_load(open('$workflow'))" || exit 1 |
| done |
| echo "All workflows are valid YAML" |
| |
| # Upload reports |
| - name: Upload reports |
| if: always() |
| uses: actions/upload-artifact@v7 |
| with: |
| name: ${{ inputs.component }}-${{ inputs.task }}-reports-${{ github.run_id }}-${{ github.run_attempt }} |
| path: | |
| reports/** |
| target/llvm-cov/** |
| coverage.lcov |
| codecov.json |
| if-no-files-found: ignore |
| retention-days: 7 |
