| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| name: PostCommit Python Arm |
| |
| on: |
| schedule: |
| - cron: '0 5/6 * * *' |
| pull_request_target: |
| paths: ['release/trigger_all_tests.json', '.github/trigger_files/beam_PostCommit_Python_Arm.json'] |
| workflow_dispatch: |
| |
| # This allows a subsequently queued workflow run to interrupt previous runs |
| concurrency: |
| group: '${{ github.workflow }} @ ${{ github.event.issue.number || github.sha || github.head_ref || github.ref }}-${{ github.event.schedule || github.event.sender.login }}' |
| cancel-in-progress: true |
| |
| #Setting explicit permissions for the action to avoid the default permissions which are `write-all` in case of pull_request_target event |
| permissions: |
| actions: write |
| pull-requests: write |
| checks: write |
| contents: read |
| deployments: read |
| id-token: none |
| issues: write |
| discussions: read |
| packages: read |
| pages: read |
| repository-projects: read |
| security-events: read |
| statuses: read |
| |
| env: |
| DEVELOCITY_ACCESS_KEY: ${{ secrets.DEVELOCITY_ACCESS_KEY }} |
| GRADLE_ENTERPRISE_CACHE_USERNAME: ${{ secrets.GE_CACHE_USERNAME }} |
| GRADLE_ENTERPRISE_CACHE_PASSWORD: ${{ secrets.GE_CACHE_PASSWORD }} |
| |
| jobs: |
| beam_PostCommit_Python_Arm: |
| name: ${{ matrix.job_name }} ${{ matrix.python_version }} |
| runs-on: ubuntu-22.04 |
| timeout-minutes: 240 |
| strategy: |
| fail-fast: false |
| matrix: |
| job_name: [beam_PostCommit_Python_Arm] |
| job_phrase: [Run Python PostCommit Arm] |
| python_version: ['3.9', '3.13'] |
| if: | |
| github.event_name == 'workflow_dispatch' || |
| github.event_name == 'pull_request_target' || |
| (github.event_name == 'schedule' && github.repository == 'apache/beam') |
| steps: |
| - uses: actions/checkout@v4 |
| - name: Setup repository |
| uses: ./.github/actions/setup-action |
| with: |
| comment_phrase: ${{ matrix.job_phrase }} ${{ matrix.python_version }} |
| github_token: ${{ secrets.GITHUB_TOKEN }} |
| github_job: ${{ matrix.job_name }} ${{ matrix.python_version }} |
| - name: Setup environment |
| uses: ./.github/actions/setup-environment-action |
| with: |
| python-version: ${{ matrix.python_version }} |
| - name: Install docker compose |
| run: | |
| sudo curl -L https://github.com/docker/compose/releases/download/1.22.0/docker-compose-$(uname -s)-$(uname -m) -o /usr/local/bin/docker-compose |
| sudo chmod +x /usr/local/bin/docker-compose |
| - name: Authenticate on GCP |
| uses: google-github-actions/auth@v3 |
| with: |
| service_account: ${{ secrets.GCP_SA_EMAIL }} |
| credentials_json: ${{ secrets.GCP_SA_KEY }} |
| - name: Set up Cloud SDK |
| uses: google-github-actions/setup-gcloud@v3 |
| - name: Set up Docker Buildx |
| uses: docker/setup-buildx-action@v3 |
| - name: GCloud Docker credential helper |
| run: | |
| gcloud auth configure-docker us.gcr.io |
| - name: Set PY_VER_CLEAN |
| id: set_py_ver_clean |
| run: | |
| PY_VER=${{ matrix.python_version }} |
| PY_VER_CLEAN=${PY_VER//.} |
| echo "py_ver_clean=$PY_VER_CLEAN" >> $GITHUB_OUTPUT |
| - name: Generate TAG unique variable based on timestamp |
| id: set_tag |
| run: echo "TAG=$(date +'%Y%m%d-%H%M%S%N')" >> $GITHUB_OUTPUT |
| - name: run PostCommit Python ${{ matrix.python_version }} script |
| uses: ./.github/actions/gradle-command-self-hosted-action |
| with: |
| gradle-command: :sdks:python:test-suites:dataflow:py${{steps.set_py_ver_clean.outputs.py_ver_clean}}:postCommitArmIT |
| arguments: | |
| -PuseWheelDistribution \ |
| -PpythonVersion=${{ matrix.python_version }} \ |
| -Pcontainer-architecture-list=arm64,amd64 \ |
| -Pdocker-repository-root=us.gcr.io/apache-beam-testing/github-actions \ |
| -Pdocker-tag=${{ steps.set_tag.outputs.TAG }} \ |
| -Ppush-containers \ |
| env: |
| MULTIARCH_TAG: ${{ steps.set_tag.outputs.TAG }} |
| USER: github-actions |
| - name: Archive Python Test Results |
| uses: actions/upload-artifact@v4 |
| if: failure() |
| with: |
| name: Python ${{ matrix.python_version }} Test Results |
| path: '**/pytest*.xml' |
| - name: Publish Python Test Results |
| uses: EnricoMi/publish-unit-test-result-action@v2 |
| if: always() |
| with: |
| commit: '${{ env.prsha || env.GITHUB_SHA }}' |
| comment_mode: ${{ github.event_name == 'issue_comment' && 'always' || 'off' }} |
| files: '**/pytest*.xml' |
| large_files: true |