| # Licensed to the Apache Software Foundation (ASF) under one or more |
| # contributor license agreements. See the NOTICE file distributed with |
| # this work for additional information regarding copyright ownership. |
| # The ASF licenses this file to You under the Apache License, Version 2.0 |
| # (the "License"); you may not use this file except in compliance with |
| # the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| name: PreCommit Python Docker |
| on: |
| pull_request_target: |
| branches: [ "master", "release-*" ] |
| paths: [ "model/**","sdks/python/**","release/**", 'release/trigger_all_tests.json', '.github/trigger_files/beam_PreCommit_PythonDocker.json'] |
| issue_comment: |
| types: [created] |
| push: |
| tags: ['v*'] |
| branches: ['master', 'release-*'] |
| paths: [ "model/**","sdks/python/**","release/**",".github/workflows/beam_PreCommit_PythonDocker.yml"] |
| schedule: |
| - cron: '0 3/6 * * *' |
| workflow_dispatch: |
| |
| #Setting explicit permissions for the action to avoid the default permissions which are `write-all` in case of pull_request_target event |
| permissions: |
| actions: write |
| pull-requests: read |
| checks: read |
| contents: read |
| deployments: read |
| id-token: none |
| issues: read |
| discussions: read |
| packages: read |
| pages: read |
| repository-projects: read |
| security-events: read |
| statuses: read |
| |
| # This allows a subsequently queued workflow run to interrupt previous runs |
| concurrency: |
| group: '${{ github.workflow }} @ ${{ github.event.issue.number || github.event.pull_request.head.label || github.sha || github.head_ref || github.ref }}-${{ github.event.schedule || github.event.comment.id || github.event.sender.login }}' |
| cancel-in-progress: true |
| |
| env: |
| DEVELOCITY_ACCESS_KEY: ${{ secrets.DEVELOCITY_ACCESS_KEY }} |
| GRADLE_ENTERPRISE_CACHE_USERNAME: ${{ secrets.GE_CACHE_USERNAME }} |
| GRADLE_ENTERPRISE_CACHE_PASSWORD: ${{ secrets.GE_CACHE_PASSWORD }} |
| |
| jobs: |
| beam_PreCommit_PythonDocker: |
| name: ${{ matrix.job_name }} (${{ matrix.job_phrase }} ${{ matrix.python_version }}) |
| runs-on: [self-hosted, ubuntu-20.04, main] |
| timeout-minutes: 30 |
| strategy: |
| fail-fast: false |
| matrix: |
| job_name: ["beam_PreCommit_PythonDocker"] |
| job_phrase: ["Run PythonDocker PreCommit"] |
| python_version: ['3.9','3.10','3.11','3.12','3.13'] |
| if: | |
| github.event_name == 'push' || |
| github.event_name == 'pull_request_target' || |
| github.event_name == 'workflow_dispatch' || |
| (github.event_name == 'schedule' && github.repository == 'apache/beam') || |
| startsWith(github.event.comment.body, 'Run PythonDocker PreCommit') |
| steps: |
| - uses: actions/checkout@v4 |
| - name: Setup repository |
| uses: ./.github/actions/setup-action |
| with: |
| comment_phrase: ${{ matrix.job_phrase }} ${{ matrix.python_version }} |
| github_token: ${{ secrets.GITHUB_TOKEN }} |
| github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }} ${{ matrix.python_version }}) |
| - name: Setup environment |
| uses: ./.github/actions/setup-environment-action |
| with: |
| java-version: default |
| python-version: ${{ matrix.python_version }} |
| go-version: default |
| - name: Setup Buildx |
| uses: docker/setup-buildx-action@v2 |
| with: |
| install: true |
| driver: 'docker' |
| - name: Set PY_VER_CLEAN |
| id: set_py_ver_clean |
| run: | |
| PY_VER=${{ matrix.python_version }} |
| PY_VER_CLEAN=${PY_VER//.} |
| echo "py_ver_clean=$PY_VER_CLEAN" >> $GITHUB_OUTPUT |
| - name: Run pythonDockerBuildPreCommit |
| uses: ./.github/actions/gradle-command-self-hosted-action |
| with: |
| gradle-command: :sdks:python:container:py${{steps.set_py_ver_clean.outputs.py_ver_clean}}:docker |
| arguments: | |
| -Pposargs=apache_beam/dataframe/ \ |
| -PpythonVersion=${{ matrix.python_version }} |