.github/workflows/celeborn.yml

#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

name: Celeborn

on:
  workflow_dispatch:
  push:
    branches:
      - master
      - branch-*
  pull_request:
    branches:
      - master
      - branch-*

concurrency:
  group: celeborn-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  test-celeborn:
    strategy:
      fail-fast: false
      matrix:
        include:
          - celebornver: "celeborn-0.6"
          - celebornver: "celeborn-0.5"
    uses: ./.github/workflows/tpcds-reusable.yml
    name: Test Celeborn ${{ matrix.celebornver }}
    with:
      celebornver: ${{ matrix.celebornver }}
      sparkver: "spark-3.5"
      hadoop-profile: 'hadoop3'
      scalaver: "2.12"
      extrasparkconf: >-
        --conf spark.shuffle.manager=org.apache.spark.sql.execution.auron.shuffle.celeborn.AuronCelebornShuffleManager
        --conf spark.serializer=org.apache.spark.serializer.KryoSerializer
        --conf spark.celeborn.client.spark.shuffle.writer=hash
        --conf spark.celeborn.client.push.replicate.enabled=false
      queries: '["q1,q2,q3,q4,q5,q6,q7,q8,q9"]'