.github/workflows/ci.yml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

name: CI

on:
  push:
    branches:
      - main
      - release-*
  pull_request:
    branches:
      - main
      - release-*

permissions:
  contents: read

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}
  cancel-in-progress: true

jobs:
  check:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v6

      - name: Validate .asf.yaml
        run: python3 scripts/validate_asf_yaml.py

      - name: Check License Header
        uses: apache/skywalking-eyes/header@v0.8.0

      - name: Install cargo-deny
        uses: taiki-e/install-action@v2
        with:
          tool: cargo-deny@0.19.0

      - name: Check dependency licenses (Apache-compatible)
        run: cargo deny check licenses

      - name: Format
        run: cargo fmt --all -- --check

      - name: Clippy
        run: cargo clippy --all-targets --workspace --features fulltext,vortex,mosaic -- -D warnings

  build:
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        os:
          - ubuntu-latest
          - macos-latest
          - windows-latest
    steps:
      - uses: actions/checkout@v6
      - name: Build
        run: cargo build --features fulltext,vortex,mosaic

  unit:
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        os:
          - ubuntu-latest
          - macos-latest
          - windows-latest
    steps:
      - uses: actions/checkout@v6

      - name: Test
        run: cargo test -p paimon --all-targets --features fulltext,vortex,mosaic
        env:
          RUST_LOG: DEBUG
          RUST_BACKTRACE: full

      # The e2e tests round-trip through a real FileSystemCatalog, which has
      # known Windows path-compatibility issues (the `paimon` filesystem
      # catalog tests are likewise gated with `#[cfg(not(windows))]`).
      - name: Test paimon-rest-server
        if: runner.os != 'Windows'
        run: cargo test -p paimon-rest-server --all-targets
        env:
          RUST_LOG: DEBUG
          RUST_BACKTRACE: full

  integration:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v6

      - name: Rust Cache
        uses: actions/cache@v5
        with:
          path: |
            ~/.cargo/registry
            ~/.cargo/git
            target
          key: integration-${{ runner.os }}-${{ hashFiles('**/Cargo.lock') }}
          restore-keys: |
            integration-${{ runner.os }}-

      - name: Start Docker containers
        run: make docker-up

      - name: Rust Integration Test
        run: cargo test -p paimon-integration-tests --all-targets
        env:
          RUST_LOG: DEBUG
          RUST_BACKTRACE: full

      - name: Install lumina native library
        run: |
          pip install lumina-data
          echo "LUMINA_LIB_PATH=$(python3 -c 'import lumina_data; print(lumina_data.__path__[0])')/lib/liblumina_py.so" >> $GITHUB_ENV

      - name: Core Lumina Native Build Test
        run: >
          cargo test -p paimon
          table::lumina_index_build_builder::tests::test_execute_writes_lumina_index_manifest
          --features fulltext,vortex
          -- --ignored --exact
        env:
          RUST_LOG: DEBUG
          RUST_BACKTRACE: full

      - name: DataFusion Lumina Build Query E2E Test
        run: >
          cargo test -p paimon-datafusion
          --features vortex
          vector_search_tests::test_lumina_build_then_vector_search_query
          -- --ignored --exact
        env:
          RUST_LOG: DEBUG
          RUST_BACKTRACE: full

      - name: DataFusion Integration Test
        run: cargo test -p paimon-datafusion --all-targets
        env:
          RUST_LOG: DEBUG
          RUST_BACKTRACE: full

      - name: DataFusion Vortex Integration Test
        run: cargo test -p paimon-datafusion --features vortex --test vortex_tables
        env:
          RUST_LOG: DEBUG
          RUST_BACKTRACE: full

      - name: Install uv
        uses: astral-sh/setup-uv@08807647e7069bb48b6ef5acd8ec9567f424441b
        with:
          version: "0.9.3"
          enable-cache: true

      - name: Python Binding Integration Test
        working-directory: bindings/python
        run: make install && make test

      - name: Go Integration Test
        working-directory: bindings/go
        run: make test

      - name: Stop Docker containers
        if: always()
        run: make docker-down