iceberg_test.yaml

name: "Delta Iceberg Latest"
on:
  push:
    branches: [master, branch-*]
    paths-ignore:
      - '**.md'
      - '**.txt'
  pull_request:
    branches: [master, branch-*]
    paths-ignore:
      - '**.md'
      - '**.txt'
jobs:
  test:
    name: "DIL: Spark ${{ matrix.spark_version }}, Scala ${{ matrix.scala }}"
    runs-on: ubuntu-24.04
    strategy:
      matrix:
        # These Scala versions must match those in the build.sbt
        scala: [2.13.16]
        spark_version: ["4.0", "4.1"]
    env:
      SCALA_VERSION: ${{ matrix.scala }}
    steps:
      - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3.6.0
      - name: install java
        uses: actions/setup-java@17f84c3641ba7b8f6deff6309fc4c864478f5d62 # v3.14.1
        with:
          distribution: "zulu"
          java-version: "17"
      - name: Cache Scala, SBT
        uses: actions/cache@6f8efc29b200d32929f49075959781ed54ec270c # v3.5.0
        with:
          path: |
            ~/.sbt
            ~/.ivy2
            ~/.cache/coursier
          # Change the key if dependencies are changed. For each key, GitHub Actions will cache the
          # the above directories when we use the key for the first time. After that, each run will
          # just use the cache. The cache is immutable so we need to use a new key when trying to
          # cache new stuff.
          key: delta-sbt-cache-spark${{ matrix.spark_version }}-scala${{ matrix.scala }}
      - name: Set up uv
        run: bash project/scripts/install-uv.sh
      - name: Install Python via uv
        # No UV_EXCLUDE_NEWER needed: this workflow installs zero pip packages.
        # Python is only used to run the stdlib-only run-tests.py driver.
        run: |
          uv python install 3.8
          uv venv .venv --python 3.8
      - name: Run Scala/Java and Python tests
        # when changing TEST_PARALLELISM_COUNT make sure to also change it in spark_master_test.yaml
        run: |
          source .venv/bin/activate
          TEST_PARALLELISM_COUNT=4 python run-tests.py --group iceberg --spark-version ${{ matrix.spark_version }}