test-spark.yml

name: Test Spark

on:
  workflow_call:
    inputs:
      dgraph-version:
        required: true
        type: string

jobs:
  test-spark:
    name: Unit Tests (Spark ${{ matrix.spark-version }} Scala ${{ matrix.scala-compat-version }})
    runs-on: ubuntu-latest

    strategy:
      fail-fast: false
      matrix:
        spark-version: [
            # we test latest patch version of EOL minor releases
            "3.0.3",
            "3.1.3",
            "3.2.4",
            "3.3.4",
            # we test all patch version of current supported minor releases
            "3.4.0", "3.4.1", "3.4.2",
            # latest patch version tested in test-dgraph, not testes here again
            "3.5.0", "3.5.1",
            "4.0.0-preview2"
        ]
        include:
          - spark-version: "3.0.3"
            spark-compat-version: "3.0"
            scala-compat-version: "2.12"
            scala-version: "2.12.10"
            java-version: 11

          - spark-version: "3.1.3"
            spark-compat-version: "3.1"
            scala-compat-version: "2.12"
            scala-version: "2.12.10"
            java-version: 11

          - spark-version: "3.2.4"
            spark-compat-version: "3.2"
            scala-compat-version: "2.12"
            scala-version: "2.12.15"
            java-version: 11

          - spark-version: "3.3.4"
            spark-compat-version: "3.3"
            scala-compat-version: "2.12"
            scala-version: "2.12.15"
            java-version: 11

          - spark-version: "3.4.0"
            spark-compat-version: "3.4"
            scala-compat-version: "2.12"
            scala-version: "2.12.17"
            java-version: 11
          - spark-version: "3.4.1"
            spark-compat-version: "3.4"
            scala-compat-version: "2.12"
            scala-version: "2.12.17"
            java-version: 11
          - spark-version: "3.4.2"
            spark-compat-version: "3.4"
            scala-compat-version: "2.12"
            scala-version: "2.12.17"
            java-version: 11

          - spark-version: "3.5.0"
            spark-compat-version: "3.5"
            scala-compat-version: "2.12"
            scala-version: "2.12.18"
            java-version: 11
          - spark-version: "3.5.1"
            spark-compat-version: "3.5"
            scala-compat-version: "2.12"
            scala-version: "2.12.18"
            java-version: 11

          - spark-version: "4.0.0-preview2"
            spark-compat-version: "4.0"
            scala-compat-version: "2.13"
            scala-version: "2.13.14"
            java-version: 17

    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Test
        uses: ./.github/actions/test-scala
        with:
          spark-version: ${{ matrix.spark-version }}
          scala-version: ${{ matrix.scala-version }}
          spark-compat-version: ${{ matrix.spark-compat-version }}
          scala-compat-version: ${{ matrix.scala-compat-version }}
          java-version: ${{ matrix.java-version }}
          dgraph-version: ${{ inputs.dgraph-version }}