Test Spark 3.3.4 and 3.4.2

G-Research · Jan 8, 2024 · a6f4d3b · a6f4d3b
1 parent 0f81826
commit a6f4d3b
Show file tree

Hide file tree

Showing 5 changed files with 24 additions and 9 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -25,11 +25,11 @@ jobs:
             scala-compat-version: '2.12'
             scala-version: '2.12.15'
           - spark-compat-version: '3.3'
-            spark-version: '3.3.3'
+            spark-version: '3.3.4'
             scala-compat-version: '2.12'
             scala-version: '2.12.15'
           - spark-compat-version: '3.4'
-            spark-version: '3.4.1'
+            spark-version: '3.4.2'
             scala-compat-version: '2.12'
             scala-version: '2.12.17'
           - spark-compat-version: '3.5'
@@ -38,7 +38,7 @@ jobs:
             scala-version: '2.12.18'
 
           - spark-compat-version: '3.4'
-            spark-version: '3.4.1'
+            spark-version: '3.4.2'
             scala-compat-version: '2.13'
             scala-version: '2.13.8'
           - spark-compat-version: '3.5'

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -66,6 +66,13 @@ jobs:
               "scala-version": "2.13.8",
               "dgraph-version": "22.0.2"
             },
+            {
+              "spark-version": "3.4.2",
+              "spark-compat-version": "3.4",
+              "scala-compat-version": "2.13",
+              "scala-version": "2.13.8",
+              "dgraph-version": "22.0.2"
+            },
             {
               "spark-version": "3.5.0",
               "spark-compat-version": "3.5",

diff --git a/.github/workflows/test-dgraph.yml b/.github/workflows/test-dgraph.yml
@@ -24,7 +24,7 @@ jobs:
         scala-compat-version: ["2.12"]
         include:
           - spark-compat-version: '3.5'
-            spark-version: '3.4.0'
+            spark-version: '3.5.0'
             scala-compat-version: '2.12'
             scala-version: '2.12.18'
 

diff --git a/.github/workflows/test-integration.yml b/.github/workflows/test-integration.yml
@@ -37,12 +37,12 @@ jobs:
             scala-version: '2.12.15'
             hadoop-version: '2.7'
           - spark-compat-version: '3.3'
-            spark-version: '3.3.3'
+            spark-version: '3.3.4'
             scala-compat-version: '2.12'
             scala-version: '2.12.15'
             hadoop-version: '3'
           - spark-compat-version: '3.4'
-            spark-version: '3.4.1'
+            spark-version: '3.4.2'
             scala-compat-version: '2.12'
             scala-version: '2.12.17'
             hadoop-version: '3'

diff --git a/.github/workflows/test-spark.yml b/.github/workflows/test-spark.yml
@@ -19,9 +19,9 @@ jobs:
             "3.0.3",
             "3.1.3",
             "3.2.0", "3.2.1", "3.2.2", "3.2.3", "3.2.4",
-            "3.3.0", "3.3.1", "3.3.2",
-            "3.4.0", "3.4.1"
-            # main spark versions tested in test-dgraph, not testes here again
+            "3.3.0", "3.3.1", "3.3.2", "3.3.3, "3.3.4",
+            "3.4.0", "3.4.1", "3.4.2"
+            # latest spark version tested in test-dgraph, not testes here again
         ]
         scala-compat-version: ["2.12"]
         include:
@@ -72,6 +72,10 @@ jobs:
             spark-compat-version: "3.3"
             scala-compat-version: "2.12"
             scala-version: "2.12.15"
+          - spark-version: "3.3.4"
+            spark-compat-version: "3.3"
+            scala-compat-version: "2.12"
+            scala-version: "2.12.15"
 
           - spark-version: "3.4.0"
             spark-compat-version: "3.4"
@@ -81,6 +85,10 @@ jobs:
             spark-compat-version: "3.4"
             scala-compat-version: "2.12"
             scala-version: "2.12.17"
+          - spark-version: "3.4.2"
+            spark-compat-version: "3.4"
+            scala-compat-version: "2.12"
+            scala-version: "2.12.17"
 
     steps:
       - name: Checkout