Update DB prerequisites

.github/workflows/data/clickhouse/matrix.yml

@@ -10,7 +10,7 @@ min: &min
 
 max: &max
   clickhouse-image: clickhouse/clickhouse-server
-  clickhouse-version: 24.6.3.70-alpine
+  clickhouse-version: 24.8.2.3-alpine
   spark-version: 3.5.2
   pydantic-version: 2
   python-version: '3.12'

.github/workflows/data/local-fs/matrix.yml

@@ -20,8 +20,7 @@ min_excel: &min_excel
   os: ubuntu-latest
 
 max: &max
-  # Excel package currently has no release for 3.5.2
-  spark-version: 3.5.1
+  spark-version: 3.5.2
   pydantic-version: 2
   python-version: '3.12'
   java-version: 20

.github/workflows/data/mongodb/matrix.yml

@@ -8,7 +8,7 @@ min: &min
   os: ubuntu-latest
 
 max: &max
-  mongodb-version: 7.0.12
+  mongodb-version: 7.0.14
   spark-version: 3.5.2
   pydantic-version: 2
   python-version: '3.12'

.github/workflows/data/postgres/matrix.yml

@@ -1,5 +1,5 @@
 min: &min
-  # Min supported version by JDBC driver is 8.4, but it is too ancient to be used by anyone in real life
+  # Min supported version by JDBC driver is 8.2, but it is too ancient to be used by anyone in real life
   postgres-version: 9.4.26-alpine
   spark-version: 2.3.1
   pydantic-version: 1
@@ -8,7 +8,7 @@ min: &min
   os: ubuntu-latest
 
 max: &max
-  postgres-version: 16.3-alpine
+  postgres-version: 16.4-alpine
   spark-version: 3.5.2
   pydantic-version: 2
   python-version: '3.12'

.github/workflows/data/s3/matrix.yml

@@ -9,7 +9,7 @@ min: &min
   os: ubuntu-latest
 
 max: &max
-  minio-version: 2024.7.26
+  minio-version: RELEASE.2024-08-29T01-40-52Z
   spark-version: 3.5.2
   pydantic-version: 2
   python-version: '3.12'

.github/workflows/data/sftp/matrix.yml

@@ -6,7 +6,7 @@ min: &min
   os: ubuntu-latest
 
 max: &max
-  openssh-version: 9.6_p1-r0-ls154
+  openssh-version: 9.7_p1-r4-ls166
   pydantic-version: 2
   python-version: '3.12'
   os: ubuntu-latest

docker-compose.yml

@@ -118,7 +118,7 @@ services:
     platform: linux/amd64
 
   postgres:
-    image: ${POSTGRES_IMAGE:-postgres:15.2-alpine}
+    image: ${POSTGRES_IMAGE:-postgres:alpine}
     restart: unless-stopped
     env_file: .env.dependencies
     ports:

docs/connection/db_connection/clickhouse/prerequisites.rst

@@ -8,7 +8,7 @@ Version Compatibility
 
 * Clickhouse server versions:
     * Officially declared: 22.8 or higher
-    * Actually supported: 21.1 or higher
+    * Actually tested: 21.1, 24.8
 * Spark versions: 2.3.x - 3.5.x
 * Java versions: 8 - 20
 

docs/connection/db_connection/greenplum/prerequisites.rst

@@ -6,7 +6,9 @@ Prerequisites
 Version Compatibility
 ---------------------
 
-* Greenplum server versions: 5.x, 6.x, 7.x (requires ``Greenplum.get_packages(package_version="2.3.0")`` or higher)
+* Greenplum server versions:
+    * Officially declared: 5.x, 6.x, and 7.x (which requires ``Greenplum.get_packages(package_version="2.3.0")`` or higher)
+    * Actually tested: 6.23, 7.0
 * Spark versions: 2.3.x - 3.2.x (Spark 3.3+ is not supported yet)
 * Java versions: 8 - 11
 

docs/connection/db_connection/hive/prerequisites.rst

@@ -14,7 +14,9 @@ Prerequisites
 Version Compatibility
 ---------------------
 
-* Hive Metastore version: 0.12 - 3.1.3 (may require to add proper .jar file explicitly)
+* Hive Metastore version:
+    * Officially declared: 0.12 - 3.1.3 (may require to add proper .jar file explicitly)
+    * Actually tested: 1.2.100, 2.3.10, 3.1.3
 * Spark versions: 2.3.x - 3.5.x
 * Java versions: 8 - 20
 

docs/connection/db_connection/kafka/prerequisites.rst

@@ -6,7 +6,9 @@ Prerequisites
 Version Compatibility
 ---------------------
 
-* Kafka server versions: 0.10 or higher
+* Kafka server versions:
+    * Officially declared: 0.10 or higher
+    * Actually tested: 3.2.3, 3.7.1 (only 3.x supports message headers)
 * Spark versions: 2.4.x - 3.5.x
 * Java versions: 8 - 17
 

docs/connection/db_connection/mongodb/prerequisites.rst

@@ -6,7 +6,9 @@ Prerequisites
 Version Compatibility
 ---------------------
 
-* MongoDB server versions: 4.0 or higher
+* MongoDB server versions:
+    * Officially declared: 4.0 or higher
+    * Actually tested: 4.0, 7.0
 * Spark versions: 3.2.x - 3.5.x
 * Java versions: 8 - 20
 

docs/connection/db_connection/mssql/prerequisites.rst

@@ -8,7 +8,7 @@ Version Compatibility
 
 * SQL Server versions:
     * Officially declared: 2016 - 2022
-    * Actually supported: 2014 - 2022
+    * Actually tested: 2014, 2022
 * Spark versions: 2.3.x - 3.5.x
 * Java versions: 8 - 20
 

docs/connection/db_connection/mysql/prerequisites.rst

@@ -8,7 +8,7 @@ Version Compatibility
 
 * MySQL server versions:
     * Officially declared: 8.0 - 9.0
-    * Actually supported: 5.7 - 9.0
+    * Actually tested: 5.7, 9.0
 * Spark versions: 2.3.x - 3.5.x
 * Java versions: 8 - 20
 

docs/connection/db_connection/oracle/prerequisites.rst

@@ -8,7 +8,7 @@ Version Compatibility
 
 * Oracle Server versions:
     * Officially declared: 19 - 23
-    * Actually supported: 11.2 - 23
+    * Actually tested: 11.2, 23
 * Spark versions: 2.3.x - 3.5.x
 * Java versions: 8 - 20
 

docs/connection/db_connection/postgres/prerequisites.rst

@@ -6,7 +6,9 @@ Prerequisites
 Version Compatibility
 ---------------------
 
-* PostgreSQL server versions: 8.2  - 16
+* PostgreSQL server versions:
+    * Officially declared: 8.2  - 16
+    * Actually tested: 9.4, 16
 * Spark versions: 2.3.x - 3.5.x
 * Java versions: 8 - 20
 

docs/connection/db_connection/teradata/prerequisites.rst

@@ -6,7 +6,9 @@ Prerequisites
 Version Compatibility
 ---------------------
 
-* Teradata server versions: 16.10 - 20.0
+* Teradata server versions:
+    * Officially declared: 16.10 - 20.0
+    * Actually tested: 16.10
 * Spark versions: 2.3.x - 3.5.x
 * Java versions: 8 - 20