From 4ffad7f03e18c28951c55f61ada1ccd96c2f54ce Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=9C=D0=B0=D1=80=D1=82=D1=8B=D0=BD=D0=BE=D0=B2=20=D0=9C?= =?UTF-8?q?=D0=B0=D0=BA=D1=81=D0=B8=D0=BC=20=D0=A1=D0=B5=D1=80=D0=B3=D0=B5?= =?UTF-8?q?=D0=B5=D0=B2=D0=B8=D1=87?= Date: Tue, 1 Oct 2024 11:16:43 +0000 Subject: [PATCH] [DOP-16941] Add spark-dialect-extension package to Clickhouse documentation --- .../next_release/{+.bugfix.hdfs.rst => +.bugfix.1.rst} | 0 .../{+.bugfix.kinit.rst => +.bugfix.2.rst} | 0 docs/changelog/next_release/310.doc.rst | 1 + docs/connection/db_connection/clickhouse/types.rst | 10 ++++++++++ docs/connection/db_connection/greenplum/types.rst | 4 ++++ docs/connection/db_connection/mongodb/types.rst | 4 ++++ docs/connection/db_connection/mssql/types.rst | 6 +++++- docs/connection/db_connection/mysql/types.rst | 6 +++++- docs/connection/db_connection/oracle/types.rst | 4 ++++ docs/connection/db_connection/postgres/types.rst | 6 +++++- 10 files changed, 38 insertions(+), 3 deletions(-) rename docs/changelog/next_release/{+.bugfix.hdfs.rst => +.bugfix.1.rst} (100%) rename docs/changelog/next_release/{+.bugfix.kinit.rst => +.bugfix.2.rst} (100%) create mode 100644 docs/changelog/next_release/310.doc.rst diff --git a/docs/changelog/next_release/+.bugfix.hdfs.rst b/docs/changelog/next_release/+.bugfix.1.rst similarity index 100% rename from docs/changelog/next_release/+.bugfix.hdfs.rst rename to docs/changelog/next_release/+.bugfix.1.rst diff --git a/docs/changelog/next_release/+.bugfix.kinit.rst b/docs/changelog/next_release/+.bugfix.2.rst similarity index 100% rename from docs/changelog/next_release/+.bugfix.kinit.rst rename to docs/changelog/next_release/+.bugfix.2.rst diff --git a/docs/changelog/next_release/310.doc.rst b/docs/changelog/next_release/310.doc.rst new file mode 100644 index 00000000..469ccf67 --- /dev/null +++ b/docs/changelog/next_release/310.doc.rst @@ -0,0 +1 @@ +Add note about `spark-dialect-extension `_ package to Clickhouse connector documentation. diff --git a/docs/connection/db_connection/clickhouse/types.rst b/docs/connection/db_connection/clickhouse/types.rst index 6135e066..4f2dbf3f 100644 --- a/docs/connection/db_connection/clickhouse/types.rst +++ b/docs/connection/db_connection/clickhouse/types.rst @@ -3,6 +3,16 @@ Clickhouse <-> Spark type mapping ================================= +.. note:: + + The results below are valid for Spark 3.5.3, and may differ on other Spark versions. + +.. note:: + + It is recommended to use `spark-dialect-extension `_ package, + which implements writing Arrays from Spark to Clickhouse, fixes dropping fractions of seconds in ``TimestampType``, + and fixes other type conversion issues. + Type detection & casting ------------------------ diff --git a/docs/connection/db_connection/greenplum/types.rst b/docs/connection/db_connection/greenplum/types.rst index 3c0e664b..01282159 100644 --- a/docs/connection/db_connection/greenplum/types.rst +++ b/docs/connection/db_connection/greenplum/types.rst @@ -3,6 +3,10 @@ Greenplum <-> Spark type mapping ================================= +.. note:: + + The results below are valid for Spark 3.2.4, and may differ on other Spark versions. + Type detection & casting ------------------------ diff --git a/docs/connection/db_connection/mongodb/types.rst b/docs/connection/db_connection/mongodb/types.rst index f701ac93..91a64a88 100644 --- a/docs/connection/db_connection/mongodb/types.rst +++ b/docs/connection/db_connection/mongodb/types.rst @@ -3,6 +3,10 @@ MongoDB <-> Spark type mapping ============================== +.. note:: + + The results below are valid for Spark 3.5.3, and may differ on other Spark versions. + Type detection & casting ------------------------ diff --git a/docs/connection/db_connection/mssql/types.rst b/docs/connection/db_connection/mssql/types.rst index 3a8b2d36..13c7874a 100644 --- a/docs/connection/db_connection/mssql/types.rst +++ b/docs/connection/db_connection/mssql/types.rst @@ -1,7 +1,11 @@ .. _mssql-types: MSSQL <-> Spark type mapping -================================= +============================ + +.. note:: + + The results below are valid for Spark 3.5.3, and may differ on other Spark versions. Type detection & casting ------------------------ diff --git a/docs/connection/db_connection/mysql/types.rst b/docs/connection/db_connection/mysql/types.rst index 71795925..a828cb41 100644 --- a/docs/connection/db_connection/mysql/types.rst +++ b/docs/connection/db_connection/mysql/types.rst @@ -1,7 +1,11 @@ .. _mysql-types: MySQL <-> Spark type mapping -================================= +============================ + +.. note:: + + The results below are valid for Spark 3.5.3, and may differ on other Spark versions. Type detection & casting ------------------------ diff --git a/docs/connection/db_connection/oracle/types.rst b/docs/connection/db_connection/oracle/types.rst index 28ece909..b5277660 100644 --- a/docs/connection/db_connection/oracle/types.rst +++ b/docs/connection/db_connection/oracle/types.rst @@ -3,6 +3,10 @@ Oracle <-> Spark type mapping ============================= +.. note:: + + The results below are valid for Spark 3.5.3, and may differ on other Spark versions. + Type detection & casting ------------------------ diff --git a/docs/connection/db_connection/postgres/types.rst b/docs/connection/db_connection/postgres/types.rst index e47336f0..7eea2850 100644 --- a/docs/connection/db_connection/postgres/types.rst +++ b/docs/connection/db_connection/postgres/types.rst @@ -1,7 +1,11 @@ .. _postgres-types: Postgres <-> Spark type mapping -================================= +=============================== + +.. note:: + + The results below are valid for Spark 3.5.3, and may differ on other Spark versions. Type detection & casting ------------------------