From ca2900de52497ce5bb3bad90f0f28678248c7595 Mon Sep 17 00:00:00 2001 From: yangjie01 Date: Fri, 27 Nov 2020 12:57:42 +0800 Subject: [PATCH] fix python --- python/pyspark/sql/readwriter.py | 2 +- python/pyspark/sql/readwriter.pyi | 1 + python/pyspark/sql/streaming.py | 2 +- python/pyspark/sql/streaming.pyi | 1 + 4 files changed, 4 insertions(+), 2 deletions(-) diff --git a/python/pyspark/sql/readwriter.py b/python/pyspark/sql/readwriter.py index 2f9078e6c48e2..d120daa5a9434 100644 --- a/python/pyspark/sql/readwriter.py +++ b/python/pyspark/sql/readwriter.py @@ -698,7 +698,7 @@ def csv(self, path, schema=None, sep=None, encoding=None, quote=None, escape=Non parsed value until the delimiter is found. If no delimiter is found in the value, the parser will continue accumulating characters from the input until a delimiter or line ending is found. - * ``STOP_AT_DELIMITER`: If unescaped quotes are found in the input, consider the value + * ``STOP_AT_DELIMITER``: If unescaped quotes are found in the input, consider the value as an unquoted value. This will make the parser accumulate all characters until the delimiter or a line ending is found in the input. * ``STOP_AT_DELIMITER``: If unescaped quotes are found in the input, the content parsed diff --git a/python/pyspark/sql/readwriter.pyi b/python/pyspark/sql/readwriter.pyi index 64c5697203a44..c3b9a428f22b3 100644 --- a/python/pyspark/sql/readwriter.pyi +++ b/python/pyspark/sql/readwriter.pyi @@ -113,6 +113,7 @@ class DataFrameReader(OptionUtils): lineSep: Optional[str] = ..., pathGlobFilter: Optional[Union[bool, str]] = ..., recursiveFileLookup: Optional[Union[bool, str]] = ..., + unescapedQuoteHandling: Optional[str] = ..., ) -> DataFrame: ... def orc( self, diff --git a/python/pyspark/sql/streaming.py b/python/pyspark/sql/streaming.py index 92ae0a6a22e38..365b5f38694a7 100644 --- a/python/pyspark/sql/streaming.py +++ b/python/pyspark/sql/streaming.py @@ -912,7 +912,7 @@ def csv(self, path, schema=None, sep=None, encoding=None, quote=None, escape=Non parsed value until the delimiter is found. If no delimiter is found in the value, the parser will continue accumulating characters from the input until a delimiter or line ending is found. - * ``STOP_AT_DELIMITER`: If unescaped quotes are found in the input, consider the value + * ``STOP_AT_DELIMITER``: If unescaped quotes are found in the input, consider the value as an unquoted value. This will make the parser accumulate all characters until the delimiter or a line ending is found in the input. * ``STOP_AT_DELIMITER``: If unescaped quotes are found in the input, the content parsed diff --git a/python/pyspark/sql/streaming.pyi b/python/pyspark/sql/streaming.pyi index 56ce140b826d5..829610ad3b94b 100644 --- a/python/pyspark/sql/streaming.pyi +++ b/python/pyspark/sql/streaming.pyi @@ -149,6 +149,7 @@ class DataStreamReader(OptionUtils): lineSep: Optional[str] = ..., pathGlobFilter: Optional[Union[bool, str]] = ..., recursiveFileLookup: Optional[Union[bool, str]] = ..., + unescapedQuoteHandling: Optional[str] = ..., ) -> DataFrame: ... class DataStreamWriter: