fix python

apache · Nov 27, 2020 · ca2900d · ca2900d
1 parent d4e3993
commit ca2900d
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 2 deletions.
diff --git a/python/pyspark/sql/readwriter.py b/python/pyspark/sql/readwriter.py
@@ -698,7 +698,7 @@ def csv(self, path, schema=None, sep=None, encoding=None, quote=None, escape=Non
               parsed value until the delimiter is found. If no delimiter is found in the value, the
               parser will continue accumulating characters from the input until a delimiter or line
               ending is found.
-            * ``STOP_AT_DELIMITER`: If unescaped quotes are found in the input, consider the value
+            * ``STOP_AT_DELIMITER``: If unescaped quotes are found in the input, consider the value
               as an unquoted value. This will make the parser accumulate all characters until the
               delimiter or a line ending is found in the input.
             * ``STOP_AT_DELIMITER``: If unescaped quotes are found in the input, the content parsed

diff --git a/python/pyspark/sql/readwriter.pyi b/python/pyspark/sql/readwriter.pyi
@@ -113,6 +113,7 @@ class DataFrameReader(OptionUtils):
         lineSep: Optional[str] = ...,
         pathGlobFilter: Optional[Union[bool, str]] = ...,
         recursiveFileLookup: Optional[Union[bool, str]] = ...,
+        unescapedQuoteHandling: Optional[str] = ...,
     ) -> DataFrame: ...
     def orc(
         self,

diff --git a/python/pyspark/sql/streaming.py b/python/pyspark/sql/streaming.py
@@ -912,7 +912,7 @@ def csv(self, path, schema=None, sep=None, encoding=None, quote=None, escape=Non
               parsed value until the delimiter is found. If no delimiter is found in the value, the
               parser will continue accumulating characters from the input until a delimiter or line
               ending is found.
-            * ``STOP_AT_DELIMITER`: If unescaped quotes are found in the input, consider the value
+            * ``STOP_AT_DELIMITER``: If unescaped quotes are found in the input, consider the value
               as an unquoted value. This will make the parser accumulate all characters until the
               delimiter or a line ending is found in the input.
             * ``STOP_AT_DELIMITER``: If unescaped quotes are found in the input, the content parsed

diff --git a/python/pyspark/sql/streaming.pyi b/python/pyspark/sql/streaming.pyi
@@ -149,6 +149,7 @@ class DataStreamReader(OptionUtils):
         lineSep: Optional[str] = ...,
         pathGlobFilter: Optional[Union[bool, str]] = ...,
         recursiveFileLookup: Optional[Union[bool, str]] = ...,
+        unescapedQuoteHandling: Optional[str] = ...,
     ) -> DataFrame: ...
 
 class DataStreamWriter: