Make non-experimental and rename toArrowTable

apache · May 7, 2024 · ca0e5f5 · ca0e5f5
1 parent 026374d
commit ca0e5f5
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 6 deletions.
diff --git a/python/pyspark/sql/connect/dataframe.py b/python/pyspark/sql/connect/dataframe.py
@@ -1775,7 +1775,7 @@ def _to_table(self) -> Tuple["pa.Table", Optional[StructType]]:
         assert table is not None
         return (table, schema)
 
-    def _toArrow(self) -> "pa.Table":
+    def toArrowTable(self) -> "pa.Table":
         table, _ = self._to_table()
         return table
 

diff --git a/python/pyspark/sql/pandas/conversion.py b/python/pyspark/sql/pandas/conversion.py
@@ -225,7 +225,7 @@ def toPandas(self) -> "PandasDataFrameLike":
         else:
             return pdf
 
-    def _toArrow(self) -> "pa.Table":
+    def toArrowTable(self) -> "pa.Table":
         """
         Returns the contents of this :class:`DataFrame` as PyArrow ``pyarrow.Table``.
 
@@ -238,15 +238,13 @@ def _toArrow(self) -> "pa.Table":
 
         Examples
         --------
-        >>> df.toArrow()  # doctest: +SKIP
+        >>> df.toArrowTable()  # doctest: +SKIP
         pyarrow.Table
         age: int64
         name: string
         ----
         age: [[2,5]]
         name: [["Alice","Bob"]]
-
-        .. note:: Experimental.
         """
         from pyspark.sql.dataframe import DataFrame
 

diff --git a/python/pyspark/sql/tests/test_arrow.py b/python/pyspark/sql/tests/test_arrow.py
@@ -371,7 +371,7 @@ def test_pandas_round_trip(self):
     def test_arrow_round_trip(self):
         t_in = self.create_arrow_table()
         df = self.spark.createDataFrame(self.data, schema=self.schema)
-        t_out = df._toArrow()
+        t_out = df.toArrowTable()
         self.assertTrue(t_out.equals(t_in))
 
     def test_pandas_self_destruct(self):