SQL

apache · Mar 22, 2023 · 6159860 · 6159860
1 parent 718a28e
commit 6159860
Show file tree

Hide file tree

Showing 355 changed files with 6,012 additions and 122,063 deletions.
diff --git a/site/docs/3.3.2/api/scala/org/apache/spark/sql/AnalysisException.html b/site/docs/3.3.2/api/scala/org/apache/spark/sql/AnalysisException.html
diff --git a/site/docs/3.3.2/api/scala/org/apache/spark/sql/Column.html b/site/docs/3.3.2/api/scala/org/apache/spark/sql/Column.html
@@ -3,9 +3,9 @@
         <head>
           <meta http-equiv="X-UA-Compatible" content="IE=edge" />
           <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" />
-          <title>Spark 3.3.2 ScalaDoc  - org.apache.spark.sql.Column</title>
-          <meta name="description" content="Spark 3.3.2 ScalaDoc - org.apache.spark.sql.Column" />
-          <meta name="keywords" content="Spark 3.3.2 ScalaDoc org.apache.spark.sql.Column" />
+          <title>Spark 3.4.0 ScalaDoc  - org.apache.spark.sql.Column</title>
+          <meta name="description" content="Spark 3.4.0 ScalaDoc - org.apache.spark.sql.Column" />
+          <meta name="keywords" content="Spark 3.4.0 ScalaDoc org.apache.spark.sql.Column" />
           <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
 
 
@@ -28,7 +28,7 @@
         </head>
         <body>
       <div id="search">
-        <span id="doc-title">Spark 3.3.2 ScalaDoc<span id="doc-version"></span></span>
+        <span id="doc-title">Spark 3.4.0 ScalaDoc<span id="doc-version"></span></span>
         <span class="close-results"><span class="left">&lt;</span> Back</span>
         <div id="textfilter">
           <span class="input">
@@ -211,22 +211,6 @@ <h1>Packages</h1>
         <a title="" href="columnar/index.html"><span class="name">columnar</span></a>
       </span>
 
-      <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark.sql">sql</a></dd></dl></div>
-    </li><li name="org.apache.spark.sql.connector" visbl="pub" class="indented5 " data-isabs="false" fullComment="yes" group="Ungrouped">
-      <a id="connector"></a><a id="connector:connector"></a>
-      <span class="permalink">
-      <a href="../../../../org/apache/spark/sql/connector/index.html" title="Permalink">
-        <i class="material-icons"></i>
-      </a>
-    </span>
-      <span class="modifier_kind">
-        <span class="modifier"></span>
-        <span class="kind">package</span>
-      </span>
-      <span class="symbol">
-        <a title="" href="connector/index.html"><span class="name">connector</span></a>
-      </span>
-
       <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark.sql">sql</a></dd></dl></div>
     </li><li name="org.apache.spark.sql.expressions" visbl="pub" class="indented5 " data-isabs="false" fullComment="yes" group="Ungrouped">
       <a id="expressions"></a><a id="expressions:expressions"></a>
@@ -508,7 +492,7 @@ <h4 id="signature" class="signature">
 $<span class="lit">"a"</span> === $<span class="lit">"b"</span></pre></div><dl class="attributes block"> <dt>Annotations</dt><dd>
                 <span class="name">@Stable</span><span class="args">()</span>
 
-        </dd><dt>Source</dt><dd><a href="https://github.com/apache/spark/tree/v3.3.2/sql/core/src/main/scala/org/apache/spark/sql/Column.scala" target="_blank">Column.scala</a></dd><dt>Since</dt><dd><p>1.3.0</p></dd><dt>Note</dt><dd><span class="cmt"><p>The internal Catalyst expression can be accessed via <a href="#expr:org.apache.spark.sql.catalyst.expressions.Expression" class="extmbr" name="org.apache.spark.sql.Column#expr">expr</a>, but this method is for
+        </dd><dt>Source</dt><dd><a href="https://github.com/apache/spark/tree/v3.4.0/sql/core/src/main/scala/org/apache/spark/sql/Column.scala" target="_blank">Column.scala</a></dd><dt>Since</dt><dd><p>1.3.0</p></dd><dt>Note</dt><dd><span class="cmt"><p>The internal Catalyst expression can be accessed via <a href="#expr:org.apache.spark.sql.catalyst.expressions.Expression" class="extmbr" name="org.apache.spark.sql.Column#expr">expr</a>, but this method is for
 debugging purposes only and can change in any future Spark releases.</p></span></dd></dl><div class="toggleContainer block">
           <span class="toggle">
             Linear Supertypes
@@ -1418,7 +1402,7 @@ <h3>Value Members</h3>
 
 <span class="kw">val</span> df = sql(<span class="lit">"SELECT named_struct('a', 1, 'b', 2) struct_col"</span>)
 df.select($<span class="lit">"struct_col"</span>.dropFields(<span class="lit">"a"</span>, <span class="lit">"b"</span>))
-<span class="cmt">// result: org.apache.spark.sql.AnalysisException: cannot resolve 'update_fields(update_fields(`struct_col`))' due to data type mismatch: cannot drop all fields in struct</span>
+<span class="cmt">// result: org.apache.spark.sql.AnalysisException: [DATATYPE_MISMATCH.CANNOT_DROP_ALL_FIELDS] Cannot resolve "update_fields(struct_col, dropfield(), dropfield())" due to data type mismatch: Cannot drop all fields in struct.;</span>
 
 <span class="kw">val</span> df = sql(<span class="lit">"SELECT CAST(NULL AS struct&lt;a:int,b:int&gt;) struct_col"</span>)
 df.select($<span class="lit">"struct_col"</span>.dropFields(<span class="lit">"b"</span>))

diff --git a/site/docs/3.3.2/api/scala/org/apache/spark/sql/ColumnName.html b/site/docs/3.3.2/api/scala/org/apache/spark/sql/ColumnName.html
@@ -3,9 +3,9 @@
         <head>
           <meta http-equiv="X-UA-Compatible" content="IE=edge" />
           <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" />
-          <title>Spark 3.3.2 ScalaDoc  - org.apache.spark.sql.ColumnName</title>
-          <meta name="description" content="Spark 3.3.2 ScalaDoc - org.apache.spark.sql.ColumnName" />
-          <meta name="keywords" content="Spark 3.3.2 ScalaDoc org.apache.spark.sql.ColumnName" />
+          <title>Spark 3.4.0 ScalaDoc  - org.apache.spark.sql.ColumnName</title>
+          <meta name="description" content="Spark 3.4.0 ScalaDoc - org.apache.spark.sql.ColumnName" />
+          <meta name="keywords" content="Spark 3.4.0 ScalaDoc org.apache.spark.sql.ColumnName" />
           <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
 
 
@@ -28,7 +28,7 @@
         </head>
         <body>
       <div id="search">
-        <span id="doc-title">Spark 3.3.2 ScalaDoc<span id="doc-version"></span></span>
+        <span id="doc-title">Spark 3.4.0 ScalaDoc<span id="doc-version"></span></span>
         <span class="close-results"><span class="left">&lt;</span> Back</span>
         <div id="textfilter">
           <span class="input">
@@ -211,22 +211,6 @@ <h1>Packages</h1>
         <a title="" href="columnar/index.html"><span class="name">columnar</span></a>
       </span>
 
-      <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark.sql">sql</a></dd></dl></div>
-    </li><li name="org.apache.spark.sql.connector" visbl="pub" class="indented5 " data-isabs="false" fullComment="yes" group="Ungrouped">
-      <a id="connector"></a><a id="connector:connector"></a>
-      <span class="permalink">
-      <a href="../../../../org/apache/spark/sql/connector/index.html" title="Permalink">
-        <i class="material-icons"></i>
-      </a>
-    </span>
-      <span class="modifier_kind">
-        <span class="modifier"></span>
-        <span class="kind">package</span>
-      </span>
-      <span class="symbol">
-        <a title="" href="connector/index.html"><span class="name">connector</span></a>
-      </span>
-
       <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark.sql">sql</a></dd></dl></div>
     </li><li name="org.apache.spark.sql.expressions" visbl="pub" class="indented5 " data-isabs="false" fullComment="yes" group="Ungrouped">
       <a id="expressions"></a><a id="expressions:expressions"></a>
@@ -504,7 +488,7 @@ <h4 id="signature" class="signature">
 </p></div><dl class="attributes block"> <dt>Annotations</dt><dd>
                 <span class="name">@Stable</span><span class="args">()</span>
 
-        </dd><dt>Source</dt><dd><a href="https://github.com/apache/spark/tree/v3.3.2/sql/core/src/main/scala/org/apache/spark/sql/Column.scala" target="_blank">Column.scala</a></dd><dt>Since</dt><dd><p>1.3.0</p></dd></dl><div class="toggleContainer block">
+        </dd><dt>Source</dt><dd><a href="https://github.com/apache/spark/tree/v3.4.0/sql/core/src/main/scala/org/apache/spark/sql/Column.scala" target="_blank">Column.scala</a></dd><dt>Since</dt><dd><p>1.3.0</p></dd></dl><div class="toggleContainer block">
           <span class="toggle">
             Linear Supertypes
           </span>
@@ -1520,7 +1504,7 @@ <h3>Value Members</h3>
 
 <span class="kw">val</span> df = sql(<span class="lit">"SELECT named_struct('a', 1, 'b', 2) struct_col"</span>)
 df.select($<span class="lit">"struct_col"</span>.dropFields(<span class="lit">"a"</span>, <span class="lit">"b"</span>))
-<span class="cmt">// result: org.apache.spark.sql.AnalysisException: cannot resolve 'update_fields(update_fields(`struct_col`))' due to data type mismatch: cannot drop all fields in struct</span>
+<span class="cmt">// result: org.apache.spark.sql.AnalysisException: [DATATYPE_MISMATCH.CANNOT_DROP_ALL_FIELDS] Cannot resolve "update_fields(struct_col, dropfield(), dropfield())" due to data type mismatch: Cannot drop all fields in struct.;</span>
 
 <span class="kw">val</span> df = sql(<span class="lit">"SELECT CAST(NULL AS struct&lt;a:int,b:int&gt;) struct_col"</span>)
 df.select($<span class="lit">"struct_col"</span>.dropFields(<span class="lit">"b"</span>))

diff --git a/site/docs/3.3.2/api/scala/org/apache/spark/sql/CreateTableWriter.html b/site/docs/3.3.2/api/scala/org/apache/spark/sql/CreateTableWriter.html
@@ -3,9 +3,9 @@
         <head>
           <meta http-equiv="X-UA-Compatible" content="IE=edge" />
           <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" />
-          <title>Spark 3.3.2 ScalaDoc  - org.apache.spark.sql.CreateTableWriter</title>
-          <meta name="description" content="Spark 3.3.2 ScalaDoc - org.apache.spark.sql.CreateTableWriter" />
-          <meta name="keywords" content="Spark 3.3.2 ScalaDoc org.apache.spark.sql.CreateTableWriter" />
+          <title>Spark 3.4.0 ScalaDoc  - org.apache.spark.sql.CreateTableWriter</title>
+          <meta name="description" content="Spark 3.4.0 ScalaDoc - org.apache.spark.sql.CreateTableWriter" />
+          <meta name="keywords" content="Spark 3.4.0 ScalaDoc org.apache.spark.sql.CreateTableWriter" />
           <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
 
 
@@ -28,7 +28,7 @@
         </head>
         <body>
       <div id="search">
-        <span id="doc-title">Spark 3.3.2 ScalaDoc<span id="doc-version"></span></span>
+        <span id="doc-title">Spark 3.4.0 ScalaDoc<span id="doc-version"></span></span>
         <span class="close-results"><span class="left">&lt;</span> Back</span>
         <div id="textfilter">
           <span class="input">
@@ -211,22 +211,6 @@ <h1>Packages</h1>
         <a title="" href="columnar/index.html"><span class="name">columnar</span></a>
       </span>
 
-      <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark.sql">sql</a></dd></dl></div>
-    </li><li name="org.apache.spark.sql.connector" visbl="pub" class="indented5 " data-isabs="false" fullComment="yes" group="Ungrouped">
-      <a id="connector"></a><a id="connector:connector"></a>
-      <span class="permalink">
-      <a href="../../../../org/apache/spark/sql/connector/index.html" title="Permalink">
-        <i class="material-icons"></i>
-      </a>
-    </span>
-      <span class="modifier_kind">
-        <span class="modifier"></span>
-        <span class="kind">package</span>
-      </span>
-      <span class="symbol">
-        <a title="" href="connector/index.html"><span class="name">connector</span></a>
-      </span>
-
       <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark.sql">sql</a></dd></dl></div>
     </li><li name="org.apache.spark.sql.expressions" visbl="pub" class="indented5 " data-isabs="false" fullComment="yes" group="Ungrouped">
       <a id="expressions"></a><a id="expressions:expressions"></a>
@@ -501,7 +485,7 @@ <h4 id="signature" class="signature">
 
 
           <div id="comment" class="fullcommenttop"><div class="comment cmt"><p>Trait to restrict calls to create and replace operations.
-</p></div><dl class="attributes block"> <dt>Source</dt><dd><a href="https://github.com/apache/spark/tree/v3.3.2/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala" target="_blank">DataFrameWriterV2.scala</a></dd><dt>Since</dt><dd><p>3.0.0</p></dd></dl><div class="toggleContainer block">
+</p></div><dl class="attributes block"> <dt>Source</dt><dd><a href="https://github.com/apache/spark/tree/v3.4.0/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala" target="_blank">DataFrameWriterV2.scala</a></dd><dt>Since</dt><dd><p>3.0.0</p></dd></dl><div class="toggleContainer block">
           <span class="toggle">
             Linear Supertypes
           </span>

diff --git a/site/docs/3.3.2/api/scala/org/apache/spark/sql/DataFrameNaFunctions.html b/site/docs/3.3.2/api/scala/org/apache/spark/sql/DataFrameNaFunctions.html
@@ -3,9 +3,9 @@
         <head>
           <meta http-equiv="X-UA-Compatible" content="IE=edge" />
           <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" />
-          <title>Spark 3.3.2 ScalaDoc  - org.apache.spark.sql.DataFrameNaFunctions</title>
-          <meta name="description" content="Spark 3.3.2 ScalaDoc - org.apache.spark.sql.DataFrameNaFunctions" />
-          <meta name="keywords" content="Spark 3.3.2 ScalaDoc org.apache.spark.sql.DataFrameNaFunctions" />
+          <title>Spark 3.4.0 ScalaDoc  - org.apache.spark.sql.DataFrameNaFunctions</title>
+          <meta name="description" content="Spark 3.4.0 ScalaDoc - org.apache.spark.sql.DataFrameNaFunctions" />
+          <meta name="keywords" content="Spark 3.4.0 ScalaDoc org.apache.spark.sql.DataFrameNaFunctions" />
           <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
 
 
@@ -28,7 +28,7 @@
         </head>
         <body>
       <div id="search">
-        <span id="doc-title">Spark 3.3.2 ScalaDoc<span id="doc-version"></span></span>
+        <span id="doc-title">Spark 3.4.0 ScalaDoc<span id="doc-version"></span></span>
         <span class="close-results"><span class="left">&lt;</span> Back</span>
         <div id="textfilter">
           <span class="input">
@@ -211,22 +211,6 @@ <h1>Packages</h1>
         <a title="" href="columnar/index.html"><span class="name">columnar</span></a>
       </span>
 
-      <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark.sql">sql</a></dd></dl></div>
-    </li><li name="org.apache.spark.sql.connector" visbl="pub" class="indented5 " data-isabs="false" fullComment="yes" group="Ungrouped">
-      <a id="connector"></a><a id="connector:connector"></a>
-      <span class="permalink">
-      <a href="../../../../org/apache/spark/sql/connector/index.html" title="Permalink">
-        <i class="material-icons"></i>
-      </a>
-    </span>
-      <span class="modifier_kind">
-        <span class="modifier"></span>
-        <span class="kind">package</span>
-      </span>
-      <span class="symbol">
-        <a title="" href="connector/index.html"><span class="name">connector</span></a>
-      </span>
-
       <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark.sql">sql</a></dd></dl></div>
     </li><li name="org.apache.spark.sql.expressions" visbl="pub" class="indented5 " data-isabs="false" fullComment="yes" group="Ungrouped">
       <a id="expressions"></a><a id="expressions:expressions"></a>
@@ -504,7 +488,7 @@ <h4 id="signature" class="signature">
 </p></div><dl class="attributes block"> <dt>Annotations</dt><dd>
                 <span class="name">@Stable</span><span class="args">()</span>
 
-        </dd><dt>Source</dt><dd><a href="https://github.com/apache/spark/tree/v3.3.2/sql/core/src/main/scala/org/apache/spark/sql/DataFrameNaFunctions.scala" target="_blank">DataFrameNaFunctions.scala</a></dd><dt>Since</dt><dd><p>1.3.1</p></dd></dl><div class="toggleContainer block">
+        </dd><dt>Source</dt><dd><a href="https://github.com/apache/spark/tree/v3.4.0/sql/core/src/main/scala/org/apache/spark/sql/DataFrameNaFunctions.scala" target="_blank">DataFrameNaFunctions.scala</a></dd><dt>Since</dt><dd><p>1.3.1</p></dd></dl><div class="toggleContainer block">
           <span class="toggle">
             Linear Supertypes
           </span>

diff --git a/site/docs/3.3.2/api/scala/org/apache/spark/sql/DataFrameReader.html b/site/docs/3.3.2/api/scala/org/apache/spark/sql/DataFrameReader.html
@@ -3,9 +3,9 @@
         <head>
           <meta http-equiv="X-UA-Compatible" content="IE=edge" />
           <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" />
-          <title>Spark 3.3.2 ScalaDoc  - org.apache.spark.sql.DataFrameReader</title>
-          <meta name="description" content="Spark 3.3.2 ScalaDoc - org.apache.spark.sql.DataFrameReader" />
-          <meta name="keywords" content="Spark 3.3.2 ScalaDoc org.apache.spark.sql.DataFrameReader" />
+          <title>Spark 3.4.0 ScalaDoc  - org.apache.spark.sql.DataFrameReader</title>
+          <meta name="description" content="Spark 3.4.0 ScalaDoc - org.apache.spark.sql.DataFrameReader" />
+          <meta name="keywords" content="Spark 3.4.0 ScalaDoc org.apache.spark.sql.DataFrameReader" />
           <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
 
 
@@ -28,7 +28,7 @@
         </head>
         <body>
       <div id="search">
-        <span id="doc-title">Spark 3.3.2 ScalaDoc<span id="doc-version"></span></span>
+        <span id="doc-title">Spark 3.4.0 ScalaDoc<span id="doc-version"></span></span>
         <span class="close-results"><span class="left">&lt;</span> Back</span>
         <div id="textfilter">
           <span class="input">
@@ -211,22 +211,6 @@ <h1>Packages</h1>
         <a title="" href="columnar/index.html"><span class="name">columnar</span></a>
       </span>
 
-      <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark.sql">sql</a></dd></dl></div>
-    </li><li name="org.apache.spark.sql.connector" visbl="pub" class="indented5 " data-isabs="false" fullComment="yes" group="Ungrouped">
-      <a id="connector"></a><a id="connector:connector"></a>
-      <span class="permalink">
-      <a href="../../../../org/apache/spark/sql/connector/index.html" title="Permalink">
-        <i class="material-icons"></i>
-      </a>
-    </span>
-      <span class="modifier_kind">
-        <span class="modifier"></span>
-        <span class="kind">package</span>
-      </span>
-      <span class="symbol">
-        <a title="" href="connector/index.html"><span class="name">connector</span></a>
-      </span>
-
       <div class="fullcomment"><dl class="attributes block"> <dt>Definition Classes</dt><dd><a href="index.html" class="extype" name="org.apache.spark.sql">sql</a></dd></dl></div>
     </li><li name="org.apache.spark.sql.expressions" visbl="pub" class="indented5 " data-isabs="false" fullComment="yes" group="Ungrouped">
       <a id="expressions"></a><a id="expressions:expressions"></a>
@@ -505,7 +489,7 @@ <h4 id="signature" class="signature">
 </p></div><dl class="attributes block"> <dt>Annotations</dt><dd>
                 <span class="name">@Stable</span><span class="args">()</span>
 
-        </dd><dt>Source</dt><dd><a href="https://github.com/apache/spark/tree/v3.3.2/sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala" target="_blank">DataFrameReader.scala</a></dd><dt>Since</dt><dd><p>1.4.0</p></dd></dl><div class="toggleContainer block">
+        </dd><dt>Source</dt><dd><a href="https://github.com/apache/spark/tree/v3.4.0/sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala" target="_blank">DataFrameReader.scala</a></dd><dt>Since</dt><dd><p>1.4.0</p></dd></dl><div class="toggleContainer block">
           <span class="toggle">
             Linear Supertypes
           </span>