Add News, Release Note, Download Link for Apache Spark 3.5.0

- Vote Result: https://lists.apache.org/thread/kqqlsy90ormkccddtx6wgqmy8r1df8tx - Documentation: https://spark.apache.org/docs/3.5.0/ - Binary: https://downloads.apache.org/spark/spark-3.5.0/ - PySpark: pending on the File Limit Request pypi/support#3175 - Maven Central: https://repo1.maven.org/maven2/org/apache/spark/spark-core_2.13/3.5.0/ <img width="1701" alt="image" src="https://github.com/apache/spark-website/assets/4833765/a74b94d0-f3ba-4388-9941-3afa43728ecb"> <img width="1697" alt="image" src="https://github.com/apache/spark-website/assets/4833765/ee599a66-559a-48fc-a7df-4f0b785fb544"> <img width="1694" alt="image" src="https://github.com/apache/spark-website/assets/4833765/a22d8f02-31f7-4173-9624-90a35dd209a3"> Author: Yuanjian Li <yuanjian.li@databricks.com> Author: Li Yuanjian <xyliyuanjian@gmail.com> Closes #476 from xuanyuanking/3.5.0-release.
apache · Sep 14, 2023 · abebfe0 · abebfe0
1 parent dc8b61a
commit abebfe0
Show file tree

Hide file tree

Showing 240 changed files with 1,845 additions and 695 deletions.
diff --git a/Gemfile.lock b/Gemfile.lock
@@ -37,7 +37,7 @@ GEM
       rexml
     kramdown-parser-gfm (1.1.0)
       kramdown (~> 2.0)
-    liquid (4.0.3)
+    liquid (4.0.4)
     listen (3.4.1)
       rb-fsevent (~> 0.10, >= 0.10.3)
       rb-inotify (~> 0.9, >= 0.9.10)

diff --git a/documentation.md b/documentation.md
@@ -12,6 +12,7 @@ navigation:
 <p>Setup instructions, programming guides, and other documentation are available for each stable version of Spark below:</p>
 
 <ul>
+  <li><a href="{{site.baseurl}}/docs/3.5.0/">Spark 3.5.0</a></li>
   <li><a href="{{site.baseurl}}/docs/3.4.1/">Spark 3.4.1</a></li>
   <li><a href="{{site.baseurl}}/docs/3.4.0/">Spark 3.4.0</a></li>
   <li><a href="{{site.baseurl}}/docs/3.3.3/">Spark 3.3.3</a></li> 

diff --git a/downloads.md b/downloads.md
@@ -35,7 +35,7 @@ Spark artifacts are [hosted in Maven Central](https://search.maven.org/search?q=
 
     groupId: org.apache.spark
     artifactId: spark-core_2.12
-    version: 3.4.1
+    version: 3.5.0
 
 ### Installing with PyPi
 <a href="https://pypi.org/project/pyspark/">PySpark</a> is now available in pypi. To install just run `pip install pyspark`.

diff --git a/js/downloads.js b/js/downloads.js
@@ -27,6 +27,7 @@ var packagesV13 = [hadoop3p, hadoop3pscala213, hadoop2p, hadoopFree, sources];
 // 3.4.0+
 var packagesV14 = [hadoop3p, hadoop3pscala213, hadoopFree, sources];
 
+addRelease("3.5.0", new Date("09/13/2023"), packagesV14, true);
 addRelease("3.4.1", new Date("06/23/2023"), packagesV14, true);
 addRelease("3.3.3", new Date("08/21/2023"), packagesV13, true);
 addRelease("3.2.4", new Date("04/13/2023"), packagesV12, true);

diff --git a/news/_posts/2023-09-13-spark-3-5-0-released.md b/news/_posts/2023-09-13-spark-3-5-0-released.md
@@ -0,0 +1,14 @@
+---
+layout: post
+title: Spark 3.5.0 released
+categories:
+- News
+tags: []
+status: publish
+type: post
+published: true
+meta:
+  _edit_last: '4'
+  _wpas_done_all: '1'
+---
+We are happy to announce the availability of <a href="{{site.baseurl}}/releases/spark-release-3-5-0.html" title="Spark Release 3.5.0">Spark 3.5.0</a>! Visit the <a href="{{site.baseurl}}/releases/spark-release-3-5-0.html" title="Spark Release 3.5.0">release notes</a> to read about the new features, or <a href="{{site.baseurl}}/downloads.html">download</a> the release today.
diff --git a/releases/_posts/2023-09-13-spark-release-3-5-0.md b/releases/_posts/2023-09-13-spark-release-3-5-0.md
diff --git a/site/committers.html b/site/committers.html
@@ -657,6 +657,9 @@ <h3>Policy on backporting bug fixes</h3>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -666,9 +669,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/community.html b/site/community.html
@@ -348,6 +348,9 @@ <h3>Powered by</h3>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -357,9 +360,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/contributing.html b/site/contributing.html
@@ -658,6 +658,9 @@ <h2>Code of conduct</h2>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -667,9 +670,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/developer-tools.html b/site/developer-tools.html
@@ -672,6 +672,9 @@ <h2>Generative tooling usage</h2>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -681,9 +684,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/docs/latest b/site/docs/latest
@@ -1 +1 @@
-3.4.1
+3.5.0
diff --git a/site/documentation.html b/site/documentation.html
@@ -127,6 +127,7 @@ <h2><span class="text-capitalize">Apache Spark<span class="tm">&trade;</span></s
 <p>Setup instructions, programming guides, and other documentation are available for each stable version of Spark below:</p>
 
 <ul>
+  <li><a href="/docs/3.5.0/">Spark 3.5.0</a></li>
   <li><a href="/docs/3.4.1/">Spark 3.4.1</a></li>
   <li><a href="/docs/3.4.0/">Spark 3.4.0</a></li>
   <li><a href="/docs/3.3.3/">Spark 3.3.3</a></li> 
@@ -340,6 +341,9 @@ <h3>Research Papers</h3>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -349,9 +353,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/downloads.html b/site/downloads.html
@@ -157,7 +157,7 @@ <h3 id="link-with-spark">Link with Spark</h3>
 
 <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>groupId: org.apache.spark
 artifactId: spark-core_2.12
-version: 3.4.1
+version: 3.5.0
 </code></pre></div></div>
 
 <h3 id="installing-with-pypi">Installing with PyPi</h3>
@@ -186,6 +186,9 @@ <h3 id="archived-releases">Archived releases</h3>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -195,9 +198,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/error-message-guidelines.html b/site/error-message-guidelines.html
@@ -525,6 +525,9 @@ <h4 id="wording-guide">Wording guide</h4>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -534,9 +537,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/examples.html b/site/examples.html
@@ -527,6 +527,9 @@ <h1>Additional examples</h1>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -536,9 +539,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/faq.html b/site/faq.html
@@ -195,6 +195,9 @@ <h2><span class="text-capitalize">Apache Spark<span class="tm">&trade;</span></s
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -204,9 +207,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/graphx/index.html b/site/graphx/index.html
@@ -240,6 +240,9 @@ <h3>Getting started</h3>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -249,9 +252,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/history.html b/site/history.html
@@ -149,6 +149,9 @@ <h2><span class="text-capitalize">Apache Spark<span class="tm">&trade;</span></s
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -158,9 +161,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/improvement-proposals.html b/site/improvement-proposals.html
@@ -221,6 +221,9 @@ <h4>Implementing an SPIP</h4>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -230,9 +233,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/js/downloads.js b/site/js/downloads.js
@@ -27,6 +27,7 @@ var packagesV13 = [hadoop3p, hadoop3pscala213, hadoop2p, hadoopFree, sources];
 // 3.4.0+
 var packagesV14 = [hadoop3p, hadoop3pscala213, hadoopFree, sources];
 
+addRelease("3.5.0", new Date("09/13/2023"), packagesV14, true);
 addRelease("3.4.1", new Date("06/23/2023"), packagesV14, true);
 addRelease("3.3.3", new Date("08/21/2023"), packagesV13, true);
 addRelease("3.2.4", new Date("04/13/2023"), packagesV12, true);

diff --git a/site/mailing-lists.html b/site/mailing-lists.html
@@ -133,6 +133,9 @@
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -142,9 +145,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/mllib/index.html b/site/mllib/index.html
@@ -286,6 +286,9 @@ <h3>Getting started</h3>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -295,9 +298,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/news/3-1-3-released.html b/site/news/3-1-3-released.html
@@ -139,6 +139,9 @@ <h2>Spark 3.1.3 released</h2>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -148,9 +151,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/news/amp-camp-2013-registration-ope.html b/site/news/amp-camp-2013-registration-ope.html
@@ -139,6 +139,9 @@ <h2>Registration open for AMP Camp training camp in Berkeley</h2>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a>
+            <span class="small">(Sep 13, 2023)</span></li>
+
           <li><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a>
             <span class="small">(Aug 21, 2023)</span></li>
 
@@ -148,9 +151,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a>
             <span class="small">(Apr 13, 2023)</span></li>
 
-          <li><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a>
-            <span class="small">(Apr 13, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>