From 599e698ab1f3a6f4f414c8c8c9e6a125140b0032 Mon Sep 17 00:00:00 2001 From: Gengliang Wang Date: Wed, 13 Oct 2021 21:31:46 +0800 Subject: [PATCH 01/12] Add 3.2.0 release note/news --- _layouts/global.html | 2 +- _layouts/home.html | 2 +- documentation.md | 1 + js/downloads.js | 2 +- .../_posts/2021-10-13-spark-3-2-0-released.md | 14 + .../_posts/2021-10-13-spark-release-3-2-0.md | 318 +++++++++ site/committers.html | 8 +- site/community.html | 8 +- site/contributing.html | 8 +- site/developer-tools.html | 8 +- site/docs/latest | 2 +- site/documentation.html | 9 +- site/downloads.html | 8 +- site/error-message-guidelines.html | 8 +- site/examples.html | 8 +- site/faq.html | 8 +- site/graphx/index.html | 8 +- site/history.html | 8 +- site/improvement-proposals.html | 8 +- site/index.html | 2 +- site/js/downloads.js | 2 +- site/mailing-lists.html | 8 +- site/mllib/index.html | 8 +- site/news/amp-camp-2013-registration-ope.html | 8 +- .../announcing-the-first-spark-summit.html | 8 +- .../fourth-spark-screencast-published.html | 8 +- site/news/index.html | 17 +- site/news/new-repository-service.html | 8 +- .../next-official-release-spark-3.1.1.html | 8 +- site/news/nsdi-paper.html | 8 +- site/news/one-month-to-spark-summit-2015.html | 8 +- .../plan-for-dropping-python-2-support.html | 8 +- .../proposals-open-for-spark-summit-east.html | 8 +- ...gistration-open-for-spark-summit-east.html | 8 +- .../run-spark-and-shark-on-amazon-emr.html | 8 +- site/news/spark-0-6-1-and-0-5-2-released.html | 8 +- site/news/spark-0-6-2-released.html | 8 +- site/news/spark-0-7-0-released.html | 8 +- site/news/spark-0-7-2-released.html | 8 +- site/news/spark-0-7-3-released.html | 8 +- site/news/spark-0-8-0-released.html | 8 +- site/news/spark-0-8-1-released.html | 8 +- site/news/spark-0-9-0-released.html | 8 +- site/news/spark-0-9-1-released.html | 8 +- site/news/spark-0-9-2-released.html | 8 +- site/news/spark-1-0-0-released.html | 8 +- site/news/spark-1-0-1-released.html | 8 +- site/news/spark-1-0-2-released.html | 8 +- site/news/spark-1-1-0-released.html | 8 +- site/news/spark-1-1-1-released.html | 8 +- site/news/spark-1-2-0-released.html | 8 +- site/news/spark-1-2-1-released.html | 8 +- site/news/spark-1-2-2-released.html | 8 +- site/news/spark-1-3-0-released.html | 8 +- site/news/spark-1-4-0-released.html | 8 +- site/news/spark-1-4-1-released.html | 8 +- site/news/spark-1-5-0-released.html | 8 +- site/news/spark-1-5-1-released.html | 8 +- site/news/spark-1-5-2-released.html | 8 +- site/news/spark-1-6-0-released.html | 8 +- site/news/spark-1-6-1-released.html | 8 +- site/news/spark-1-6-2-released.html | 8 +- site/news/spark-1-6-3-released.html | 8 +- site/news/spark-2-0-0-released.html | 8 +- site/news/spark-2-0-1-released.html | 8 +- site/news/spark-2-0-2-released.html | 8 +- site/news/spark-2-1-0-released.html | 8 +- site/news/spark-2-1-1-released.html | 8 +- site/news/spark-2-1-2-released.html | 8 +- site/news/spark-2-1-3-released.html | 8 +- site/news/spark-2-2-0-released.html | 8 +- site/news/spark-2-2-1-released.html | 8 +- site/news/spark-2-2-2-released.html | 8 +- site/news/spark-2-3-0-released.html | 8 +- site/news/spark-2-3-1-released.html | 8 +- site/news/spark-2-3-2-released.html | 8 +- site/news/spark-2-3-3-released.html | 8 +- site/news/spark-2-3-4-released.html | 8 +- site/news/spark-2-4-0-released.html | 8 +- site/news/spark-2-4-1-released.html | 8 +- site/news/spark-2-4-2-released.html | 8 +- site/news/spark-2-4-3-released.html | 8 +- site/news/spark-2-4-4-released.html | 8 +- site/news/spark-2-4-5-released.html | 8 +- site/news/spark-2-4-6.html | 8 +- site/news/spark-2-4-7-released.html | 8 +- site/news/spark-2-4-8-released.html | 8 +- site/news/spark-2.0.0-preview.html | 8 +- site/news/spark-3-0-0-released.html | 8 +- site/news/spark-3-0-1-released.html | 8 +- site/news/spark-3-0-2-released.html | 8 +- site/news/spark-3-0-3-released.html | 8 +- site/news/spark-3-1-1-released.html | 8 +- site/news/spark-3-1-2-released.html | 8 +- site/news/spark-3-2-0-released.html | 222 +++++++ site/news/spark-3.0.0-preview.html | 8 +- site/news/spark-3.0.0-preview2.html | 8 +- .../spark-accepted-into-apache-incubator.html | 8 +- ...park-ai-summit-apr-2019-agenda-posted.html | 8 +- ...ark-ai-summit-june-2020-agenda-posted.html | 8 +- site/news/spark-and-shark-in-the-news.html | 8 +- site/news/spark-becomes-tlp.html | 8 +- site/news/spark-featured-in-wired.html | 8 +- .../spark-mailing-lists-moving-to-apache.html | 8 +- site/news/spark-meetups.html | 8 +- site/news/spark-release-2-2-3.html | 8 +- site/news/spark-screencasts-published.html | 8 +- site/news/spark-summit-2013-is-a-wrap.html | 8 +- .../news/spark-summit-2014-videos-posted.html | 8 +- .../news/spark-summit-2015-videos-posted.html | 8 +- site/news/spark-summit-agenda-posted.html | 8 +- .../spark-summit-east-2015-videos-posted.html | 8 +- .../spark-summit-east-2016-cfp-closing.html | 8 +- .../spark-summit-east-2017-agenda-posted.html | 8 +- .../spark-summit-east-agenda-posted-2015.html | 8 +- .../spark-summit-east-agenda-posted-2016.html | 8 +- .../spark-summit-eu-2017-agenda-posted.html | 8 +- .../spark-summit-europe-agenda-posted.html | 8 +- site/news/spark-summit-europe.html | 8 +- .../spark-summit-june-2016-agenda-posted.html | 8 +- .../spark-summit-june-2017-agenda-posted.html | 8 +- .../spark-summit-june-2018-agenda-posted.html | 8 +- .../spark-summit-oct-2018-agenda-posted.html | 8 +- site/news/spark-tips-from-quantifind.html | 8 +- ...spark-user-survey-and-powered-by-page.html | 8 +- site/news/spark-version-0-6-0-released.html | 8 +- .../spark-wins-cloudsort-100tb-benchmark.html | 8 +- ...ins-daytona-gray-sort-100tb-benchmark.html | 8 +- ...strata-exercises-now-available-online.html | 8 +- .../submit-talks-to-spark-summit-2014.html | 8 +- .../submit-talks-to-spark-summit-2016.html | 8 +- ...ubmit-talks-to-spark-summit-east-2016.html | 8 +- .../submit-talks-to-spark-summit-eu-2016.html | 8 +- site/news/two-weeks-to-spark-summit-2014.html | 8 +- ...o-from-first-spark-development-meetup.html | 8 +- site/powered-by.html | 8 +- site/release-process.html | 8 +- site/releases/spark-release-0-3.html | 8 +- site/releases/spark-release-0-5-0.html | 8 +- site/releases/spark-release-0-5-1.html | 8 +- site/releases/spark-release-0-5-2.html | 8 +- site/releases/spark-release-0-6-0.html | 8 +- site/releases/spark-release-0-6-1.html | 8 +- site/releases/spark-release-0-6-2.html | 8 +- site/releases/spark-release-0-7-0.html | 8 +- site/releases/spark-release-0-7-2.html | 8 +- site/releases/spark-release-0-7-3.html | 8 +- site/releases/spark-release-0-8-0.html | 8 +- site/releases/spark-release-0-8-1.html | 8 +- site/releases/spark-release-0-9-0.html | 8 +- site/releases/spark-release-0-9-1.html | 8 +- site/releases/spark-release-0-9-2.html | 8 +- site/releases/spark-release-1-0-0.html | 8 +- site/releases/spark-release-1-0-1.html | 8 +- site/releases/spark-release-1-0-2.html | 8 +- site/releases/spark-release-1-1-0.html | 8 +- site/releases/spark-release-1-1-1.html | 8 +- site/releases/spark-release-1-2-0.html | 8 +- site/releases/spark-release-1-2-1.html | 8 +- site/releases/spark-release-1-2-2.html | 8 +- site/releases/spark-release-1-3-0.html | 8 +- site/releases/spark-release-1-3-1.html | 8 +- site/releases/spark-release-1-4-0.html | 8 +- site/releases/spark-release-1-4-1.html | 8 +- site/releases/spark-release-1-5-0.html | 8 +- site/releases/spark-release-1-5-1.html | 8 +- site/releases/spark-release-1-5-2.html | 8 +- site/releases/spark-release-1-6-0.html | 8 +- site/releases/spark-release-1-6-1.html | 8 +- site/releases/spark-release-1-6-2.html | 8 +- site/releases/spark-release-1-6-3.html | 8 +- site/releases/spark-release-2-0-0.html | 8 +- site/releases/spark-release-2-0-1.html | 8 +- site/releases/spark-release-2-0-2.html | 8 +- site/releases/spark-release-2-1-0.html | 8 +- site/releases/spark-release-2-1-1.html | 8 +- site/releases/spark-release-2-1-2.html | 8 +- site/releases/spark-release-2-1-3.html | 8 +- site/releases/spark-release-2-2-0.html | 8 +- site/releases/spark-release-2-2-1.html | 8 +- site/releases/spark-release-2-2-2.html | 8 +- site/releases/spark-release-2-2-3.html | 8 +- site/releases/spark-release-2-3-0.html | 8 +- site/releases/spark-release-2-3-1.html | 8 +- site/releases/spark-release-2-3-2.html | 8 +- site/releases/spark-release-2-3-3.html | 8 +- site/releases/spark-release-2-3-4.html | 8 +- site/releases/spark-release-2-4-0.html | 8 +- site/releases/spark-release-2-4-1.html | 8 +- site/releases/spark-release-2-4-2.html | 8 +- site/releases/spark-release-2-4-3.html | 8 +- site/releases/spark-release-2-4-4.html | 8 +- site/releases/spark-release-2-4-5.html | 8 +- site/releases/spark-release-2-4-6.html | 8 +- site/releases/spark-release-2-4-7.html | 8 +- site/releases/spark-release-2-4-8.html | 8 +- site/releases/spark-release-3-0-0.html | 8 +- site/releases/spark-release-3-0-1.html | 8 +- site/releases/spark-release-3-0-2.html | 8 +- site/releases/spark-release-3-0-3.html | 8 +- site/releases/spark-release-3-1-1.html | 8 +- site/releases/spark-release-3-1-2.html | 8 +- site/releases/spark-release-3-2-0.html | 623 ++++++++++++++++++ site/research.html | 8 +- .../screencasts/1-first-steps-with-spark.html | 8 +- .../2-spark-documentation-overview.html | 8 +- .../3-transformations-and-caching.html | 8 +- .../4-a-standalone-job-in-spark.html | 8 +- site/screencasts/index.html | 8 +- site/security.html | 8 +- site/sitemap.xml | 8 + site/sql/index.html | 8 +- site/streaming/index.html | 8 +- site/third-party-projects.html | 8 +- site/trademarks.html | 8 +- site/versioning-policy.html | 8 +- 216 files changed, 2018 insertions(+), 822 deletions(-) create mode 100644 news/_posts/2021-10-13-spark-3-2-0-released.md create mode 100644 releases/_posts/2021-10-13-spark-release-3-2-0.md create mode 100644 site/news/spark-3-2-0-released.html create mode 100644 site/releases/spark-release-3-2-0.html diff --git a/_layouts/global.html b/_layouts/global.html index a7ad3585e7d..c69eeb1513a 100644 --- a/_layouts/global.html +++ b/_layouts/global.html @@ -90,7 +90,7 @@ Documentation diff --git a/_layouts/home.html b/_layouts/home.html index 83310dac18e..7cc031db95d 100644 --- a/_layouts/home.html +++ b/_layouts/home.html @@ -94,7 +94,7 @@ Documentation diff --git a/documentation.md b/documentation.md index 365db84ce10..e48f6dd7af8 100644 --- a/documentation.md +++ b/documentation.md @@ -12,6 +12,7 @@ navigation:

Setup instructions, programming guides, and other documentation are available for each stable version of Spark below:

  • Enable Zstandard buffer pool by default (SPARK-34340, SPARK-34390)
    • -
  • Add code-gen for all join types of sort merge join (SPARK-34705)
    • +
  • Add code-gen for all join types of sort-merge join (SPARK-34705)
  • Whole plan exchange and subquery reuse (SPARK-29375)
  • Broadcast nested loop join improvement (SPARK-34706)
  • Support two levels of hash maps for final hash aggregation (SPARK-35141)
    • @@ -319,7 +320,7 @@

    Core and Spark SQL

  • Add interfaces to pass the required sorting and clustering for writes (SPARK-23889)
  • Support metrics from Datasource v2 scan (SPARK-34338)
  • Support metrics at writing path (SPARK-36030)
    • -
  • Support partitioning with static number on the required distribution and ordering on write (SPARK-34255)
    • +
  • Support partitioning with a static number on the required distribution and ordering on write (SPARK-34255)
  • Support Dynamic filtering (SPARK-35779)
  • Support LocalScan (SPARK-35535)
  • MERGE … UPDATE/INSERT * should do by-name resolution (SPARK-34720)
    • @@ -328,9 +329,8 @@

    Core and Spark SQL

    Feature Enhancements

    Other Notable Changes

    @@ -388,6 +387,7 @@

    Core and Spark SQL

  • Add new stage-level REST APIs and parameters (SPARK-26399)
  • Support task and executor Metrics Distributions in the REST API (SPARK-34488)
  • Add fallback metrics for hash aggregate (SPARK-35529, SPARK-34237)
    • +
  • Propagate reason for exec loss to Web UI (SPARK-34764)
  • Add count_distinct as an option to Dataset#summary (SPARK-34165)
    • @@ -539,7 +539,7 @@

    Known Issues