Google Git
Sign in
apache / spark-website / asf-site / . / site / news / index.html
blob: 84dde224ffea436dadf1f1f05e45dee074ac8d30 [file] [log] [blame]
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>
News | Apache Spark
</title>
<link href="https://cdn.jsdelivr.net/npm/bootstrap@5.0.2/dist/css/bootstrap.min.css" rel="stylesheet"
integrity="sha384-EVSTQN3/azprG1Anm3QDgpJLIm9Nao0Yz1ztcQTwFspd3yD65VohhpuuCOmLASjC" crossorigin="anonymous">
<link rel="preconnect" href="https://fonts.googleapis.com">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link href="https://fonts.googleapis.com/css2?family=DM+Sans:ital,wght@0,400;0,500;0,700;1,400;1,500;1,700&Courier+Prime:wght@400;700&display=swap" rel="stylesheet">
<link href="/css/custom.css" rel="stylesheet">
<!-- Code highlighter CSS -->
<link href="/css/pygments-default.css" rel="stylesheet">
<link rel="icon" href="/favicon.ico" type="image/x-icon">
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
/* tracker methods like "setCustomDimension" should be called before "trackPageView" */
_paq.push(["disableCookies"]);
_paq.push(['trackPageView']);
_paq.push(['enableLinkTracking']);
(function() {
var u="https://analytics.apache.org/";
_paq.push(['setTrackerUrl', u+'matomo.php']);
_paq.push(['setSiteId', '40']);
var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
})();
</script>
<!-- End Matomo Code -->
</head>
<body class="global">
<nav class="navbar navbar-expand-lg navbar-dark p-0 px-4" style="background: #1D6890;">
<a class="navbar-brand" href="/">
<img src="/images/spark-logo-rev.svg" alt="" width="141" height="72">
</a>
<button class="navbar-toggler" type="button" data-bs-toggle="collapse" data-bs-target="#navbarContent"
aria-controls="navbarContent" aria-expanded="false" aria-label="Toggle navigation">
<span class="navbar-toggler-icon"></span>
</button>
<div class="collapse navbar-collapse col-md-12 col-lg-auto pt-4" id="navbarContent">
<ul class="navbar-nav me-auto">
<li class="nav-item">
<a class="nav-link active" aria-current="page" href="/downloads.html">Download</a>
</li>
<li class="nav-item dropdown">
<a class="nav-link dropdown-toggle" href="#" id="libraries" role="button" data-bs-toggle="dropdown"
aria-expanded="false">
Libraries
</a>
<ul class="dropdown-menu" aria-labelledby="libraries">
<li><a class="dropdown-item" href="/sql/">SQL and DataFrames</a></li>
<li><a class="dropdown-item" href="/spark-connect/">Spark Connect</a></li>
<li><a class="dropdown-item" href="/streaming/">Spark Streaming</a></li>
<li><a class="dropdown-item" href="/pandas-on-spark/">pandas on Spark</a></li>
<li><a class="dropdown-item" href="/mllib/">MLlib (machine learning)</a></li>
<li><a class="dropdown-item" href="/graphx/">GraphX (graph)</a></li>
<li>
<hr class="dropdown-divider">
</li>
<li><a class="dropdown-item" href="/third-party-projects.html">Third-Party Projects</a></li>
</ul>
</li>
<li class="nav-item dropdown">
<a class="nav-link dropdown-toggle" href="#" id="documentation" role="button" data-bs-toggle="dropdown"
aria-expanded="false">
Documentation
</a>
<ul class="dropdown-menu" aria-labelledby="documentation">
<li><a class="dropdown-item" href="/docs/latest/">Latest Release</a></li>
<li><a class="dropdown-item" href="/documentation.html">Older Versions and Other Resources</a></li>
<li><a class="dropdown-item" href="/faq.html">Frequently Asked Questions</a></li>
</ul>
</li>
<li class="nav-item">
<a class="nav-link active" aria-current="page" href="/examples.html">Examples</a>
</li>
<li class="nav-item dropdown">
<a class="nav-link dropdown-toggle" href="#" id="community" role="button" data-bs-toggle="dropdown"
aria-expanded="false">
Community
</a>
<ul class="dropdown-menu" aria-labelledby="community">
<li><a class="dropdown-item" href="/community.html">Mailing Lists &amp; Resources</a></li>
<li><a class="dropdown-item" href="/contributing.html">Contributing to Spark</a></li>
<li><a class="dropdown-item" href="/improvement-proposals.html">Improvement Proposals (SPIP)</a>
</li>
<li><a class="dropdown-item" href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a>
</li>
<li><a class="dropdown-item" href="/powered-by.html">Powered By</a></li>
<li><a class="dropdown-item" href="/committers.html">Project Committers</a></li>
<li><a class="dropdown-item" href="/history.html">Project History</a></li>
</ul>
</li>
<li class="nav-item dropdown">
<a class="nav-link dropdown-toggle" href="#" id="developers" role="button" data-bs-toggle="dropdown"
aria-expanded="false">
Developers
</a>
<ul class="dropdown-menu" aria-labelledby="developers">
<li><a class="dropdown-item" href="/developer-tools.html">Useful Developer Tools</a></li>
<li><a class="dropdown-item" href="/versioning-policy.html">Versioning Policy</a></li>
<li><a class="dropdown-item" href="/release-process.html">Release Process</a></li>
<li><a class="dropdown-item" href="/security.html">Security</a></li>
</ul>
</li>
</ul>
<ul class="navbar-nav ml-auto">
<li class="nav-item dropdown">
<a class="nav-link dropdown-toggle" href="#" id="apacheFoundation" role="button"
data-bs-toggle="dropdown" aria-expanded="false">
Apache Software Foundation
</a>
<ul class="dropdown-menu" aria-labelledby="apacheFoundation">
<li><a class="dropdown-item" href="https://www.apache.org/">Apache Homepage</a></li>
<li><a class="dropdown-item" href="https://www.apache.org/licenses/">License</a></li>
<li><a class="dropdown-item"
href="https://www.apache.org/foundation/sponsorship.html">Sponsorship</a></li>
<li><a class="dropdown-item" href="https://www.apache.org/foundation/thanks.html">Thanks</a></li>
<li><a class="dropdown-item" href="https://www.apache.org/security/">Security</a></li>
<li><a class="dropdown-item" href="https://www.apache.org/events/current-event">Event</a></li>
</ul>
</li>
</ul>
</div>
</nav>
<div class="container">
<div class="row mt-4">
<div class="col-12 col-md-9">
<h2 id="spark-news">Spark News</h2>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a></h3>
<div class="entry-date">April 18, 2024</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-4-3.html" title="Spark Release 3.4.3">Spark 3.4.3</a>! Visit the <a href="/releases/spark-release-3-4-3.html" title="Spark Release 3.4.3">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-5-1-released.html">Spark 3.5.1 released</a></h3>
<div class="entry-date">February 23, 2024</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-5-1.html" title="Spark Release 3.5.1">Spark 3.5.1</a>! Visit the <a href="/releases/spark-release-3-5-1.html" title="Spark Release 3.5.1">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a></h3>
<div class="entry-date">December 16, 2023</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-3-4.html" title="Spark Release 3.3.4">Spark 3.3.4</a>! Visit the <a href="/releases/spark-release-3-3-4.html" title="Spark Release 3.3.4">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a></h3>
<div class="entry-date">November 30, 2023</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-4-2.html" title="Spark Release 3.4.2">Spark 3.4.2</a>! Visit the <a href="/releases/spark-release-3-4-2.html" title="Spark Release 3.4.2">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-5-0-released.html">Spark 3.5.0 released</a></h3>
<div class="entry-date">September 13, 2023</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-5-0.html" title="Spark Release 3.5.0">Spark 3.5.0</a>! Visit the <a href="/releases/spark-release-3-5-0.html" title="Spark Release 3.5.0">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-3-3-released.html">Spark 3.3.3 released</a></h3>
<div class="entry-date">August 21, 2023</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-3-3.html" title="Spark Release 3.3.3">Spark 3.3.3</a>! Visit the <a href="/releases/spark-release-3-3-3.html" title="Spark Release 3.3.3">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-4-1-released.html">Spark 3.4.1 released</a></h3>
<div class="entry-date">June 23, 2023</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-4-1.html" title="Spark Release 3.4.1">Spark 3.4.1</a>! Visit the <a href="/releases/spark-release-3-4-1.html" title="Spark Release 3.4.1">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-4-0-released.html">Spark 3.4.0 released</a></h3>
<div class="entry-date">April 13, 2023</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-4-0.html" title="Spark Release 3.4.0">Spark 3.4.0</a>! Visit the <a href="/releases/spark-release-3-4-0.html" title="Spark Release 3.4.0">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-2-4-released.html">Spark 3.2.4 released</a></h3>
<div class="entry-date">April 13, 2023</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-2-4.html" title="Spark Release 3.2.4">Spark 3.2.4</a>! Visit the <a href="/releases/spark-release-3-2-4.html" title="Spark Release 3.2.4">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-3-2-released.html">Spark 3.3.2 released</a></h3>
<div class="entry-date">February 17, 2023</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-3-2.html" title="Spark Release 3.3.2">Spark 3.3.2</a>! Visit the <a href="/releases/spark-release-3-3-2.html" title="Spark Release 3.3.2">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-2-3-released.html">Spark 3.2.3 released</a></h3>
<div class="entry-date">November 28, 2022</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-2-3.html" title="Spark Release 3.2.3">Spark 3.2.3</a>! Visit the <a href="/releases/spark-release-3-2-3.html" title="Spark Release 3.2.3">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-3-1-released.html">Spark 3.3.1 released</a></h3>
<div class="entry-date">October 25, 2022</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-3-1.html" title="Spark Release 3.3.1">Spark 3.3.1</a>! Visit the <a href="/releases/spark-release-3-3-1.html" title="Spark Release 3.3.1">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-2-2-released.html">Spark 3.2.2 released</a></h3>
<div class="entry-date">July 17, 2022</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-2-2.html" title="Spark Release 3.2.2">Spark 3.2.2</a>! Visit the <a href="/releases/spark-release-3-2-2.html" title="Spark Release 3.2.2">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-3-0-released.html">Spark 3.3.0 released</a></h3>
<div class="entry-date">June 16, 2022</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-3-0.html" title="Spark Release 3.3.0">Spark 3.3.0</a>! Visit the <a href="/releases/spark-release-3-3-0.html" title="Spark Release 3.3.0">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/sigmod-system-award.html">SIGMOD Systems Award for Apache Spark</a></h3>
<div class="entry-date">May 13, 2022</div>
</header>
<div class="entry-content"><p>Apache Spark <a href="https://sigmod.org/2022-sigmod-awards/">received the SIGMOD Systems Award this year</a>,
given by SIGMOD (the ACM’s data management research organization) to impactful
real-world and research systems:</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/3-1-3-released.html">Spark 3.1.3 released</a></h3>
<div class="entry-date">February 18, 2022</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-1-3.html" title="Spark Release 3.1.3">Spark 3.1.3</a>! Visit the <a href="/releases/spark-release-3-1-3.html" title="Spark Release 3.1.3">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-2-1-released.html">Spark 3.2.1 released</a></h3>
<div class="entry-date">January 26, 2022</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-2-1.html" title="Spark Release 3.2.1">Spark 3.2.1</a>! Visit the <a href="/releases/spark-release-3-2-1.html" title="Spark Release 3.2.1">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-2-0-released.html">Spark 3.2.0 released</a></h3>
<div class="entry-date">October 13, 2021</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-2-0.html" title="Spark Release 3.2.0">Spark 3.2.0</a>! Visit the <a href="/releases/spark-release-3-2-0.html" title="Spark Release 3.2.0">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-0-3-released.html">Spark 3.0.3 released</a></h3>
<div class="entry-date">June 23, 2021</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-0-3.html" title="Spark Release 3.0.3">Spark 3.0.3</a>! Visit the <a href="/releases/spark-release-3-0-3.html" title="Spark Release 3.0.3">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-1-2-released.html">Spark 3.1.2 released</a></h3>
<div class="entry-date">June 1, 2021</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-1-2.html" title="Spark Release 3.1.2">Spark 3.1.2</a>! Visit the <a href="/releases/spark-release-3-1-2.html" title="Spark Release 3.1.2">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-4-8-released.html">Spark 2.4.8 released</a></h3>
<div class="entry-date">May 17, 2021</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-4-8.html" title="Spark Release 2.4.8">Spark 2.4.8</a>! Visit the <a href="/releases/spark-release-2-4-8.html" title="Spark Release 2.4.8">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/new-repository-service.html">New repository service for spark-packages</a></h3>
<div class="entry-date">April 28, 2021</div>
</header>
<div class="entry-content"><p>The <a href="https://spark-packages.org">spark-packages</a> team has spun up a new repository service at <a href="https://repos.spark-packages.org">https://repos.spark-packages.org</a> and it will be the new home for the artifacts on spark-packages.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-1-1-released.html">Spark 3.1.1 released</a></h3>
<div class="entry-date">March 2, 2021</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-1-1.html" title="Spark Release 3.1.1">Spark 3.1.1</a>! Visit the <a href="/releases/spark-release-3-1-1.html" title="Spark Release 3.1.1">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-0-2-released.html">Spark 3.0.2 released</a></h3>
<div class="entry-date">February 19, 2021</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-0-2.html" title="Spark Release 3.0.2">Spark 3.0.2</a>! Visit the <a href="/releases/spark-release-3-0-2.html" title="Spark Release 3.0.2">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/next-official-release-spark-3.1.1.html">Next official release: Spark 3.1.1</a></h3>
<div class="entry-date">January 7, 2021</div>
</header>
<div class="entry-content"><p>The next official Spark release is Spark 3.1.1 instead of Spark 3.1.0.
There was a technical issue during Spark 3.1.0 RC1 preparation,
see <a href="https://www.mail-archive.com/dev@spark.apache.org/msg27133.html">[VOTE] Release Spark 3.1.0 (RC1)</a> in the Spark dev mailing list.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-4-7-released.html">Spark 2.4.7 released</a></h3>
<div class="entry-date">September 12, 2020</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-4-7.html" title="Spark Release 2.4.7">Spark 2.4.7</a>! Visit the <a href="/releases/spark-release-2-4-7.html" title="Spark Release 2.4.7">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-0-1-released.html">Spark 3.0.1 released</a></h3>
<div class="entry-date">September 8, 2020</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-0-1.html" title="Spark Release 3.0.1">Spark 3.0.1</a>! Visit the <a href="/releases/spark-release-3-0-1.html" title="Spark Release 3.0.1">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3-0-0-released.html">Spark 3.0.0 released</a></h3>
<div class="entry-date">June 18, 2020</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-3-0-0.html" title="Spark Release 3.0.0">Spark 3.0.0</a>! Visit the <a href="/releases/spark-release-3-0-0.html" title="Spark Release 3.0.0">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-ai-summit-june-2020-agenda-posted.html">Spark+AI Summit (June 22-25th, 2020, VIRTUAL) agenda posted</a></h3>
<div class="entry-date">June 15, 2020</div>
</header>
<div class="entry-content"><p>The agenda for <a href="https://databricks.com/sparkaisummit/north-america">Spark + AI Summit 2020</a> is now available! The summit kicks off on June 22nd. We’ve transformed this year’s Summit into a global event — totally virtual and open to everyone, free of charge. And Summit is now even bigger: extended to five days with 200+ sessions, 4x the training, and keynotes by visionaries and thought leaders. Join tens of thousands of engineers, scientists, developers, analysts and leaders as we shape the future of big data, analytics and AI. Check out the <a href="https://databricks.com/sparkaisummit/north-america/schedule">full schedule</a> and <a href="https://myeventi.events/sparkaisummit20/na/register">register</a> to attend!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-4-6.html">Spark 2.4.6 released</a></h3>
<div class="entry-date">June 5, 2020</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-4-6.html" title="Spark Release 2.4.6">Spark 2.4.6</a>! Visit the <a href="/releases/spark-release-2-4-6.html" title="Spark Release 2.4.6">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-4-5-released.html">Spark 2.4.5 released</a></h3>
<div class="entry-date">February 8, 2020</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-4-5.html" title="Spark Release 2.4.5">Spark 2.4.5</a>! Visit the <a href="/releases/spark-release-2-4-5.html" title="Spark Release 2.4.5">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3.0.0-preview2.html">Preview release of Spark 3.0</a></h3>
<div class="entry-date">December 23, 2019</div>
</header>
<div class="entry-content"><p>To enable wide-scale community testing of the upcoming Spark 3.0 release, the Apache Spark community has posted a <a href="https://archive.apache.org/dist/spark/spark-3.0.0-preview2/">Spark 3.0.0 preview2 release</a>. This preview is <b>not a stable release in terms of either API or functionality</b>, but it is meant to give the community early access to try the code that will become Spark 3.0. If you would like to test the release, please download it, and send feedback using either the <a href="https://spark.apache.org/community.html">mailing lists</a> or <a href="https://issues.apache.org/jira/browse/SPARK/?selectedTab=com.atlassian.jira.jira-projects-plugin:summary-panel">JIRA</a>. The documentation is available at the <a href="https://spark.apache.org/docs/3.0.0-preview2/">link</a>.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-3.0.0-preview.html">Preview release of Spark 3.0</a></h3>
<div class="entry-date">November 6, 2019</div>
</header>
<div class="entry-content"><p>To enable wide-scale community testing of the upcoming Spark 3.0 release, the Apache Spark community has posted a <a href="https://archive.apache.org/dist/spark/spark-3.0.0-preview/">preview release of Spark 3.0</a>. This preview is <b>not a stable release in terms of either API or functionality</b>, but it is meant to give the community early access to try the code that will become Spark 3.0. If you would like to test the release, please download it, and send feedback using either the <a href="https://spark.apache.org/community.html">mailing lists</a> or <a href="https://issues.apache.org/jira/browse/SPARK/?selectedTab=com.atlassian.jira.jira-projects-plugin:summary-panel">JIRA</a>.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-3-4-released.html">Spark 2.3.4 released</a></h3>
<div class="entry-date">September 9, 2019</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-3-4.html" title="Spark Release 2.3.4">Spark 2.3.4</a>! Visit the <a href="/releases/spark-release-2-3-4.html" title="Spark Release 2.3.4">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-4-4-released.html">Spark 2.4.4 released</a></h3>
<div class="entry-date">September 1, 2019</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-4-4.html" title="Spark Release 2.4.4">Spark 2.4.4</a>! Visit the <a href="/releases/spark-release-2-4-4.html" title="Spark Release 2.4.4">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/plan-for-dropping-python-2-support.html">Plan for dropping Python 2 support</a></h3>
<div class="entry-date">June 3, 2019</div>
</header>
<div class="entry-content"><p>As many of you already knew, Python core development team and many utilized Python packages like
Pandas and NumPy will drop Python 2 support in or before 2020/01/01.
Apache Spark has supported both Python 2 and 3 since Spark 1.4 release in 2015.
However, maintaining Python 2/3 compatibility is an increasing burden and it essentially limits
the use of Python 3 features in Spark.
Given the end of life (EOL) of Python 2 is coming, we plan to eventually drop Python 2 support as
well. The current plan is as follows:</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-4-3-released.html">Spark 2.4.3 released</a></h3>
<div class="entry-date">May 8, 2019</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-4-3.html" title="Spark Release 2.4.3">Spark 2.4.3</a>! Visit the <a href="/releases/spark-release-2-4-3.html" title="Spark Release 2.4.3">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-4-2-released.html">Spark 2.4.2 released</a></h3>
<div class="entry-date">April 23, 2019</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-4-2.html" title="Spark Release 2.4.2">Spark 2.4.2</a>! Visit the <a href="/releases/spark-release-2-4-2.html" title="Spark Release 2.4.2">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-4-1-released.html">Spark 2.4.1 released</a></h3>
<div class="entry-date">March 31, 2019</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-4-1.html" title="Spark Release 2.4.1">Spark 2.4.1</a>! Visit the <a href="/releases/spark-release-2-4-1.html" title="Spark Release 2.4.1">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-3-3-released.html">Spark 2.3.3 released</a></h3>
<div class="entry-date">February 15, 2019</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-3-3.html" title="Spark Release 2.3.3">Spark 2.3.3</a>! Visit the <a href="/releases/spark-release-2-3-3.html" title="Spark Release 2.3.3">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-release-2-2-3.html">Spark 2.2.3 released</a></h3>
<div class="entry-date">January 11, 2019</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-2-3.html" title="Spark Release 2.2.3">Spark 2.2.3</a>! Visit the <a href="/releases/spark-release-2-2-3.html" title="Spark Release 2.2.3">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-ai-summit-apr-2019-agenda-posted.html">Spark+AI Summit (April 23-25th, 2019, San Francisco) agenda posted</a></h3>
<div class="entry-date">December 19, 2018</div>
</header>
<div class="entry-content"><p>The agenda for <a href="https://databricks.com/sparkaisummit/north-america">Spark + AI Summit 2019</a> is now available! The summit kicks off on April 23rd with a full day of Apache Spark training followed by over 100+ talks featuring speakers from Netflix, Facebook, Uber, Yelp, Target, Apple and more! Check out the <a href="https://databricks.com/sparkaisummit/north-america/schedule">full schedule</a> and <a href="https://myeventi.events/sparkaisummit19/na/register">register</a> to attend!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a></h3>
<div class="entry-date">November 2, 2018</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-4-0.html" title="Spark Release 2.4.0">Spark 2.4.0</a>! Visit the <a href="/releases/spark-release-2-4-0.html" title="Spark Release 2.4.0">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a></h3>
<div class="entry-date">September 24, 2018</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-3-2.html" title="Spark Release 2.3.2">Spark 2.3.2</a>! Visit the <a href="/releases/spark-release-2-3-2.html" title="Spark Release 2.3.2">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-oct-2018-agenda-posted.html">Spark+AI Summit (October 2-4th, 2018, London) agenda posted</a></h3>
<div class="entry-date">July 24, 2018</div>
</header>
<div class="entry-content"><p>The agenda for <a href="https://databricks.com/sparkaisummit/europe">Spark+AI Summit Europe</a> is now available! The summit kicks off on October 2nd with a full day of Spark training followed by over 100 talks featuring speakers from Databricks, Facebook, Intel, IBM, CERN, Uber and Google. Check out the <a href="https://databricks.com/sparkaisummit/europe/schedule">full schedule</a> and <a href="https://myeventi.events/sparkaisummit18/eu/register/">register</a> to attend!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-2-2-released.html">Spark 2.2.2 released</a></h3>
<div class="entry-date">July 2, 2018</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-2-2.html" title="Spark Release 2.2.2">Spark 2.2.2</a>! Visit the <a href="/releases/spark-release-2-2-2.html" title="Spark Release 2.2.2">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-1-3-released.html">Spark 2.1.3 released</a></h3>
<div class="entry-date">June 29, 2018</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-1-3.html" title="Spark Release 2.1.3">Spark 2.1.3</a>! Visit the <a href="/releases/spark-release-2-1-3.html" title="Spark Release 2.1.3">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-3-1-released.html">Spark 2.3.1 released</a></h3>
<div class="entry-date">June 8, 2018</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-3-1.html" title="Spark Release 2.3.1">Spark 2.3.1</a>! Visit the <a href="/releases/spark-release-2-3-1.html" title="Spark Release 2.3.1">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-june-2018-agenda-posted.html">Spark+AI Summit (June 4-6th, 2018, San Francisco) agenda posted</a></h3>
<div class="entry-date">March 1, 2018</div>
</header>
<div class="entry-content"><p>The agenda for <a href="https://databricks.com/sparkaisummit/north-america/">Spark+AI Summit</a> is now available! The summit kicks off on June 4th with a full day of Spark training followed by over 180 talks featuring speakers from Databricks, Facebook, Microsoft, Intel, IBM, Salesforce, Uber and UC Berkeley. Check out the <a href="https://databricks.com/sparkaisummit/north-america/schedule/">full schedule</a> and <a href="https://myeventi.events/sparkaisummit18/na/register/">register</a> to attend!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-3-0-released.html">Spark 2.3.0 released</a></h3>
<div class="entry-date">February 28, 2018</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-3-0.html" title="Spark Release 2.3.0">Spark 2.3.0</a>! Visit the <a href="/releases/spark-release-2-3-0.html" title="Spark Release 2.3.0">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-2-1-released.html">Spark 2.2.1 released</a></h3>
<div class="entry-date">December 1, 2017</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-2-1.html" title="Spark Release 2.2.1">Apache Spark 2.2.1</a>! Visit the <a href="/releases/spark-release-2-2-1.html" title="Spark Release 2.2.1">release notes</a> to read about the changes, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-1-2-released.html">Spark 2.1.2 released</a></h3>
<div class="entry-date">October 9, 2017</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-1-2.html" title="Spark Release 2.1.2">Apache Spark 2.1.2</a>! Visit the <a href="/releases/spark-release-2-1-2.html" title="Spark Release 2.1.2">release notes</a> to read about the changes, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-eu-2017-agenda-posted.html">Spark Summit Europe (October 24-26th, 2017, Dublin, Ireland) agenda posted</a></h3>
<div class="entry-date">August 28, 2017</div>
</header>
<div class="entry-content"><p>The agenda for <a href="https://spark-summit.org/eu-2017/">Spark Summit EU 2017</a> is now available! The summit kicks off on October 24 with a full day of Apache Spark training followed by over 80+ talks featuring speakers from Shell, Netflix, Intel, IBM, Facebook, Toon and many more. Check out the <a href="https://spark-summit.org/eu-2017/schedule/">full schedule</a> and <a href="https://prevalentdesignevents.com/sparksummit/eu17/">register</a> to attend!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-2-0-released.html">Spark 2.2.0 released</a></h3>
<div class="entry-date">July 11, 2017</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-2-0.html" title="Spark Release 2.2.0">Spark 2.2.0</a>! Visit the <a href="/releases/spark-release-2-2-0.html" title="Spark Release 2.2.0">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-1-1-released.html">Spark 2.1.1 released</a></h3>
<div class="entry-date">May 2, 2017</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-1-1.html" title="Spark Release 2.1.1">Apache Spark 2.1.1</a>! Visit the <a href="/releases/spark-release-2-1-1.html" title="Spark Release 2.1.1">release notes</a> to read about the changes, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-june-2017-agenda-posted.html">Spark Summit (June 5-7th, 2017, San Francisco) agenda posted</a></h3>
<div class="entry-date">March 31, 2017</div>
</header>
<div class="entry-content"><p>The agenda for <a href="https://spark-summit.org/2017/">Spark Summit</a> is now available! The summit kicks off on June 5th with a full day of Spark training followed by over 110+ talks featuring speakers from Databricks, Facebook, Airbnb, Yelp, Salesforce and UC Berkeley. Check out the <a href="https://spark-summit.org/2017/schedule/">full schedule</a> and <a href="https://prevalentdesignevents.com/sparksummit/ss17/?_ga=1.211902866.780052874.1433437196">register</a> to attend!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-east-2017-agenda-posted.html">Spark Summit East (Feb 7-9th, 2017, Boston) agenda posted</a></h3>
<div class="entry-date">January 4, 2017</div>
</header>
<div class="entry-content"><p>The agenda for <a href="https://spark-summit.org/east-2017/">Spark Summit East</a> is now available! The summit kicks off on February 7th with a full day of Spark training followed by over 100+ talks featuring speakers from Netflix, Walmart Labs, Databricks, MIT, IBM, Microsoft, Facebook, CapitalOne, UC Berkeley. Check out the <a href="https://spark-summit.org/east-2017/schedule/">full schedule</a> and <a href="https://r.online-reg.com/Spark_Summit_East_2017/register?_ga=1.206399123.1866651156.1438551610">register</a> to attend!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-1-0-released.html">Spark 2.1.0 released</a></h3>
<div class="entry-date">December 28, 2016</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-1-0.html" title="Spark Release 2.1.0">Spark 2.1.0</a>! Visit the <a href="/releases/spark-release-2-1-0.html" title="Spark Release 2.1.0">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a></h3>
<div class="entry-date">November 15, 2016</div>
</header>
<div class="entry-content"><p>We are proud to announce that Apache Spark won the <a href="http://sortbenchmark.org/">2016 CloudSort Benchmark</a> (both Daytona and Indy category). A joint team from Nanjing University, Alibaba Group, and Databricks Inc. entered the competition using NADSort, a distributed sorting program built on top of Spark, and set a new world record as the most cost-efficient way to sort 100TB of data.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a></h3>
<div class="entry-date">November 14, 2016</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-0-2.html" title="Spark Release 2.0.2">Apache Spark 2.0.2</a>! This maintenance release includes fixes across several areas of Spark, as well as Kafka 0.10 and runtime metrics support for Structured Streaming.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-6-3-released.html">Spark 1.6.3 released</a></h3>
<div class="entry-date">November 7, 2016</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-6-3.html" title="Spark Release 1.6.3">Spark 1.6.3</a>! This maintenance release includes fixes across several areas of Spark.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a></h3>
<div class="entry-date">October 3, 2016</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-0-1.html" title="Spark Release 2.0.1">Apache Spark 2.0.1</a>! Visit the <a href="/releases/spark-release-2-0-1.html" title="Spark Release 2.0.1">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a></h3>
<div class="entry-date">July 26, 2016</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-0-0.html" title="Spark Release 2.0.0">Spark 2.0.0</a>! Visit the <a href="/releases/spark-release-2-0-0.html" title="Spark Release 2.0.0">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-6-2-released.html">Spark 1.6.2 released</a></h3>
<div class="entry-date">June 25, 2016</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-6-2.html" title="Spark Release 1.6.2">Spark 1.6.2</a>! This maintenance release includes fixes across several areas of Spark.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/submit-talks-to-spark-summit-eu-2016.html">Call for Presentations for Spark Summit EU is Open</a></h3>
<div class="entry-date">June 16, 2016</div>
</header>
<div class="entry-content"><p>Call for presentations is now open for <a href="https://spark-summit.org/eu-2016/">Spark Summit EU</a>! The event will take place on October 25-27 in Brussels. Submissions are welcome across a variety of Spark-related topics, including applications, development, data science, enterprise, spark ecosystem and research. Please submit by July 1 to be considered.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2.0.0-preview.html">Preview release of Spark 2.0</a></h3>
<div class="entry-date">May 26, 2016</div>
</header>
<div class="entry-content"><p>To enable wide-scale community testing of the upcoming Spark 2.0 release, the Apache Spark team has posted a <a href="https://archive.apache.org/dist/spark/spark-2.0.0-preview/">preview release of Spark 2.0</a>. This preview is <b>not a stable release in terms of either API or functionality</b>, but it is meant to give the community early access to try the code that will become Spark 2.0. If you would like to test the release, simply download it, and send feedback using either the <a href="https://spark.apache.org/community.html">mailing lists</a> or <a href="https://issues.apache.org/jira/browse/SPARK/?selectedTab=com.atlassian.jira.jira-projects-plugin:summary-panel">JIRA</a>.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-june-2016-agenda-posted.html">Spark Summit (June 6, 2016, San Francisco) agenda posted</a></h3>
<div class="entry-date">April 17, 2016</div>
</header>
<div class="entry-content"><p>The agenda for <a href="https://spark-summit.org/2016/">Spark Summit 2016</a> is now available! The summit kicks off on June 6th with a full day of Spark training followed by over 90+ talks featuring speakers from Airbnb, Baidu, Bloomberg, Databricks, Duke, IBM, Microsoft, Netflix, Uber, UC Berkeley. Check out the full <a href="https://spark-summit.org/2016/schedule/">schedule</a> and <a href="https://spark-summit.org/2016/register/">register</a> to attend!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-6-1-released.html">Spark 1.6.1 released</a></h3>
<div class="entry-date">March 9, 2016</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-6-1.html" title="Spark Release 1.6.1">Spark 1.6.1</a>! This maintenance release includes fixes across several areas of Spark, including significant updates to the experimental Dataset API.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/submit-talks-to-spark-summit-2016.html">Submission is open for Spark Summit San Francisco</a></h3>
<div class="entry-date">February 11, 2016</div>
</header>
<div class="entry-content"><p>Call for presentations is now open for <a href="https://spark-summit.org/2016/">Spark Summit San Francisco</a>! The event will take place on June 6-8 in San Francisco. Submissions are welcome across a variety of Spark-related topics, including applications, development, data science, business value, spark ecosystem and research. Please submit by February 29th to be considered.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-east-agenda-posted-2016.html">Spark Summit East (Feb 16, 2016, New York) agenda posted</a></h3>
<div class="entry-date">January 14, 2016</div>
</header>
<div class="entry-content"><p>The <a href="https://spark-summit.org/east-2016/schedule/">agenda for Spark Summit East</a> is now posted, with 60 talks from organizations including Netflix, Comcast, Blackrock, Bloomberg and others. The 2nd annual Spark Summit East will run February 16-18th in NYC and feature a full program of speakers along with Spark training opportunities. More details are available on the <a href="https://spark-summit.org/east-2016/schedule/">Spark Summit East website</a>, where you can also <a href="http://www.prevalentdesignevents.com/sparksummit2016/east/registration.aspx?source=header">register to attend</a>.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-6-0-released.html">Spark 1.6.0 released</a></h3>
<div class="entry-date">January 4, 2016</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of
<a href="/releases/spark-release-1-6-0.html" title="Spark Release 1.6.0">Spark 1.6.0</a>!
Spark 1.6.0 is the seventh release on the API-compatible 1.X line.
With this release the Spark community continues to grow, with contributions from 248 developers!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-east-2016-cfp-closing.html">CFP for Spark Summit East 2016 is closing soon!</a></h3>
<div class="entry-date">November 19, 2015</div>
</header>
<div class="entry-content"><p>Call for presentations is closing soon for <a href="https://spark-summit.org/east-2016/">Spark Summit East</a>! The event will take place on February 16th-18th in New York City. Submissions are welcome across a variety of Spark-related topics, including applications, development, data science, enterprise, and research. Please submit by November 22nd to be considered.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-5-2-released.html">Spark 1.5.2 released</a></h3>
<div class="entry-date">November 9, 2015</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-5-2.html" title="Spark Release 1.5.2">Spark 1.5.2</a>! This maintenance release includes fixes across several areas of Spark, including the DataFrame API, Spark Streaming, PySpark, R, Spark SQL, and MLlib.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/submit-talks-to-spark-summit-east-2016.html">Submission is open for Spark Summit East 2016</a></h3>
<div class="entry-date">October 14, 2015</div>
</header>
<div class="entry-content"><p>Abstract submissions are now open for the 2nd <a href="https://spark-summit.org/east-2016/">Spark Summit East</a>! The event will take place on February 16th-18th in New York City. Submissions are welcome across a variety of Spark-related topics, including applications, development, data science, enterprise, and research.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-5-1-released.html">Spark 1.5.1 released</a></h3>
<div class="entry-date">October 2, 2015</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-5-1.html" title="Spark Release 1.5.1">Spark 1.5.1</a>! This maintenance release includes fixes across several areas of Spark, including the DataFrame API, Spark Streaming, PySpark, R, Spark SQL, and MLlib.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-5-0-released.html">Spark 1.5.0 released</a></h3>
<div class="entry-date">September 9, 2015</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-5-0.html" title="Spark Release 1.5.0">Spark 1.5.0</a>! Spark 1.5.0 is the sixth release on the API-compatible 1.X line. It is Spark&#8217;s largest release ever, with contributions from 230 developers and more than 1,400 commits!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-europe-agenda-posted.html">Spark Summit Europe agenda posted</a></h3>
<div class="entry-date">September 7, 2015</div>
</header>
<div class="entry-content"><p>The <a href="http://spark-summit.org/eu-2015/schedule">agenda for Spark Summit Europe</a> is now posted, with 38 talks from organizations including Barclays, Netflix, Elsevier, Intel and others. This inaugural Spark conference in Europe will run October 27th-29th 2015 in Amsterdam and feature a full program of speakers along with Spark training opportunities. More details are available on the <a href="https://spark-summit.org/eu-2015/">Spark Summit Europe website</a>, where you can also <a href="https://www.prevalentdesignevents.com/sparksummit2015/europe/registration.aspx?source=header">register</a> to attend.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-4-1-released.html">Spark 1.4.1 released</a></h3>
<div class="entry-date">July 15, 2015</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-4-1.html" title="Spark Release 1.4.1">Spark 1.4.1</a>! This is a maintenance release that includes contributions from 85 developers. Spark 1.4.1 includes fixes across several areas of Spark, including the DataFrame API, Spark Streaming, PySpark, Spark SQL, and MLlib.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-2015-videos-posted.html">Spark Summit 2015 Videos Posted</a></h3>
<div class="entry-date">June 29, 2015</div>
</header>
<div class="entry-content"><p>The videos and slides for Spark Summit 2015 are now all <a href="http://spark-summit.org/2015/#day-1">available online</a>! The talks include technical roadmap discussions, deep dives on Spark components, and use cases built on top of Spark.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-4-0-released.html">Spark 1.4.0 released</a></h3>
<div class="entry-date">June 11, 2015</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-4-0.html" title="Spark Release 1.4.0">Spark 1.4.0</a>! Spark 1.4.0 is the fifth release on the API-compatible 1.X line. It is Spark&#8217;s largest release ever, with contributions from 210 developers and more than 1,000 commits!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-europe.html">Announcing Spark Summit Europe</a></h3>
<div class="entry-date">May 15, 2015</div>
</header>
<div class="entry-content"><p>Abstract submissions are now open for the first ever <a href="https://www.prevalentdesignevents.com/sparksummit2015/europe/speaker/">Spark Summit Europe</a>. The event will take place on October 27th to 29th in Amsterdam. Submissions are welcome across a variety of Spark related topics, including use cases and ongoing development.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/one-month-to-spark-summit-2015.html">One month to Spark Summit 2015 in San Francisco</a></h3>
<div class="entry-date">May 15, 2015</div>
</header>
<div class="entry-content"><p>There is one month left until <a href="https://spark-summit.org/2015/">Spark Summit 2015</a>, which
will be held in San Francisco on June 15th to 17th.
The Summit will contain <a href="https://spark-summit.org/2015/schedule/">presentations</a> from over 50 organizations using Spark, focused on use cases and ongoing development.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-east-2015-videos-posted.html">Spark Summit East 2015 Videos Posted</a></h3>
<div class="entry-date">April 20, 2015</div>
</header>
<div class="entry-content"><p>The videos and slides for Spark Summit East 2015 are now all <a href="http://spark-summit.org/east/2015">available online</a>. Watch them to get the latest news from the Spark community as well as use cases and applications built on top.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-2-2-released.html">Spark 1.2.2 and 1.3.1 released</a></h3>
<div class="entry-date">April 17, 2015</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-2-2.html" title="Spark Release 1.2.2">Spark 1.2.2</a> and <a href="/releases/spark-release-1-3-1.html" title="Spark Release 1.3.1">Spark 1.3.1</a>! These are both maintenance releases that collectively feature the work of more than 90 developers.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-3-0-released.html">Spark 1.3.0 released</a></h3>
<div class="entry-date">March 13, 2015</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-3-0.html" title="Spark Release 1.3.0">Spark 1.3.0</a>! Spark 1.3.0 is the third release on the API-compatible 1.X line. It is Spark&#8217;s largest release ever, with contributions from 174 developers and more than 1,000 commits!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-2-1-released.html">Spark 1.2.1 released</a></h3>
<div class="entry-date">February 9, 2015</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-2-1.html" title="Spark Release 1.2.1">Spark 1.2.1</a>! This is a maintenance release that includes contributions from 69 developers. Spark 1.2.1 includes fixes across several areas of Spark, including the core API, Streaming, PySpark, SQL, GraphX, and MLlib.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-east-agenda-posted-2015.html">Spark Summit East agenda posted, CFP open for West</a></h3>
<div class="entry-date">January 21, 2015</div>
</header>
<div class="entry-content"><p>The <a href="http://spark-summit.org/east/2015/agenda">agenda for Spark Summit East</a> is now posted, with 38 talks from organizations including Goldman Sachs, Baidu, Salesforce, Novartis, Cisco and others. This inaugural Spark conference on the US East Coast will run March 18th-19th 2015 in New York City. More details are available on the <a href="http://spark-summit.org/east/2015/agenda">Spark Summit East website</a>, where you can also <a href="http://prevalentdesignevents.com/sparksummit2015/east/registration.aspx">register</a> to attend.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-2-0-released.html">Spark 1.2.0 released</a></h3>
<div class="entry-date">December 18, 2014</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-2-0.html" title="Spark Release 1.2.0">Spark 1.2.0</a>! Spark 1.2.0 is the third release on the API-compatible 1.X line. It is Spark&#8217;s largest release ever, with contributions from 172 developers and more than 1,000 commits!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-1-1-released.html">Spark 1.1.1 released</a></h3>
<div class="entry-date">November 26, 2014</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-1-1.html" title="Spark Release 1.1.1">Spark 1.1.1</a>! This is a maintenance release that includes contributions from 55 developers. Spark 1.1.1 includes fixes across several areas of Spark, including the core API, Streaming, PySpark, SQL, GraphX, and MLlib.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/registration-open-for-spark-summit-east.html">Registration open for Spark Summit East 2015</a></h3>
<div class="entry-date">November 26, 2014</div>
</header>
<div class="entry-content"><p>Registration is now open for <a href="http://spark-summit.org/east">Spark Summit East 2015</a>, to be held on March 18th and 19th in New York City. The conference will be a great chance to meet people from throughout the Spark community as well as attend training workshops on Spark. If you haven&#8217;t been to previous Spark Summits, you can find content from previous events on the <a href="http://spark-summit.org">Spark Summit website</a>.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-wins-daytona-gray-sort-100tb-benchmark.html">Spark wins Daytona Gray Sort 100TB Benchmark</a></h3>
<div class="entry-date">November 5, 2014</div>
</header>
<div class="entry-content"><p>We are proud to announce that Spark won the <a href="http://sortbenchmark.org/">2014 Gray Sort Benchmark</a> (Daytona 100TB category). A team from <a href="http://databricks.com/">Databricks</a> including Spark committers, Reynold Xin, Xiangrui Meng, and Matei Zaharia, <a href="http://databricks.com/blog/2014/11/05/spark-officially-sets-a-new-record-in-large-scale-sorting.html">entered the benchmark using Spark</a>. Spark won a tie with the Themis team from UCSD, and jointly set a new world record in sorting.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/proposals-open-for-spark-summit-east.html">Submissions open for Spark Summit East 2015 in New York</a></h3>
<div class="entry-date">October 18, 2014</div>
</header>
<div class="entry-content"><p>After successful events in the past two years, the <a href="http://spark-summit.org">Spark Summit</a> conference has expanded for 2015, offering both an event in New York on March 18-19 and one in San Francisco on June 15-17. The conference is a great chance to meet people from throughout the Spark community and see the latest news, tips and use cases.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-1-0-released.html">Spark 1.1.0 released</a></h3>
<div class="entry-date">September 11, 2014</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-1-0.html" title="Spark Release 1.1.0">Spark 1.1.0</a>! Spark 1.1.0 is the second release on the API-compatible 1.X line. It is Spark&#8217;s largest release ever, with contributions from 171 developers!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-0-2-released.html">Spark 1.0.2 released</a></h3>
<div class="entry-date">August 5, 2014</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-0-2.html" title="Spark Release 1.0.2">Spark 1.0.2</a>! This release includes contributions from 30 developers. Spark 1.0.2 includes fixes across several areas of Spark, including the core API, Streaming, PySpark, and MLlib.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-0-9-2-released.html">Spark 0.9.2 released</a></h3>
<div class="entry-date">July 23, 2014</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-0-9-2.html" title="Spark Release 0.9.2">
Spark 0.9.2</a>! Apache Spark 0.9.2 is a maintenance release with bug fixes. We recommend all 0.9.x users to upgrade to this stable release.
Contributions to this release came from 28 developers.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-2014-videos-posted.html">Spark Summit 2014 videos posted</a></h3>
<div class="entry-date">July 18, 2014</div>
</header>
<div class="entry-content"><p>The videos and slides for Spark Summit 2014 are now all <a href="http://spark-summit.org/2014/agenda">available online</a>. Watch them to see the latest news from the Spark community as well as use cases and applications built on top. In addition, <a href="http://spark-summit.org/2014/training">training materials</a> from the Summit, including hands-on exercises, are all available freely as well.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-0-1-released.html">Spark 1.0.1 released</a></h3>
<div class="entry-date">July 11, 2014</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-0-1.html" title="Spark Release 1.0.1">Spark 1.0.1</a>! This release includes contributions from 70 developers. Spark 1.0.0 includes fixes across several areas of Spark, including the core API, PySpark, and MLlib. It also includes new features in Spark&#8217;s (alpha) SQL library, including support for JSON data and performance and stability fixes.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/two-weeks-to-spark-summit-2014.html">Two weeks to Spark Summit 2014</a></h3>
<div class="entry-date">June 16, 2014</div>
</header>
<div class="entry-content"><p>There are now two weeks left to <a href="http://spark-summit.org/2014">Spark Summit 2014</a>, which
will be held in San Francisco on June 30th to July 2nd.
The Summit will contain <a href="http://spark-summit.org/2014/agenda">presentations</a> from over 50
organizations using Spark, focused on use cases and ongoing development.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-1-0-0-released.html">Spark 1.0.0 released</a></h3>
<div class="entry-date">May 30, 2014</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-0-0.html" title="Spark Release 1.0.0">Spark 1.0.0</a>! Spark 1.0.0 is the first in the 1.X line of releases, providing API stability for Spark&#8217;s core interfaces. It is Spark&#8217;s largest release ever, with contributions from 117 developers.
This release expands Spark&#8217;s standard libraries, introducing a new SQL package (Spark SQL) that lets users integrate SQL queries into existing Spark workflows. MLlib, Spark&#8217;s machine learning library, is expanded with sparse vector support and several new algorithms. The GraphX and Streaming libraries also introduce new features and optimizations. Spark&#8217;s core engine adds support for secured YARN clusters, a unified tool for submitting Spark applications, and several performance and stability improvements.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-agenda-posted.html">Spark Summit agenda posted</a></h3>
<div class="entry-date">May 11, 2014</div>
</header>
<div class="entry-content"><p>The agenda for the <a href="http://spark-summit.org/2014">Spark Summit 2014</a> conference
is now <a href="http://spark-summit.org/2014/agenda">available online</a>. With
talks from more than 50 organizations, it will be the biggest Spark event yet, bringing
the developer and user communities together. Join us in person or tune in online to learn
about the latest happenings in Spark.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-0-9-1-released.html">Spark 0.9.1 released</a></h3>
<div class="entry-date">April 9, 2014</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-0-9-1.html" title="Spark Release 0.9.1">
Spark 0.9.1</a>! Apache Spark 0.9.1 is a maintenance release with bug fixes, performance improvements, better stability with YARN and
improved parity of the Scala and Python API. We recommend all 0.9.0 users to upgrade to this stable release.
Contributions to this release came from 37 developers.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/submit-talks-to-spark-summit-2014.html">Submissions and registration open for Spark Summit 2014</a></h3>
<div class="entry-date">March 20, 2014</div>
</header>
<div class="entry-content"><p>After last year&#8217;s successful <a href="http://spark-summit.org/2013">first Spark Summit</a>, registrations
and talk submissions are now open for <a href="http://spark-summit.org/2014">Spark Summit 2014</a>.
This will be a 3-day event in San Francisco organized by multiple companies in the Spark community.
The event will run <strong>June 30th to July 2nd</strong> in San Francisco, CA.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-becomes-tlp.html">Spark becomes top-level Apache project</a></h3>
<div class="entry-date">February 27, 2014</div>
</header>
<div class="entry-content"><p>The Apache Software Foundation <a href="https://blogs.apache.org/foundation/entry/the_apache_software_foundation_announces50">announced</a> today that Spark has graduated from the Apache Incubator to become a top-level Apache project, signifying that the project&#8217;s community and products have been well-governed under the ASF&#8217;s meritocratic process and principles. This is a major step for the community and we are very proud to share this news with users as we complete Spark&#8217;s move to Apache. Read more about Spark&#8217;s growth during the past year and from contributors and users in the ASF&#8217;s <a href="https://blogs.apache.org/foundation/entry/the_apache_software_foundation_announces50">press release</a>.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-0-9-0-released.html">Spark 0.9.0 released</a></h3>
<div class="entry-date">February 2, 2014</div>
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-0-9-0.html" title="Spark Release 0.9.0">
Spark 0.9.0</a>! Spark 0.9.0 is a major release and Spark&#8217;s largest release ever, with contributions from 83 developers.
This release expands Spark&#8217;s standard libraries, introducing a new graph computation package (GraphX) and adding several new features to the machine learning and stream-processing packages. It also makes major improvements to the core engine,
including external aggregations, a simplified H/A mode for long lived applications, and
hardened YARN support.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-0-8-1-released.html">Spark 0.8.1 released</a></h3>
<div class="entry-date">December 19, 2013</div>
</header>
<div class="entry-content"><p>We&#8217;ve just posted <a href="/releases/spark-release-0-8-1.html" title="Spark Release 0.8.1">Spark Release 0.8.1</a>, a maintenance and performance release for the Scala 2.9 version of Spark. 0.8.1 includes support for YARN 2.2, a high availability mode for the standalone scheduler, optimizations to the shuffle, and many other improvements. We recommend that all users update to this release. Visit the <a href="/releases/spark-release-0-8-1.html" title="Spark Release 0.8.1">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-summit-2013-is-a-wrap.html">Spark Summit 2013 is a Wrap</a></h3>
<div class="entry-date">December 15, 2013</div>
</header>
<div class="entry-content"><p>The <b><a href="http://www.spark-summit.org">Spark Summit 2013</a></b>, held in early December 2013 in downtown San Francisco, was a success!
Over 450 Spark developers and enthusiasts from 13 countries and more than 180 companies came to learn from project leaders and production users of Spark, Shark, Spark Streaming and related projects about use cases, recent developments, and the Spark community roadmap.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/announcing-the-first-spark-summit.html">Announcing the first Spark Summit: December 2, 2013</a></h3>
<div class="entry-date">October 8, 2013</div>
</header>
<div class="entry-content"><p>We are excited to announce the <b><a href="http://www.spark-summit.org">first Spark Summit</a> on Dec 2, 2013 in Downtown San Francisco</b>. Come hear from key production users of Spark, Shark, Spark Streaming and related projects. Also find out where the development is going, and learn how to use the Spark stack in a variety of applications. The summit is being organized and sponsored by leading organizations in the Spark community.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-0-8-0-released.html">Spark 0.8.0 released</a></h3>
<div class="entry-date">September 25, 2013</div>
</header>
<div class="entry-content"><p>We&#8217;re proud to announce the release of <a href="/releases/spark-release-0-8-0.html" title="Spark Release 0.8.0">Apache Spark 0.8.0</a>. Spark 0.8.0 is a major release that includes many new capabilities and usability improvements. It’s also our first release under the Apache incubator. It is the largest Spark release yet, with contributions from 67 developers and 24 companies. Major new features include an expanded monitoring framework and UI, a machine learning library, and support for running Spark inside of YARN.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-user-survey-and-powered-by-page.html">Spark user survey and "Powered By" page</a></h3>
<div class="entry-date">September 5, 2013</div>
</header>
<div class="entry-content"><p>As we continue developing Spark, we would love to get feedback from users and hear what you&#8217;d like us to work on next. We&#8217;ve decided that a good way to do that is a survey &#8211; we hope to run this at regular intervals. If you have a few minutes to participate, <a href="https://docs.google.com/forms/d/1eMXp4GjcIXglxJe5vYYBzXKVm-6AiYt1KThJwhCjJiY/viewform">fill in the survey here</a>. Your time is greatly appreciated.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/fourth-spark-screencast-published.html">Fourth Spark screencast released</a></h3>
<div class="entry-date">August 27, 2013</div>
</header>
<div class="entry-content"><p>We have released the next screencast, <a href="/screencasts/4-a-standalone-job-in-spark.html">A Standalone Job in Scala</a> that takes you beyond the Spark shell, helping you write your first standalone Spark job.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/amp-camp-2013-registration-ope.html">Registration open for AMP Camp training camp in Berkeley</a></h3>
<div class="entry-date">July 23, 2013</div>
</header>
<div class="entry-content"><p>Want to learn how to use Spark, Shark, GraphX, and related technologies in person? The AMP Lab is hosting a two-day training workshop for them on August 29th and 30th in Berkeley. The workshop will include tutorials, talks from users, and over four hours of hands-on exercises. <a href="http://ampcamp.berkeley.edu/amp-camp-three-berkeley-2013/">Registration is now open on the AMP Camp website</a>, for a price of $250 per person. We recommend signing up early because last year&#8217;s workshop was sold out.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-mailing-lists-moving-to-apache.html">Spark mailing lists moving to Apache</a></h3>
<div class="entry-date">July 22, 2013</div>
</header>
<div class="entry-content"><p>As part of the Spark project's recent move to Apache, we are planning to migrate the mailing lists to Apache infrastructure this month, so that <strong>the existing Google groups will become read-only on September 1, 2013</strong>. To keep receiving updates about Spark or to participate in development discussions, please subscribe to the following lists:</p>
<ul>
<li>
<a href="http://mail-archives.apache.org/mod_mbox/incubator-spark-user/">user@spark.incubator.apache.org</a> -- for usage questions, help, and announcements. <a href="mailto:user-subscribe@spark.incubator.apache.org?subject=(send%20this%20email%20to%20subscribe)">(subscribe)</a> <a href="http://mail-archives.apache.org/mod_mbox/incubator-spark-user/">(archives)</a>
</li>
<li>
<a href="http://mail-archives.apache.org/mod_mbox/incubator-spark-dev/">dev@spark.incubator.apache.org</a> -- for people who want to contribute code to Spark. <a href="mailto:dev-subscribe@spark.incubator.apache.org?subject=(send%20this%20email%20to%20subscribe)">(subscribe)</a> <a href="http://mail-archives.apache.org/mod_mbox/incubator-spark-dev/">(archives)</a>
</li>
</ul>
<p>Most users will probably want the User list, but individuals interested in contributing code to the project should also subscribe to the Dev list.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-0-7-3-released.html">Spark 0.7.3 released</a></h3>
<div class="entry-date">July 16, 2013</div>
</header>
<div class="entry-content"><p>We&#8217;ve just posted <a href="/releases/spark-release-0-7-3.html" title="Spark Release 0.7.3">Spark Release 0.7.3</a>, a maintenance release that contains several fixes, including streaming API updates and new functionality for adding JARs to a <code>spark-shell</code> session. We recommend that all users update to this release. Visit the <a href="/releases/spark-release-0-7-3.html" title="Spark Release 0.7.3">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-featured-in-wired.html">Spark featured in Wired</a></h3>
<div class="entry-date">June 21, 2013</div>
</header>
<div class="entry-content"><p>Spark, its creators at the AMP Lab, and some of its users were featured in a <a href="http://www.wired.com/wiredenterprise/2013/06/yahoo-amazon-amplab-spark/all/">Wired Enterprise article</a> a few days ago. Read on to learn a little about how Spark is being used in industry.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-accepted-into-apache-incubator.html">Spark accepted into Apache Incubator</a></h3>
<div class="entry-date">June 21, 2013</div>
</header>
<div class="entry-content"><p>Spark was recently <a href="http://mail-archives.apache.org/mod_mbox/incubator-general/201306.mbox/%3CCDE7B773.E9A48%25chris.a.mattmann@jpl.nasa.gov%3E">accepted</a> into the <a href="http://incubator.apache.org">Apache Incubator</a>, which will serve as the long-term home for the project. While moving the source code and issue tracking to Apache will take some time, we are excited to be joining the community at Apache. Stay tuned on this site for updates on how the project hosting will change.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-0-7-2-released.html">Spark 0.7.2 released</a></h3>
<div class="entry-date">June 2, 2013</div>
</header>
<div class="entry-content"><p>We&#8217;re happy to announce the release of <a href="/releases/spark-release-0-7-2.html" title="Spark Release 0.7.2">Spark 0.7.2</a>, a new maintenance release that includes several bug fixes and improvements, as well as new code examples and API features. We recommend that all users update to this release. Head over to the <a href="/releases/spark-release-0-7-2.html" title="Spark Release 0.7.2">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-screencasts-published.html">Spark screencasts published</a></h3>
<div class="entry-date">April 16, 2013</div>
</header>
<div class="entry-content"><p>We have released the first two screencasts in a series of short hands-on video training courses we will be publishing to help new users get up and running with Spark in minutes.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/strata-exercises-now-available-online.html">Strata exercises now available online</a></h3>
<div class="entry-date">March 17, 2013</div>
</header>
<div class="entry-content"><p>At this year&#8217;s <a href="http://strataconf.com/strata2013">Strata</a> conference, the AMP Lab hosted a full day of tutorials on Spark, Shark, and Spark Streaming, including online exercises on Amazon EC2. Those exercises are now <a href="http://ampcamp.berkeley.edu/big-data-mini-course/">available online</a>, letting you learn Spark and Shark at your own pace on an EC2 cluster with real data. They are a great resource for learning the systems. You can also find <a href="http://ampcamp.berkeley.edu/amp-camp-two-strata-2013/">slides</a> from the Strata tutorials online, as well as <a href="http://ampcamp.berkeley.edu/amp-camp-one-berkeley-2012/">videos</a> from the AMP Camp workshop we held at Berkeley in August.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-0-7-0-released.html">Spark 0.7.0 released</a></h3>
<div class="entry-date">February 27, 2013</div>
</header>
<div class="entry-content"><p>We&#8217;re proud to announce the release of <a href="/releases/spark-release-0-7-0.html" title="Spark Release 0.7.0">Spark 0.7.0</a>, a new major version of Spark that adds several key features, including a <a href="/docs/latest/python-programming-guide.html">Python API</a> for Spark and an <a href="/docs/latest/streaming-programming-guide.html">alpha of Spark Streaming</a>. This release is the result of the largest group of contributors yet behind a Spark release &#8211; 31 contributors from inside and outside Berkeley. Head over to the <a href="/releases/spark-release-0-7-0.html" title="Spark Release 0.7.0">release notes</a> to read more about the new features, or <a href="/downloads.html">download</a> the release today.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/run-spark-and-shark-on-amazon-emr.html">Spark/Shark Tutorial for Amazon EMR</a></h3>
<div class="entry-date">February 24, 2013</div>
</header>
<div class="entry-content"><p>This weekend, Amazon posted an <a href="http://aws.amazon.com/articles/Elastic-MapReduce/4926593393724923">article</a> and code that make it easy to launch Spark and Shark on Elastic MapReduce. The article includes examples of how to run both interactive Scala commands and SQL queries from Shark on data in S3. Head over to the <a href="http://aws.amazon.com/articles/Elastic-MapReduce/4926593393724923">Amazon article</a> for details. We&#8217;re very excited because, to our knowledge, this makes Spark the first non-Hadoop engine that you can launch with EMR.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-0-6-2-released.html">Spark 0.6.2 released</a></h3>
<div class="entry-date">February 7, 2013</div>
</header>
<div class="entry-content"><p>We recently released <a href="/releases/spark-release-0-6-2.html" title="Spark Release 0.6.2">Spark 0.6.2</a>, a new version of Spark. This is a maintenance release that includes several bug fixes and usability improvements (see the <a href="/releases/spark-release-0-6-2.html" title="Spark Release 0.6.2">release notes</a>). We recommend that all users upgrade to this release.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-tips-from-quantifind.html">Spark tips from Quantifind</a></h3>
<div class="entry-date">January 12, 2013</div>
</header>
<div class="entry-content"><p><a href="http://www.quantifind.com">Quantifind</a>, one of the Bay Area companies that has been using Spark for predictive analytics, recently posted two useful entries on working with Spark in their tech blog:</p>
<ul>
<li><a href="http://blog.quantifind.com/posts/spark-unit-test/">Unit testing with Spark</a></li>
<li><a href="http://blog.quantifind.com/posts/logging-post/">Configuring Spark's logs</a></li>
</ul>
<p>Thanks for sharing this, and looking forward to see others!</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/video-from-first-spark-development-meetup.html">Video up from first Spark development meetup</a></h3>
<div class="entry-date">December 21, 2012</div>
</header>
<div class="entry-content"><p>On December 18th, we held the first of a series of Spark development meetups, for people interested in learning the Spark codebase and contributing to the project. There was quite a bit more demand than we anticipated, with over 80 people signing up and 64 attending. The first meetup was an <a href="http://www.meetup.com/spark-users/events/94101942/">introduction to Spark internals</a>. Thanks to one of the attendees, there&#8217;s now a <a href="http://www.youtube.com/watch?v=49Hr5xZyTEA">video of the meetup</a> on YouTube. We&#8217;ve also posted the <a href="http://files.meetup.com/3138542/dev-meetup-dec-2012.pptx">slides</a>. Look to see more development meetups on Spark and Shark in the future.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-and-shark-in-the-news.html">Spark in the news</a></h3>
<div class="entry-date">December 21, 2012</div>
</header>
<div class="entry-content"><p>Recently, we&#8217;ve seen quite a bit of coverage of Spark in the news. I wanted to list some of the more recent articles, for readers interested in learning more.</p>
<ul>
<li>Curt Monash, editor of the popular DBMS2 blog, wrote a great <a href="http://www.dbms2.com/2012/12/13/introduction-to-spark-shark-bdas-and-amplab/">introduction to Spark and Shark</a>, as well as a more detailed <a href="http://www.dbms2.com/2012/12/13/spark-shark-and-rdds-technology-notes/">technical overview</a>.</li>
<li><a href="http://siliconangle.com/blog/2012/11/29/big-data-up-to-100x-faster-researchers-crank-up-the-speed-dial/">Silicon Angle</a> covered Spark and Shark after our <a href="https://amplab.cs.berkeley.edu/news/sparkshark-a-big-hit-at-aws-reinvent/">presentation at Amazon re:Invent</a>.</li>
<li><a href="http://www.datanami.com/datanami/2012-12-01/the_week_in_big_data_research.html?page=2">Datanami</a> highlighted Shark in its survey of big data research projects.</li>
<li>O'Reilly's Strata blog recently covered <a href="http://strata.oreilly.com/2012/08/seven-reasons-why-i-like-spark.html">Spark</a>, <a href="http://strata.oreilly.com/2012/11/shark-real-time-queries-and-analytics-for-big-data.html">Shark</a>, and the <a href="http://strata.oreilly.com/2012/10/spark-0-6-improves-performance-and-accessibility.html">Spark 0.6 release</a>.</li>
<li><a href="http://data-informed.com/spark-an-open-source-engine-for-iterative-data-mining/">DataInformed</a> interviewed two Spark users and wrote about their applications in anomaly detection, predictive analytics and data mining.</li>
</ul>
<p>In other news, there will be a full day of tutorials on Spark and Shark at the <a href="http://strataconf.com/strata2013">O&#8217;Reilly Strata conference</a> in February. They include a three-hour <a href="http://strataconf.com/strata2013/public/schedule/detail/27438">introduction to Spark, Shark and BDAS</a> Tuesday morning, and a three-hour <a href="http://strataconf.com/strata2013/public/schedule/detail/27440">hands-on exercise session</a>.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-0-6-1-and-0-5-2-released.html">Spark 0.6.1 and 0.5.2 out</a></h3>
<div class="entry-date">November 22, 2012</div>
</header>
<div class="entry-content"><p>Today we&#8217;ve made available two maintenance releases for Spark: <a href="/releases/spark-release-0-6-1.html" title="Spark Release 0.6.1">0.6.1</a> and <a href="/releases/spark-release-0-5-2.html" title="Spark Release 0.5.2">0.5.2</a>. They both contain important bug fixes as well as some new features, such as the ability to build against Hadoop 2 distributions. We recommend that users update to the latest version for their branch; for new users, we recommend <a href="/releases/spark-release-0-6-1.html" title="Spark Release 0.6.1">0.6.1</a>.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-version-0-6-0-released.html">Spark version 0.6.0 released</a></h3>
<div class="entry-date">October 15, 2012</div>
</header>
<div class="entry-content"><p><a href="/releases/spark-release-0-6-0.html">Spark version 0.6.0</a> was released today, a major release that brings a wide range of performance improvements and new features, including a simpler standalone deploy mode and a Java API. Read more about it in the <a href="/releases/spark-release-0-6-0.html">release notes</a>.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/nsdi-paper.html">Spark wins Best Paper Award at USENIX NSDI</a></h3>
<div class="entry-date">April 25, 2012</div>
</header>
<div class="entry-content"><p>Our <a href="http://www.cs.berkeley.edu/~matei/papers/2012/nsdi_spark.pdf">paper on Spark</a> won the Best Paper Award at the <a href="http://www.usenix.org/nsdi12/">USENIX NSDI conference</a>. You can see a video of the talk, as well as slides, online on the <a href="https://www.usenix.org/conference/nsdi12/resilient-distributed-datasets-fault-tolerant-abstraction-memory-cluster-computing">NSDI website</a>.</p>
</div>
</article>
<article class="hentry">
<header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-meetups.html">We've started hosting a Bay Area Spark User Meetup</a></h3>
<div class="entry-date">January 10, 2012</div>
</header>
<div class="entry-content"><p>We&#8217;ve started hosting a regular <a href="http://www.meetup.com/spark-users/">Bay Area Spark User Meetup</a>. Sign up on the meetup.com page to be notified about events and meet other Spark developers and users.</p>
</div>
</article>
</div>
<div class="col-12 col-md-3">
<div class="news" style="margin-bottom: 20px;">
<h5>Latest News</h5>
<ul class="list-unstyled">
<li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
<span class="small">(Apr 18, 2024)</span></li>
<li><a href="/news/spark-3-5-1-released.html">Spark 3.5.1 released</a>
<span class="small">(Feb 23, 2024)</span></li>
<li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
<span class="small">(Dec 16, 2023)</span></li>
<li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
<span class="small">(Nov 30, 2023)</span></li>
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
<div style="text-align:center; margin-bottom: 20px;">
<a href="https://www.apache.org/events/current-event.html">
<img src="https://www.apache.org/events/current-event-234x60.png" style="max-width: 100%;"/>
</a>
</div>
<div class="hidden-xs hidden-sm">
<a href="/downloads.html" class="btn btn-cta btn-lg d-grid" style="margin-bottom: 30px;">
Download Spark
</a>
<p style="font-size: 16px; font-weight: 500; color: #555;">
Built-in Libraries:
</p>
<ul class="list-none">
<li><a href="/sql/">SQL and DataFrames</a></li>
<li><a href="/streaming/">Spark Streaming</a></li>
<li><a href="/mllib/">MLlib (machine learning)</a></li>
<li><a href="/graphx/">GraphX (graph)</a></li>
</ul>
<a href="/third-party-projects.html">Third-Party Projects</a>
</div>
</div>
</div>
<footer class="small">
<hr>
Apache Spark, Spark, Apache, the Apache feather logo, and the Apache Spark project logo are either registered
trademarks or trademarks of The Apache Software Foundation in the United States and other countries.
See guidance on use of Apache Spark <a href="/trademarks.html">trademarks</a>.
All other marks mentioned may be trademarks or registered trademarks of their respective owners.
Copyright &copy; 2018 The Apache Software Foundation, Licensed under the
<a href="https://www.apache.org/licenses/">Apache License, Version 2.0</a>.
</footer>
</div>
<script src="https://cdn.jsdelivr.net/npm/bootstrap@5.0.2/dist/js/bootstrap.bundle.min.js"
integrity="sha384-MrcW6ZMFYlzcLA8Nl+NtUVF0sA7MsXsP1UyJoMp4YLEuNSfAP+JcXn/tWtIaxVXM"
crossorigin="anonymous"></script>
<script src="https://code.jquery.com/jquery.js"></script>
<script src="/js/lang-tabs.js"></script>
<script src="/js/downloads.js"></script>
</body>
</html>