| <!DOCTYPE html> |
| <html lang="en"> |
| <head> |
| <meta charset="utf-8"> |
| <meta http-equiv="X-UA-Compatible" content="IE=edge"> |
| <meta name="viewport" content="width=device-width, initial-scale=1"> |
| <!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags --> |
| <title>Apache Flink: Blog</title> |
| <link rel="shortcut icon" href="/favicon.ico" type="image/x-icon"> |
| <link rel="icon" href="/favicon.ico" type="image/x-icon"> |
| |
| <!-- Bootstrap --> |
| <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.4/css/bootstrap.min.css"> |
| <link rel="stylesheet" href="/css/flink.css"> |
| <link rel="stylesheet" href="/css/syntax.css"> |
| |
| <!-- Blog RSS feed --> |
| <link href="/blog/feed.xml" rel="alternate" type="application/rss+xml" title="Apache Flink Blog: RSS feed" /> |
| |
| <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries --> |
| <!-- WARNING: Respond.js doesn't work if you view the page via file:// --> |
| <!--[if lt IE 9]> |
| <script src="https://oss.maxcdn.com/html5shiv/3.7.2/html5shiv.min.js"></script> |
| <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script> |
| <![endif]--> |
| </head> |
| <body> |
| |
| |
| <!-- Top navbar. --> |
| <nav class="navbar navbar-default navbar-fixed-top"> |
| <div class="container"> |
| <!-- The logo. --> |
| <div class="navbar-header"> |
| <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> |
| <span class="icon-bar"></span> |
| <span class="icon-bar"></span> |
| <span class="icon-bar"></span> |
| </button> |
| <div class="navbar-logo"> |
| <a href="/"><img alt="Apache Flink" src="/img/navbar-brand-logo.jpg" width="78px" height="40px"></a> |
| </div> |
| </div><!-- /.navbar-header --> |
| |
| <!-- The navigation links. --> |
| <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1"> |
| <ul class="nav navbar-nav"> |
| <!-- Overview --> |
| <li><a href="/index.html">Overview</a></li> |
| |
| <!-- Quickstart --> |
| <li class="dropdown"> |
| <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-expanded="false">Quickstart <span class="caret"></span></a> |
| <ul class="dropdown-menu" role="menu"> |
| <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.9/quickstart/setup_quickstart.html">Setup</a></li> |
| <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.9/quickstart/java_api_quickstart.html">Java API</a></li> |
| <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.9/quickstart/scala_api_quickstart.html">Scala API</a></li> |
| <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.9/quickstart/run_example_quickstart.html">Run Step-by-Step Example</a></li> |
| </ul> |
| </li> |
| |
| <!-- Features --> |
| <li><a href="/features.html">Features</a></li> |
| |
| <!-- Downloads --> |
| <li><a href="/downloads.html">Downloads</a></li> |
| |
| <!-- Documentation --> |
| <li class="dropdown"> |
| <a href="" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-expanded="false">Documentation <span class="caret"></span></a> |
| <ul class="dropdown-menu" role="menu"> |
| <!-- Latest stable release --> |
| <li role="presentation" class="dropdown-header"><strong>Latest Release</strong> (Stable)</li> |
| <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.9">0.9.0 Documentation</a></li> |
| <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.9/api/java" class="active">0.9.0 Javadocs</a></li> |
| <li><a href="http://ci.apache.org/projects/flink/flink-docs-release-0.9/api/scala/index.html" class="active">0.9.0 ScalaDocs</a></li> |
| |
| <!-- Snapshot docs --> |
| <li class="divider"></li> |
| <li role="presentation" class="dropdown-header"><strong>Snapshot</strong> (Development)</li> |
| <li><a href="http://ci.apache.org/projects/flink/flink-docs-master">0.10 Documentation</a></li> |
| <li><a href="http://ci.apache.org/projects/flink/flink-docs-master/api/java" class="active">0.10 Javadocs</a></li> |
| <li><a href="http://ci.apache.org/projects/flink/flink-docs-master/api/scala/index.html" class="active">0.10 ScalaDocs</a></li> |
| |
| <!-- Wiki --> |
| <li class="divider"></li> |
| <li><a href="https://cwiki.apache.org/confluence/display/FLINK/Apache+Flink+Home"><small><span class="glyphicon glyphicon-new-window"></span></small> Wiki</a></li> |
| </ul> |
| </li> |
| |
| <!-- FAQ --> |
| <li><a href="/faq.html">FAQ</a></li> |
| </ul> |
| |
| <ul class="nav navbar-nav navbar-right"> |
| <!-- Blog --> |
| <li class=" active hidden-md hidden-sm"><a href="/blog/">Blog</a></li> |
| |
| <li class="dropdown hidden-md hidden-sm"> |
| <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-expanded="false">Community <span class="caret"></span></a> |
| <ul class="dropdown-menu" role="menu"> |
| <!-- Community --> |
| <li role="presentation" class="dropdown-header"><strong>Community</strong></li> |
| <li><a href="/community.html#mailing-lists">Mailing Lists</a></li> |
| <li><a href="/community.html#irc">IRC</a></li> |
| <li><a href="/community.html#stack-overflow">Stack Overflow</a></li> |
| <li><a href="/community.html#issue-tracker">Issue Tracker</a></li> |
| <li><a href="/community.html#source-code">Source Code</a></li> |
| <li><a href="/community.html#people">People</a></li> |
| |
| <!-- Contribute --> |
| <li class="divider"></li> |
| <li role="presentation" class="dropdown-header"><strong>Contribute</strong></li> |
| <li><a href="/how-to-contribute.html">How to Contribute</a></li> |
| <li><a href="/coding-guidelines.html">Coding Guidelines</a></li> |
| </ul> |
| </li> |
| |
| <li class="dropdown hidden-md hidden-sm"> |
| <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-expanded="false">Project <span class="caret"></span></a> |
| <ul class="dropdown-menu" role="menu"> |
| <!-- Project --> |
| <li role="presentation" class="dropdown-header"><strong>Project</strong></li> |
| <li><a href="/material.html">Material</a></li> |
| <li><a href="https://twitter.com/apacheflink"><small><span class="glyphicon glyphicon-new-window"></span></small> Twitter</a></li> |
| <li><a href="https://github.com/apache/flink"><small><span class="glyphicon glyphicon-new-window"></span></small> GitHub</a></li> |
| <li><a href="https://cwiki.apache.org/confluence/display/FLINK/Apache+Flink+Home"><small><span class="glyphicon glyphicon-new-window"></span></small> Wiki</a></li> |
| </ul> |
| </li> |
| </ul> |
| </div><!-- /.navbar-collapse --> |
| </div><!-- /.container --> |
| </nav> |
| |
| |
| <!-- Main content. --> |
| <div class="container"> |
| |
| |
| <div class="row"> |
| <div class="col-sm-12"><h1>Blog</h1></div> |
| </div> |
| |
| <div class="row"> |
| <div class="col-sm-8"> |
| <!-- Blog posts --> |
| |
| <article> |
| <h2 class="blog-title"><a href="/news/2015/06/24/announcing-apache-flink-0.9.0-release.html">Announcing Apache Flink 0.9.0</a></h2> |
| <p>24 Jun 2015</p> |
| |
| <p><p>The Apache Flink community is pleased to announce the availability of the 0.9.0 release. The release is the result of many months of hard work within the Flink community. It contains many new features and improvements which were previewed in the 0.9.0-milestone1 release and have been polished since then. This is the largest Flink release so far.</p> |
| |
| </p> |
| |
| <p><a href="/news/2015/06/24/announcing-apache-flink-0.9.0-release.html">Continue reading »</a></p> |
| </article> |
| |
| <hr> |
| |
| <article> |
| <h2 class="blog-title"><a href="/news/2015/05/14/Community-update-April.html">April 2015 in the Flink community</a></h2> |
| <p>14 May 2015 by Kostas Tzoumas (<a href="https://twitter.com/kostas_tzoumas">@kostas_tzoumas</a>)</p> |
| |
| <p><p>The monthly update from the Flink community. Including the availability of a new preview release, lots of meetups and conference talks and a great interview about Flink.</p></p> |
| |
| <p><a href="/news/2015/05/14/Community-update-April.html">Continue reading »</a></p> |
| </article> |
| |
| <hr> |
| |
| <article> |
| <h2 class="blog-title"><a href="/news/2015/05/11/Juggling-with-Bits-and-Bytes.html">Juggling with Bits and Bytes</a></h2> |
| <p>11 May 2015 by Fabian Hüske (<a href="https://twitter.com/fhueske">@fhueske</a>)</p> |
| |
| <p><p>Nowadays, a lot of open-source systems for analyzing large data sets are implemented in Java or other JVM-based programming languages. The most well-known example is Apache Hadoop, but also newer frameworks such as Apache Spark, Apache Drill, and also Apache Flink run on JVMs. A common challenge that JVM-based data analysis engines face is to store large amounts of data in memory - both for caching and for efficient processing such as sorting and joining of data. Managing the JVM memory well makes the difference between a system that is hard to configure and has unpredictable reliability and performance and a system that behaves robustly with few configuration knobs.</p> |
| <p>In this blog post we discuss how Apache Flink manages memory, talk about its custom data de/serialization stack, and show how it operates on binary data.</p></p> |
| |
| <p><a href="/news/2015/05/11/Juggling-with-Bits-and-Bytes.html">Continue reading »</a></p> |
| </article> |
| |
| <hr> |
| |
| <article> |
| <h2 class="blog-title"><a href="/news/2015/04/13/release-0.9.0-milestone1.html">Announcing Flink 0.9.0-milestone1 preview release</a></h2> |
| <p>13 Apr 2015</p> |
| |
| <p><p>The Apache Flink community is pleased to announce the availability of |
| the 0.9.0-milestone-1 release. The release is a preview of the |
| upcoming 0.9.0 release. It contains many new features which will be |
| available in the upcoming 0.9 release. Interested users are encouraged |
| to try it out and give feedback. As the version number indicates, this |
| release is a preview release that contains known issues.</p> |
| |
| </p> |
| |
| <p><a href="/news/2015/04/13/release-0.9.0-milestone1.html">Continue reading »</a></p> |
| </article> |
| |
| <hr> |
| |
| <article> |
| <h2 class="blog-title"><a href="/news/2015/04/07/march-in-flink.html">March 2015 in the Flink community</a></h2> |
| <p>07 Apr 2015</p> |
| |
| <p><p>March has been a busy month in the Flink community.</p> |
| |
| </p> |
| |
| <p><a href="/news/2015/04/07/march-in-flink.html">Continue reading »</a></p> |
| </article> |
| |
| <hr> |
| |
| <article> |
| <h2 class="blog-title"><a href="/news/2015/03/13/peeking-into-Apache-Flinks-Engine-Room.html">Peeking into Apache Flink's Engine Room</a></h2> |
| <p>13 Mar 2015 by Fabian Hüske (<a href="https://twitter.com/fhueske">@fhueske</a>)</p> |
| |
| <p>Joins are prevalent operations in many data processing applications. Most data processing systems feature APIs that make joining data sets very easy. However, the internal algorithms for join processing are much more involved – especially if large data sets need to be efficiently handled. In this blog post, we cut through Apache Flink’s layered architecture and take a look at its internals with a focus on how it handles joins.</p> |
| |
| <p><a href="/news/2015/03/13/peeking-into-Apache-Flinks-Engine-Room.html">Continue reading »</a></p> |
| </article> |
| |
| <hr> |
| |
| <article> |
| <h2 class="blog-title"><a href="/news/2015/03/02/february-2015-in-flink.html">February 2015 in the Flink community</a></h2> |
| <p>02 Mar 2015</p> |
| |
| <p><p>February might be the shortest month of the year, but this does not |
| mean that the Flink community has not been busy adding features to the |
| system and fixing bugs. Here’s a rundown of the activity in the Flink |
| community last month.</p> |
| |
| </p> |
| |
| <p><a href="/news/2015/03/02/february-2015-in-flink.html">Continue reading »</a></p> |
| </article> |
| |
| <hr> |
| |
| <article> |
| <h2 class="blog-title"><a href="/news/2015/02/09/streaming-example.html">Introducing Flink Streaming</a></h2> |
| <p>09 Feb 2015</p> |
| |
| <p><p>This post is the first of a series of blog posts on Flink Streaming, |
| the recent addition to Apache Flink that makes it possible to analyze |
| continuous data sources in addition to static files. Flink Streaming |
| uses the pipelined Flink engine to process data streams in real time |
| and offers a new API including definition of flexible windows.</p> |
| |
| </p> |
| |
| <p><a href="/news/2015/02/09/streaming-example.html">Continue reading »</a></p> |
| </article> |
| |
| <hr> |
| |
| <article> |
| <h2 class="blog-title"><a href="/news/2015/02/04/january-in-flink.html">January 2015 in the Flink community</a></h2> |
| <p>04 Feb 2015</p> |
| |
| <p><p>Happy 2015! Here is a (hopefully digestible) summary of what happened last month in the Flink community.</p> |
| |
| </p> |
| |
| <p><a href="/news/2015/02/04/january-in-flink.html">Continue reading »</a></p> |
| </article> |
| |
| <hr> |
| |
| <article> |
| <h2 class="blog-title"><a href="/news/2015/01/21/release-0.8.html">Apache Flink 0.8.0 available</a></h2> |
| <p>21 Jan 2015</p> |
| |
| <p><p>We are pleased to announce the availability of Flink 0.8.0. This release includes new user-facing features as well as performance and bug fixes, extends the support for filesystems and introduces the Scala API and flexible windowing semantics for Flink Streaming. A total of 33 people have contributed to this release, a big thanks to all of them!</p> |
| |
| </p> |
| |
| <p><a href="/news/2015/01/21/release-0.8.html">Continue reading »</a></p> |
| </article> |
| |
| <hr> |
| |
| |
| <!-- Pagination links --> |
| |
| <ul class="pager"> |
| <li> |
| |
| <span>Previous</span> |
| |
| </li> |
| <li> |
| <span class="page_number ">Page: 1 of 4</span> |
| </li> |
| <li> |
| |
| <a href="/blog/page2" class="next">Next</a> |
| |
| </li> |
| </ul> |
| |
| </div> |
| |
| <div class="col-sm-4" markdown="1"> |
| <!-- Blog posts by YEAR --> |
| |
| |
| |
| |
| |
| <h2>2015</h2> |
| |
| <ul id="markdown-toc"> |
| |
| <li><a href="/news/2015/06/24/announcing-apache-flink-0.9.0-release.html">Announcing Apache Flink 0.9.0</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2015/05/14/Community-update-April.html">April 2015 in the Flink community</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2015/05/11/Juggling-with-Bits-and-Bytes.html">Juggling with Bits and Bytes</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2015/04/13/release-0.9.0-milestone1.html">Announcing Flink 0.9.0-milestone1 preview release</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2015/04/07/march-in-flink.html">March 2015 in the Flink community</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2015/03/13/peeking-into-Apache-Flinks-Engine-Room.html">Peeking into Apache Flink's Engine Room</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2015/03/02/february-2015-in-flink.html">February 2015 in the Flink community</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2015/02/09/streaming-example.html">Introducing Flink Streaming</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2015/02/04/january-in-flink.html">January 2015 in the Flink community</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2015/01/21/release-0.8.html">Apache Flink 0.8.0 available</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2015/01/06/december-in-flink.html">December 2014 in the Flink community</a></li> |
| |
| |
| |
| </ul> |
| <hr> |
| <h2>2014</h2> |
| <ul id="markdown-toc"> |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/11/18/hadoop-compatibility.html">Hadoop Compatibility in Flink</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/11/04/release-0.7.0.html">Apache Flink 0.7.0 available</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/10/03/upcoming_events.html">Upcoming Events</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/09/26/release-0.6.1.html">Apache Flink 0.6.1 available</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/08/26/release-0.6.html">Apache Flink 0.6 available</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/05/31/release-0.5.html">Stratosphere version 0.5 available</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/04/16/stratosphere-goes-apache-incubator.html">Stratosphere accepted as Apache Incubator Project</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/02/24/stratosphere-google-summer-of-code-2014.html">Stratosphere got accepted for Google Summer of Code 2014</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/02/18/amazon-elastic-mapreduce-cloud-yarn.html">Use Stratosphere with Amazon Elastic MapReduce</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/01/28/querying_mongodb.html">Accessing Data Stored in MongoDB with Stratosphere</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/01/26/optimizer_plan_visualization_tool.html">Optimizer Plan Visualization Tool</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/01/13/stratosphere-release-0.4.html">Stratosphere 0.4 Released</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/01/12/0.4-migration-guide.html">Stratosphere Version 0.4 Migration Guide</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2014/01/10/stratosphere-hadoop-summit.html">Stratosphere got accepted to the Hadoop Summit Europe in Amsterdam</a></li> |
| |
| |
| |
| </ul> |
| <hr> |
| <h2>2013</h2> |
| <ul id="markdown-toc"> |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2013/12/13/humboldt-innovation-award.html">Stratosphere wins award at Humboldt Innovation Competition "Big Data: Research meets Startups"</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2013/10/21/cikm2013-paper.html">Paper "All Roads Lead to Rome: Optimistic Recovery for Distributed Iterative Data Processing" accepted at CIKM 2013</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2013/03/27/www-demo-paper.html">Demo Paper "Large-Scale Social-Media Analytics on Stratosphere" Accepted at WWW 2013</a></li> |
| |
| |
| |
| </ul> |
| <hr> |
| <h2>2012</h2> |
| <ul id="markdown-toc"> |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2012/11/21/previewICDE2013.html">ICDE 2013 Demo Preview</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2012/11/12/btw2013demo.html">Stratosphere Demo Paper Accepted for BTW 2013</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2012/10/15/icde2013.html">Stratosphere Demo Accepted for ICDE 2013</a></li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li><a href="/news/2012/08/21/release02.html">Version 0.2 Released</a></li> |
| |
| |
| </ul> |
| |
| |
| </div> |
| </div> |
| |
| <hr /> |
| <div class="footer text-center"> |
| <p>Copyright © 2014-2015 <a href="http://apache.org">The Apache Software Foundation</a>. All Rights Reserved.</p> |
| <p>Apache Flink, Apache, and the Apache feather logo are trademarks of The Apache Software Foundation.</p> |
| <p><a href="/privacy-policy.html">Privacy Policy</a> · <a href="/blog/feed.xml">RSS feed</a></p> |
| </div> |
| |
| </div><!-- /.container --> |
| |
| <!-- jQuery (necessary for Bootstrap's JavaScript plugins) --> |
| <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.2/jquery.min.js"></script> |
| <!-- Include all compiled plugins (below), or include individual files as needed --> |
| <script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.4/js/bootstrap.min.js"></script> |
| <script src="/js/codetabs.js"></script> |
| |
| <!-- Google Analytics --> |
| <script> |
| (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ |
| (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), |
| m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) |
| })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); |
| |
| ga('create', 'UA-52545728-1', 'auto'); |
| ga('send', 'pageview'); |
| </script> |
| </body> |
| </html> |
