| <!DOCTYPE html> |
| <html lang="en"> |
| <head> |
| <meta charset="utf-8"> |
| <meta http-equiv="X-UA-Compatible" content="IE=edge"> |
| <meta name="viewport" content="width=device-width, initial-scale=1"> |
| <!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags --> |
| <title>Apache Flink: Apache Flink 1.8.1 Released</title> |
| <link rel="shortcut icon" href="/favicon.ico" type="image/x-icon"> |
| <link rel="icon" href="/favicon.ico" type="image/x-icon"> |
| |
| <!-- Bootstrap --> |
| <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.4.1/css/bootstrap.min.css"> |
| <link rel="stylesheet" href="/css/flink.css"> |
| <link rel="stylesheet" href="/css/syntax.css"> |
| |
| <!-- Blog RSS feed --> |
| <link href="/blog/feed.xml" rel="alternate" type="application/rss+xml" title="Apache Flink Blog: RSS feed" /> |
| |
| <!-- jQuery (necessary for Bootstrap's JavaScript plugins) --> |
| <!-- We need to load Jquery in the header for custom google analytics event tracking--> |
| <script src="/js/jquery.min.js"></script> |
| |
| <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries --> |
| <!-- WARNING: Respond.js doesn't work if you view the page via file:// --> |
| <!--[if lt IE 9]> |
| <script src="https://oss.maxcdn.com/html5shiv/3.7.2/html5shiv.min.js"></script> |
| <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script> |
| <![endif]--> |
| </head> |
| <body> |
| |
| |
| <!-- Main content. --> |
| <div class="container"> |
| <div class="row"> |
| |
| |
| <div id="sidebar" class="col-sm-3"> |
| |
| |
| <!-- Top navbar. --> |
| <nav class="navbar navbar-default"> |
| <!-- The logo. --> |
| <div class="navbar-header"> |
| <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> |
| <span class="icon-bar"></span> |
| <span class="icon-bar"></span> |
| <span class="icon-bar"></span> |
| </button> |
| <div class="navbar-logo"> |
| <a href="/"> |
| <img alt="Apache Flink" src="/img/flink-header-logo.svg" width="147px" height="73px"> |
| </a> |
| </div> |
| </div><!-- /.navbar-header --> |
| |
| <!-- The navigation links. --> |
| <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1"> |
| <ul class="nav navbar-nav navbar-main"> |
| |
| <!-- First menu section explains visitors what Flink is --> |
| |
| <!-- What is Stream Processing? --> |
| <!-- |
| <li><a href="/streamprocessing1.html">What is Stream Processing?</a></li> |
| --> |
| |
| <!-- What is Flink? --> |
| <li><a href="/flink-architecture.html">What is Apache Flink?</a></li> |
| |
| |
| |
| <!-- What is Stateful Functions? --> |
| |
| <li><a href="/stateful-functions.html">What is Stateful Functions?</a></li> |
| |
| <!-- Use cases --> |
| <li><a href="/usecases.html">Use Cases</a></li> |
| |
| <!-- Powered by --> |
| <li><a href="/poweredby.html">Powered By</a></li> |
| |
| |
| |
| <!-- Second menu section aims to support Flink users --> |
| |
| <!-- Downloads --> |
| <li><a href="/downloads.html">Downloads</a></li> |
| |
| <!-- Getting Started --> |
| <li class="dropdown"> |
| <a class="dropdown-toggle" data-toggle="dropdown" href="#">Getting Started<span class="caret"></span></a> |
| <ul class="dropdown-menu"> |
| <li><a href="https://ci.apache.org/projects/flink/flink-docs-release-1.10/getting-started/index.html" target="_blank">With Flink <small><span class="glyphicon glyphicon-new-window"></span></small></a></li> |
| <li><a href="https://ci.apache.org/projects/flink/flink-statefun-docs-release-2.1/getting-started/project-setup.html" target="_blank">With Flink Stateful Functions <small><span class="glyphicon glyphicon-new-window"></span></small></a></li> |
| <li><a href="/training.html">Training Course</a></li> |
| </ul> |
| </li> |
| |
| <!-- Documentation --> |
| <li class="dropdown"> |
| <a class="dropdown-toggle" data-toggle="dropdown" href="#">Documentation<span class="caret"></span></a> |
| <ul class="dropdown-menu"> |
| <li><a href="https://ci.apache.org/projects/flink/flink-docs-release-1.10" target="_blank">Flink 1.10 (Latest stable release) <small><span class="glyphicon glyphicon-new-window"></span></small></a></li> |
| <li><a href="https://ci.apache.org/projects/flink/flink-docs-master" target="_blank">Flink Master (Latest Snapshot) <small><span class="glyphicon glyphicon-new-window"></span></small></a></li> |
| <li><a href="https://ci.apache.org/projects/flink/flink-statefun-docs-release-2.1" target="_blank">Flink Stateful Functions 2.1 (Latest stable release) <small><span class="glyphicon glyphicon-new-window"></span></small></a></li> |
| <li><a href="https://ci.apache.org/projects/flink/flink-statefun-docs-master" target="_blank">Flink Stateful Functions Master (Latest Snapshot) <small><span class="glyphicon glyphicon-new-window"></span></small></a></li> |
| </ul> |
| </li> |
| |
| <!-- getting help --> |
| <li><a href="/gettinghelp.html">Getting Help</a></li> |
| |
| <!-- Blog --> |
| <li class="active"><a href="/blog/"><b>Flink Blog</b></a></li> |
| |
| |
| <!-- Flink-packages --> |
| <li> |
| <a href="https://flink-packages.org" target="_blank">flink-packages.org <small><span class="glyphicon glyphicon-new-window"></span></small></a> |
| </li> |
| |
| |
| <!-- Third menu section aim to support community and contributors --> |
| |
| <!-- Community --> |
| <li><a href="/community.html">Community & Project Info</a></li> |
| |
| <!-- Roadmap --> |
| <li><a href="/roadmap.html">Roadmap</a></li> |
| |
| <!-- Contribute --> |
| <li><a href="/contributing/how-to-contribute.html">How to Contribute</a></li> |
| |
| |
| <!-- GitHub --> |
| <li> |
| <a href="https://github.com/apache/flink" target="_blank">Flink on GitHub <small><span class="glyphicon glyphicon-new-window"></span></small></a> |
| </li> |
| |
| |
| |
| <!-- Language Switcher --> |
| <li> |
| |
| |
| <!-- link to the Chinese home page when current is blog page --> |
| <a href="/zh">中文版</a> |
| |
| |
| </li> |
| |
| </ul> |
| |
| <ul class="nav navbar-nav navbar-bottom"> |
| <hr /> |
| |
| <!-- Twitter --> |
| <li><a href="https://twitter.com/apacheflink" target="_blank">@ApacheFlink <small><span class="glyphicon glyphicon-new-window"></span></small></a></li> |
| |
| <!-- Visualizer --> |
| <li class=" hidden-md hidden-sm"><a href="/visualizer/" target="_blank">Plan Visualizer <small><span class="glyphicon glyphicon-new-window"></span></small></a></li> |
| |
| <hr /> |
| |
| <li><a href="https://apache.org" target="_blank">Apache Software Foundation <small><span class="glyphicon glyphicon-new-window"></span></small></a></li> |
| |
| <li> |
| <style> |
| .smalllinks:link { |
| display: inline-block !important; background: none; padding-top: 0px; padding-bottom: 0px; padding-right: 0px; min-width: 75px; |
| } |
| </style> |
| |
| <a class="smalllinks" href="https://www.apache.org/licenses/" target="_blank">License</a> <small><span class="glyphicon glyphicon-new-window"></span></small> |
| |
| <a class="smalllinks" href="https://www.apache.org/security/" target="_blank">Security</a> <small><span class="glyphicon glyphicon-new-window"></span></small> |
| |
| <a class="smalllinks" href="https://www.apache.org/foundation/sponsorship.html" target="_blank">Donate</a> <small><span class="glyphicon glyphicon-new-window"></span></small> |
| |
| <a class="smalllinks" href="https://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a> <small><span class="glyphicon glyphicon-new-window"></span></small> |
| </li> |
| |
| </ul> |
| </div><!-- /.navbar-collapse --> |
| </nav> |
| |
| </div> |
| <div class="col-sm-9"> |
| <div class="row-fluid"> |
| <div class="col-sm-12"> |
| <div class="row"> |
| <h1>Apache Flink 1.8.1 Released</h1> |
| <p><i></i></p> |
| |
| <article> |
| <p>02 Jul 2019 Jincheng Sun (<a href="https://twitter.com/sunjincheng121">@sunjincheng121</a>)</p> |
| |
| <p>The Apache Flink community released the first bugfix version of the Apache Flink 1.8 series.</p> |
| |
| <p>This release includes more than 40 fixes and minor improvements for Flink 1.8.1. The list below includes a detailed list of all improvements, sub-tasks and bug fixes.</p> |
| |
| <p>We highly recommend all users to upgrade to Flink 1.8.1.</p> |
| |
| <p>Updated Maven dependencies:</p> |
| |
| <div class="highlight"><pre><code class="language-xml"><span class="nt"><dependency></span> |
| <span class="nt"><groupId></span>org.apache.flink<span class="nt"></groupId></span> |
| <span class="nt"><artifactId></span>flink-java<span class="nt"></artifactId></span> |
| <span class="nt"><version></span>1.8.1<span class="nt"></version></span> |
| <span class="nt"></dependency></span> |
| <span class="nt"><dependency></span> |
| <span class="nt"><groupId></span>org.apache.flink<span class="nt"></groupId></span> |
| <span class="nt"><artifactId></span>flink-streaming-java_2.11<span class="nt"></artifactId></span> |
| <span class="nt"><version></span>1.8.1<span class="nt"></version></span> |
| <span class="nt"></dependency></span> |
| <span class="nt"><dependency></span> |
| <span class="nt"><groupId></span>org.apache.flink<span class="nt"></groupId></span> |
| <span class="nt"><artifactId></span>flink-clients_2.11<span class="nt"></artifactId></span> |
| <span class="nt"><version></span>1.8.1<span class="nt"></version></span> |
| <span class="nt"></dependency></span></code></pre></div> |
| |
| <p>You can find the binaries on the updated <a href="/downloads.html">Downloads page</a>.</p> |
| |
| <p>List of resolved issues:</p> |
| |
| <h2> Sub-task |
| </h2> |
| <ul> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-10921">FLINK-10921</a>] - Prioritize shard consumers in Kinesis Consumer by event time |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12617">FLINK-12617</a>] - StandaloneJobClusterEntrypoint should default to random JobID for non-HA setups |
| </li> |
| </ul> |
| |
| <h2> Bug |
| </h2> |
| <ul> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-9445">FLINK-9445</a>] - scala-shell uses plain java command |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-10455">FLINK-10455</a>] - Potential Kafka producer leak in case of failures |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-10941">FLINK-10941</a>] - Slots prematurely released which still contain unconsumed data |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-11059">FLINK-11059</a>] - JobMaster may continue using an invalid slot if releasing idle slot meet a timeout |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-11107">FLINK-11107</a>] - Avoid memory stateBackend to create arbitrary folders under HA path when no checkpoint path configured |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-11897">FLINK-11897</a>] - ExecutionGraphSuspendTest does not wait for all tasks to be submitted |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-11915">FLINK-11915</a>] - DataInputViewStream skip returns wrong value |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-11987">FLINK-11987</a>] - Kafka producer occasionally throws NullpointerException |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12009">FLINK-12009</a>] - Wrong check message about heartbeat interval for HeartbeatServices |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12042">FLINK-12042</a>] - RocksDBStateBackend mistakenly uses default filesystem |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12112">FLINK-12112</a>] - AbstractTaskManagerProcessFailureRecoveryTest process output logging does not work properly |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12132">FLINK-12132</a>] - The example in /docs/ops/deployment/yarn_setup.md should be updated due to the change FLINK-2021 |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12184">FLINK-12184</a>] - HistoryServerArchiveFetcher isn't compatible with old version |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12219">FLINK-12219</a>] - Yarn application can't stop when flink job failed in per-job yarn cluster mode |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12247">FLINK-12247</a>] - fix NPE when writing an archive file to a FileSystem |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12260">FLINK-12260</a>] - Slot allocation failure by taskmanager registration timeout and race |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12296">FLINK-12296</a>] - Data loss silently in RocksDBStateBackend when more than one operator(has states) chained in a single task |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12297">FLINK-12297</a>] - Make ClosureCleaner recursive |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12301">FLINK-12301</a>] - Scala value classes inside case classes cannot be serialized anymore in Flink 1.8.0 |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12342">FLINK-12342</a>] - Yarn Resource Manager Acquires Too Many Containers |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12375">FLINK-12375</a>] - flink-container job jar does not have read permissions |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12416">FLINK-12416</a>] - Docker build script fails on symlink creation ln -s |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12544">FLINK-12544</a>] - Deadlock while releasing memory and requesting segment concurrent in SpillableSubpartition |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12547">FLINK-12547</a>] - Deadlock when the task thread downloads jars using BlobClient |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12646">FLINK-12646</a>] - Use reserved IP as unrouteable IP in RestClientTest |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12688">FLINK-12688</a>] - Make serializer lazy initialization thread safe in StateDescriptor |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12740">FLINK-12740</a>] - SpillableSubpartitionTest deadlocks on Travis |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12835">FLINK-12835</a>] - Time conversion is wrong in ManualClock |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12863">FLINK-12863</a>] - Race condition between slot offerings and AllocatedSlotReport |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12865">FLINK-12865</a>] - State inconsistency between RM and TM on the slot status |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12871">FLINK-12871</a>] - Wrong SSL setup examples in docs |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12895">FLINK-12895</a>] - TaskManagerProcessFailureBatchRecoveryITCase.testTaskManagerProcessFailure failed on travis |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12896">FLINK-12896</a>] - TaskCheckpointStatisticDetailsHandler uses wrong value for JobID when archiving |
| </li> |
| </ul> |
| |
| <h2> Improvement |
| </h2> |
| <ul> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-11126">FLINK-11126</a>] - Filter out AMRMToken in the TaskManager credentials |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12137">FLINK-12137</a>] - Add more proper explanation on flink streaming connectors |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12169">FLINK-12169</a>] - Improve Javadoc of MessageAcknowledgingSourceBase |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12378">FLINK-12378</a>] - Consolidate FileSystem Documentation |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12391">FLINK-12391</a>] - Add timeout to transfer.sh |
| </li> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12539">FLINK-12539</a>] - StreamingFileSink: Make the class extendable to customize for different usecases |
| </li> |
| </ul> |
| |
| <h2> Test |
| </h2> |
| <ul> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12350">FLINK-12350</a>] - RocksDBStateBackendTest doesn't cover the incremental checkpoint code path |
| </li> |
| </ul> |
| |
| <h2> Task |
| </h2> |
| <ul> |
| <li>[<a href="https://issues.apache.org/jira/browse/FLINK-12460">FLINK-12460</a>] - Change taskmanager.tmp.dirs to io.tmp.dirs in configuration docs |
| </li> |
| </ul> |
| |
| |
| </article> |
| </div> |
| |
| <div class="row"> |
| <div id="disqus_thread"></div> |
| <script type="text/javascript"> |
| /* * * CONFIGURATION VARIABLES: EDIT BEFORE PASTING INTO YOUR WEBPAGE * * */ |
| var disqus_shortname = 'stratosphere-eu'; // required: replace example with your forum shortname |
| |
| /* * * DON'T EDIT BELOW THIS LINE * * */ |
| (function() { |
| var dsq = document.createElement('script'); dsq.type = 'text/javascript'; dsq.async = true; |
| dsq.src = '//' + disqus_shortname + '.disqus.com/embed.js'; |
| (document.getElementsByTagName('head')[0] || document.getElementsByTagName('body')[0]).appendChild(dsq); |
| })(); |
| </script> |
| </div> |
| </div> |
| </div> |
| </div> |
| </div> |
| |
| <hr /> |
| |
| <div class="row"> |
| <div class="footer text-center col-sm-12"> |
| <p>Copyright © 2014-2019 <a href="http://apache.org">The Apache Software Foundation</a>. All Rights Reserved.</p> |
| <p>Apache Flink, Flink®, Apache®, the squirrel logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation.</p> |
| <p><a href="/privacy-policy.html">Privacy Policy</a> · <a href="/blog/feed.xml">RSS feed</a></p> |
| </div> |
| </div> |
| </div><!-- /.container --> |
| |
| <!-- Include all compiled plugins (below), or include individual files as needed --> |
| <script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.4/js/bootstrap.min.js"></script> |
| <script src="https://cdnjs.cloudflare.com/ajax/libs/jquery.matchHeight/0.7.0/jquery.matchHeight-min.js"></script> |
| <script src="/js/codetabs.js"></script> |
| <script src="/js/stickysidebar.js"></script> |
| |
| <!-- Google Analytics --> |
| <script> |
| (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ |
| (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), |
| m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) |
| })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); |
| |
| ga('create', 'UA-52545728-1', 'auto'); |
| ga('send', 'pageview'); |
| </script> |
| </body> |
| </html> |