| |
| <!DOCTYPE html> |
| <html lang="en" dir=ZgotmplZ> |
| |
| <head> |
| |
| |
| |
| <link rel="stylesheet" href="/bootstrap/css/bootstrap.min.css"> |
| <script src="/bootstrap/js/bootstrap.bundle.min.js"></script> |
| <link rel="stylesheet" type="text/css" href="/font-awesome/css/font-awesome.min.css"> |
| <script src="/js/anchor.min.js"></script> |
| <script src="/js/flink.js"></script> |
| <link rel="canonical" href="https://flink.apache.org/2016/08/04/announcing-apache-flink-1.1.0/"> |
| |
| <meta charset="UTF-8"> |
| <meta name="viewport" content="width=device-width, initial-scale=1.0"> |
| <meta name="description" content="Important: The Maven artifacts published with version 1.1.0 on Maven central have a Hadoop dependency issue. It is highly recommended to use 1.1.1 or 1.1.1-hadoop1 as the Flink version. The Apache Flink community is pleased to announce the availability of Flink 1.1.0. |
| This release is the first major release in the 1.X.X series of releases, which maintains API compatibility with 1.0.0. This means that your applications written against stable APIs of Flink 1."> |
| <meta name="theme-color" content="#FFFFFF"><meta property="og:title" content="Announcing Apache Flink 1.1.0" /> |
| <meta property="og:description" content="Important: The Maven artifacts published with version 1.1.0 on Maven central have a Hadoop dependency issue. It is highly recommended to use 1.1.1 or 1.1.1-hadoop1 as the Flink version. The Apache Flink community is pleased to announce the availability of Flink 1.1.0. |
| This release is the first major release in the 1.X.X series of releases, which maintains API compatibility with 1.0.0. This means that your applications written against stable APIs of Flink 1." /> |
| <meta property="og:type" content="article" /> |
| <meta property="og:url" content="https://flink.apache.org/2016/08/04/announcing-apache-flink-1.1.0/" /><meta property="article:section" content="posts" /> |
| <meta property="article:published_time" content="2016-08-04T13:00:00+00:00" /> |
| <meta property="article:modified_time" content="2016-08-04T13:00:00+00:00" /> |
| <title>Announcing Apache Flink 1.1.0 | Apache Flink</title> |
| <link rel="manifest" href="/manifest.json"> |
| <link rel="icon" href="/favicon.png" type="image/x-icon"> |
| <link rel="stylesheet" href="/book.min.22eceb4d17baa9cdc0f57345edd6f215a40474022dfee39b63befb5fb3c596b5.css" integrity="sha256-IuzrTRe6qc3A9XNF7dbyFaQEdAIt/uObY777X7PFlrU="> |
| <script defer src="/en.search.min.2698f0d1b683dae4d6cb071668b310a55ebcf1c48d11410a015a51d90105b53e.js" integrity="sha256-Jpjw0baD2uTWywcWaLMQpV688cSNEUEKAVpR2QEFtT4="></script> |
| <!-- |
| Made with Book Theme |
| https://github.com/alex-shpak/hugo-book |
| --> |
| |
| <meta name="generator" content="Hugo 0.124.1"> |
| |
| |
| <script> |
| var _paq = window._paq = window._paq || []; |
| |
| |
| _paq.push(['disableCookies']); |
| |
| _paq.push(["setDomains", ["*.flink.apache.org","*.nightlies.apache.org/flink"]]); |
| _paq.push(['trackPageView']); |
| _paq.push(['enableLinkTracking']); |
| (function() { |
| var u="//analytics.apache.org/"; |
| _paq.push(['setTrackerUrl', u+'matomo.php']); |
| _paq.push(['setSiteId', '1']); |
| var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0]; |
| g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s); |
| })(); |
| </script> |
| |
| </head> |
| |
| <body dir=ZgotmplZ> |
| |
| |
| |
| <header> |
| <nav class="navbar navbar-expand-xl"> |
| <div class="container-fluid"> |
| <a class="navbar-brand" href="/"> |
| <img src="/img/logo/png/100/flink_squirrel_100_color.png" alt="Apache Flink" height="47" width="47" class="d-inline-block align-text-middle"> |
| <span>Apache Flink</span> |
| </a> |
| <button class="navbar-toggler" type="button" data-bs-toggle="collapse" data-bs-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation"> |
| <i class="fa fa-bars navbar-toggler-icon"></i> |
| </button> |
| <div class="collapse navbar-collapse" id="navbarSupportedContent"> |
| <ul class="navbar-nav"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="nav-item dropdown"> |
| <a class="nav-link dropdown-toggle" href="#" role="button" data-bs-toggle="dropdown" aria-expanded="false">About</a> |
| <ul class="dropdown-menu"> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/what-is-flink/flink-architecture/">Architecture</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/what-is-flink/flink-applications/">Applications</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/what-is-flink/flink-operations/">Operations</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/what-is-flink/use-cases/">Use Cases</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/what-is-flink/powered-by/">Powered By</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/what-is-flink/roadmap/">Roadmap</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/what-is-flink/community/">Community & Project Info</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/what-is-flink/security/">Security</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/what-is-flink/special-thanks/">Special Thanks</a> |
| |
| |
| </li> |
| |
| </ul> |
| </li> |
| |
| |
| |
| |
| |
| <li class="nav-item dropdown"> |
| <a class="nav-link dropdown-toggle" href="#" role="button" data-bs-toggle="dropdown" aria-expanded="false">Getting Started</a> |
| <ul class="dropdown-menu"> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-docs-stable/docs/try-flink/local_installation/">With Flink<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-kubernetes-operator-docs-stable/docs/try-flink-kubernetes-operator/quick-start/">With Flink Kubernetes Operator<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-cdc-docs-stable/docs/get-started/introduction/">With Flink CDC<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-ml-docs-stable/docs/try-flink-ml/quick-start/">With Flink ML<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-statefun-docs-stable/getting-started/project-setup.html">With Flink Stateful Functions<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-docs-stable/docs/learn-flink/overview/">Training Course<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| </ul> |
| </li> |
| |
| |
| |
| |
| |
| <li class="nav-item dropdown"> |
| <a class="nav-link dropdown-toggle" href="#" role="button" data-bs-toggle="dropdown" aria-expanded="false">Documentation</a> |
| <ul class="dropdown-menu"> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-docs-stable/">Flink 1.19 (stable)<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-docs-master/">Flink Master (snapshot)<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-kubernetes-operator-docs-stable/">Kubernetes Operator 1.8 (latest)<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-kubernetes-operator-docs-main">Kubernetes Operator Main (snapshot)<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-cdc-docs-stable">CDC 3.0 (stable)<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-cdc-docs-master">CDC Master (snapshot)<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-ml-docs-stable/">ML 2.3 (stable)<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-ml-docs-master">ML Master (snapshot)<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-statefun-docs-stable/">Stateful Functions 3.3 (stable)<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="https://nightlies.apache.org/flink/flink-statefun-docs-master">Stateful Functions Master (snapshot)<i class="link fa fa-external-link title" aria-hidden="true"></i> |
| </a> |
| |
| |
| </li> |
| |
| </ul> |
| </li> |
| |
| |
| |
| |
| |
| <li class="nav-item dropdown"> |
| <a class="nav-link dropdown-toggle" href="#" role="button" data-bs-toggle="dropdown" aria-expanded="false">How to Contribute</a> |
| <ul class="dropdown-menu"> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/how-to-contribute/overview/">Overview</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/how-to-contribute/contribute-code/">Contribute Code</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/how-to-contribute/reviewing-prs/">Review Pull Requests</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/how-to-contribute/code-style-and-quality-preamble/">Code Style and Quality Guide</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/how-to-contribute/contribute-documentation/">Contribute Documentation</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/how-to-contribute/documentation-style-guide/">Documentation Style Guide</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/how-to-contribute/improve-website/">Contribute to the Website</a> |
| |
| |
| </li> |
| |
| <li> |
| |
| |
| <a class="dropdown-item" href="/how-to-contribute/getting-help/">Getting Help</a> |
| |
| |
| </li> |
| |
| </ul> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="nav-item"> |
| |
| |
| <a class="nav-link" href="/posts/">Flink Blog</a> |
| |
| |
| </li> |
| |
| |
| |
| |
| |
| <li class="nav-item"> |
| |
| |
| <a class="nav-link" href="/downloads/">Downloads</a> |
| |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </ul> |
| <div class="book-search"> |
| <div class="book-search-spinner hidden"> |
| <i class="fa fa-refresh fa-spin"></i> |
| </div> |
| <form class="search-bar d-flex" onsubmit="return false;"su> |
| <input type="text" id="book-search-input" placeholder="Search" aria-label="Search" maxlength="64" data-hotkeys="s/"> |
| <i class="fa fa-search search"></i> |
| <i class="fa fa-circle-o-notch fa-spin spinner"></i> |
| </form> |
| <div class="book-search-spinner hidden"></div> |
| <ul id="book-search-results"></ul> |
| </div> |
| </div> |
| </div> |
| </nav> |
| <div class="navbar-clearfix"></div> |
| </header> |
| |
| |
| <main class="flex"> |
| <section class="container book-page"> |
| |
| <article class="markdown"> |
| <h1> |
| <a href="/2016/08/04/announcing-apache-flink-1.1.0/">Announcing Apache Flink 1.1.0</a> |
| </h1> |
| |
| |
| |
| August 4, 2016 - |
| |
| |
| |
| |
| |
| <p><div class="alert alert-success"><strong>Important</strong>: The Maven artifacts published with version 1.1.0 on Maven central have a Hadoop dependency issue. It is highly recommended to use <strong>1.1.1</strong> or <strong>1.1.1-hadoop1</strong> as the Flink version.</div> |
| <p>The Apache Flink community is pleased to announce the availability of Flink 1.1.0.</p> |
| <p>This release is the first major release in the 1.X.X series of releases, which maintains API compatibility with 1.0.0. This means that your applications written against stable APIs of Flink 1.0.0 will compile and run with Flink 1.1.0. 95 contributors provided bug fixes, improvements, and new features such that in total more than 450 JIRA issues could be resolved. See the <a href="/blog/release_1.1.0-changelog.html">complete changelog</a> for more details.</p> |
| <p><strong>We encourage everyone to <a href="http://flink.apache.org/downloads.html">download the release</a> and <a href="//nightlies.apache.org/flink/flink-docs-release-1.1/">check out the documentation</a>. Feedback through the Flink <a href="http://flink.apache.org/community.html#mailing-lists">mailing lists</a> is, as always, very welcome!</strong></p> |
| <p>Some highlights of the release are listed in the following sections.</p> |
| <h2 id="connectors"> |
| Connectors |
| <a class="anchor" href="#connectors">#</a> |
| </h2> |
| <p>The <a href="//nightlies.apache.org/flink/flink-docs-release-1.1/apis/streaming/connectors/index.html">streaming connectors</a> are a major part of Flink’s DataStream API. This release adds support for new external systems and further improves on the available connectors.</p> |
| <h3 id="continuous-file-system-sources"> |
| Continuous File System Sources |
| <a class="anchor" href="#continuous-file-system-sources">#</a> |
| </h3> |
| <p>A frequently requested feature for Flink 1.0 was to be able to monitor directories and process files continuously. Flink 1.1 now adds support for this via <code>FileProcessingMode</code>s:</p> |
| <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-java" data-lang="java"><span class="line"><span class="cl"><span class="n">DataStream</span><span class="o"><</span><span class="n">String</span><span class="o">></span><span class="w"> </span><span class="n">stream</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">env</span><span class="p">.</span><span class="na">readFile</span><span class="p">(</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="n">textInputFormat</span><span class="p">,</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="s">"hdfs:///file-path"</span><span class="p">,</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="n">FileProcessingMode</span><span class="p">.</span><span class="na">PROCESS_CONTINUOUSLY</span><span class="p">,</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="n">5000</span><span class="p">,</span><span class="w"> </span><span class="c1">// monitoring interval (millis)</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="n">FilePathFilter</span><span class="p">.</span><span class="na">createDefaultFilter</span><span class="p">());</span><span class="w"> </span><span class="c1">// file path filter</span><span class="w"> |
| </span></span></span></code></pre></div><p>This will monitor <code>hdfs:///file-path</code> every <code>5000</code> milliseconds. Check out the <a href="//nightlies.apache.org/flink/flink-docs-release-1.1/apis/streaming/index.html#data-sources">DataSource documentation for more details</a>.</p> |
| <h3 id="kinesis-source-and-sink"> |
| Kinesis Source and Sink |
| <a class="anchor" href="#kinesis-source-and-sink">#</a> |
| </h3> |
| <p>Flink 1.1 adds a Kinesis connector for both consuming (<code>FlinkKinesisConsumer</code>) from and producing (<code>FlinkKinesisProduer</code>) to <a href="https://aws.amazon.com/kinesis/">Amazon Kinesis Streams</a>, which is a managed service purpose-built to make it easy to work with streaming data on AWS.</p> |
| <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-java" data-lang="java"><span class="line"><span class="cl"><span class="n">DataStream</span><span class="o"><</span><span class="n">String</span><span class="o">></span><span class="w"> </span><span class="n">kinesis</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">env</span><span class="p">.</span><span class="na">addSource</span><span class="p">(</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="k">new</span><span class="w"> </span><span class="n">FlinkKinesisConsumer</span><span class="o"><></span><span class="p">(</span><span class="s">"stream-name"</span><span class="p">,</span><span class="w"> </span><span class="n">schema</span><span class="p">,</span><span class="w"> </span><span class="n">config</span><span class="p">));</span><span class="w"> |
| </span></span></span></code></pre></div><p>Check out the <a href="//nightlies.apache.org/flink/flink-docs-release-1.1/apis/streaming/connectors/kinesis.html">Kinesis connector documentation for more details</a>.</p> |
| <h3 id="cassandra-sink"> |
| Cassandra Sink |
| <a class="anchor" href="#cassandra-sink">#</a> |
| </h3> |
| <p>The <a href="http://wiki.apache.org/cassandra/GettingStarted">Apache Cassandra</a> sink allows you to write from Flink to Cassandra. Flink can provide exactly-once guarantees if the query is idempotent, meaning it can be applied multiple times without changing the result.</p> |
| <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-java" data-lang="java"><span class="line"><span class="cl"><span class="n">CassandraSink</span><span class="p">.</span><span class="na">addSink</span><span class="p">(</span><span class="n">input</span><span class="p">)</span><span class="w"> |
| </span></span></span></code></pre></div><p>Check out the <a href="//nightlies.apache.org/flink/flink-docs-release-1.1/apis/streaming/connectors/cassandra.html">Cassandra Sink documentation for more details</a>.</p> |
| <h2 id="table-api-and-sql"> |
| Table API and SQL |
| <a class="anchor" href="#table-api-and-sql">#</a> |
| </h2> |
| <p>The Table API is a SQL-like expression language for relational stream and batch processing that can be easily embedded in Flink’s DataSet and DataStream APIs (for both Java and Scala).</p> |
| <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-java" data-lang="java"><span class="line"><span class="cl"><span class="n">Table</span><span class="w"> </span><span class="n">custT</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">tableEnv</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="p">.</span><span class="na">toTable</span><span class="p">(</span><span class="n">custDs</span><span class="p">,</span><span class="w"> </span><span class="s">"name, zipcode"</span><span class="p">)</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="p">.</span><span class="na">where</span><span class="p">(</span><span class="s">"zipcode = '12345'"</span><span class="p">)</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="p">.</span><span class="na">select</span><span class="p">(</span><span class="s">"name"</span><span class="p">)</span><span class="w"> |
| </span></span></span></code></pre></div><p>An initial version of this API was already available in Flink 1.0. For Flink 1.1, the community put a lot of work into reworking the architecture of the Table API and integrating it with <a href="https://calcite.apache.org">Apache Calcite</a>.</p> |
| <p>In this first version, SQL (and Table API) queries on streams are limited to selection, filter, and union operators. Compared to Flink 1.0, the revised Table API supports many more scalar functions and is able to read tables from external sources and write them back to external sinks.</p> |
| <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-java" data-lang="java"><span class="line"><span class="cl"><span class="n">Table</span><span class="w"> </span><span class="n">result</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">tableEnv</span><span class="p">.</span><span class="na">sql</span><span class="p">(</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="s">"SELECT STREAM product, amount FROM Orders WHERE product LIKE '%Rubber%'"</span><span class="p">);</span><span class="w"> |
| </span></span></span></code></pre></div><p>A more detailed introduction can be found in the <a href="http://flink.apache.org/news/2016/05/24/stream-sql.html">Flink blog</a> and the <a href="//nightlies.apache.org/flink/flink-docs-release-1.1/apis/table.html">Table API documentation</a>.</p> |
| <h2 id="datastream-api"> |
| DataStream API |
| <a class="anchor" href="#datastream-api">#</a> |
| </h2> |
| <p>The DataStream API now exposes <strong>session windows</strong> and <strong>allowed lateness</strong> as first-class citizens.</p> |
| <h3 id="session-windows"> |
| Session Windows |
| <a class="anchor" href="#session-windows">#</a> |
| </h3> |
| <p>Session windows are ideal for cases where the window boundaries need to adjust to the incoming data. This enables you to have windows that start at individual points in time for each key and that end once there has been a <em>certain period of inactivity</em>. The configuration parameter is the session gap that specifies how long to wait for new data before considering a session as closed.</p> |
| <center> |
| <img src="/img/blog/session-windows.svg" style="height:400px"> |
| </center> |
| <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-java" data-lang="java"><span class="line"><span class="cl"><span class="n">input</span><span class="p">.</span><span class="na">keyBy</span><span class="p">(</span><span class="o"><</span><span class="n">key</span><span class="w"> </span><span class="n">selector</span><span class="o">></span><span class="p">)</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="p">.</span><span class="na">window</span><span class="p">(</span><span class="n">EventTimeSessionWindows</span><span class="p">.</span><span class="na">withGap</span><span class="p">(</span><span class="n">Time</span><span class="p">.</span><span class="na">minutes</span><span class="p">(</span><span class="n">10</span><span class="p">)))</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="p">.</span><span class="o"><</span><span class="n">windowed</span><span class="w"> </span><span class="n">transformation</span><span class="o">></span><span class="p">(</span><span class="o"><</span><span class="n">window</span><span class="w"> </span><span class="n">function</span><span class="o">></span><span class="p">);</span><span class="w"> |
| </span></span></span></code></pre></div><h3 id="support-for-late-elements"> |
| Support for Late Elements |
| <a class="anchor" href="#support-for-late-elements">#</a> |
| </h3> |
| <p>You can now specify how a windowed transformation should deal with late elements and how much lateness is allowed. The parameter for this is called <em>allowed lateness</em>. This specifies by how much time elements can be late.</p> |
| <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-java" data-lang="java"><span class="line"><span class="cl"><span class="n">input</span><span class="p">.</span><span class="na">keyBy</span><span class="p">(</span><span class="o"><</span><span class="n">key</span><span class="w"> </span><span class="n">selector</span><span class="o">></span><span class="p">).</span><span class="na">window</span><span class="p">(</span><span class="o"><</span><span class="n">window</span><span class="w"> </span><span class="n">assigner</span><span class="o">></span><span class="p">)</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="p">.</span><span class="na">allowedLateness</span><span class="p">(</span><span class="o"><</span><span class="n">time</span><span class="o">></span><span class="p">)</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="p">.</span><span class="o"><</span><span class="n">windowed</span><span class="w"> </span><span class="n">transformation</span><span class="o">></span><span class="p">(</span><span class="o"><</span><span class="n">window</span><span class="w"> </span><span class="n">function</span><span class="o">></span><span class="p">);</span><span class="w"> |
| </span></span></span></code></pre></div><p>Elements that arrive within the allowed lateness are still put into windows and are considered when computing window results. If elements arrive after the allowed lateness they will be dropped. Flink will also make sure that any state held by the windowing operation is garbage collected once the watermark passes the end of a window plus the allowed lateness.</p> |
| <p>Check out the <a href="//nightlies.apache.org/flink/flink-docs-release-1.1/apis/streaming/windows.html">Windows documentation for more details</a>.</p> |
| <h2 id="scala-api-for-complex-event-processing-cep"> |
| Scala API for Complex Event Processing (CEP) |
| <a class="anchor" href="#scala-api-for-complex-event-processing-cep">#</a> |
| </h2> |
| <p>Flink 1.0 added the initial version of the CEP library. The core of the library is a Pattern API, which allows you to easily specify patterns to match against in your event stream. While in Flink 1.0 this API was only available for Java, Flink 1.1. now exposes the same API for Scala, allowing you to specify your event patterns in a more concise manner.</p> |
| <p>A more detailed introduction can be found in the <a href="http://flink.apache.org/news/2016/04/06/cep-monitoring.html">Flink blog</a> and the <a href="//nightlies.apache.org/flink/flink-docs-release-1.1/apis/streaming/libs/cep.html">CEP documentation</a>.</p> |
| <h2 id="graph-generators-and-new-gelly-library-algorithms"> |
| Graph generators and new Gelly library algorithms |
| <a class="anchor" href="#graph-generators-and-new-gelly-library-algorithms">#</a> |
| </h2> |
| <p>This release includes many enhancements and new features for graph processing. Gelly now provides a collection of scalable graph generators for common graph types, such as complete, cycle, grid, hypercube, and RMat graphs. A variety of new graph algorithms have been added to the Gelly library, including Global and Local Clustering Coefficient, HITS, and similarity measures (Jaccard and Adamic-Adar).</p> |
| <p>For a full list of new graph processing features, check out the <a href="//nightlies.apache.org/flink/flink-docs-release-1.1/apis/batch/libs/gelly.html">Gelly documentation</a>.</p> |
| <h2 id="metrics"> |
| Metrics |
| <a class="anchor" href="#metrics">#</a> |
| </h2> |
| <p>Flink’s new metrics system allows you to easily gather and expose metrics from your user application to external systems. You can add counters, gauges, and histograms to your application via the runtime context:</p> |
| <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-java" data-lang="java"><span class="line"><span class="cl"><span class="n">Counter</span><span class="w"> </span><span class="n">counter</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">getRuntimeContext</span><span class="p">()</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="p">.</span><span class="na">getMetricGroup</span><span class="p">()</span><span class="w"> |
| </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="p">.</span><span class="na">counter</span><span class="p">(</span><span class="s">"my-counter"</span><span class="p">);</span><span class="w"> |
| </span></span></span></code></pre></div><p>All registered metrics will be exposed via reporters. Out of the box, Flinks comes with support for JMX, Ganglia, Graphite, and statsD. In addition to your custom metrics, Flink exposes many internal metrics like checkpoint sizes and JVM stats.</p> |
| <p>Check out the <a href="//nightlies.apache.org/flink/flink-docs-release-1.1/apis/metrics.html">Metrics documentation for more details</a>.</p> |
| <h2 id="list-of-contributors"> |
| List of Contributors |
| <a class="anchor" href="#list-of-contributors">#</a> |
| </h2> |
| <p>The following 95 people contributed to this release:</p> |
| <ul> |
| <li>Abdullah Ozturk</li> |
| <li>Ajay Bhat</li> |
| <li>Alexey Savartsov</li> |
| <li>Aljoscha Krettek</li> |
| <li>Andrea Sella</li> |
| <li>Andrew Palumbo</li> |
| <li>Chenguang He</li> |
| <li>Chiwan Park</li> |
| <li>David Moravek</li> |
| <li>Dominik Bruhn</li> |
| <li>Dyana Rose</li> |
| <li>Fabian Hueske</li> |
| <li>Flavio Pompermaier</li> |
| <li>Gabor Gevay</li> |
| <li>Gabor Horvath</li> |
| <li>Geoffrey Mon</li> |
| <li>Gordon Tai</li> |
| <li>Greg Hogan</li> |
| <li>Gyula Fora</li> |
| <li>Henry Saputra</li> |
| <li>Ignacio N. Lucero Ascencio</li> |
| <li>Igor Berman</li> |
| <li>Ismaël Mejía</li> |
| <li>Ivan Mushketyk</li> |
| <li>Jark Wu</li> |
| <li>Jiri Simsa</li> |
| <li>Jonas Traub</li> |
| <li>Josh</li> |
| <li>Joshi</li> |
| <li>Joshua Herman</li> |
| <li>Ken Krugler</li> |
| <li>Konstantin Knauf</li> |
| <li>Lasse Dalegaard</li> |
| <li>Li Fanxi</li> |
| <li>MaBiao</li> |
| <li>Mao Wei</li> |
| <li>Mark Reddy</li> |
| <li>Martin Junghanns</li> |
| <li>Martin Liesenberg</li> |
| <li>Maximilian Michels</li> |
| <li>Michal Fijolek</li> |
| <li>Márton Balassi</li> |
| <li>Nathan Howell</li> |
| <li>Niels Basjes</li> |
| <li>Niels Zeilemaker</li> |
| <li>Phetsarath, Sourigna</li> |
| <li>Robert Metzger</li> |
| <li>Scott Kidder</li> |
| <li>Sebastian Klemke</li> |
| <li>Shahin</li> |
| <li>Shannon Carey</li> |
| <li>Shannon Quinn</li> |
| <li>Stefan Richter</li> |
| <li>Stefano Baghino</li> |
| <li>Stefano Bortoli</li> |
| <li>Stephan Ewen</li> |
| <li>Steve Cosenza</li> |
| <li>Sumit Chawla</li> |
| <li>Tatu Saloranta</li> |
| <li>Tianji Li</li> |
| <li>Till Rohrmann</li> |
| <li>Todd Lisonbee</li> |
| <li>Tony Baines</li> |
| <li>Trevor Grant</li> |
| <li>Ufuk Celebi</li> |
| <li>Vasudevan</li> |
| <li>Yijie Shen</li> |
| <li>Zack Pierce</li> |
| <li>Zhai Jia</li> |
| <li>chengxiang li</li> |
| <li>chobeat</li> |
| <li>danielblazevski</li> |
| <li>dawid</li> |
| <li>dawidwys</li> |
| <li>eastcirclek</li> |
| <li>erli ding</li> |
| <li>gallenvara</li> |
| <li>kl0u</li> |
| <li>mans2singh</li> |
| <li>markreddy</li> |
| <li>mjsax</li> |
| <li>nikste</li> |
| <li>omaralvarez</li> |
| <li>philippgrulich</li> |
| <li>ramkrishna</li> |
| <li>sahitya-pavurala</li> |
| <li>samaitra</li> |
| <li>smarthi</li> |
| <li>spkavuly</li> |
| <li>subhankar</li> |
| <li>twalthr</li> |
| <li>vasia</li> |
| <li>xueyan.li</li> |
| <li>zentol</li> |
| <li>卫乐</li> |
| </ul> |
| </p> |
| </article> |
| |
| |
| |
| |
| |
| |
| |
| <div class="edit-this-page"> |
| <p> |
| <a href="https://cwiki.apache.org/confluence/display/FLINK/Flink+Translation+Specifications">Want to contribute translation?</a> |
| </p> |
| <p> |
| <a href="//github.com/apache/flink-web/edit/asf-site/docs/content/posts/2016-08-04-release-1.1.0.md"> |
| Edit This Page<i class="fa fa-edit fa-fw"></i> |
| </a> |
| </p> |
| </div> |
| |
| </section> |
| |
| <aside class="book-toc"> |
| |
| |
| |
| <nav id="TableOfContents"><h3>On This Page <a href="javascript:void(0)" class="toc" onclick="collapseToc()"><i class="fa fa-times" aria-hidden="true"></i></a></h3> |
| <ul> |
| <li> |
| <ul> |
| <li><a href="#connectors">Connectors</a> |
| <ul> |
| <li><a href="#continuous-file-system-sources">Continuous File System Sources</a></li> |
| <li><a href="#kinesis-source-and-sink">Kinesis Source and Sink</a></li> |
| <li><a href="#cassandra-sink">Cassandra Sink</a></li> |
| </ul> |
| </li> |
| <li><a href="#table-api-and-sql">Table API and SQL</a></li> |
| <li><a href="#datastream-api">DataStream API</a> |
| <ul> |
| <li><a href="#session-windows">Session Windows</a></li> |
| <li><a href="#support-for-late-elements">Support for Late Elements</a></li> |
| </ul> |
| </li> |
| <li><a href="#scala-api-for-complex-event-processing-cep">Scala API for Complex Event Processing (CEP)</a></li> |
| <li><a href="#graph-generators-and-new-gelly-library-algorithms">Graph generators and new Gelly library algorithms</a></li> |
| <li><a href="#metrics">Metrics</a></li> |
| <li><a href="#list-of-contributors">List of Contributors</a></li> |
| </ul> |
| </li> |
| </ul> |
| </nav> |
| |
| |
| </aside> |
| <aside class="expand-toc hidden"> |
| <a class="toc" onclick="expandToc()" href="javascript:void(0)"> |
| <i class="fa fa-bars" aria-hidden="true"></i> |
| </a> |
| </aside> |
| |
| </main> |
| |
| <footer> |
| |
| |
| |
| <div class="separator"></div> |
| <div class="panels"> |
| <div class="wrapper"> |
| <div class="panel"> |
| <ul> |
| <li> |
| <a href="https://flink-packages.org/">flink-packages.org</a> |
| </li> |
| <li> |
| <a href="https://www.apache.org/">Apache Software Foundation</a> |
| </li> |
| <li> |
| <a href="https://www.apache.org/licenses/">License</a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li> |
| <a href="/zh/"> |
| <i class="fa fa-globe" aria-hidden="true"></i> 中文版 |
| </a> |
| </li> |
| |
| |
| |
| </ul> |
| </div> |
| <div class="panel"> |
| <ul> |
| <li> |
| <a href="/what-is-flink/security">Security</a--> |
| </li> |
| <li> |
| <a href="https://www.apache.org/foundation/sponsorship.html">Donate</a> |
| </li> |
| <li> |
| <a href="https://www.apache.org/foundation/thanks.html">Thanks</a> |
| </li> |
| </ul> |
| </div> |
| <div class="panel icons"> |
| <div> |
| <a href="/posts"> |
| <div class="icon flink-blog-icon"></div> |
| <span>Flink blog</span> |
| </a> |
| </div> |
| <div> |
| <a href="https://github.com/apache/flink"> |
| <div class="icon flink-github-icon"></div> |
| <span>Github</span> |
| </a> |
| </div> |
| <div> |
| <a href="https://twitter.com/apacheflink"> |
| <div class="icon flink-twitter-icon"></div> |
| <span>Twitter</span> |
| </a> |
| </div> |
| </div> |
| </div> |
| </div> |
| |
| <hr/> |
| |
| <div class="container disclaimer"> |
| <p>The contents of this website are © 2024 Apache Software Foundation under the terms of the Apache License v2. Apache Flink, Flink, and the Flink logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p> |
| </div> |
| |
| |
| |
| </footer> |
| |
| </body> |
| </html> |
| |
| |
| |
| |
| |
| |
