| <!DOCTYPE html > |
| <html> |
| <head> |
| <title>dsl - org.apache.gearpump.streaming.dsl</title> |
| <meta name="description" content="dsl - org.apache.gearpump.streaming.dsl" /> |
| <meta name="keywords" content="dsl org.apache.gearpump.streaming.dsl" /> |
| <meta http-equiv="content-type" content="text/html; charset=UTF-8" /> |
| |
| <link href="../../../../../lib/template.css" media="screen" type="text/css" rel="stylesheet" /> |
| <link href="../../../../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" /> |
| <script type="text/javascript" src="../../../../../lib/jquery.js" id="jquery-js"></script> |
| <script type="text/javascript" src="../../../../../lib/jquery-ui.js"></script> |
| <script type="text/javascript" src="../../../../../lib/template.js"></script> |
| <script type="text/javascript" src="../../../../../lib/tools.tooltip.js"></script> |
| |
| <script type="text/javascript"> |
| if(top === self) { |
| var url = '../../../../../index.html'; |
| var hash = 'org.apache.gearpump.streaming.dsl.package'; |
| var anchor = window.location.hash; |
| var anchor_opt = ''; |
| if (anchor.length >= 1) |
| anchor_opt = '@' + anchor.substring(1); |
| window.location.href = url + '#' + hash + anchor_opt; |
| } |
| </script> |
| |
| </head> |
| <body class="value"> |
| <div id="definition"> |
| <img alt="Package" src="../../../../../lib/package_big.png" /> |
| <p id="owner"><a href="../../../../package.html" class="extype" name="org">org</a>.<a href="../../../package.html" class="extype" name="org.apache">apache</a>.<a href="../../package.html" class="extype" name="org.apache.gearpump">gearpump</a>.<a href="../package.html" class="extype" name="org.apache.gearpump.streaming">streaming</a></p> |
| <h1>dsl</h1><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| </div> |
| |
| <h4 id="signature" class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <span class="name">dsl</span> |
| </span> |
| </h4> |
| |
| <div id="comment" class="fullcommenttop"></div> |
| |
| |
| <div id="mbrsel"> |
| <div id="textfilter"><span class="pre"></span><span class="input"><input id="mbrsel-input" type="text" accesskey="/" /></span><span class="post"></span></div> |
| |
| |
| <div id="visbl"> |
| <span class="filtertype">Visibility</span> |
| <ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol> |
| </div> |
| </div> |
| |
| <div id="template"> |
| <div id="allMembers"> |
| |
| |
| <div id="types" class="types members"> |
| <h3>Type Members</h3> |
| <ol><li name="org.apache.gearpump.streaming.dsl.CollectionDataSource" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="CollectionDataSource[T]extendsDataSource"></a> |
| <a id="CollectionDataSource[T]:CollectionDataSource[T]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a href="CollectionDataSource.html"><span class="name">CollectionDataSource</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <a href="../source/DataSource.html" class="extype" name="org.apache.gearpump.streaming.source.DataSource">DataSource</a></span> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@CollectionDataSource[T]extendsDataSource" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| <p class="shortcomment cmt">A test message source which generated message sequence repeatedly.</p> |
| </li><li name="org.apache.gearpump.streaming.dsl.KVStream" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="KVStream[K,V]extendsAnyRef"></a> |
| <a id="KVStream[K,V]:KVStream[K,V]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a href="KVStream.html"><span class="name">KVStream</span></a><span class="tparams">[<span name="K">K</span>, <span name="V">V</span>]</span><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@KVStream[K,V]extendsAnyRef" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| |
| </li><li name="org.apache.gearpump.streaming.dsl.LoggerSink" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="LoggerSink[T]extendsDataSink"></a> |
| <a id="LoggerSink[T]:LoggerSink[T]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a href="LoggerSink.html"><span class="name">LoggerSink</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <a href="../sink/DataSink.html" class="extype" name="org.apache.gearpump.streaming.sink.DataSink">DataSink</a></span> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@LoggerSink[T]extendsDataSink" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| |
| </li><li name="org.apache.gearpump.streaming.dsl.Stream" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="Stream[T]extendsAnyRef"></a> |
| <a id="Stream[T]:Stream[T]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a href="Stream.html"><span class="name">Stream</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@Stream[T]extendsAnyRef" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| |
| </li><li name="org.apache.gearpump.streaming.dsl.StreamApp" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped"> |
| <a id="StreamAppextendsAnyRef"></a> |
| <a id="StreamApp:StreamApp"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a href="StreamApp.html"><span class="name">StreamApp</span></a><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@StreamAppextendsAnyRef" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| <p class="shortcomment cmt">Example:</p><div class="fullcomment"><div class="comment cmt"><p>Example:</p><pre><span class="kw">val</span> data = <span class="lit">"This is a good start, bingo!! bingo!!"</span> |
| app.fromCollection(data.lines.toList). |
| <span class="cmt">// word => (word, count)</span> |
| flatMap(line <span class="kw">=></span> line.split(<span class="lit">"[\\s]+"</span>)).map((_, <span class="num">1</span>)). |
| <span class="cmt">// (word, count1), (word, count2) => (word, count1 + count2)</span> |
| groupBy(kv <span class="kw">=></span> kv._1).reduce(sum(_, _)) |
| |
| <span class="kw">val</span> appId = context.submit(app) |
| context.close()</pre></div></div> |
| </li><li name="org.apache.gearpump.streaming.dsl.WindowStream" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="WindowStream[T]extendsAnyRef"></a> |
| <a id="WindowStream[T]:WindowStream[T]"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">class</span> |
| </span> |
| <span class="symbol"> |
| <a href="WindowStream.html"><span class="name">WindowStream</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@WindowStream[T]extendsAnyRef" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| |
| </li></ol> |
| </div> |
| |
| |
| |
| <div id="values" class="values members"> |
| <h3>Value Members</h3> |
| <ol><li name="org.apache.gearpump.streaming.dsl.Stream" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="Stream"></a> |
| <a id="Stream:Stream"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a href="Stream$.html"><span class="name">Stream</span></a> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@Stream" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| |
| </li><li name="org.apache.gearpump.streaming.dsl.StreamApp" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="StreamApp"></a> |
| <a id="StreamApp:StreamApp"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">object</span> |
| </span> |
| <span class="symbol"> |
| <a href="StreamApp$.html"><span class="name">StreamApp</span></a> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@StreamApp" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| |
| </li><li name="org.apache.gearpump.streaming.dsl.javaapi" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="javaapi"></a> |
| <a id="javaapi:javaapi"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a href="javaapi/package.html"><span class="name">javaapi</span></a> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@javaapi" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| |
| </li><li name="org.apache.gearpump.streaming.dsl.partitioner" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="partitioner"></a> |
| <a id="partitioner:partitioner"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a href="partitioner/package.html"><span class="name">partitioner</span></a> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@partitioner" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| |
| </li><li name="org.apache.gearpump.streaming.dsl.plan" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="plan"></a> |
| <a id="plan:plan"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a href="plan/package.html"><span class="name">plan</span></a> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@plan" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| |
| </li><li name="org.apache.gearpump.streaming.dsl.task" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="task"></a> |
| <a id="task:task"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a href="task/package.html"><span class="name">task</span></a> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@task" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| |
| </li><li name="org.apache.gearpump.streaming.dsl.window" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped"> |
| <a id="window"></a> |
| <a id="window:window"></a> |
| <h4 class="signature"> |
| <span class="modifier_kind"> |
| <span class="modifier"></span> |
| <span class="kind">package</span> |
| </span> |
| <span class="symbol"> |
| <a href="window/package.html"><span class="name">window</span></a> |
| </span> |
| </h4><span class="permalink"> |
| <a href="../../../../../index.html#org.apache.gearpump.streaming.dsl.package@window" title="Permalink" target="_top"> |
| <img src="../../../../../lib/permalink.png" alt="Permalink" /> |
| </a> |
| </span> |
| |
| </li></ol> |
| </div> |
| |
| |
| |
| |
| </div> |
| |
| <div id="inheritedMembers"> |
| |
| |
| </div> |
| |
| <div id="groupedMembers"> |
| <div class="group" name="Ungrouped"> |
| <h3>Ungrouped</h3> |
| |
| </div> |
| </div> |
| |
| </div> |
| |
| <div id="tooltip"></div> |
| |
| <div id="footer"> </div> |
| |
| |
| </body> |
| </html> |