Google Git
Sign in
apache / incubator-retired-gearpump-site / 889fdb108dbba6c92f0a617607489de8335ca4e9 / . / releases / 0.6.2-SNAPSHOT / io / gearpump / streaming / dsl / package.html
blob: 310e519aaa3691eeb3fd126fcf17cbbef8902393 [file] [log] [blame]
<!DOCTYPE html >
<html>
<head>
<title>dsl - io.gearpump.streaming.dsl</title>
<meta name="description" content="dsl - io.gearpump.streaming.dsl" />
<meta name="keywords" content="dsl io.gearpump.streaming.dsl" />
<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
<link href="../../../../lib/template.css" media="screen" type="text/css" rel="stylesheet" />
<link href="../../../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" />
<script type="text/javascript" src="../../../../lib/jquery.js" id="jquery-js"></script>
<script type="text/javascript" src="../../../../lib/jquery-ui.js"></script>
<script type="text/javascript" src="../../../../lib/template.js"></script>
<script type="text/javascript" src="../../../../lib/tools.tooltip.js"></script>
<script type="text/javascript">
if(top === self) {
var url = '../../../../index.html';
var hash = 'io.gearpump.streaming.dsl.package';
var anchor = window.location.hash;
var anchor_opt = '';
if (anchor.length >= 1)
anchor_opt = '@' + anchor.substring(1);
window.location.href = url + '#' + hash + anchor_opt;
}
</script>
</head>
<body class="value">
<div id="definition">
<img src="../../../../lib/package_big.png" />
<p id="owner"><a href="../../../package.html" class="extype" name="io">io</a>.<a href="../../package.html" class="extype" name="io.gearpump">gearpump</a>.<a href="../package.html" class="extype" name="io.gearpump.streaming">streaming</a></p>
<h1>dsl</h1><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
</div>
<h4 id="signature" class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">package</span>
</span>
<span class="symbol">
<span class="name">dsl</span>
</span>
</h4>
<div id="comment" class="fullcommenttop"></div>
<div id="mbrsel">
<div id="textfilter"><span class="pre"></span><span class="input"><input id="mbrsel-input" type="text" accesskey="/" /></span><span class="post"></span></div>
<div id="visbl">
<span class="filtertype">Visibility</span>
<ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol>
</div>
</div>
<div id="template">
<div id="allMembers">
<div id="types" class="types members">
<h3>Type Members</h3>
<ol><li name="io.gearpump.streaming.dsl.CollectionDataSource" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="CollectionDataSource[T]extendsTypedDataSource[T]"></a>
<a id="CollectionDataSource[T]:CollectionDataSource[T]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="CollectionDataSource.html"><span class="name">CollectionDataSource</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <a href="TypedDataSource.html" class="extype" name="io.gearpump.streaming.dsl.TypedDataSource">TypedDataSource</a>[<span class="extype" name="io.gearpump.streaming.dsl.CollectionDataSource.T">T</span>]</span>
</span>
</h4><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package@CollectionDataSource[T]extendsTypedDataSource[T]" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
</li><li name="io.gearpump.streaming.dsl.KVStream" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="KVStream[K,V]extendsAnyRef"></a>
<a id="KVStream[K,V]:KVStream[K,V]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="KVStream.html"><span class="name">KVStream</span></a><span class="tparams">[<span name="K">K</span>, <span name="V">V</span>]</span><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span>
</span>
</h4><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package@KVStream[K,V]extendsAnyRef" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
</li><li name="io.gearpump.streaming.dsl.Stream" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="Stream[T]extendsAnyRef"></a>
<a id="Stream[T]:Stream[T]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="Stream.html"><span class="name">Stream</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span>
</span>
</h4><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package@Stream[T]extendsAnyRef" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
</li><li name="io.gearpump.streaming.dsl.StreamApp" visbl="pub" data-isabs="false" fullComment="yes" group="Ungrouped">
<a id="StreamAppextendsAnyRef"></a>
<a id="StreamApp:StreamApp"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="StreamApp.html"><span class="name">StreamApp</span></a><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span>
</span>
</h4><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package@StreamAppextendsAnyRef" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
<p class="shortcomment cmt">Example:</p><div class="fullcomment"><div class="comment cmt"><p>Example:</p><p> val data = &quot;This is a good start, bingo!! bingo!!&quot;
app.fromCollection(data.lines.toList).
// word =&gt; (word, count)
flatMap(line =&gt; line.split(&quot;[\\s]+&quot;)).map((_, 1)).
// (word, count1), (word, count2) =&gt; (word, count1 + count2)
groupBy(kv =&gt; kv._1).reduce(sum(_, _))</p><p> val appId = context.submit(app)
context.close()
</p></div></div>
</li><li name="io.gearpump.streaming.dsl.TypedDataSink" visbl="pub" data-isabs="true" fullComment="no" group="Ungrouped">
<a id="TypedDataSink[T]extendsDataSink"></a>
<a id="TypedDataSink[T]:TypedDataSink[T]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">trait</span>
</span>
<span class="symbol">
<a href="TypedDataSink.html"><span class="name">TypedDataSink</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <a href="../sink/DataSink.html" class="extype" name="io.gearpump.streaming.sink.DataSink">DataSink</a></span>
</span>
</h4><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package@TypedDataSink[T]extendsDataSink" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
</li><li name="io.gearpump.streaming.dsl.TypedDataSource" visbl="pub" data-isabs="true" fullComment="no" group="Ungrouped">
<a id="TypedDataSource[T]extendsDataSource"></a>
<a id="TypedDataSource[T]:TypedDataSource[T]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">trait</span>
</span>
<span class="symbol">
<a href="TypedDataSource.html"><span class="name">TypedDataSource</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends <a href="../source/DataSource.html" class="extype" name="io.gearpump.streaming.source.DataSource">DataSource</a></span>
</span>
</h4><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package@TypedDataSource[T]extendsDataSource" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
</li></ol>
</div>
<div id="values" class="values members">
<h3>Value Members</h3>
<ol><li name="io.gearpump.streaming.dsl.Stream" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="Stream"></a>
<a id="Stream:Stream"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">object</span>
</span>
<span class="symbol">
<a href="Stream$.html"><span class="name">Stream</span></a>
</span>
</h4><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package@Stream" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
</li><li name="io.gearpump.streaming.dsl.StreamApp" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="StreamApp"></a>
<a id="StreamApp:StreamApp"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">object</span>
</span>
<span class="symbol">
<a href="StreamApp$.html"><span class="name">StreamApp</span></a>
</span>
</h4><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package@StreamApp" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
</li><li name="io.gearpump.streaming.dsl.example" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="example"></a>
<a id="example:example"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">package</span>
</span>
<span class="symbol">
<a href="example/package.html"><span class="name">example</span></a>
</span>
</h4><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package@example" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
</li><li name="io.gearpump.streaming.dsl.op" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="op"></a>
<a id="op:op"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">package</span>
</span>
<span class="symbol">
<a href="op/package.html"><span class="name">op</span></a>
</span>
</h4><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package@op" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
</li><li name="io.gearpump.streaming.dsl.partitioner" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="partitioner"></a>
<a id="partitioner:partitioner"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">package</span>
</span>
<span class="symbol">
<a href="partitioner/package.html"><span class="name">partitioner</span></a>
</span>
</h4><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package@partitioner" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
</li><li name="io.gearpump.streaming.dsl.plan" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="plan"></a>
<a id="plan:plan"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">package</span>
</span>
<span class="symbol">
<a href="plan/package.html"><span class="name">plan</span></a>
</span>
</h4><span class="permalink">
<a href="../../../../index.html#io.gearpump.streaming.dsl.package@plan" title="Permalink" target="_top">
<img src="../../../../lib/permalink.png" />
</a>
</span>
</li></ol>
</div>
</div>
<div id="inheritedMembers">
</div>
<div id="groupedMembers">
<div class="group" name="Ungrouped">
<h3>Ungrouped</h3>
</div>
</div>
</div>
<div id="tooltip"></div>
<div id="footer"> </div>
</body>
</html>