blob: 958f9d1c96be4b134628ff9e7dea4ad6dddd13b3 [file]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.6"/>
<title>Impala: be/src/runtime/data-stream-mgr.h Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
$(document).ready(initResizable);
$(window).load(resizeHeight);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
$(document).ready(function() { searchBox.OnSelectItem(0); });
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td style="padding-left: 0.5em;">
<div id="projectname">Impala
</div>
<div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.6 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<div id="navrow1" class="tabs">
<ul class="tablist">
<li><a href="index.html"><span>Main&#160;Page</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li><a href="annotated.html"><span>Classes</span></a></li>
<li class="current"><a href="files.html"><span>Files</span></a></li>
<li>
<div id="MSearchBox" class="MSearchBoxInactive">
<span class="left">
<img id="MSearchSelect" src="search/mag_sel.png"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
alt=""/>
<input type="text" id="MSearchField" value="Search" accesskey="S"
onfocus="searchBox.OnSearchFieldFocus(true)"
onblur="searchBox.OnSearchFieldFocus(false)"
onkeyup="searchBox.OnSearchFieldChange(event)"/>
</span><span class="right">
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
</span>
</div>
</li>
</ul>
</div>
<div id="navrow2" class="tabs2">
<ul class="tablist">
<li><a href="files.html"><span>File&#160;List</span></a></li>
<li><a href="globals.html"><span>File&#160;Members</span></a></li>
</ul>
</div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
<div id="nav-tree">
<div id="nav-tree-contents">
<div id="nav-sync" class="sync"></div>
</div>
</div>
<div id="splitbar" style="-moz-user-select:none;"
class="ui-resizable-handle">
</div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('data-stream-mgr_8h_source.html','');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark">&#160;</span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark">&#160;</span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark">&#160;</span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark">&#160;</span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark">&#160;</span>Macros</a></div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div class="header">
<div class="headertitle">
<div class="title">data-stream-mgr.h</div> </div>
</div><!--header-->
<div class="contents">
<a href="data-stream-mgr_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="comment">// Copyright 2012 Cloudera Inc.</span></div>
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;<span class="comment">//</span></div>
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="comment">// Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);</span></div>
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="comment">// you may not use this file except in compliance with the License.</span></div>
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="comment">// You may obtain a copy of the License at</span></div>
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160;<span class="comment">//</span></div>
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="comment">// http://www.apache.org/licenses/LICENSE-2.0</span></div>
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160;<span class="comment">//</span></div>
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="comment">// Unless required by applicable law or agreed to in writing, software</span></div>
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="comment">// distributed under the License is distributed on an &quot;AS IS&quot; BASIS,</span></div>
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="comment">// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div>
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="comment">// See the License for the specific language governing permissions and</span></div>
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="comment">// limitations under the License.</span></div>
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;</div>
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;</div>
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="preprocessor">#ifndef IMPALA_RUNTIME_DATA_STREAM_MGR_H</span></div>
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="preprocessor"></span><span class="preprocessor">#define IMPALA_RUNTIME_DATA_STREAM_MGR_H</span></div>
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;<span class="preprocessor"></span></div>
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160;<span class="preprocessor">#include &lt;list&gt;</span></div>
<div class="line"><a name="l00020"></a><span class="lineno"> 20</span>&#160;<span class="preprocessor">#include &lt;set&gt;</span></div>
<div class="line"><a name="l00021"></a><span class="lineno"> 21</span>&#160;<span class="preprocessor">#include &lt;boost/thread/mutex.hpp&gt;</span></div>
<div class="line"><a name="l00022"></a><span class="lineno"> 22</span>&#160;<span class="preprocessor">#include &lt;boost/shared_ptr.hpp&gt;</span></div>
<div class="line"><a name="l00023"></a><span class="lineno"> 23</span>&#160;<span class="preprocessor">#include &lt;boost/thread/condition_variable.hpp&gt;</span></div>
<div class="line"><a name="l00024"></a><span class="lineno"> 24</span>&#160;<span class="preprocessor">#include &lt;boost/unordered_map.hpp&gt;</span></div>
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span>&#160;</div>
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="status_8h.html">common/status.h</a>&quot;</span></div>
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="object-pool_8h.html">common/object-pool.h</a>&quot;</span></div>
<div class="line"><a name="l00028"></a><span class="lineno"> 28</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="descriptors_8h.html">runtime/descriptors.h</a>&quot;</span> <span class="comment">// for PlanNodeId</span></div>
<div class="line"><a name="l00029"></a><span class="lineno"> 29</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="mem-tracker_8h.html">runtime/mem-tracker.h</a>&quot;</span></div>
<div class="line"><a name="l00030"></a><span class="lineno"> 30</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="promise_8h.html">util/promise.h</a>&quot;</span></div>
<div class="line"><a name="l00031"></a><span class="lineno"> 31</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="runtime-profile_8h.html">util/runtime-profile.h</a>&quot;</span></div>
<div class="line"><a name="l00032"></a><span class="lineno"> 32</span>&#160;<span class="preprocessor">#include &quot;gen-cpp/Types_types.h&quot;</span> <span class="comment">// for TUniqueId</span></div>
<div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160;</div>
<div class="line"><a name="l00034"></a><span class="lineno"> 34</span>&#160;<span class="keyword">namespace </span>impala {</div>
<div class="line"><a name="l00035"></a><span class="lineno"> 35</span>&#160;</div>
<div class="line"><a name="l00036"></a><span class="lineno"> 36</span>&#160;<span class="keyword">class </span>DescriptorTbl;</div>
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160;<span class="keyword">class </span>DataStreamRecvr;</div>
<div class="line"><a name="l00038"></a><span class="lineno"> 38</span>&#160;<span class="keyword">class </span>RowBatch;</div>
<div class="line"><a name="l00039"></a><span class="lineno"> 39</span>&#160;<span class="keyword">class </span>RuntimeState;</div>
<div class="line"><a name="l00040"></a><span class="lineno"> 40</span>&#160;<span class="keyword">class </span>TRowBatch;</div>
<div class="line"><a name="l00041"></a><span class="lineno"> 41</span>&#160;</div>
<div class="line"><a name="l00049"></a><span class="lineno"> 49</span>&#160;<span class="comment">//</span></div>
<div class="line"><a name="l00053"></a><span class="lineno"> 53</span>&#160;<span class="comment"></span><span class="comment">//</span></div>
<div class="line"><a name="l00056"></a><span class="lineno"><a class="line" href="classimpala_1_1DataStreamMgr.html"> 56</a></span>&#160;<span class="comment"></span><span class="keyword">class </span><a class="code" href="classimpala_1_1DataStreamMgr.html">DataStreamMgr</a> {</div>
<div class="line"><a name="l00057"></a><span class="lineno"> 57</span>&#160; <span class="keyword">public</span>:</div>
<div class="line"><a name="l00058"></a><span class="lineno"><a class="line" href="classimpala_1_1DataStreamMgr.html#a50c85d0a0ef674bdec4aa345733c2689"> 58</a></span>&#160; <a class="code" href="classimpala_1_1DataStreamMgr.html#a50c85d0a0ef674bdec4aa345733c2689">DataStreamMgr</a>() {}</div>
<div class="line"><a name="l00059"></a><span class="lineno"> 59</span>&#160;</div>
<div class="line"><a name="l00066"></a><span class="lineno"> 66</span>&#160; boost::shared_ptr&lt;DataStreamRecvr&gt; <a class="code" href="classimpala_1_1DataStreamMgr.html#ae55e553992518c85b403ef61d915278b">CreateRecvr</a>(</div>
<div class="line"><a name="l00067"></a><span class="lineno"> 67</span>&#160; <a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state, <span class="keyword">const</span> <a class="code" href="classimpala_1_1RowDescriptor.html">RowDescriptor</a>&amp; <a class="code" href="namespaceimpala.html#aa98447566dd6700a2faaaaf3059f4d95">row_desc</a>,</div>
<div class="line"><a name="l00068"></a><span class="lineno"> 68</span>&#160; <span class="keyword">const</span> TUniqueId&amp; fragment_instance_id, <a class="code" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> dest_node_id,</div>
<div class="line"><a name="l00069"></a><span class="lineno"> 69</span>&#160; <span class="keywordtype">int</span> num_senders, <span class="keywordtype">int</span> buffer_size, <a class="code" href="classimpala_1_1RuntimeProfile.html">RuntimeProfile</a>* profile,</div>
<div class="line"><a name="l00070"></a><span class="lineno"> 70</span>&#160; <span class="keywordtype">bool</span> is_merging);</div>
<div class="line"><a name="l00071"></a><span class="lineno"> 71</span>&#160;</div>
<div class="line"><a name="l00081"></a><span class="lineno"> 81</span>&#160; <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1DataStreamMgr.html#aa9d83f991b8039cb6c4f3f20c472dc10">AddData</a>(<span class="keyword">const</span> TUniqueId&amp; fragment_instance_id, <a class="code" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> dest_node_id,</div>
<div class="line"><a name="l00082"></a><span class="lineno"> 82</span>&#160; <span class="keyword">const</span> TRowBatch&amp; thrift_batch, <span class="keywordtype">int</span> sender_id);</div>
<div class="line"><a name="l00083"></a><span class="lineno"> 83</span>&#160;</div>
<div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160; <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1DataStreamMgr.html#a70952deaaf72f0dddf57b74e7bb0e9b8">CloseSender</a>(<span class="keyword">const</span> TUniqueId&amp; fragment_instance_id, <a class="code" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> dest_node_id,</div>
<div class="line"><a name="l00088"></a><span class="lineno"> 88</span>&#160; <span class="keywordtype">int</span> sender_id);</div>
<div class="line"><a name="l00089"></a><span class="lineno"> 89</span>&#160;</div>
<div class="line"><a name="l00091"></a><span class="lineno"> 91</span>&#160; <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1DataStreamMgr.html#a1d653f6acbcc06c323f84ef4d7e27a8c">Cancel</a>(<span class="keyword">const</span> TUniqueId&amp; fragment_instance_id);</div>
<div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160;</div>
<div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160; <span class="keyword">private</span>:</div>
<div class="line"><a name="l00094"></a><span class="lineno"><a class="line" href="classimpala_1_1DataStreamMgr.html#a9cbdd74efb952c2288eadc21668dc33a"> 94</a></span>&#160; <span class="keyword">friend</span> <span class="keyword">class </span><a class="code" href="classimpala_1_1DataStreamRecvr.html">DataStreamRecvr</a>;</div>
<div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160;</div>
<div class="line"><a name="l00097"></a><span class="lineno"><a class="line" href="classimpala_1_1DataStreamMgr.html#ac7a8568ebeae00523e43eb0a6d05177b"> 97</a></span>&#160; boost::mutex <a class="code" href="classimpala_1_1DataStreamMgr.html#ac7a8568ebeae00523e43eb0a6d05177b">lock_</a>;</div>
<div class="line"><a name="l00098"></a><span class="lineno"> 98</span>&#160;</div>
<div class="line"><a name="l00104"></a><span class="lineno"> 104</span>&#160; <span class="keyword">typedef</span> boost::unordered_multimap&lt;uint32_t,</div>
<div class="line"><a name="l00105"></a><span class="lineno"><a class="line" href="classimpala_1_1DataStreamMgr.html#a40ad4f294b6497e009c394db00a7f35c"> 105</a></span>&#160; boost::shared_ptr&lt;DataStreamRecvr&gt; &gt; <a class="code" href="classimpala_1_1DataStreamMgr.html#a40ad4f294b6497e009c394db00a7f35c">StreamMap</a>;</div>
<div class="line"><a name="l00106"></a><span class="lineno"><a class="line" href="classimpala_1_1DataStreamMgr.html#a26c8af04e4014347e3fa70cfaa081105"> 106</a></span>&#160; <a class="code" href="classimpala_1_1DataStreamMgr.html#a40ad4f294b6497e009c394db00a7f35c">StreamMap</a> <a class="code" href="classimpala_1_1DataStreamMgr.html#a26c8af04e4014347e3fa70cfaa081105">receiver_map_</a>;</div>
<div class="line"><a name="l00107"></a><span class="lineno"> 107</span>&#160;</div>
<div class="line"><a name="l00109"></a><span class="lineno"><a class="line" href="structimpala_1_1DataStreamMgr_1_1ComparisonOp.html"> 109</a></span>&#160; <span class="keyword">struct </span><a class="code" href="structimpala_1_1DataStreamMgr_1_1ComparisonOp.html">ComparisonOp</a> {</div>
<div class="line"><a name="l00110"></a><span class="lineno"><a class="line" href="structimpala_1_1DataStreamMgr_1_1ComparisonOp.html#ac70e1e8cbf9109230fa2d4aef9c09bf7"> 110</a></span>&#160; <span class="keywordtype">bool</span> <a class="code" href="structimpala_1_1DataStreamMgr_1_1ComparisonOp.html#ac70e1e8cbf9109230fa2d4aef9c09bf7">operator()</a>(<span class="keyword">const</span> std::pair&lt;impala::TUniqueId, PlanNodeId&gt;&amp; a,</div>
<div class="line"><a name="l00111"></a><span class="lineno"> 111</span>&#160; <span class="keyword">const</span> std::pair&lt;impala::TUniqueId, PlanNodeId&gt;&amp; b) {</div>
<div class="line"><a name="l00112"></a><span class="lineno"> 112</span>&#160; <span class="keywordflow">if</span> (a.first.hi &lt; b.first.hi) {</div>
<div class="line"><a name="l00113"></a><span class="lineno"> 113</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00114"></a><span class="lineno"> 114</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (a.first.hi &gt; b.first.hi) {</div>
<div class="line"><a name="l00115"></a><span class="lineno"> 115</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00116"></a><span class="lineno"> 116</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (a.first.lo &lt; b.first.lo) {</div>
<div class="line"><a name="l00117"></a><span class="lineno"> 117</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00118"></a><span class="lineno"> 118</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (a.first.lo &gt; b.first.lo) {</div>
<div class="line"><a name="l00119"></a><span class="lineno"> 119</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00120"></a><span class="lineno"> 120</span>&#160; }</div>
<div class="line"><a name="l00121"></a><span class="lineno"> 121</span>&#160; <span class="keywordflow">return</span> a.second &lt; b.second;</div>
<div class="line"><a name="l00122"></a><span class="lineno"> 122</span>&#160; }</div>
<div class="line"><a name="l00123"></a><span class="lineno"> 123</span>&#160; };</div>
<div class="line"><a name="l00124"></a><span class="lineno"> 124</span>&#160;</div>
<div class="line"><a name="l00126"></a><span class="lineno"><a class="line" href="classimpala_1_1DataStreamMgr.html#a193d97d68341c29354bc5fea05cb2620"> 126</a></span>&#160; <span class="keyword">typedef</span> std::set&lt;std::pair&lt;TUniqueId, PlanNodeId&gt;, <a class="code" href="structimpala_1_1DataStreamMgr_1_1ComparisonOp.html">ComparisonOp</a> &gt; <a class="code" href="classimpala_1_1DataStreamMgr.html#a193d97d68341c29354bc5fea05cb2620">FragmentStreamSet</a>;</div>
<div class="line"><a name="l00127"></a><span class="lineno"><a class="line" href="classimpala_1_1DataStreamMgr.html#a7a8d4c6c91ff5cee84b8600d2b3487c4"> 127</a></span>&#160; <a class="code" href="classimpala_1_1DataStreamMgr.html#a193d97d68341c29354bc5fea05cb2620">FragmentStreamSet</a> <a class="code" href="classimpala_1_1DataStreamMgr.html#a7a8d4c6c91ff5cee84b8600d2b3487c4">fragment_stream_set_</a>;</div>
<div class="line"><a name="l00128"></a><span class="lineno"> 128</span>&#160;</div>
<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>&#160; boost::shared_ptr&lt;DataStreamRecvr&gt; <a class="code" href="classimpala_1_1DataStreamMgr.html#ab51f9a794b0185ffaed3e455619ea005">FindRecvr</a>(</div>
<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>&#160; <span class="keyword">const</span> TUniqueId&amp; fragment_instance_id, <a class="code" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> node_id,</div>
<div class="line"><a name="l00134"></a><span class="lineno"> 134</span>&#160; <span class="keywordtype">bool</span> acquire_lock = <span class="keyword">true</span>);</div>
<div class="line"><a name="l00135"></a><span class="lineno"> 135</span>&#160;</div>
<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>&#160; <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1DataStreamMgr.html#ab2dfba250b21828fc3f92b89a355c450">DeregisterRecvr</a>(<span class="keyword">const</span> TUniqueId&amp; fragment_instance_id, <a class="code" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> node_id);</div>
<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>&#160;</div>
<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>&#160; <span class="keyword">inline</span> uint32_t <a class="code" href="classimpala_1_1DataStreamMgr.html#a95816e06681349f08755c5a40749c13f">GetHashValue</a>(<span class="keyword">const</span> TUniqueId&amp; fragment_instance_id, <a class="code" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> node_id);</div>
<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>&#160;};</div>
<div class="line"><a name="l00141"></a><span class="lineno"> 141</span>&#160;</div>
<div class="line"><a name="l00142"></a><span class="lineno"> 142</span>&#160;}</div>
<div class="line"><a name="l00143"></a><span class="lineno"> 143</span>&#160;</div>
<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_ab2dfba250b21828fc3f92b89a355c450"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#ab2dfba250b21828fc3f92b89a355c450">impala::DataStreamMgr::DeregisterRecvr</a></div><div class="ttdeci">Status DeregisterRecvr(const TUniqueId &amp;fragment_instance_id, PlanNodeId node_id)</div><div class="ttdoc">Remove receiver block for fragment_instance_id/node_id from the map. </div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8cc_source.html#l00126">data-stream-mgr.cc:126</a></div></div>
<div class="ttc" id="namespaceimpala_html_aca80061c98b44477ea84e4332993b7e7"><div class="ttname"><a href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">impala::PlanNodeId</a></div><div class="ttdeci">int PlanNodeId</div><div class="ttdef"><b>Definition:</b> <a href="global-types_8h_source.html#l00026">global-types.h:26</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_ae55e553992518c85b403ef61d915278b"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#ae55e553992518c85b403ef61d915278b">impala::DataStreamMgr::CreateRecvr</a></div><div class="ttdeci">boost::shared_ptr&lt; DataStreamRecvr &gt; CreateRecvr(RuntimeState *state, const RowDescriptor &amp;row_desc, const TUniqueId &amp;fragment_instance_id, PlanNodeId dest_node_id, int num_senders, int buffer_size, RuntimeProfile *profile, bool is_merging)</div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8cc_source.html#l00046">data-stream-mgr.cc:46</a></div></div>
<div class="ttc" id="runtime-profile_8h_html"><div class="ttname"><a href="runtime-profile_8h.html">runtime-profile.h</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamRecvr_html"><div class="ttname"><a href="classimpala_1_1DataStreamRecvr.html">impala::DataStreamRecvr</a></div><div class="ttdef"><b>Definition:</b> <a href="data-stream-recvr_8h_source.html#l00060">data-stream-recvr.h:60</a></div></div>
<div class="ttc" id="mem-tracker_8h_html"><div class="ttname"><a href="mem-tracker_8h.html">mem-tracker.h</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_a7a8d4c6c91ff5cee84b8600d2b3487c4"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#a7a8d4c6c91ff5cee84b8600d2b3487c4">impala::DataStreamMgr::fragment_stream_set_</a></div><div class="ttdeci">FragmentStreamSet fragment_stream_set_</div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8h_source.html#l00127">data-stream-mgr.h:127</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_a70952deaaf72f0dddf57b74e7bb0e9b8"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#a70952deaaf72f0dddf57b74e7bb0e9b8">impala::DataStreamMgr::CloseSender</a></div><div class="ttdeci">Status CloseSender(const TUniqueId &amp;fragment_instance_id, PlanNodeId dest_node_id, int sender_id)</div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8cc_source.html#l00107">data-stream-mgr.cc:107</a></div></div>
<div class="ttc" id="structimpala_1_1DataStreamMgr_1_1ComparisonOp_html_ac70e1e8cbf9109230fa2d4aef9c09bf7"><div class="ttname"><a href="structimpala_1_1DataStreamMgr_1_1ComparisonOp.html#ac70e1e8cbf9109230fa2d4aef9c09bf7">impala::DataStreamMgr::ComparisonOp::operator()</a></div><div class="ttdeci">bool operator()(const std::pair&lt; impala::TUniqueId, PlanNodeId &gt; &amp;a, const std::pair&lt; impala::TUniqueId, PlanNodeId &gt; &amp;b)</div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8h_source.html#l00110">data-stream-mgr.h:110</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_ac7a8568ebeae00523e43eb0a6d05177b"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#ac7a8568ebeae00523e43eb0a6d05177b">impala::DataStreamMgr::lock_</a></div><div class="ttdeci">boost::mutex lock_</div><div class="ttdoc">protects all fields below </div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8h_source.html#l00097">data-stream-mgr.h:97</a></div></div>
<div class="ttc" id="classimpala_1_1RowDescriptor_html"><div class="ttname"><a href="classimpala_1_1RowDescriptor.html">impala::RowDescriptor</a></div><div class="ttdef"><b>Definition:</b> <a href="descriptors_8h_source.html#l00373">descriptors.h:373</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_ab51f9a794b0185ffaed3e455619ea005"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#ab51f9a794b0185ffaed3e455619ea005">impala::DataStreamMgr::FindRecvr</a></div><div class="ttdeci">boost::shared_ptr&lt; DataStreamRecvr &gt; FindRecvr(const TUniqueId &amp;fragment_instance_id, PlanNodeId node_id, bool acquire_lock=true)</div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8cc_source.html#l00064">data-stream-mgr.cc:64</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html">impala::DataStreamMgr</a></div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8h_source.html#l00056">data-stream-mgr.h:56</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_a26c8af04e4014347e3fa70cfaa081105"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#a26c8af04e4014347e3fa70cfaa081105">impala::DataStreamMgr::receiver_map_</a></div><div class="ttdeci">StreamMap receiver_map_</div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8h_source.html#l00106">data-stream-mgr.h:106</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_a95816e06681349f08755c5a40749c13f"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#a95816e06681349f08755c5a40749c13f">impala::DataStreamMgr::GetHashValue</a></div><div class="ttdeci">uint32_t GetHashValue(const TUniqueId &amp;fragment_instance_id, PlanNodeId node_id)</div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8cc_source.html#l00038">data-stream-mgr.cc:38</a></div></div>
<div class="ttc" id="object-pool_8h_html"><div class="ttname"><a href="object-pool_8h.html">object-pool.h</a></div></div>
<div class="ttc" id="classimpala_1_1Status_html"><div class="ttname"><a href="classimpala_1_1Status.html">impala::Status</a></div><div class="ttdef"><b>Definition:</b> <a href="status_8h_source.html#l00081">status.h:81</a></div></div>
<div class="ttc" id="classimpala_1_1RuntimeState_html"><div class="ttname"><a href="classimpala_1_1RuntimeState.html">impala::RuntimeState</a></div><div class="ttdef"><b>Definition:</b> <a href="runtime-state_8h_source.html#l00069">runtime-state.h:69</a></div></div>
<div class="ttc" id="promise_8h_html"><div class="ttname"><a href="promise_8h.html">promise.h</a></div></div>
<div class="ttc" id="structimpala_1_1DataStreamMgr_1_1ComparisonOp_html"><div class="ttname"><a href="structimpala_1_1DataStreamMgr_1_1ComparisonOp.html">impala::DataStreamMgr::ComparisonOp</a></div><div class="ttdoc">less-than ordering for pair&lt;TUniqueId, PlanNodeId&gt; </div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8h_source.html#l00109">data-stream-mgr.h:109</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_a40ad4f294b6497e009c394db00a7f35c"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#a40ad4f294b6497e009c394db00a7f35c">impala::DataStreamMgr::StreamMap</a></div><div class="ttdeci">boost::unordered_multimap&lt; uint32_t, boost::shared_ptr&lt; DataStreamRecvr &gt; &gt; StreamMap</div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8h_source.html#l00105">data-stream-mgr.h:105</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_a193d97d68341c29354bc5fea05cb2620"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#a193d97d68341c29354bc5fea05cb2620">impala::DataStreamMgr::FragmentStreamSet</a></div><div class="ttdeci">std::set&lt; std::pair&lt; TUniqueId, PlanNodeId &gt;, ComparisonOp &gt; FragmentStreamSet</div><div class="ttdoc">ordered set of registered streams&#39; fragment instance id/node id </div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8h_source.html#l00126">data-stream-mgr.h:126</a></div></div>
<div class="ttc" id="namespaceimpala_html_aa98447566dd6700a2faaaaf3059f4d95"><div class="ttname"><a href="namespaceimpala.html#aa98447566dd6700a2faaaaf3059f4d95">impala::row_desc</a></div><div class="ttdeci">const RowDescriptor &amp; row_desc() const </div></div>
<div class="ttc" id="status_8h_html"><div class="ttname"><a href="status_8h.html">status.h</a></div></div>
<div class="ttc" id="classimpala_1_1RuntimeProfile_html"><div class="ttname"><a href="classimpala_1_1RuntimeProfile.html">impala::RuntimeProfile</a></div><div class="ttdef"><b>Definition:</b> <a href="runtime-profile_8h_source.html#l00083">runtime-profile.h:83</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_a50c85d0a0ef674bdec4aa345733c2689"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#a50c85d0a0ef674bdec4aa345733c2689">impala::DataStreamMgr::DataStreamMgr</a></div><div class="ttdeci">DataStreamMgr()</div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8h_source.html#l00058">data-stream-mgr.h:58</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_aa9d83f991b8039cb6c4f3f20c472dc10"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#aa9d83f991b8039cb6c4f3f20c472dc10">impala::DataStreamMgr::AddData</a></div><div class="ttdeci">Status AddData(const TUniqueId &amp;fragment_instance_id, PlanNodeId dest_node_id, const TRowBatch &amp;thrift_batch, int sender_id)</div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8cc_source.html#l00085">data-stream-mgr.cc:85</a></div></div>
<div class="ttc" id="classimpala_1_1DataStreamMgr_html_a1d653f6acbcc06c323f84ef4d7e27a8c"><div class="ttname"><a href="classimpala_1_1DataStreamMgr.html#a1d653f6acbcc06c323f84ef4d7e27a8c">impala::DataStreamMgr::Cancel</a></div><div class="ttdeci">void Cancel(const TUniqueId &amp;fragment_instance_id)</div><div class="ttdoc">Closes all receivers registered for fragment_instance_id immediately. </div><div class="ttdef"><b>Definition:</b> <a href="data-stream-mgr_8cc_source.html#l00155">data-stream-mgr.cc:155</a></div></div>
<div class="ttc" id="descriptors_8h_html"><div class="ttname"><a href="descriptors_8h.html">descriptors.h</a></div></div>
</div><!-- fragment --></div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="dir_e5d120be6b5e8a44336cbfd013b25604.html">be</a></li><li class="navelem"><a class="el" href="dir_68cf7cafb51a962d5bc4848b83cab0de.html">src</a></li><li class="navelem"><a class="el" href="dir_1ef28ab5153adb64262182d038c65543.html">runtime</a></li><li class="navelem"><a class="el" href="data-stream-mgr_8h.html">data-stream-mgr.h</a></li>
<li class="footer">Generated on Thu May 7 2015 16:10:36 for Impala by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li>
</ul>
</div>
</body>
</html>