| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.6"/> |
| <title>Impala: impala::DataStreamMgr Class Reference</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="navtree.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="resize.js"></script> |
| <script type="text/javascript" src="navtree.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(initResizable); |
| $(window).load(resizeHeight); |
| </script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/search.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(function() { searchBox.OnSelectItem(0); }); |
| </script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td style="padding-left: 0.5em;"> |
| <div id="projectname">Impala |
| </div> |
| <div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.6 --> |
| <script type="text/javascript"> |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| </script> |
| <div id="navrow1" class="tabs"> |
| <ul class="tablist"> |
| <li><a href="index.html"><span>Main Page</span></a></li> |
| <li><a href="namespaces.html"><span>Namespaces</span></a></li> |
| <li class="current"><a href="annotated.html"><span>Classes</span></a></li> |
| <li><a href="files.html"><span>Files</span></a></li> |
| <li> |
| <div id="MSearchBox" class="MSearchBoxInactive"> |
| <span class="left"> |
| <img id="MSearchSelect" src="search/mag_sel.png" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| alt=""/> |
| <input type="text" id="MSearchField" value="Search" accesskey="S" |
| onfocus="searchBox.OnSearchFieldFocus(true)" |
| onblur="searchBox.OnSearchFieldFocus(false)" |
| onkeyup="searchBox.OnSearchFieldChange(event)"/> |
| </span><span class="right"> |
| <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a> |
| </span> |
| </div> |
| </li> |
| </ul> |
| </div> |
| <div id="navrow2" class="tabs2"> |
| <ul class="tablist"> |
| <li><a href="annotated.html"><span>Class List</span></a></li> |
| <li><a href="classes.html"><span>Class Index</span></a></li> |
| <li><a href="inherits.html"><span>Class Hierarchy</span></a></li> |
| <li><a href="functions.html"><span>Class Members</span></a></li> |
| </ul> |
| </div> |
| </div><!-- top --> |
| <div id="side-nav" class="ui-resizable side-nav-resizable"> |
| <div id="nav-tree"> |
| <div id="nav-tree-contents"> |
| <div id="nav-sync" class="sync"></div> |
| </div> |
| </div> |
| <div id="splitbar" style="-moz-user-select:none;" |
| class="ui-resizable-handle"> |
| </div> |
| </div> |
| <script type="text/javascript"> |
| $(document).ready(function(){initNavTree('classimpala_1_1DataStreamMgr.html','');}); |
| </script> |
| <div id="doc-content"> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| <a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark"> </span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark"> </span>Macros</a></div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div class="header"> |
| <div class="summary"> |
| <a href="#nested-classes">Classes</a> | |
| <a href="#pub-methods">Public Member Functions</a> | |
| <a href="#pri-types">Private Types</a> | |
| <a href="#pri-methods">Private Member Functions</a> | |
| <a href="#pri-attribs">Private Attributes</a> | |
| <a href="#friends">Friends</a> | |
| <a href="classimpala_1_1DataStreamMgr-members.html">List of all members</a> </div> |
| <div class="headertitle"> |
| <div class="title">impala::DataStreamMgr Class Reference</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| |
| <p><code>#include <<a class="el" href="data-stream-mgr_8h_source.html">data-stream-mgr.h</a>></code></p> |
| <div class="dynheader"> |
| Collaboration diagram for impala::DataStreamMgr:</div> |
| <div class="dyncontent"> |
| <div class="center"><iframe scrolling="no" frameborder="0" src="classimpala_1_1DataStreamMgr__coll__graph.svg" width="516" height="363"><p><b>This browser is not able to show SVG: try Firefox, Chrome, Safari, or Opera instead.</b></p></iframe></div> |
| </div> |
| <table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="nested-classes"></a> |
| Classes</h2></td></tr> |
| <tr class="memitem:"><td class="memItemLeft" align="right" valign="top">struct  </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1DataStreamMgr_1_1ComparisonOp.html">ComparisonOp</a></td></tr> |
| <tr class="memdesc:"><td class="mdescLeft"> </td><td class="mdescRight">less-than ordering for pair<TUniqueId, PlanNodeId> <a href="structimpala_1_1DataStreamMgr_1_1ComparisonOp.html#details">More...</a><br/></td></tr> |
| <tr class="separator:"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-methods"></a> |
| Public Member Functions</h2></td></tr> |
| <tr class="memitem:a50c85d0a0ef674bdec4aa345733c2689"><td class="memItemLeft" align="right" valign="top"> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#a50c85d0a0ef674bdec4aa345733c2689">DataStreamMgr</a> ()</td></tr> |
| <tr class="separator:a50c85d0a0ef674bdec4aa345733c2689"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ae55e553992518c85b403ef61d915278b"><td class="memItemLeft" align="right" valign="top">boost::shared_ptr<br class="typebreak"/> |
| < <a class="el" href="classimpala_1_1DataStreamRecvr.html">DataStreamRecvr</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#ae55e553992518c85b403ef61d915278b">CreateRecvr</a> (<a class="el" href="classimpala_1_1RuntimeState.html">RuntimeState</a> *state, const <a class="el" href="classimpala_1_1RowDescriptor.html">RowDescriptor</a> &<a class="el" href="namespaceimpala.html#aa98447566dd6700a2faaaaf3059f4d95">row_desc</a>, const TUniqueId &fragment_instance_id, <a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> dest_node_id, int num_senders, int buffer_size, <a class="el" href="classimpala_1_1RuntimeProfile.html">RuntimeProfile</a> *profile, <a class="el" href="classbool.html">bool</a> is_merging)</td></tr> |
| <tr class="separator:ae55e553992518c85b403ef61d915278b"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:aa9d83f991b8039cb6c4f3f20c472dc10"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1Status.html">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#aa9d83f991b8039cb6c4f3f20c472dc10">AddData</a> (const TUniqueId &fragment_instance_id, <a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> dest_node_id, const TRowBatch &thrift_batch, int sender_id)</td></tr> |
| <tr class="separator:aa9d83f991b8039cb6c4f3f20c472dc10"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a70952deaaf72f0dddf57b74e7bb0e9b8"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1Status.html">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#a70952deaaf72f0dddf57b74e7bb0e9b8">CloseSender</a> (const TUniqueId &fragment_instance_id, <a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> dest_node_id, int sender_id)</td></tr> |
| <tr class="separator:a70952deaaf72f0dddf57b74e7bb0e9b8"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a1d653f6acbcc06c323f84ef4d7e27a8c"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#a1d653f6acbcc06c323f84ef4d7e27a8c">Cancel</a> (const TUniqueId &fragment_instance_id)</td></tr> |
| <tr class="memdesc:a1d653f6acbcc06c323f84ef4d7e27a8c"><td class="mdescLeft"> </td><td class="mdescRight">Closes all receivers registered for fragment_instance_id immediately. <a href="#a1d653f6acbcc06c323f84ef4d7e27a8c">More...</a><br/></td></tr> |
| <tr class="separator:a1d653f6acbcc06c323f84ef4d7e27a8c"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pri-types"></a> |
| Private Types</h2></td></tr> |
| <tr class="memitem:a40ad4f294b6497e009c394db00a7f35c"><td class="memItemLeft" align="right" valign="top">typedef <br class="typebreak"/> |
| boost::unordered_multimap<br class="typebreak"/> |
| < uint32_t, boost::shared_ptr<br class="typebreak"/> |
| < <a class="el" href="classimpala_1_1DataStreamRecvr.html">DataStreamRecvr</a> > > </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#a40ad4f294b6497e009c394db00a7f35c">StreamMap</a></td></tr> |
| <tr class="separator:a40ad4f294b6497e009c394db00a7f35c"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a193d97d68341c29354bc5fea05cb2620"><td class="memItemLeft" align="right" valign="top">typedef std::set< std::pair<br class="typebreak"/> |
| < TUniqueId, <a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> ><br class="typebreak"/> |
| , <a class="el" href="structimpala_1_1DataStreamMgr_1_1ComparisonOp.html">ComparisonOp</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#a193d97d68341c29354bc5fea05cb2620">FragmentStreamSet</a></td></tr> |
| <tr class="memdesc:a193d97d68341c29354bc5fea05cb2620"><td class="mdescLeft"> </td><td class="mdescRight">ordered set of registered streams' fragment instance id/node id <a href="#a193d97d68341c29354bc5fea05cb2620">More...</a><br/></td></tr> |
| <tr class="separator:a193d97d68341c29354bc5fea05cb2620"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pri-methods"></a> |
| Private Member Functions</h2></td></tr> |
| <tr class="memitem:ab51f9a794b0185ffaed3e455619ea005"><td class="memItemLeft" align="right" valign="top">boost::shared_ptr<br class="typebreak"/> |
| < <a class="el" href="classimpala_1_1DataStreamRecvr.html">DataStreamRecvr</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#ab51f9a794b0185ffaed3e455619ea005">FindRecvr</a> (const TUniqueId &fragment_instance_id, <a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> node_id, <a class="el" href="classbool.html">bool</a> acquire_lock=true)</td></tr> |
| <tr class="separator:ab51f9a794b0185ffaed3e455619ea005"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ab2dfba250b21828fc3f92b89a355c450"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1Status.html">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#ab2dfba250b21828fc3f92b89a355c450">DeregisterRecvr</a> (const TUniqueId &fragment_instance_id, <a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> node_id)</td></tr> |
| <tr class="memdesc:ab2dfba250b21828fc3f92b89a355c450"><td class="mdescLeft"> </td><td class="mdescRight">Remove receiver block for fragment_instance_id/node_id from the map. <a href="#ab2dfba250b21828fc3f92b89a355c450">More...</a><br/></td></tr> |
| <tr class="separator:ab2dfba250b21828fc3f92b89a355c450"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a95816e06681349f08755c5a40749c13f"><td class="memItemLeft" align="right" valign="top">uint32_t </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#a95816e06681349f08755c5a40749c13f">GetHashValue</a> (const TUniqueId &fragment_instance_id, <a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> node_id)</td></tr> |
| <tr class="separator:a95816e06681349f08755c5a40749c13f"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pri-attribs"></a> |
| Private Attributes</h2></td></tr> |
| <tr class="memitem:ac7a8568ebeae00523e43eb0a6d05177b"><td class="memItemLeft" align="right" valign="top">boost::mutex </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#ac7a8568ebeae00523e43eb0a6d05177b">lock_</a></td></tr> |
| <tr class="memdesc:ac7a8568ebeae00523e43eb0a6d05177b"><td class="mdescLeft"> </td><td class="mdescRight">protects all fields below <a href="#ac7a8568ebeae00523e43eb0a6d05177b">More...</a><br/></td></tr> |
| <tr class="separator:ac7a8568ebeae00523e43eb0a6d05177b"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a26c8af04e4014347e3fa70cfaa081105"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1DataStreamMgr.html#a40ad4f294b6497e009c394db00a7f35c">StreamMap</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#a26c8af04e4014347e3fa70cfaa081105">receiver_map_</a></td></tr> |
| <tr class="separator:a26c8af04e4014347e3fa70cfaa081105"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a7a8d4c6c91ff5cee84b8600d2b3487c4"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1DataStreamMgr.html#a193d97d68341c29354bc5fea05cb2620">FragmentStreamSet</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#a7a8d4c6c91ff5cee84b8600d2b3487c4">fragment_stream_set_</a></td></tr> |
| <tr class="separator:a7a8d4c6c91ff5cee84b8600d2b3487c4"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="friends"></a> |
| Friends</h2></td></tr> |
| <tr class="memitem:a9cbdd74efb952c2288eadc21668dc33a"><td class="memItemLeft" align="right" valign="top">class </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1DataStreamMgr.html#a9cbdd74efb952c2288eadc21668dc33a">DataStreamRecvr</a></td></tr> |
| <tr class="separator:a9cbdd74efb952c2288eadc21668dc33a"><td class="memSeparator" colspan="2"> </td></tr> |
| </table> |
| <a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2> |
| <div class="textblock"><p>Singleton class which manages all incoming data streams at a backend node. It provides both producer and consumer functionality for each data stream.</p> |
| <ul> |
| <li>ImpalaBackend service threads use this to add incoming data to streams in response to TransmitData rpcs (<a class="el" href="classimpala_1_1DataStreamMgr.html#aa9d83f991b8039cb6c4f3f20c472dc10">AddData()</a>) or to signal end-of-stream conditions (<a class="el" href="classimpala_1_1DataStreamMgr.html#a70952deaaf72f0dddf57b74e7bb0e9b8">CloseSender()</a>).</li> |
| <li>Exchange nodes extract data from an incoming stream via a <a class="el" href="classimpala_1_1DataStreamRecvr.html">DataStreamRecvr</a>, which is created with <a class="el" href="classimpala_1_1DataStreamMgr.html#ae55e553992518c85b403ef61d915278b">CreateRecvr()</a>. <a class="el" href="classimpala_1_1DataStreamMgr.html">DataStreamMgr</a> also allows asynchronous cancellation of streams via <a class="el" href="classimpala_1_1DataStreamMgr.html#a1d653f6acbcc06c323f84ef4d7e27a8c" title="Closes all receivers registered for fragment_instance_id immediately. ">Cancel()</a> which unblocks all <a class="el" href="classimpala_1_1DataStreamRecvr.html#a796e62648ecf96ec7d7b885d9189c61f">DataStreamRecvr::GetBatch()</a> calls that are made on behalf of the cancelled fragment id. TODO: The recv buffers used in <a class="el" href="classimpala_1_1DataStreamRecvr.html">DataStreamRecvr</a> should count against per-query memory limits. </li> |
| </ul> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8h_source.html#l00056">56</a> of file <a class="el" href="data-stream-mgr_8h_source.html">data-stream-mgr.h</a>.</p> |
| </div><h2 class="groupheader">Member Typedef Documentation</h2> |
| <a class="anchor" id="a193d97d68341c29354bc5fea05cb2620"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">typedef std::set<std::pair<TUniqueId, <a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a>>, <a class="el" href="structimpala_1_1DataStreamMgr_1_1ComparisonOp.html">ComparisonOp</a> > <a class="el" href="classimpala_1_1DataStreamMgr.html#a193d97d68341c29354bc5fea05cb2620">impala::DataStreamMgr::FragmentStreamSet</a></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>ordered set of registered streams' fragment instance id/node id </p> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8h_source.html#l00126">126</a> of file <a class="el" href="data-stream-mgr_8h_source.html">data-stream-mgr.h</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a40ad4f294b6497e009c394db00a7f35c"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">typedef boost::unordered_multimap<uint32_t, boost::shared_ptr<<a class="el" href="classimpala_1_1DataStreamRecvr.html">DataStreamRecvr</a>> > <a class="el" href="classimpala_1_1DataStreamMgr.html#a40ad4f294b6497e009c394db00a7f35c">impala::DataStreamMgr::StreamMap</a></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>map from hash value of fragment instance id/node id pair to stream receivers; Ownership of the stream revcr is shared between this instance and the caller of <a class="el" href="classimpala_1_1DataStreamMgr.html#ae55e553992518c85b403ef61d915278b">CreateRecvr()</a>. we don't want to create a map<pair<TUniqueId, PlanNodeId>, DataStreamRecvr*>, because that requires a bunch of copying of ids for lookup </p> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8h_source.html#l00105">105</a> of file <a class="el" href="data-stream-mgr_8h_source.html">data-stream-mgr.h</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Constructor & Destructor Documentation</h2> |
| <a class="anchor" id="a50c85d0a0ef674bdec4aa345733c2689"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">impala::DataStreamMgr::DataStreamMgr </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inline</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8h_source.html#l00058">58</a> of file <a class="el" href="data-stream-mgr_8h_source.html">data-stream-mgr.h</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Member Function Documentation</h2> |
| <a class="anchor" id="aa9d83f991b8039cb6c4f3f20c472dc10"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1Status.html">Status</a> impala::DataStreamMgr::AddData </td> |
| <td>(</td> |
| <td class="paramtype">const TUniqueId & </td> |
| <td class="paramname"><em>fragment_instance_id</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> </td> |
| <td class="paramname"><em>dest_node_id</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const TRowBatch & </td> |
| <td class="paramname"><em>thrift_batch</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">int </td> |
| <td class="paramname"><em>sender_id</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Adds a row batch to the recvr identified by fragment_instance_id/dest_node_id if the recvr has not been cancelled. sender_id identifies the sender instance from which the data came. The call blocks if this ends up pushing the stream over its buffering limit; it unblocks when the consumer removed enough data to make space for row_batch. TODO: enforce per-sender quotas (something like 200% of buffer_size/#senders), so that a single sender can't flood the buffer and stall everybody else. Returns OK if successful, error status otherwise. </p> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8cc_source.html#l00085">85</a> of file <a class="el" href="data-stream-mgr_8cc_source.html">data-stream-mgr.cc</a>.</p> |
| |
| <p>References <a class="el" href="webserver_8cc_source.html#l00115">impala::OK</a>, and <a class="el" href="logging_8h_source.html#l00059">VLOG_ROW</a>.</p> |
| |
| <p>Referenced by <a class="el" href="impala-server_8cc_source.html#l01018">impala::ImpalaServer::TransmitData()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a1d653f6acbcc06c323f84ef4d7e27a8c"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void impala::DataStreamMgr::Cancel </td> |
| <td>(</td> |
| <td class="paramtype">const TUniqueId & </td> |
| <td class="paramname"><em>fragment_instance_id</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Closes all receivers registered for fragment_instance_id immediately. </p> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8cc_source.html#l00155">155</a> of file <a class="el" href="data-stream-mgr_8cc_source.html">data-stream-mgr.cc</a>.</p> |
| |
| <p>References <a class="el" href="lock-benchmark_8cc_source.html#l00072">lock_</a>, and <a class="el" href="logging_8h_source.html#l00057">VLOG_QUERY</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a70952deaaf72f0dddf57b74e7bb0e9b8"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1Status.html">Status</a> impala::DataStreamMgr::CloseSender </td> |
| <td>(</td> |
| <td class="paramtype">const TUniqueId & </td> |
| <td class="paramname"><em>fragment_instance_id</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> </td> |
| <td class="paramname"><em>dest_node_id</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">int </td> |
| <td class="paramname"><em>sender_id</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Notifies the recvr associated with the fragment/node id that the specified sender has closed. Returns OK if successful, error status otherwise. </p> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8cc_source.html#l00107">107</a> of file <a class="el" href="data-stream-mgr_8cc_source.html">data-stream-mgr.cc</a>.</p> |
| |
| <p>References <a class="el" href="webserver_8cc_source.html#l00115">impala::OK</a>, and <a class="el" href="logging_8h_source.html#l00058">VLOG_FILE</a>.</p> |
| |
| <p>Referenced by <a class="el" href="impala-server_8cc_source.html#l01018">impala::ImpalaServer::TransmitData()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ae55e553992518c85b403ef61d915278b"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">shared_ptr< <a class="el" href="classimpala_1_1DataStreamRecvr.html">DataStreamRecvr</a> > impala::DataStreamMgr::CreateRecvr </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="classimpala_1_1RuntimeState.html">RuntimeState</a> * </td> |
| <td class="paramname"><em>state</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const <a class="el" href="classimpala_1_1RowDescriptor.html">RowDescriptor</a> & </td> |
| <td class="paramname"><em>row_desc</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const TUniqueId & </td> |
| <td class="paramname"><em>fragment_instance_id</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> </td> |
| <td class="paramname"><em>dest_node_id</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">int </td> |
| <td class="paramname"><em>num_senders</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">int </td> |
| <td class="paramname"><em>buffer_size</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="classimpala_1_1RuntimeProfile.html">RuntimeProfile</a> * </td> |
| <td class="paramname"><em>profile</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="classbool.html">bool</a> </td> |
| <td class="paramname"><em>is_merging</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Create a receiver for a specific fragment_instance_id/node_id destination; If is_merging is true, the receiver maintains a separate queue of incoming row batches for each sender and merges the sorted streams from each sender into a single stream. Ownership of the receiver is shared between this DataStream mgr instance and the caller. </p> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8cc_source.html#l00046">46</a> of file <a class="el" href="data-stream-mgr_8cc_source.html">data-stream-mgr.cc</a>.</p> |
| |
| <p>References <a class="el" href="decimal-value_8h_source.html#l00397">impala::hash_value()</a>, <a class="el" href="runtime-state_8h_source.html#l00140">impala::RuntimeState::instance_mem_tracker()</a>, <a class="el" href="lock-benchmark_8cc_source.html#l00072">lock_</a>, <a class="el" href="namespaceimpala.html#aa98447566dd6700a2faaaaf3059f4d95">impala::row_desc()</a>, and <a class="el" href="logging_8h_source.html#l00058">VLOG_FILE</a>.</p> |
| |
| <p>Referenced by <a class="el" href="exchange-node_8cc_source.html#l00061">impala::ExchangeNode::Prepare()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ab2dfba250b21828fc3f92b89a355c450"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1Status.html">Status</a> impala::DataStreamMgr::DeregisterRecvr </td> |
| <td>(</td> |
| <td class="paramtype">const TUniqueId & </td> |
| <td class="paramname"><em>fragment_instance_id</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> </td> |
| <td class="paramname"><em>node_id</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Remove receiver block for fragment_instance_id/node_id from the map. </p> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8cc_source.html#l00126">126</a> of file <a class="el" href="data-stream-mgr_8cc_source.html">data-stream-mgr.cc</a>.</p> |
| |
| <p>References <a class="el" href="decimal-value_8h_source.html#l00397">impala::hash_value()</a>, <a class="el" href="lock-benchmark_8cc_source.html#l00072">lock_</a>, <a class="el" href="webserver_8cc_source.html#l00115">impala::OK</a>, and <a class="el" href="logging_8h_source.html#l00057">VLOG_QUERY</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-stream-recvr_8cc_source.html#l00335">impala::DataStreamRecvr::Close()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ab51f9a794b0185ffaed3e455619ea005"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">shared_ptr< <a class="el" href="classimpala_1_1DataStreamRecvr.html">DataStreamRecvr</a> > impala::DataStreamMgr::FindRecvr </td> |
| <td>(</td> |
| <td class="paramtype">const TUniqueId & </td> |
| <td class="paramname"><em>fragment_instance_id</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> </td> |
| <td class="paramname"><em>node_id</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="classbool.html">bool</a> </td> |
| <td class="paramname"><em>acquire_lock</em> = <code>true</code> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Return the receiver for given fragment_instance_id/node_id, or NULL if not found. If 'acquire_lock' is false, assumes lock_ is already being held and won't try to acquire it. </p> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8cc_source.html#l00064">64</a> of file <a class="el" href="data-stream-mgr_8cc_source.html">data-stream-mgr.cc</a>.</p> |
| |
| <p>References <a class="el" href="decimal-value_8h_source.html#l00397">impala::hash_value()</a>, <a class="el" href="lock-benchmark_8cc_source.html#l00072">lock_</a>, and <a class="el" href="logging_8h_source.html#l00059">VLOG_ROW</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a95816e06681349f08755c5a40749c13f"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">uint32_t impala::DataStreamMgr::GetHashValue </td> |
| <td>(</td> |
| <td class="paramtype">const TUniqueId & </td> |
| <td class="paramname"><em>fragment_instance_id</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="namespaceimpala.html#aca80061c98b44477ea84e4332993b7e7">PlanNodeId</a> </td> |
| <td class="paramname"><em>node_id</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inline</span><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8cc_source.html#l00038">38</a> of file <a class="el" href="data-stream-mgr_8cc_source.html">data-stream-mgr.cc</a>.</p> |
| |
| <p>References <a class="el" href="types_8h_source.html#l00034">impala::TYPE_BIGINT</a>, and <a class="el" href="types_8h_source.html#l00033">impala::TYPE_INT</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Friends And Related Function Documentation</h2> |
| <a class="anchor" id="a9cbdd74efb952c2288eadc21668dc33a"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">friend class <a class="el" href="classimpala_1_1DataStreamRecvr.html">DataStreamRecvr</a></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">friend</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8h_source.html#l00094">94</a> of file <a class="el" href="data-stream-mgr_8h_source.html">data-stream-mgr.h</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Member Data Documentation</h2> |
| <a class="anchor" id="a7a8d4c6c91ff5cee84b8600d2b3487c4"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1DataStreamMgr.html#a193d97d68341c29354bc5fea05cb2620">FragmentStreamSet</a> impala::DataStreamMgr::fragment_stream_set_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8h_source.html#l00127">127</a> of file <a class="el" href="data-stream-mgr_8h_source.html">data-stream-mgr.h</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ac7a8568ebeae00523e43eb0a6d05177b"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">boost::mutex impala::DataStreamMgr::lock_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>protects all fields below </p> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8h_source.html#l00097">97</a> of file <a class="el" href="data-stream-mgr_8h_source.html">data-stream-mgr.h</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a26c8af04e4014347e3fa70cfaa081105"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1DataStreamMgr.html#a40ad4f294b6497e009c394db00a7f35c">StreamMap</a> impala::DataStreamMgr::receiver_map_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-stream-mgr_8h_source.html#l00106">106</a> of file <a class="el" href="data-stream-mgr_8h_source.html">data-stream-mgr.h</a>.</p> |
| |
| </div> |
| </div> |
| <hr/>The documentation for this class was generated from the following files:<ul> |
| <li>be/src/runtime/<a class="el" href="data-stream-mgr_8h_source.html">data-stream-mgr.h</a></li> |
| <li>be/src/runtime/<a class="el" href="data-stream-mgr_8cc_source.html">data-stream-mgr.cc</a></li> |
| </ul> |
| </div><!-- contents --> |
| </div><!-- doc-content --> |
| <!-- start footer part --> |
| <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> |
| <ul> |
| <li class="navelem"><a class="el" href="namespaceimpala.html">impala</a></li><li class="navelem"><a class="el" href="classimpala_1_1DataStreamMgr.html">DataStreamMgr</a></li> |
| <li class="footer">Generated on Thu May 7 2015 16:10:49 for Impala by |
| <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li> |
| </ul> |
| </div> |
| </body> |
| </html> |
