| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.6"/> |
| <title>Impala: be/src/scheduling/admission-controller.cc Source File</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="navtree.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="resize.js"></script> |
| <script type="text/javascript" src="navtree.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(initResizable); |
| $(window).load(resizeHeight); |
| </script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/search.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(function() { searchBox.OnSelectItem(0); }); |
| </script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td style="padding-left: 0.5em;"> |
| <div id="projectname">Impala |
| </div> |
| <div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.6 --> |
| <script type="text/javascript"> |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| </script> |
| <div id="navrow1" class="tabs"> |
| <ul class="tablist"> |
| <li><a href="index.html"><span>Main Page</span></a></li> |
| <li><a href="namespaces.html"><span>Namespaces</span></a></li> |
| <li><a href="annotated.html"><span>Classes</span></a></li> |
| <li class="current"><a href="files.html"><span>Files</span></a></li> |
| <li> |
| <div id="MSearchBox" class="MSearchBoxInactive"> |
| <span class="left"> |
| <img id="MSearchSelect" src="search/mag_sel.png" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| alt=""/> |
| <input type="text" id="MSearchField" value="Search" accesskey="S" |
| onfocus="searchBox.OnSearchFieldFocus(true)" |
| onblur="searchBox.OnSearchFieldFocus(false)" |
| onkeyup="searchBox.OnSearchFieldChange(event)"/> |
| </span><span class="right"> |
| <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a> |
| </span> |
| </div> |
| </li> |
| </ul> |
| </div> |
| <div id="navrow2" class="tabs2"> |
| <ul class="tablist"> |
| <li><a href="files.html"><span>File List</span></a></li> |
| <li><a href="globals.html"><span>File Members</span></a></li> |
| </ul> |
| </div> |
| </div><!-- top --> |
| <div id="side-nav" class="ui-resizable side-nav-resizable"> |
| <div id="nav-tree"> |
| <div id="nav-tree-contents"> |
| <div id="nav-sync" class="sync"></div> |
| </div> |
| </div> |
| <div id="splitbar" style="-moz-user-select:none;" |
| class="ui-resizable-handle"> |
| </div> |
| </div> |
| <script type="text/javascript"> |
| $(document).ready(function(){initNavTree('admission-controller_8cc_source.html','');}); |
| </script> |
| <div id="doc-content"> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| <a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark"> </span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark"> </span>Macros</a></div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div class="header"> |
| <div class="headertitle"> |
| <div class="title">admission-controller.cc</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| <a href="admission-controller_8cc.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">// Copyright 2014 Cloudera Inc.</span></div> |
| <div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment">// Licensed under the Apache License, Version 2.0 (the "License");</span></div> |
| <div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment">// you may not use this file except in compliance with the License.</span></div> |
| <div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment">// You may obtain a copy of the License at</span></div> |
| <div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment">// http://www.apache.org/licenses/LICENSE-2.0</span></div> |
| <div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment">// Unless required by applicable law or agreed to in writing, software</span></div> |
| <div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment">// distributed under the License is distributed on an "AS IS" BASIS,</span></div> |
| <div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment">// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div> |
| <div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment">// See the License for the specific language governing permissions and</span></div> |
| <div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment">// limitations under the License.</span></div> |
| <div class="line"><a name="l00014"></a><span class="lineno"> 14</span> </div> |
| <div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="preprocessor">#include "<a class="code" href="admission-controller_8h.html">scheduling/admission-controller.h</a>"</span></div> |
| <div class="line"><a name="l00016"></a><span class="lineno"> 16</span> </div> |
| <div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="preprocessor">#include <boost/algorithm/string.hpp></span></div> |
| <div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="preprocessor">#include <boost/bind.hpp></span></div> |
| <div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="preprocessor">#include <boost/foreach.hpp></span></div> |
| <div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="preprocessor">#include <boost/mem_fn.hpp></span></div> |
| <div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="preprocessor">#include <gutil/strings/substitute.h></span></div> |
| <div class="line"><a name="l00022"></a><span class="lineno"> 22</span> </div> |
| <div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="preprocessor">#include "<a class="code" href="logging_8h.html">common/logging.h</a>"</span></div> |
| <div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="preprocessor">#include "<a class="code" href="simple-scheduler_8h.html">statestore/simple-scheduler.h</a>"</span></div> |
| <div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="preprocessor">#include "<a class="code" href="exec-env_8h.html">runtime/exec-env.h</a>"</span></div> |
| <div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="preprocessor">#include "<a class="code" href="mem-tracker_8h.html">runtime/mem-tracker.h</a>"</span></div> |
| <div class="line"><a name="l00027"></a><span class="lineno"> 27</span> <span class="preprocessor">#include "<a class="code" href="debug-util_8h.html">util/debug-util.h</a>"</span></div> |
| <div class="line"><a name="l00028"></a><span class="lineno"> 28</span> <span class="preprocessor">#include "<a class="code" href="time_8h.html">util/time.h</a>"</span></div> |
| <div class="line"><a name="l00029"></a><span class="lineno"> 29</span> <span class="preprocessor">#include "<a class="code" href="runtime-profile_8h.html">util/runtime-profile.h</a>"</span></div> |
| <div class="line"><a name="l00030"></a><span class="lineno"> 30</span> </div> |
| <div class="line"><a name="l00031"></a><span class="lineno"> 31</span> <span class="preprocessor">#include "<a class="code" href="names_8h.html">common/names.h</a>"</span></div> |
| <div class="line"><a name="l00032"></a><span class="lineno"> 32</span> </div> |
| <div class="line"><a name="l00033"></a><span class="lineno"> 33</span> <span class="keyword">using namespace </span>strings;</div> |
| <div class="line"><a name="l00034"></a><span class="lineno"> 34</span> </div> |
| <div class="line"><a name="l00035"></a><span class="lineno"> 35</span> <a class="code" href="admission-controller_8cc.html#a92af54b5e5fe8bed976a9a52599e8aa3">DEFINE_int64</a>(queue_wait_timeout_ms, 60 * 1000, <span class="stringliteral">"Maximum amount of time (in "</span></div> |
| <div class="line"><a name="l00036"></a><span class="lineno"> 36</span>  <span class="stringliteral">"milliseconds) that a request will wait to be admitted before timing out."</span>);</div> |
| <div class="line"><a name="l00037"></a><span class="lineno"> 37</span> </div> |
| <div class="line"><a name="l00038"></a><span class="lineno"> 38</span> <span class="keyword">namespace </span>impala {</div> |
| <div class="line"><a name="l00039"></a><span class="lineno"> 39</span> </div> |
| <div class="line"><a name="l00040"></a><span class="lineno"> 40</span> <span class="keyword">const</span> <span class="keywordtype">string</span> AdmissionController::IMPALA_REQUEST_QUEUE_TOPIC(<span class="stringliteral">"impala-request-queue"</span>);</div> |
| <div class="line"><a name="l00041"></a><span class="lineno"> 41</span> </div> |
| <div class="line"><a name="l00042"></a><span class="lineno"> 42</span> <span class="comment">// Delimiter used for topic keys of the form "<pool_name><delimiter><backend_id>".</span></div> |
| <div class="line"><a name="l00043"></a><span class="lineno"> 43</span> <span class="comment">// "!" is used because the backend id contains a colon, but it should not contain "!".</span></div> |
| <div class="line"><a name="l00044"></a><span class="lineno"> 44</span> <span class="comment">// When parsing the topic key we need to be careful to find the last instance in</span></div> |
| <div class="line"><a name="l00045"></a><span class="lineno"> 45</span> <span class="comment">// case the pool name contains it as well.</span></div> |
| <div class="line"><a name="l00046"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a3f568f4d8d4dbd148cd0c3be001abf4a"> 46</a></span> <span class="keyword">const</span> <span class="keywordtype">char</span> <a class="code" href="namespaceimpala.html#a3f568f4d8d4dbd148cd0c3be001abf4a">TOPIC_KEY_DELIMITER</a> = <span class="charliteral">'!'</span>;</div> |
| <div class="line"><a name="l00047"></a><span class="lineno"> 47</span> </div> |
| <div class="line"><a name="l00048"></a><span class="lineno"> 48</span> <span class="comment">// Define metric key format strings for metrics in PoolMetrics</span></div> |
| <div class="line"><a name="l00049"></a><span class="lineno"> 49</span> <span class="comment">// '$0' is replaced with the pool name by strings::Substitute</span></div> |
| <div class="line"><a name="l00050"></a><span class="lineno"><a class="line" href="namespaceimpala.html#ab3e77f64433001b6a078c804103d75e3"> 50</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#ab3e77f64433001b6a078c804103d75e3">LOCAL_ADMITTED_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  <span class="stringliteral">"admission-controller.$0.local-admitted"</span>;</div> |
| <div class="line"><a name="l00052"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a99779d230f57687fb09b75d1f8971d45"> 52</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a99779d230f57687fb09b75d1f8971d45">LOCAL_QUEUED_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  <span class="stringliteral">"admission-controller.$0.local-queued"</span>;</div> |
| <div class="line"><a name="l00054"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a57f777b645cfee42b654b85c420da49b"> 54</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a57f777b645cfee42b654b85c420da49b">LOCAL_DEQUEUED_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00055"></a><span class="lineno"> 55</span>  <span class="stringliteral">"admission-controller.$0.local-dequeued"</span>;</div> |
| <div class="line"><a name="l00056"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a3ae95efd206f234e0c30c25719a66ae5"> 56</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a3ae95efd206f234e0c30c25719a66ae5">LOCAL_REJECTED_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00057"></a><span class="lineno"> 57</span>  <span class="stringliteral">"admission-controller.$0.local-rejected"</span>;</div> |
| <div class="line"><a name="l00058"></a><span class="lineno"><a class="line" href="namespaceimpala.html#aeede005c1fa31c4e46fab68ef6855fea"> 58</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#aeede005c1fa31c4e46fab68ef6855fea">LOCAL_TIMED_OUT_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00059"></a><span class="lineno"> 59</span>  <span class="stringliteral">"admission-controller.$0.local-timed-out"</span>;</div> |
| <div class="line"><a name="l00060"></a><span class="lineno"><a class="line" href="namespaceimpala.html#af3a1f52b2a118426c31ae58717f7e080"> 60</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#af3a1f52b2a118426c31ae58717f7e080">LOCAL_COMPLETED_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00061"></a><span class="lineno"> 61</span>  <span class="stringliteral">"admission-controller.$0.local-completed"</span>;</div> |
| <div class="line"><a name="l00062"></a><span class="lineno"><a class="line" href="namespaceimpala.html#ac8a38d82a5a9c0bca7bc5d374248be03"> 62</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#ac8a38d82a5a9c0bca7bc5d374248be03">LOCAL_TIME_IN_QUEUE_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00063"></a><span class="lineno"> 63</span>  <span class="stringliteral">"admission-controller.$0.local-time-in-queue-ms"</span>;</div> |
| <div class="line"><a name="l00064"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a2633e1cb56cfec6a568fbb31fb779024"> 64</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a2633e1cb56cfec6a568fbb31fb779024">CLUSTER_NUM_RUNNING_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00065"></a><span class="lineno"> 65</span>  <span class="stringliteral">"admission-controller.$0.cluster-num-running"</span>;</div> |
| <div class="line"><a name="l00066"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a9142bebf7b08f36af89be1a9b3639ca1"> 66</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a9142bebf7b08f36af89be1a9b3639ca1">CLUSTER_IN_QUEUE_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  <span class="stringliteral">"admission-controller.$0.cluster-in-queue"</span>;</div> |
| <div class="line"><a name="l00068"></a><span class="lineno"><a class="line" href="namespaceimpala.html#ae1199ade1761eee698e15c1872bd4ad9"> 68</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#ae1199ade1761eee698e15c1872bd4ad9">CLUSTER_MEM_USAGE_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00069"></a><span class="lineno"> 69</span>  <span class="stringliteral">"admission-controller.$0.cluster-mem-usage"</span>;</div> |
| <div class="line"><a name="l00070"></a><span class="lineno"><a class="line" href="namespaceimpala.html#aa8301e7e511df7d458e9f73c356ff5e6"> 70</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#aa8301e7e511df7d458e9f73c356ff5e6">CLUSTER_MEM_ESTIMATE_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00071"></a><span class="lineno"> 71</span>  <span class="stringliteral">"admission-controller.$0.cluster-mem-estimate"</span>;</div> |
| <div class="line"><a name="l00072"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a3695d392c9d00943b6b3a9427a90af62"> 72</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a3695d392c9d00943b6b3a9427a90af62">LOCAL_NUM_RUNNING_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  <span class="stringliteral">"admission-controller.$0.local-num-running"</span>;</div> |
| <div class="line"><a name="l00074"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a85ca884fb37eb4b23f0d69397b81e87e"> 74</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a85ca884fb37eb4b23f0d69397b81e87e">LOCAL_IN_QUEUE_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00075"></a><span class="lineno"> 75</span>  <span class="stringliteral">"admission-controller.$0.local-in-queue"</span>;</div> |
| <div class="line"><a name="l00076"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a372ff65a080cae68de73e17eec696fa7"> 76</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a372ff65a080cae68de73e17eec696fa7">LOCAL_MEM_USAGE_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00077"></a><span class="lineno"> 77</span>  <span class="stringliteral">"admission-controller.$0.local-mem-usage"</span>;</div> |
| <div class="line"><a name="l00078"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a47c92b23d6f537a9b515e6ef0e729ecf"> 78</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a47c92b23d6f537a9b515e6ef0e729ecf">LOCAL_MEM_ESTIMATE_METRIC_KEY_FORMAT</a> =</div> |
| <div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  <span class="stringliteral">"admission-controller.$0.local-mem-estimate"</span>;</div> |
| <div class="line"><a name="l00080"></a><span class="lineno"> 80</span> </div> |
| <div class="line"><a name="l00081"></a><span class="lineno"> 81</span> <span class="comment">// Profile query events</span></div> |
| <div class="line"><a name="l00082"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a6f54ad2c9e074b444ee227d9b185a49d"> 82</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a6f54ad2c9e074b444ee227d9b185a49d">QUERY_EVENT_SUBMIT_FOR_ADMISSION</a> = <span class="stringliteral">"Submit for admission"</span>;</div> |
| <div class="line"><a name="l00083"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a49a1feb2f100f5aaf53872eeab34d902"> 83</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a49a1feb2f100f5aaf53872eeab34d902">QUERY_EVENT_COMPLETED_ADMISSION</a> = <span class="stringliteral">"Completed admission"</span>;</div> |
| <div class="line"><a name="l00084"></a><span class="lineno"> 84</span> </div> |
| <div class="line"><a name="l00085"></a><span class="lineno"> 85</span> <span class="comment">// Profile info string for admission result</span></div> |
| <div class="line"><a name="l00086"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a660e0cdcfa125eeeea185860eca40627"> 86</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a660e0cdcfa125eeeea185860eca40627">PROFILE_INFO_KEY_ADMISSION_RESULT</a> = <span class="stringliteral">"Admission result"</span>;</div> |
| <div class="line"><a name="l00087"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a8c1b53803b080452fe51cb0170e62328"> 87</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a8c1b53803b080452fe51cb0170e62328">PROFILE_INFO_VAL_ADMIT_IMMEDIATELY</a> = <span class="stringliteral">"Admitted immediately"</span>;</div> |
| <div class="line"><a name="l00088"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a3b1eff7895bb543b38b547e018babe00"> 88</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a3b1eff7895bb543b38b547e018babe00">PROFILE_INFO_VAL_ADMIT_QUEUED</a> = <span class="stringliteral">"Admitted (queued)"</span>;</div> |
| <div class="line"><a name="l00089"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a78ddc3dd3321bbf447c63720b548767a"> 89</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a78ddc3dd3321bbf447c63720b548767a">PROFILE_INFO_VAL_REJECTED</a> = <span class="stringliteral">"Rejected"</span>;</div> |
| <div class="line"><a name="l00090"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a2fcc87cbd1ce50ad699ae374d2352c7c"> 90</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a2fcc87cbd1ce50ad699ae374d2352c7c">PROFILE_INFO_VAL_TIME_OUT</a> = <span class="stringliteral">"Timed out (queued)"</span>;</div> |
| <div class="line"><a name="l00091"></a><span class="lineno"> 91</span> </div> |
| <div class="line"><a name="l00092"></a><span class="lineno"> 92</span> <span class="comment">// Error status string formats</span></div> |
| <div class="line"><a name="l00093"></a><span class="lineno"> 93</span> <span class="comment">// $0 = pool, $1 = rejection reason (see REASON_XXX below)</span></div> |
| <div class="line"><a name="l00094"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a2e805303f58ae6e465e5ae307580104d"> 94</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a2e805303f58ae6e465e5ae307580104d">STATUS_REJECTED</a> = <span class="stringliteral">"Rejected query from pool $0 : $1"</span>;</div> |
| <div class="line"><a name="l00095"></a><span class="lineno"><a class="line" href="namespaceimpala.html#ac69169ae2ca81541324f42dbb1cd9bdb"> 95</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#ac69169ae2ca81541324f42dbb1cd9bdb">REASON_DISABLED_MEM_LIMIT</a> = <span class="stringliteral">"disabled by mem limit set to 0"</span>;</div> |
| <div class="line"><a name="l00096"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a527b05b77b382642c8eea74dc90e0ab2"> 96</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a527b05b77b382642c8eea74dc90e0ab2">REASON_DISABLED_REQUESTS_LIMIT</a> = <span class="stringliteral">"disabled by requests limit set to 0"</span>;</div> |
| <div class="line"><a name="l00097"></a><span class="lineno"><a class="line" href="namespaceimpala.html#ab880491daf6f441abca045868cc48121"> 97</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#ab880491daf6f441abca045868cc48121">REASON_QUEUE_FULL</a> = <span class="stringliteral">"queue full, limit=$0, num_queued=$1"</span>;</div> |
| <div class="line"><a name="l00098"></a><span class="lineno"><a class="line" href="namespaceimpala.html#af7f8c3f8767e0b45f951017e3c5a11ea"> 98</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#af7f8c3f8767e0b45f951017e3c5a11ea">REASON_REQ_OVER_MEM_LIMIT</a> =</div> |
| <div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  <span class="stringliteral">"request memory estimate $0 is greater than pool limit $1.\n\n"</span></div> |
| <div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  <span class="stringliteral">"If the memory estimate appears to be too high, use the MEM_LIMIT query option to "</span></div> |
| <div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  <span class="stringliteral">"override the memory estimates in admission decisions. Check the explain plan for "</span></div> |
| <div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  <span class="stringliteral">"warnings about missing stats. Running COMPUTE STATS may help. You may also "</span></div> |
| <div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  <span class="stringliteral">"consider using query hints to manually improve the plan.\n\n"</span></div> |
| <div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  <span class="stringliteral">"See the Impala documentation for more details regarding the MEM_LIMIT query "</span></div> |
| <div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  <span class="stringliteral">"option, table stats, and query hints. If the memory estimate is still too high, "</span></div> |
| <div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  <span class="stringliteral">"consider modifying the query to reduce the memory impact or increasing the "</span></div> |
| <div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  <span class="stringliteral">"available memory."</span>;</div> |
| <div class="line"><a name="l00108"></a><span class="lineno"> 108</span> </div> |
| <div class="line"><a name="l00109"></a><span class="lineno"> 109</span> <span class="comment">// Queue decision details</span></div> |
| <div class="line"><a name="l00110"></a><span class="lineno"> 110</span> <span class="comment">// $0 = num running queries, $1 = num queries limit</span></div> |
| <div class="line"><a name="l00111"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a0789e5321ebc4e8020d63b406260d23c"> 111</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a0789e5321ebc4e8020d63b406260d23c">QUEUED_NUM_RUNNING</a> = <span class="stringliteral">"number of running queries $0 is over limit $1"</span>;</div> |
| <div class="line"><a name="l00112"></a><span class="lineno"> 112</span> <span class="comment">// $0 = query estimate, $1 = current pool memory estimate, $2 = pool memory limit</span></div> |
| <div class="line"><a name="l00113"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a8086dab6ed17ab7cc639be66dc57aa30"> 113</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a8086dab6ed17ab7cc639be66dc57aa30">QUEUED_MEM_LIMIT</a> = <span class="stringliteral">"query memory estimate $0 plus current pool "</span></div> |
| <div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  <span class="stringliteral">"memory estimate $1 is over pool memory limit $2"</span>;</div> |
| <div class="line"><a name="l00115"></a><span class="lineno"> 115</span> <span class="comment">// $0 = queue size</span></div> |
| <div class="line"><a name="l00116"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a99863c24eeca230d0830a70719cf2d9d"> 116</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a99863c24eeca230d0830a70719cf2d9d">QUEUED_QUEUE_NOT_EMPTY</a> = <span class="stringliteral">"queue is not empty (size $0); queued queries are "</span></div> |
| <div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  <span class="stringliteral">"executed first"</span>;</div> |
| <div class="line"><a name="l00118"></a><span class="lineno"> 118</span> <span class="comment">// $0 = timeout in milliseconds, $1 = queue detail</span></div> |
| <div class="line"><a name="l00119"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a84f02b21656c4b9a645d5d2e49b2f196"> 119</a></span> <span class="keyword">const</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#a84f02b21656c4b9a645d5d2e49b2f196">STATUS_TIME_OUT</a> = <span class="stringliteral">"Admission for query exceeded timeout $0ms. Queued "</span></div> |
| <div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  <span class="stringliteral">"reason: $1"</span>;</div> |
| <div class="line"><a name="l00121"></a><span class="lineno"> 121</span> </div> |
| <div class="line"><a name="l00122"></a><span class="lineno"> 122</span> <span class="comment">// Parses the pool name and backend_id from the topic key if it is valid.</span></div> |
| <div class="line"><a name="l00123"></a><span class="lineno"> 123</span> <span class="comment">// Returns true if the topic key is valid and pool_name and backend_id are set.</span></div> |
| <div class="line"><a name="l00124"></a><span class="lineno"><a class="line" href="namespaceimpala.html#a715ba922e765da098dc5483e55f6fb87"> 124</a></span> <span class="keyword">static</span> <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespaceimpala.html#a715ba922e765da098dc5483e55f6fb87">ParsePoolTopicKey</a>(<span class="keyword">const</span> <span class="keywordtype">string</span>& topic_key, <span class="keywordtype">string</span>* pool_name,</div> |
| <div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  <span class="keywordtype">string</span>* backend_id) {</div> |
| <div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  <span class="keywordtype">size_t</span> pos = topic_key.find_last_of(<a class="code" href="namespaceimpala.html#a3f568f4d8d4dbd148cd0c3be001abf4a">TOPIC_KEY_DELIMITER</a>);</div> |
| <div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  <span class="keywordflow">if</span> (pos == string::npos || pos >= topic_key.size() - 1) {</div> |
| <div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  <a class="code" href="logging_8h.html#a916e38366cee7c32fd5fae7e2ee5e4a9">VLOG_QUERY</a> << <span class="stringliteral">"Invalid topic key for pool: "</span> << topic_key;</div> |
| <div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  <span class="keywordflow">return</span> <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  }</div> |
| <div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  *pool_name = topic_key.substr(0, pos);</div> |
| <div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  *backend_id = topic_key.substr(pos + 1);</div> |
| <div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  <span class="keywordflow">return</span> <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l00134"></a><span class="lineno"> 134</span> }</div> |
| <div class="line"><a name="l00135"></a><span class="lineno"> 135</span> </div> |
| <div class="line"><a name="l00136"></a><span class="lineno"> 136</span> <span class="comment">// Returns the topic key for the pool at this backend, i.e. a string of the</span></div> |
| <div class="line"><a name="l00137"></a><span class="lineno"> 137</span> <span class="comment">// form: "<pool_name><delimiter><backend_id>".</span></div> |
| <div class="line"><a name="l00138"></a><span class="lineno"><a class="line" href="namespaceimpala.html#ae50e922fdd33366ff70334949e624e9c"> 138</a></span> <span class="keyword">static</span> <span class="keyword">inline</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#ae50e922fdd33366ff70334949e624e9c">MakePoolTopicKey</a>(<span class="keyword">const</span> <span class="keywordtype">string</span>& pool_name,</div> |
| <div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  <span class="keyword">const</span> <span class="keywordtype">string</span>& backend_id) {</div> |
| <div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  <span class="comment">// Ensure the backend_id does not contain the delimiter to ensure that the topic key</span></div> |
| <div class="line"><a name="l00141"></a><span class="lineno"> 141</span>  <span class="comment">// can be parsed properly by finding the last instance of the delimiter.</span></div> |
| <div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  DCHECK_EQ(backend_id.find(<a class="code" href="namespaceimpala.html#a3f568f4d8d4dbd148cd0c3be001abf4a">TOPIC_KEY_DELIMITER</a>), string::npos);</div> |
| <div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  <span class="keywordflow">return</span> Substitute(<span class="stringliteral">"$0$1$2"</span>, pool_name, <a class="code" href="namespaceimpala.html#a3f568f4d8d4dbd148cd0c3be001abf4a">TOPIC_KEY_DELIMITER</a>, backend_id);</div> |
| <div class="line"><a name="l00144"></a><span class="lineno"> 144</span> }</div> |
| <div class="line"><a name="l00145"></a><span class="lineno"> 145</span> </div> |
| <div class="line"><a name="l00146"></a><span class="lineno"> 146</span> <span class="comment">// Returns a debug string for the given local and total pool stats. Either</span></div> |
| <div class="line"><a name="l00147"></a><span class="lineno"> 147</span> <span class="comment">// 'total_stats' or 'local_stats' may be NULL to skip writing those stats.</span></div> |
| <div class="line"><a name="l00148"></a><span class="lineno"><a class="line" href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e"> 148</a></span> <span class="keyword">static</span> <span class="keywordtype">string</span> <a class="code" href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e">DebugPoolStats</a>(<span class="keyword">const</span> <span class="keywordtype">string</span>& pool_name,</div> |
| <div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  <span class="keyword">const</span> TPoolStats* total_stats,</div> |
| <div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  <span class="keyword">const</span> TPoolStats* local_stats) {</div> |
| <div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  stringstream ss;</div> |
| <div class="line"><a name="l00152"></a><span class="lineno"> 152</span>  ss << <span class="stringliteral">"pool="</span> << pool_name;</div> |
| <div class="line"><a name="l00153"></a><span class="lineno"> 153</span>  <span class="keywordflow">if</span> (total_stats != NULL) {</div> |
| <div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  ss << <span class="stringliteral">" Total("</span>;</div> |
| <div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  ss << <span class="stringliteral">"num_running="</span> << total_stats->num_running << <span class="stringliteral">", "</span>;</div> |
| <div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  ss << <span class="stringliteral">"num_queued="</span> << total_stats->num_queued << <span class="stringliteral">", "</span>;</div> |
| <div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  ss << <span class="stringliteral">"mem_usage="</span> <<</div> |
| <div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  PrettyPrinter::Print(total_stats->mem_usage, TUnit::BYTES) << <span class="stringliteral">", "</span>;</div> |
| <div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  ss << <span class="stringliteral">"mem_estimate="</span> <<</div> |
| <div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  PrettyPrinter::Print(total_stats->mem_estimate, TUnit::BYTES);</div> |
| <div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  ss << <span class="stringliteral">")"</span>;</div> |
| <div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  }</div> |
| <div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  <span class="keywordflow">if</span> (local_stats != NULL) {</div> |
| <div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  ss << <span class="stringliteral">" Local("</span>;</div> |
| <div class="line"><a name="l00165"></a><span class="lineno"> 165</span>  ss << <span class="stringliteral">"num_running="</span> << local_stats->num_running << <span class="stringliteral">", "</span>;</div> |
| <div class="line"><a name="l00166"></a><span class="lineno"> 166</span>  ss << <span class="stringliteral">"num_queued="</span> << local_stats->num_queued << <span class="stringliteral">", "</span>;</div> |
| <div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  ss << <span class="stringliteral">"mem_usage="</span> <<</div> |
| <div class="line"><a name="l00168"></a><span class="lineno"> 168</span>  PrettyPrinter::Print(local_stats->mem_usage, TUnit::BYTES) << <span class="stringliteral">", "</span>;</div> |
| <div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  ss << <span class="stringliteral">"mem_estimate="</span> <<</div> |
| <div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  PrettyPrinter::Print(local_stats->mem_estimate, TUnit::BYTES);</div> |
| <div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  ss << <span class="stringliteral">")"</span>;</div> |
| <div class="line"><a name="l00172"></a><span class="lineno"> 172</span>  }</div> |
| <div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  <span class="keywordflow">return</span> ss.str();</div> |
| <div class="line"><a name="l00174"></a><span class="lineno"> 174</span> }</div> |
| <div class="line"><a name="l00175"></a><span class="lineno"> 175</span> </div> |
| <div class="line"><a name="l00176"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#a7c53240e1646f444a0f580fd08eefce0"> 176</a></span> AdmissionController::AdmissionController(<a class="code" href="classimpala_1_1RequestPoolService.html">RequestPoolService</a>* request_pool_service,</div> |
| <div class="line"><a name="l00177"></a><span class="lineno"> 177</span>  <a class="code" href="classimpala_1_1MetricGroup.html">MetricGroup</a>* metrics, <span class="keyword">const</span> <span class="keywordtype">string</span>& backend_id)</div> |
| <div class="line"><a name="l00178"></a><span class="lineno"> 178</span>  : request_pool_service_(request_pool_service),</div> |
| <div class="line"><a name="l00179"></a><span class="lineno"> 179</span>  metrics_(metrics),</div> |
| <div class="line"><a name="l00180"></a><span class="lineno"> 180</span>  backend_id_(backend_id),</div> |
| <div class="line"><a name="l00181"></a><span class="lineno"> 181</span>  thrift_serializer_(false),</div> |
| <div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  done_(false) {</div> |
| <div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a47435152317a498ac54bbeb57e99b731">dequeue_thread_</a>.reset(<span class="keyword">new</span> <a class="code" href="classimpala_1_1Thread.html">Thread</a>(<span class="stringliteral">"scheduling"</span>, <span class="stringliteral">"admission-thread"</span>,</div> |
| <div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  &<a class="code" href="classimpala_1_1AdmissionController.html#a3f78757edf844681c0a1fe6e66725551">AdmissionController::DequeueLoop</a>, <span class="keyword">this</span>));</div> |
| <div class="line"><a name="l00185"></a><span class="lineno"> 185</span> }</div> |
| <div class="line"><a name="l00186"></a><span class="lineno"> 186</span> </div> |
| <div class="line"><a name="l00187"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#ad8bbd30570cd7d96150b4057a6f536e0"> 187</a></span> <a class="code" href="classimpala_1_1AdmissionController.html#ad8bbd30570cd7d96150b4057a6f536e0">AdmissionController::~AdmissionController</a>() {</div> |
| <div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  <span class="comment">// The AdmissionController should live for the lifetime of the impalad, but</span></div> |
| <div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  <span class="comment">// for unit tests we need to ensure that no thread is waiting on the</span></div> |
| <div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  <span class="comment">// condition variable. This notifies the dequeue thread to stop and waits</span></div> |
| <div class="line"><a name="l00191"></a><span class="lineno"> 191</span>  <span class="comment">// for it to finish.</span></div> |
| <div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  {</div> |
| <div class="line"><a name="l00193"></a><span class="lineno"> 193</span>  <span class="comment">// Lock to ensure the dequeue thread will see the update to done_</span></div> |
| <div class="line"><a name="l00194"></a><span class="lineno"> 194</span>  lock_guard<mutex> l(<a class="code" href="classimpala_1_1AdmissionController.html#a06bbb5b167f4ab3330dff9129a56a45e">admission_ctrl_lock_</a>);</div> |
| <div class="line"><a name="l00195"></a><span class="lineno"> 195</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a1f609ac7ccf0ac4b1026056bf499aed6">done_</a> = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a93cba7aa65cbe957f1e4d3e06287fc29">dequeue_cv_</a>.notify_one();</div> |
| <div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  }</div> |
| <div class="line"><a name="l00198"></a><span class="lineno"> 198</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a47435152317a498ac54bbeb57e99b731">dequeue_thread_</a>->Join();</div> |
| <div class="line"><a name="l00199"></a><span class="lineno"> 199</span> }</div> |
| <div class="line"><a name="l00200"></a><span class="lineno"> 200</span> </div> |
| <div class="line"><a name="l00201"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#a65daa40a8a8a70dd089d292abeff6e74"> 201</a></span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1AdmissionController.html#a65daa40a8a8a70dd089d292abeff6e74">AdmissionController::Init</a>(<a class="code" href="classimpala_1_1StatestoreSubscriber.html">StatestoreSubscriber</a>* subscriber) {</div> |
| <div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  <a class="code" href="classimpala_1_1StatestoreSubscriber.html#afbaf06f3e5f1f339801d522b0091fc0c">StatestoreSubscriber::UpdateCallback</a> cb =</div> |
| <div class="line"><a name="l00203"></a><span class="lineno"> 203</span>  bind<void>(mem_fn(&<a class="code" href="classimpala_1_1AdmissionController.html#ab0269833591c2dd811ccc5c574ce2fb9">AdmissionController::UpdatePoolStats</a>), <span class="keyword">this</span>, _1, _2);</div> |
| <div class="line"><a name="l00204"></a><span class="lineno"> 204</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> status = subscriber-><a class="code" href="classimpala_1_1StatestoreSubscriber.html#afc9a9b084411e93362c65e7b6a5b1ff2">AddTopic</a>(<a class="code" href="classimpala_1_1AdmissionController.html#ae1c785763be5dd8c886750cf8dfde0c4">IMPALA_REQUEST_QUEUE_TOPIC</a>, <span class="keyword">true</span>, cb);</div> |
| <div class="line"><a name="l00205"></a><span class="lineno"> 205</span>  <span class="keywordflow">if</span> (!status.ok()) {</div> |
| <div class="line"><a name="l00206"></a><span class="lineno"> 206</span>  status.<a class="code" href="classimpala_1_1Status.html#a0c66107b58aeb0dacad65bd2a432f79a">AddDetail</a>(<span class="stringliteral">"AdmissionController failed to register request queue topic"</span>);</div> |
| <div class="line"><a name="l00207"></a><span class="lineno"> 207</span>  }</div> |
| <div class="line"><a name="l00208"></a><span class="lineno"> 208</span>  <span class="keywordflow">return</span> status;</div> |
| <div class="line"><a name="l00209"></a><span class="lineno"> 209</span> }</div> |
| <div class="line"><a name="l00210"></a><span class="lineno"> 210</span> </div> |
| <div class="line"><a name="l00211"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#a6cd5911d0554e50c45302d5b36c99176"> 211</a></span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1AdmissionController.html#a6cd5911d0554e50c45302d5b36c99176">AdmissionController::CanAdmitRequest</a>(<span class="keyword">const</span> <span class="keywordtype">string</span>& pool_name,</div> |
| <div class="line"><a name="l00212"></a><span class="lineno"> 212</span>  <span class="keyword">const</span> int64_t max_requests, <span class="keyword">const</span> int64_t mem_limit, <span class="keyword">const</span> <a class="code" href="classimpala_1_1QuerySchedule.html">QuerySchedule</a>& schedule,</div> |
| <div class="line"><a name="l00213"></a><span class="lineno"> 213</span>  <span class="keywordtype">bool</span> admit_from_queue) {</div> |
| <div class="line"><a name="l00214"></a><span class="lineno"> 214</span>  <span class="keyword">const</span> TPoolStats& total_stats = <a class="code" href="classimpala_1_1AdmissionController.html#a27925375d7267b51db301e1363cb6afb">cluster_pool_stats_</a>[pool_name];</div> |
| <div class="line"><a name="l00215"></a><span class="lineno"> 215</span>  DCHECK_GE(total_stats.mem_usage, 0);</div> |
| <div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  DCHECK_GE(total_stats.mem_estimate, 0);</div> |
| <div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  <span class="keyword">const</span> int64_t query_total_estimated_mem = schedule.<a class="code" href="classimpala_1_1QuerySchedule.html#a98779c31957d9962736dc5eaff08134f">GetClusterMemoryEstimate</a>();</div> |
| <div class="line"><a name="l00218"></a><span class="lineno"> 218</span>  <span class="keyword">const</span> int64_t current_cluster_estimate_mem =</div> |
| <div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  max(total_stats.mem_usage, total_stats.mem_estimate);</div> |
| <div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  <span class="comment">// The estimated total memory footprint for the query cluster-wise after admitting</span></div> |
| <div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  <span class="keyword">const</span> int64_t cluster_estimated_memory = query_total_estimated_mem +</div> |
| <div class="line"><a name="l00222"></a><span class="lineno"> 222</span>  current_cluster_estimate_mem;</div> |
| <div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  DCHECK_GE(cluster_estimated_memory, 0);</div> |
| <div class="line"><a name="l00224"></a><span class="lineno"> 224</span> </div> |
| <div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  <span class="comment">// Can't admit if:</span></div> |
| <div class="line"><a name="l00226"></a><span class="lineno"> 226</span>  <span class="comment">// (a) Already over the maximum number of requests</span></div> |
| <div class="line"><a name="l00227"></a><span class="lineno"> 227</span>  <span class="comment">// (b) Request will go over the mem limit</span></div> |
| <div class="line"><a name="l00228"></a><span class="lineno"> 228</span>  <span class="comment">// (c) This is not admitting from the queue and there are already queued requests</span></div> |
| <div class="line"><a name="l00229"></a><span class="lineno"> 229</span>  <span class="keywordflow">if</span> (max_requests >= 0 && total_stats.num_running >= max_requests) {</div> |
| <div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#abc206402718bf29da4289c6113e63669">Status::Expected</a>(Substitute(<a class="code" href="namespaceimpala.html#a0789e5321ebc4e8020d63b406260d23c">QUEUED_NUM_RUNNING</a>, total_stats.num_running,</div> |
| <div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  max_requests));</div> |
| <div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (mem_limit >= 0 && cluster_estimated_memory >= mem_limit) {</div> |
| <div class="line"><a name="l00233"></a><span class="lineno"> 233</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#abc206402718bf29da4289c6113e63669">Status::Expected</a>(Substitute(<a class="code" href="namespaceimpala.html#a8086dab6ed17ab7cc639be66dc57aa30">QUEUED_MEM_LIMIT</a>,</div> |
| <div class="line"><a name="l00234"></a><span class="lineno"> 234</span>  <a class="code" href="classimpala_1_1PrettyPrinter.html#a6e5f06a1ce274f747cc4f9928b797c5a">PrettyPrinter::Print</a>(query_total_estimated_mem, TUnit::BYTES),</div> |
| <div class="line"><a name="l00235"></a><span class="lineno"> 235</span>  <a class="code" href="classimpala_1_1PrettyPrinter.html#a6e5f06a1ce274f747cc4f9928b797c5a">PrettyPrinter::Print</a>(current_cluster_estimate_mem, TUnit::BYTES),</div> |
| <div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  <a class="code" href="classimpala_1_1PrettyPrinter.html#a6e5f06a1ce274f747cc4f9928b797c5a">PrettyPrinter::Print</a>(mem_limit, TUnit::BYTES)));</div> |
| <div class="line"><a name="l00237"></a><span class="lineno"> 237</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (!admit_from_queue && total_stats.num_queued > 0) {</div> |
| <div class="line"><a name="l00238"></a><span class="lineno"> 238</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#abc206402718bf29da4289c6113e63669">Status::Expected</a>(Substitute(<a class="code" href="namespaceimpala.html#a99863c24eeca230d0830a70719cf2d9d">QUEUED_QUEUE_NOT_EMPTY</a>, total_stats.num_queued));</div> |
| <div class="line"><a name="l00239"></a><span class="lineno"> 239</span>  }</div> |
| <div class="line"><a name="l00240"></a><span class="lineno"> 240</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">Status::OK</a>;</div> |
| <div class="line"><a name="l00241"></a><span class="lineno"> 241</span> }</div> |
| <div class="line"><a name="l00242"></a><span class="lineno"> 242</span> </div> |
| <div class="line"><a name="l00243"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#a95058fd2be0fb2744833b3b1217bda9e"> 243</a></span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1AdmissionController.html#a95058fd2be0fb2744833b3b1217bda9e">AdmissionController::RejectRequest</a>(<span class="keyword">const</span> <span class="keywordtype">string</span>& pool_name,</div> |
| <div class="line"><a name="l00244"></a><span class="lineno"> 244</span>  <span class="keyword">const</span> int64_t max_requests, <span class="keyword">const</span> int64_t mem_limit, <span class="keyword">const</span> int64_t max_queued,</div> |
| <div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  <span class="keyword">const</span> <a class="code" href="classimpala_1_1QuerySchedule.html">QuerySchedule</a>& schedule) {</div> |
| <div class="line"><a name="l00246"></a><span class="lineno"> 246</span>  TPoolStats* total_stats = &<a class="code" href="classimpala_1_1AdmissionController.html#a27925375d7267b51db301e1363cb6afb">cluster_pool_stats_</a>[pool_name];</div> |
| <div class="line"><a name="l00247"></a><span class="lineno"> 247</span>  <span class="keyword">const</span> int64_t expected_mem_usage = schedule.<a class="code" href="classimpala_1_1QuerySchedule.html#a98779c31957d9962736dc5eaff08134f">GetClusterMemoryEstimate</a>();</div> |
| <div class="line"><a name="l00248"></a><span class="lineno"> 248</span>  <span class="keywordtype">string</span> reject_reason;</div> |
| <div class="line"><a name="l00249"></a><span class="lineno"> 249</span>  <span class="keywordflow">if</span> (max_requests == 0) {</div> |
| <div class="line"><a name="l00250"></a><span class="lineno"> 250</span>  reject_reason = <a class="code" href="namespaceimpala.html#a527b05b77b382642c8eea74dc90e0ab2">REASON_DISABLED_REQUESTS_LIMIT</a>;</div> |
| <div class="line"><a name="l00251"></a><span class="lineno"> 251</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (mem_limit == 0) {</div> |
| <div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  reject_reason = <a class="code" href="namespaceimpala.html#ac69169ae2ca81541324f42dbb1cd9bdb">REASON_DISABLED_MEM_LIMIT</a>;</div> |
| <div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (mem_limit > 0 && expected_mem_usage >= mem_limit) {</div> |
| <div class="line"><a name="l00254"></a><span class="lineno"> 254</span>  reject_reason = Substitute(<a class="code" href="namespaceimpala.html#af7f8c3f8767e0b45f951017e3c5a11ea">REASON_REQ_OVER_MEM_LIMIT</a>,</div> |
| <div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  <a class="code" href="classimpala_1_1PrettyPrinter.html#a6e5f06a1ce274f747cc4f9928b797c5a">PrettyPrinter::Print</a>(expected_mem_usage, TUnit::BYTES),</div> |
| <div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  <a class="code" href="classimpala_1_1PrettyPrinter.html#a6e5f06a1ce274f747cc4f9928b797c5a">PrettyPrinter::Print</a>(mem_limit, TUnit::BYTES));</div> |
| <div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (total_stats->num_queued >= max_queued) {</div> |
| <div class="line"><a name="l00258"></a><span class="lineno"> 258</span>  reject_reason = Substitute(<a class="code" href="namespaceimpala.html#ab880491daf6f441abca045868cc48121">REASON_QUEUE_FULL</a>, max_queued, total_stats->num_queued);</div> |
| <div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  } <span class="keywordflow">else</span> {</div> |
| <div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">Status::OK</a>; <span class="comment">// Not rejected</span></div> |
| <div class="line"><a name="l00261"></a><span class="lineno"> 261</span>  }</div> |
| <div class="line"><a name="l00262"></a><span class="lineno"> 262</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html">Status</a>(Substitute(<a class="code" href="namespaceimpala.html#a2e805303f58ae6e465e5ae307580104d">STATUS_REJECTED</a>, pool_name, reject_reason));</div> |
| <div class="line"><a name="l00263"></a><span class="lineno"> 263</span> }</div> |
| <div class="line"><a name="l00264"></a><span class="lineno"> 264</span> </div> |
| <div class="line"><a name="l00265"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#a3eadc9184d6eb4cd276a98e6b69c2a62"> 265</a></span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1AdmissionController.html#a3eadc9184d6eb4cd276a98e6b69c2a62">AdmissionController::AdmitQuery</a>(<a class="code" href="classimpala_1_1QuerySchedule.html">QuerySchedule</a>* schedule) {</div> |
| <div class="line"><a name="l00266"></a><span class="lineno"> 266</span>  <span class="keyword">const</span> <span class="keywordtype">string</span>& pool_name = schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#aaa3dd901afaec5ca0c64ce6158718926">request_pool</a>();</div> |
| <div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  TPoolConfigResult pool_config;</div> |
| <div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  <a class="code" href="status_8h.html#a85f7d0e774e15eb35b74f53264305e16">RETURN_IF_ERROR</a>(<a class="code" href="classimpala_1_1AdmissionController.html#a5d662daad4d68e75e0c7875d26fb8f4f">request_pool_service_</a>-><a class="code" href="classimpala_1_1RequestPoolService.html#a955798f208ad8b3d704b2efc5016af8d">GetPoolConfig</a>(pool_name, &pool_config));</div> |
| <div class="line"><a name="l00269"></a><span class="lineno"> 269</span>  <span class="keyword">const</span> int64_t max_requests = pool_config.max_requests;</div> |
| <div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  <span class="keyword">const</span> int64_t max_queued = pool_config.max_queued;</div> |
| <div class="line"><a name="l00271"></a><span class="lineno"> 271</span>  <span class="keyword">const</span> int64_t mem_limit = pool_config.mem_limit;</div> |
| <div class="line"><a name="l00272"></a><span class="lineno"> 272</span> </div> |
| <div class="line"><a name="l00273"></a><span class="lineno"> 273</span>  <span class="comment">// Note the queue_node will not exist in the queue when this method returns.</span></div> |
| <div class="line"><a name="l00274"></a><span class="lineno"> 274</span>  <a class="code" href="structimpala_1_1AdmissionController_1_1QueueNode.html">QueueNode</a> queue_node(*schedule);</div> |
| <div class="line"><a name="l00275"></a><span class="lineno"> 275</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> admitStatus; <span class="comment">// An error status specifies why query is not admitted</span></div> |
| <div class="line"><a name="l00276"></a><span class="lineno"> 276</span> </div> |
| <div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a35a51d49a5490bc472199b3d82bd641d">query_events</a>()-><a class="code" href="classimpala_1_1RuntimeProfile_1_1EventSequence.html#a7bd1a59efa58c0fbf69f41180f6dbfa1">MarkEvent</a>(<a class="code" href="namespaceimpala.html#a6f54ad2c9e074b444ee227d9b185a49d">QUERY_EVENT_SUBMIT_FOR_ADMISSION</a>);</div> |
| <div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  <a class="code" href="classimpala_1_1ScopedEvent.html">ScopedEvent</a> completedEvent(schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a35a51d49a5490bc472199b3d82bd641d">query_events</a>(), <a class="code" href="namespaceimpala.html#a49a1feb2f100f5aaf53872eeab34d902">QUERY_EVENT_COMPLETED_ADMISSION</a>);</div> |
| <div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  {</div> |
| <div class="line"><a name="l00280"></a><span class="lineno"> 280</span>  lock_guard<mutex> lock(<a class="code" href="classimpala_1_1AdmissionController.html#a06bbb5b167f4ab3330dff9129a56a45e">admission_ctrl_lock_</a>);</div> |
| <div class="line"><a name="l00281"></a><span class="lineno"> 281</span>  <a class="code" href="classimpala_1_1InternalQueue.html">RequestQueue</a>* queue = &<a class="code" href="classimpala_1_1AdmissionController.html#a2894d0d3e37b8e062afd67f7766717c6">request_queue_map_</a>[pool_name];</div> |
| <div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  <a class="code" href="classimpala_1_1AdmissionController.html#ab9f3248cc32b91bc8f8c797a514889e7">pool_config_cache_</a>[pool_name] = pool_config;</div> |
| <div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  <a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html">PoolMetrics</a>* pool_metrics = <a class="code" href="classimpala_1_1AdmissionController.html#adbd0c9f6a74dc024e5b728fff2f6a67a">GetPoolMetrics</a>(pool_name);</div> |
| <div class="line"><a name="l00284"></a><span class="lineno"> 284</span>  TPoolStats* total_stats = &<a class="code" href="classimpala_1_1AdmissionController.html#a27925375d7267b51db301e1363cb6afb">cluster_pool_stats_</a>[pool_name];</div> |
| <div class="line"><a name="l00285"></a><span class="lineno"> 285</span>  TPoolStats* local_stats = &<a class="code" href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">local_pool_stats_</a>[pool_name];</div> |
| <div class="line"><a name="l00286"></a><span class="lineno"> 286</span>  <span class="keyword">const</span> int64_t cluster_mem_estimate = schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a98779c31957d9962736dc5eaff08134f">GetClusterMemoryEstimate</a>();</div> |
| <div class="line"><a name="l00287"></a><span class="lineno"> 287</span>  <a class="code" href="logging_8h.html#a916e38366cee7c32fd5fae7e2ee5e4a9">VLOG_QUERY</a> << <span class="stringliteral">"Schedule for id="</span> << schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a152f17876cb94f91f60c7ef4db6ce26f">query_id</a>()</div> |
| <div class="line"><a name="l00288"></a><span class="lineno"> 288</span>  << <span class="stringliteral">" in pool_name="</span> << pool_name << <span class="stringliteral">" PoolConfig(max_requests="</span></div> |
| <div class="line"><a name="l00289"></a><span class="lineno"> 289</span>  << max_requests << <span class="stringliteral">" max_queued="</span> << max_queued</div> |
| <div class="line"><a name="l00290"></a><span class="lineno"> 290</span>  << <span class="stringliteral">" mem_limit="</span> << <a class="code" href="classimpala_1_1PrettyPrinter.html#a6e5f06a1ce274f747cc4f9928b797c5a">PrettyPrinter::Print</a>(mem_limit, TUnit::BYTES)</div> |
| <div class="line"><a name="l00291"></a><span class="lineno"> 291</span>  << <span class="stringliteral">") query cluster_mem_estimate="</span></div> |
| <div class="line"><a name="l00292"></a><span class="lineno"> 292</span>  << <a class="code" href="classimpala_1_1PrettyPrinter.html#a6e5f06a1ce274f747cc4f9928b797c5a">PrettyPrinter::Print</a>(cluster_mem_estimate, TUnit::BYTES);</div> |
| <div class="line"><a name="l00293"></a><span class="lineno"> 293</span>  <a class="code" href="logging_8h.html#a916e38366cee7c32fd5fae7e2ee5e4a9">VLOG_QUERY</a> << <span class="stringliteral">"Stats: "</span> << <a class="code" href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e">DebugPoolStats</a>(pool_name, total_stats, local_stats);</div> |
| <div class="line"><a name="l00294"></a><span class="lineno"> 294</span> </div> |
| <div class="line"><a name="l00295"></a><span class="lineno"> 295</span>  admitStatus = <a class="code" href="classimpala_1_1AdmissionController.html#a6cd5911d0554e50c45302d5b36c99176">CanAdmitRequest</a>(pool_name, max_requests, mem_limit, *schedule, <span class="keyword">false</span>);</div> |
| <div class="line"><a name="l00296"></a><span class="lineno"> 296</span>  <span class="keywordflow">if</span> (admitStatus.<a class="code" href="classimpala_1_1Status.html#a95ba859e42fe93445b340533220836ac">ok</a>()) {</div> |
| <div class="line"><a name="l00297"></a><span class="lineno"> 297</span>  <span class="comment">// Execute immediately</span></div> |
| <div class="line"><a name="l00298"></a><span class="lineno"> 298</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a99080dfa78407542de46711625115ce1">pools_for_updates_</a>.insert(pool_name);</div> |
| <div class="line"><a name="l00299"></a><span class="lineno"> 299</span>  <span class="comment">// The local and total stats get incremented together when we queue so if</span></div> |
| <div class="line"><a name="l00300"></a><span class="lineno"> 300</span>  <span class="comment">// there were any locally queued queries we should not admit immediately.</span></div> |
| <div class="line"><a name="l00301"></a><span class="lineno"> 301</span>  DCHECK_EQ(local_stats->num_queued, 0);</div> |
| <div class="line"><a name="l00302"></a><span class="lineno"> 302</span>  schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a3a76c8b6d327e8afa10d058d98a28ddc">set_is_admitted</a>(<span class="keyword">true</span>);</div> |
| <div class="line"><a name="l00303"></a><span class="lineno"> 303</span>  schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a9ec345b3076c2bb964a177c4b9c9f552">summary_profile</a>()-><a class="code" href="classimpala_1_1RuntimeProfile.html#aff0f9fcb17559d45c0d09c413372dbb4">AddInfoString</a>(<a class="code" href="namespaceimpala.html#a660e0cdcfa125eeeea185860eca40627">PROFILE_INFO_KEY_ADMISSION_RESULT</a>,</div> |
| <div class="line"><a name="l00304"></a><span class="lineno"> 304</span>  <a class="code" href="namespaceimpala.html#a8c1b53803b080452fe51cb0170e62328">PROFILE_INFO_VAL_ADMIT_IMMEDIATELY</a>);</div> |
| <div class="line"><a name="l00305"></a><span class="lineno"> 305</span>  ++total_stats->num_running;</div> |
| <div class="line"><a name="l00306"></a><span class="lineno"> 306</span>  ++local_stats->num_running;</div> |
| <div class="line"><a name="l00307"></a><span class="lineno"> 307</span>  int64_t mem_estimate = schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a98779c31957d9962736dc5eaff08134f">GetClusterMemoryEstimate</a>();</div> |
| <div class="line"><a name="l00308"></a><span class="lineno"> 308</span>  local_stats->mem_estimate += mem_estimate;</div> |
| <div class="line"><a name="l00309"></a><span class="lineno"> 309</span>  total_stats->mem_estimate += mem_estimate;</div> |
| <div class="line"><a name="l00310"></a><span class="lineno"> 310</span>  <span class="keywordflow">if</span> (pool_metrics != NULL) {</div> |
| <div class="line"><a name="l00311"></a><span class="lineno"> 311</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a15b876be51729c6980727e63fbf6232a">local_admitted</a>->Increment(1L);</div> |
| <div class="line"><a name="l00312"></a><span class="lineno"> 312</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a87437ed5b43c86b9a2cbb7cd9d60ad5b">local_mem_estimate</a>->Increment(mem_estimate);</div> |
| <div class="line"><a name="l00313"></a><span class="lineno"> 313</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a6584ab3dc69d3c5dd01a2cfe68c76690">cluster_mem_estimate</a>->Increment(mem_estimate);</div> |
| <div class="line"><a name="l00314"></a><span class="lineno"> 314</span>  }</div> |
| <div class="line"><a name="l00315"></a><span class="lineno"> 315</span>  <a class="code" href="logging_8h.html#a916e38366cee7c32fd5fae7e2ee5e4a9">VLOG_QUERY</a> << <span class="stringliteral">"Admitted query id="</span> << schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a152f17876cb94f91f60c7ef4db6ce26f">query_id</a>();</div> |
| <div class="line"><a name="l00316"></a><span class="lineno"> 316</span>  <a class="code" href="logging_8h.html#a24efb6b382d3e1bdd7817e5e31dc5c1d">VLOG_RPC</a> << <span class="stringliteral">"Final: "</span> << <a class="code" href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e">DebugPoolStats</a>(pool_name, total_stats, local_stats);</div> |
| <div class="line"><a name="l00317"></a><span class="lineno"> 317</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">Status::OK</a>;</div> |
| <div class="line"><a name="l00318"></a><span class="lineno"> 318</span>  }</div> |
| <div class="line"><a name="l00319"></a><span class="lineno"> 319</span> </div> |
| <div class="line"><a name="l00320"></a><span class="lineno"> 320</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> rejectStatus = <a class="code" href="classimpala_1_1AdmissionController.html#a95058fd2be0fb2744833b3b1217bda9e">RejectRequest</a>(pool_name, max_requests, mem_limit, max_queued,</div> |
| <div class="line"><a name="l00321"></a><span class="lineno"> 321</span>  *schedule);</div> |
| <div class="line"><a name="l00322"></a><span class="lineno"> 322</span>  <span class="keywordflow">if</span> (!rejectStatus.<a class="code" href="classimpala_1_1Status.html#a95ba859e42fe93445b340533220836ac">ok</a>()) {</div> |
| <div class="line"><a name="l00323"></a><span class="lineno"> 323</span>  schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a3a76c8b6d327e8afa10d058d98a28ddc">set_is_admitted</a>(<span class="keyword">false</span>);</div> |
| <div class="line"><a name="l00324"></a><span class="lineno"> 324</span>  schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a9ec345b3076c2bb964a177c4b9c9f552">summary_profile</a>()-><a class="code" href="classimpala_1_1RuntimeProfile.html#aff0f9fcb17559d45c0d09c413372dbb4">AddInfoString</a>(<a class="code" href="namespaceimpala.html#a660e0cdcfa125eeeea185860eca40627">PROFILE_INFO_KEY_ADMISSION_RESULT</a>,</div> |
| <div class="line"><a name="l00325"></a><span class="lineno"> 325</span>  <a class="code" href="namespaceimpala.html#a78ddc3dd3321bbf447c63720b548767a">PROFILE_INFO_VAL_REJECTED</a>);</div> |
| <div class="line"><a name="l00326"></a><span class="lineno"> 326</span>  <span class="keywordflow">if</span> (pool_metrics != NULL) pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a7e7565e9a03e5b9ebd9ba00451b15240">local_rejected</a>->Increment(1L);</div> |
| <div class="line"><a name="l00327"></a><span class="lineno"> 327</span>  <span class="keywordflow">return</span> rejectStatus;</div> |
| <div class="line"><a name="l00328"></a><span class="lineno"> 328</span>  }</div> |
| <div class="line"><a name="l00329"></a><span class="lineno"> 329</span> </div> |
| <div class="line"><a name="l00330"></a><span class="lineno"> 330</span>  <span class="comment">// We cannot immediately admit but do not need to reject, so queue the request</span></div> |
| <div class="line"><a name="l00331"></a><span class="lineno"> 331</span>  <a class="code" href="logging_8h.html#a916e38366cee7c32fd5fae7e2ee5e4a9">VLOG_QUERY</a> << <span class="stringliteral">"Queuing, query id="</span> << schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a152f17876cb94f91f60c7ef4db6ce26f">query_id</a>();</div> |
| <div class="line"><a name="l00332"></a><span class="lineno"> 332</span>  DCHECK_LT(total_stats->num_queued, max_queued);</div> |
| <div class="line"><a name="l00333"></a><span class="lineno"> 333</span>  DCHECK(max_requests > 0 || mem_limit > 0);</div> |
| <div class="line"><a name="l00334"></a><span class="lineno"> 334</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a99080dfa78407542de46711625115ce1">pools_for_updates_</a>.insert(pool_name);</div> |
| <div class="line"><a name="l00335"></a><span class="lineno"> 335</span>  ++local_stats->num_queued;</div> |
| <div class="line"><a name="l00336"></a><span class="lineno"> 336</span>  ++total_stats->num_queued;</div> |
| <div class="line"><a name="l00337"></a><span class="lineno"> 337</span>  queue-><a class="code" href="classimpala_1_1InternalQueue.html#ae977e9d150cf82e0e991328192997c2b">Enqueue</a>(&queue_node);</div> |
| <div class="line"><a name="l00338"></a><span class="lineno"> 338</span>  <span class="keywordflow">if</span> (pool_metrics != NULL) pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a8b57672d81bf6237358cef03471f085a">local_queued</a>->Increment(1L);</div> |
| <div class="line"><a name="l00339"></a><span class="lineno"> 339</span>  }</div> |
| <div class="line"><a name="l00340"></a><span class="lineno"> 340</span> </div> |
| <div class="line"><a name="l00341"></a><span class="lineno"> 341</span>  int64_t wait_start_ms = <a class="code" href="namespaceimpala.html#a565aa360015636825ddbb92f660f321c">MonotonicMillis</a>();</div> |
| <div class="line"><a name="l00342"></a><span class="lineno"> 342</span>  int64_t queue_wait_timeout_ms = max(0L, FLAGS_queue_wait_timeout_ms);</div> |
| <div class="line"><a name="l00343"></a><span class="lineno"> 343</span>  <span class="comment">// We just call Get() to block until the result is set or it times out. Note that we</span></div> |
| <div class="line"><a name="l00344"></a><span class="lineno"> 344</span>  <span class="comment">// don't hold the admission_ctrl_lock_ while we wait on this promise so we need to</span></div> |
| <div class="line"><a name="l00345"></a><span class="lineno"> 345</span>  <span class="comment">// check the state after acquiring the lock in order to avoid any races because it is</span></div> |
| <div class="line"><a name="l00346"></a><span class="lineno"> 346</span>  <span class="comment">// Set() by the dequeuing thread while holding admission_ctrl_lock_.</span></div> |
| <div class="line"><a name="l00347"></a><span class="lineno"> 347</span>  <span class="comment">// TODO: handle cancellation</span></div> |
| <div class="line"><a name="l00348"></a><span class="lineno"> 348</span>  <span class="keywordtype">bool</span> timed_out;</div> |
| <div class="line"><a name="l00349"></a><span class="lineno"> 349</span>  queue_node.<a class="code" href="structimpala_1_1AdmissionController_1_1QueueNode.html#a87a37821bc622783280b87cce6a16b18">is_admitted</a>.<a class="code" href="classimpala_1_1Promise.html#a8f2164acd412822ae61ee0b93825ce5e">Get</a>(queue_wait_timeout_ms, &timed_out);</div> |
| <div class="line"><a name="l00350"></a><span class="lineno"> 350</span>  int64_t wait_time_ms = <a class="code" href="namespaceimpala.html#a565aa360015636825ddbb92f660f321c">MonotonicMillis</a>() - wait_start_ms;</div> |
| <div class="line"><a name="l00351"></a><span class="lineno"> 351</span> </div> |
| <div class="line"><a name="l00352"></a><span class="lineno"> 352</span>  <span class="comment">// Take the lock in order to check the result of is_admitted as there could be a race</span></div> |
| <div class="line"><a name="l00353"></a><span class="lineno"> 353</span>  <span class="comment">// with the timeout. If the Get() timed out, then we need to dequeue the request.</span></div> |
| <div class="line"><a name="l00354"></a><span class="lineno"> 354</span>  <span class="comment">// Otherwise, the request was admitted and we update the number of running queries</span></div> |
| <div class="line"><a name="l00355"></a><span class="lineno"> 355</span>  <span class="comment">// stats.</span></div> |
| <div class="line"><a name="l00356"></a><span class="lineno"> 356</span>  {</div> |
| <div class="line"><a name="l00357"></a><span class="lineno"> 357</span>  lock_guard<mutex> lock(<a class="code" href="classimpala_1_1AdmissionController.html#a06bbb5b167f4ab3330dff9129a56a45e">admission_ctrl_lock_</a>);</div> |
| <div class="line"><a name="l00358"></a><span class="lineno"> 358</span>  <a class="code" href="classimpala_1_1InternalQueue.html">RequestQueue</a>* queue = &<a class="code" href="classimpala_1_1AdmissionController.html#a2894d0d3e37b8e062afd67f7766717c6">request_queue_map_</a>[pool_name];</div> |
| <div class="line"><a name="l00359"></a><span class="lineno"> 359</span>  <a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html">PoolMetrics</a>* pool_metrics = <a class="code" href="classimpala_1_1AdmissionController.html#adbd0c9f6a74dc024e5b728fff2f6a67a">GetPoolMetrics</a>(pool_name);</div> |
| <div class="line"><a name="l00360"></a><span class="lineno"> 360</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a99080dfa78407542de46711625115ce1">pools_for_updates_</a>.insert(pool_name);</div> |
| <div class="line"><a name="l00361"></a><span class="lineno"> 361</span>  <span class="keywordflow">if</span> (pool_metrics != NULL) {</div> |
| <div class="line"><a name="l00362"></a><span class="lineno"> 362</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a059779fcfd123fd0c8d6fa3e5c0af9b9">local_time_in_queue_ms</a>->Increment(wait_time_ms);</div> |
| <div class="line"><a name="l00363"></a><span class="lineno"> 363</span>  }</div> |
| <div class="line"><a name="l00364"></a><span class="lineno"> 364</span>  <span class="comment">// Now that we have the lock, check again if the query was actually admitted (i.e.</span></div> |
| <div class="line"><a name="l00365"></a><span class="lineno"> 365</span>  <span class="comment">// if the promise still hasn't been set), in which case we just admit the query.</span></div> |
| <div class="line"><a name="l00366"></a><span class="lineno"> 366</span>  timed_out = !queue_node.<a class="code" href="structimpala_1_1AdmissionController_1_1QueueNode.html#a87a37821bc622783280b87cce6a16b18">is_admitted</a>.<a class="code" href="classimpala_1_1Promise.html#a37e41565c6813bcea306266111464daa">IsSet</a>();</div> |
| <div class="line"><a name="l00367"></a><span class="lineno"> 367</span>  TPoolStats* total_stats = &<a class="code" href="classimpala_1_1AdmissionController.html#a27925375d7267b51db301e1363cb6afb">cluster_pool_stats_</a>[pool_name];</div> |
| <div class="line"><a name="l00368"></a><span class="lineno"> 368</span>  TPoolStats* local_stats = &<a class="code" href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">local_pool_stats_</a>[pool_name];</div> |
| <div class="line"><a name="l00369"></a><span class="lineno"> 369</span>  <span class="keywordflow">if</span> (timed_out) {</div> |
| <div class="line"><a name="l00370"></a><span class="lineno"> 370</span>  queue-><a class="code" href="classimpala_1_1InternalQueue.html#a07a8289fb6a727343e2c389955558786">Remove</a>(&queue_node);</div> |
| <div class="line"><a name="l00371"></a><span class="lineno"> 371</span>  queue_node.<a class="code" href="structimpala_1_1AdmissionController_1_1QueueNode.html#a87a37821bc622783280b87cce6a16b18">is_admitted</a>.<a class="code" href="classimpala_1_1Promise.html#abf8dc89791be540e5914372b06eee286">Set</a>(<span class="keyword">false</span>);</div> |
| <div class="line"><a name="l00372"></a><span class="lineno"> 372</span>  schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a3a76c8b6d327e8afa10d058d98a28ddc">set_is_admitted</a>(<span class="keyword">false</span>);</div> |
| <div class="line"><a name="l00373"></a><span class="lineno"> 373</span>  schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a9ec345b3076c2bb964a177c4b9c9f552">summary_profile</a>()-><a class="code" href="classimpala_1_1RuntimeProfile.html#aff0f9fcb17559d45c0d09c413372dbb4">AddInfoString</a>(<a class="code" href="namespaceimpala.html#a660e0cdcfa125eeeea185860eca40627">PROFILE_INFO_KEY_ADMISSION_RESULT</a>,</div> |
| <div class="line"><a name="l00374"></a><span class="lineno"> 374</span>  <a class="code" href="namespaceimpala.html#a2fcc87cbd1ce50ad699ae374d2352c7c">PROFILE_INFO_VAL_TIME_OUT</a>);</div> |
| <div class="line"><a name="l00375"></a><span class="lineno"> 375</span>  --local_stats->num_queued;</div> |
| <div class="line"><a name="l00376"></a><span class="lineno"> 376</span>  --total_stats->num_queued;</div> |
| <div class="line"><a name="l00377"></a><span class="lineno"> 377</span>  <span class="keywordflow">if</span> (pool_metrics != NULL) pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a40db058b59afbb765c855784a558227e">local_timed_out</a>->Increment(1L);</div> |
| <div class="line"><a name="l00378"></a><span class="lineno"> 378</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html">Status</a>(Substitute(<a class="code" href="namespaceimpala.html#a84f02b21656c4b9a645d5d2e49b2f196">STATUS_TIME_OUT</a>, queue_wait_timeout_ms,</div> |
| <div class="line"><a name="l00379"></a><span class="lineno"> 379</span>  admitStatus.<a class="code" href="classimpala_1_1Status.html#adf1a3ee82776f6102bfe873925183159">GetDetail</a>()));</div> |
| <div class="line"><a name="l00380"></a><span class="lineno"> 380</span>  }</div> |
| <div class="line"><a name="l00381"></a><span class="lineno"> 381</span>  <span class="comment">// The dequeue thread updates the stats (to avoid a race condition) so we do</span></div> |
| <div class="line"><a name="l00382"></a><span class="lineno"> 382</span>  <span class="comment">// not change them here.</span></div> |
| <div class="line"><a name="l00383"></a><span class="lineno"> 383</span>  DCHECK(queue_node.<a class="code" href="structimpala_1_1AdmissionController_1_1QueueNode.html#a87a37821bc622783280b87cce6a16b18">is_admitted</a>.<a class="code" href="classimpala_1_1Promise.html#a8f2164acd412822ae61ee0b93825ce5e">Get</a>());</div> |
| <div class="line"><a name="l00384"></a><span class="lineno"> 384</span>  DCHECK(!queue-><a class="code" href="classimpala_1_1InternalQueue.html#a4bf7ec4f5a9802e8aad73851455f9d27">Contains</a>(&queue_node));</div> |
| <div class="line"><a name="l00385"></a><span class="lineno"> 385</span>  schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a3a76c8b6d327e8afa10d058d98a28ddc">set_is_admitted</a>(<span class="keyword">true</span>);</div> |
| <div class="line"><a name="l00386"></a><span class="lineno"> 386</span>  schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a9ec345b3076c2bb964a177c4b9c9f552">summary_profile</a>()-><a class="code" href="classimpala_1_1RuntimeProfile.html#aff0f9fcb17559d45c0d09c413372dbb4">AddInfoString</a>(<a class="code" href="namespaceimpala.html#a660e0cdcfa125eeeea185860eca40627">PROFILE_INFO_KEY_ADMISSION_RESULT</a>,</div> |
| <div class="line"><a name="l00387"></a><span class="lineno"> 387</span>  <a class="code" href="namespaceimpala.html#a3b1eff7895bb543b38b547e018babe00">PROFILE_INFO_VAL_ADMIT_QUEUED</a>);</div> |
| <div class="line"><a name="l00388"></a><span class="lineno"> 388</span>  <span class="keywordflow">if</span> (pool_metrics != NULL) pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a15b876be51729c6980727e63fbf6232a">local_admitted</a>->Increment(1L);</div> |
| <div class="line"><a name="l00389"></a><span class="lineno"> 389</span>  <a class="code" href="logging_8h.html#a916e38366cee7c32fd5fae7e2ee5e4a9">VLOG_QUERY</a> << <span class="stringliteral">"Admitted queued query id="</span> << schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a152f17876cb94f91f60c7ef4db6ce26f">query_id</a>();</div> |
| <div class="line"><a name="l00390"></a><span class="lineno"> 390</span>  <a class="code" href="logging_8h.html#a24efb6b382d3e1bdd7817e5e31dc5c1d">VLOG_RPC</a> << <span class="stringliteral">"Final: "</span> << <a class="code" href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e">DebugPoolStats</a>(pool_name, total_stats, local_stats);</div> |
| <div class="line"><a name="l00391"></a><span class="lineno"> 391</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">Status::OK</a>;</div> |
| <div class="line"><a name="l00392"></a><span class="lineno"> 392</span>  }</div> |
| <div class="line"><a name="l00393"></a><span class="lineno"> 393</span> }</div> |
| <div class="line"><a name="l00394"></a><span class="lineno"> 394</span> </div> |
| <div class="line"><a name="l00395"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#a5f5b55dbb10581faeead72b2d42aca81"> 395</a></span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1AdmissionController.html#a5f5b55dbb10581faeead72b2d42aca81">AdmissionController::ReleaseQuery</a>(<a class="code" href="classimpala_1_1QuerySchedule.html">QuerySchedule</a>* schedule) {</div> |
| <div class="line"><a name="l00396"></a><span class="lineno"> 396</span>  <span class="keywordflow">if</span> (!schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a0d248e13c073cce96d7ccb70c1f6f6e5">is_admitted</a>()) <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">Status::OK</a>; <span class="comment">// No-op if query was not admitted</span></div> |
| <div class="line"><a name="l00397"></a><span class="lineno"> 397</span>  <span class="keyword">const</span> <span class="keywordtype">string</span>& pool_name = schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#aaa3dd901afaec5ca0c64ce6158718926">request_pool</a>();</div> |
| <div class="line"><a name="l00398"></a><span class="lineno"> 398</span>  {</div> |
| <div class="line"><a name="l00399"></a><span class="lineno"> 399</span>  lock_guard<mutex> lock(<a class="code" href="classimpala_1_1AdmissionController.html#a06bbb5b167f4ab3330dff9129a56a45e">admission_ctrl_lock_</a>);</div> |
| <div class="line"><a name="l00400"></a><span class="lineno"> 400</span>  TPoolStats* total_stats = &<a class="code" href="classimpala_1_1AdmissionController.html#a27925375d7267b51db301e1363cb6afb">cluster_pool_stats_</a>[pool_name];</div> |
| <div class="line"><a name="l00401"></a><span class="lineno"> 401</span>  TPoolStats* local_stats = &<a class="code" href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">local_pool_stats_</a>[pool_name];</div> |
| <div class="line"><a name="l00402"></a><span class="lineno"> 402</span>  DCHECK_GT(total_stats->num_running, 0);</div> |
| <div class="line"><a name="l00403"></a><span class="lineno"> 403</span>  DCHECK_GT(local_stats->num_running, 0);</div> |
| <div class="line"><a name="l00404"></a><span class="lineno"> 404</span>  --total_stats->num_running;</div> |
| <div class="line"><a name="l00405"></a><span class="lineno"> 405</span>  --local_stats->num_running;</div> |
| <div class="line"><a name="l00406"></a><span class="lineno"> 406</span> </div> |
| <div class="line"><a name="l00407"></a><span class="lineno"> 407</span>  int64_t mem_estimate = schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a98779c31957d9962736dc5eaff08134f">GetClusterMemoryEstimate</a>();</div> |
| <div class="line"><a name="l00408"></a><span class="lineno"> 408</span>  local_stats->mem_estimate -= mem_estimate;</div> |
| <div class="line"><a name="l00409"></a><span class="lineno"> 409</span>  total_stats->mem_estimate -= mem_estimate;</div> |
| <div class="line"><a name="l00410"></a><span class="lineno"> 410</span>  <a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html">PoolMetrics</a>* pool_metrics = <a class="code" href="classimpala_1_1AdmissionController.html#adbd0c9f6a74dc024e5b728fff2f6a67a">GetPoolMetrics</a>(pool_name);</div> |
| <div class="line"><a name="l00411"></a><span class="lineno"> 411</span>  <span class="keywordflow">if</span> (pool_metrics != NULL) {</div> |
| <div class="line"><a name="l00412"></a><span class="lineno"> 412</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a830b71a159edd0311528c4b764a88c4d">local_completed</a>->Increment(1L);</div> |
| <div class="line"><a name="l00413"></a><span class="lineno"> 413</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a87437ed5b43c86b9a2cbb7cd9d60ad5b">local_mem_estimate</a>->Increment(-1 * mem_estimate);</div> |
| <div class="line"><a name="l00414"></a><span class="lineno"> 414</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a6584ab3dc69d3c5dd01a2cfe68c76690">cluster_mem_estimate</a>->Increment(-1 * mem_estimate);</div> |
| <div class="line"><a name="l00415"></a><span class="lineno"> 415</span>  }</div> |
| <div class="line"><a name="l00416"></a><span class="lineno"> 416</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a99080dfa78407542de46711625115ce1">pools_for_updates_</a>.insert(pool_name);</div> |
| <div class="line"><a name="l00417"></a><span class="lineno"> 417</span>  <a class="code" href="logging_8h.html#a24efb6b382d3e1bdd7817e5e31dc5c1d">VLOG_RPC</a> << <span class="stringliteral">"Released query id="</span> << schedule-><a class="code" href="classimpala_1_1QuerySchedule.html#a152f17876cb94f91f60c7ef4db6ce26f">query_id</a>() << <span class="stringliteral">" "</span></div> |
| <div class="line"><a name="l00418"></a><span class="lineno"> 418</span>  << <a class="code" href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e">DebugPoolStats</a>(pool_name, total_stats, local_stats);</div> |
| <div class="line"><a name="l00419"></a><span class="lineno"> 419</span>  }</div> |
| <div class="line"><a name="l00420"></a><span class="lineno"> 420</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a93cba7aa65cbe957f1e4d3e06287fc29">dequeue_cv_</a>.notify_one();</div> |
| <div class="line"><a name="l00421"></a><span class="lineno"> 421</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">Status::OK</a>;</div> |
| <div class="line"><a name="l00422"></a><span class="lineno"> 422</span> }</div> |
| <div class="line"><a name="l00423"></a><span class="lineno"> 423</span> </div> |
| <div class="line"><a name="l00424"></a><span class="lineno"> 424</span> <span class="comment">// Statestore subscriber callback for IMPALA_REQUEST_QUEUE_TOPIC. First, add any local</span></div> |
| <div class="line"><a name="l00425"></a><span class="lineno"> 425</span> <span class="comment">// pool stats updates. Then, per_backend_pool_stats_map_ is updated with the updated</span></div> |
| <div class="line"><a name="l00426"></a><span class="lineno"> 426</span> <span class="comment">// stats from any topic deltas that are received and we recompute the cluster-wide</span></div> |
| <div class="line"><a name="l00427"></a><span class="lineno"> 427</span> <span class="comment">// aggregate stats.</span></div> |
| <div class="line"><a name="l00428"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#ab0269833591c2dd811ccc5c574ce2fb9"> 428</a></span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1AdmissionController.html#ab0269833591c2dd811ccc5c574ce2fb9">AdmissionController::UpdatePoolStats</a>(</div> |
| <div class="line"><a name="l00429"></a><span class="lineno"> 429</span>  <span class="keyword">const</span> <a class="code" href="classimpala_1_1StatestoreSubscriber.html#a892cd79b5b97edc1a4d0cb692be151d2">StatestoreSubscriber::TopicDeltaMap</a>& incoming_topic_deltas,</div> |
| <div class="line"><a name="l00430"></a><span class="lineno"> 430</span>  vector<TTopicDelta>* subscriber_topic_updates) {</div> |
| <div class="line"><a name="l00431"></a><span class="lineno"> 431</span>  {</div> |
| <div class="line"><a name="l00432"></a><span class="lineno"> 432</span>  lock_guard<mutex> lock(<a class="code" href="classimpala_1_1AdmissionController.html#a06bbb5b167f4ab3330dff9129a56a45e">admission_ctrl_lock_</a>);</div> |
| <div class="line"><a name="l00433"></a><span class="lineno"> 433</span>  BOOST_FOREACH(PoolStatsMap::value_type& entry, <a class="code" href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">local_pool_stats_</a>) {</div> |
| <div class="line"><a name="l00434"></a><span class="lineno"> 434</span>  <a class="code" href="classimpala_1_1AdmissionController.html#ad6a784c31caf0bcf105972b482b4cb65">UpdateLocalMemUsage</a>(entry.first);</div> |
| <div class="line"><a name="l00435"></a><span class="lineno"> 435</span>  }</div> |
| <div class="line"><a name="l00436"></a><span class="lineno"> 436</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a36b9c6d8901b6f89513a41e4be44c4b3">AddPoolUpdates</a>(subscriber_topic_updates);</div> |
| <div class="line"><a name="l00437"></a><span class="lineno"> 437</span> </div> |
| <div class="line"><a name="l00438"></a><span class="lineno"> 438</span>  StatestoreSubscriber::TopicDeltaMap::const_iterator topic =</div> |
| <div class="line"><a name="l00439"></a><span class="lineno"> 439</span>  incoming_topic_deltas.find(<a class="code" href="classimpala_1_1AdmissionController.html#ae1c785763be5dd8c886750cf8dfde0c4">IMPALA_REQUEST_QUEUE_TOPIC</a>);</div> |
| <div class="line"><a name="l00440"></a><span class="lineno"> 440</span>  <span class="keywordflow">if</span> (topic != incoming_topic_deltas.end()) {</div> |
| <div class="line"><a name="l00441"></a><span class="lineno"> 441</span>  <span class="keyword">const</span> TTopicDelta& delta = topic->second;</div> |
| <div class="line"><a name="l00442"></a><span class="lineno"> 442</span>  <span class="comment">// Delta and non-delta updates are handled the same way, except for a full update</span></div> |
| <div class="line"><a name="l00443"></a><span class="lineno"> 443</span>  <span class="comment">// we first clear the per_backend_pool_stats_map_. We then update the global map</span></div> |
| <div class="line"><a name="l00444"></a><span class="lineno"> 444</span>  <span class="comment">// and then re-compute the pool stats for any pools that changed.</span></div> |
| <div class="line"><a name="l00445"></a><span class="lineno"> 445</span>  <span class="keywordflow">if</span> (!delta.is_delta) {</div> |
| <div class="line"><a name="l00446"></a><span class="lineno"> 446</span>  <a class="code" href="logging_8h.html#a6ccc2106c47622db4e52a401a415fc58">VLOG_ROW</a> << <span class="stringliteral">"Full impala-request-queue stats update"</span>;</div> |
| <div class="line"><a name="l00447"></a><span class="lineno"> 447</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a2daa040681ba2782f9f0eb41bd3197ea">per_backend_pool_stats_map_</a>.clear();</div> |
| <div class="line"><a name="l00448"></a><span class="lineno"> 448</span>  }</div> |
| <div class="line"><a name="l00449"></a><span class="lineno"> 449</span>  <a class="code" href="classimpala_1_1AdmissionController.html#af7fed1c05abce5e7b81a851434304629">HandleTopicUpdates</a>(delta.topic_entries);</div> |
| <div class="line"><a name="l00450"></a><span class="lineno"> 450</span>  <a class="code" href="classimpala_1_1AdmissionController.html#ad18062356ca354667dd4c05ebee965dc">HandleTopicDeletions</a>(delta.topic_deletions);</div> |
| <div class="line"><a name="l00451"></a><span class="lineno"> 451</span>  }</div> |
| <div class="line"><a name="l00452"></a><span class="lineno"> 452</span>  BOOST_FOREACH(PoolStatsMap::value_type& entry, <a class="code" href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">local_pool_stats_</a>) {</div> |
| <div class="line"><a name="l00453"></a><span class="lineno"> 453</span>  <a class="code" href="classimpala_1_1AdmissionController.html#aebc543270eced39669683d79c7dd7771">UpdateClusterAggregates</a>(entry.first);</div> |
| <div class="line"><a name="l00454"></a><span class="lineno"> 454</span>  }</div> |
| <div class="line"><a name="l00455"></a><span class="lineno"> 455</span>  }</div> |
| <div class="line"><a name="l00456"></a><span class="lineno"> 456</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a93cba7aa65cbe957f1e4d3e06287fc29">dequeue_cv_</a>.notify_one(); <span class="comment">// Dequeue and admit queries on the dequeue thread</span></div> |
| <div class="line"><a name="l00457"></a><span class="lineno"> 457</span> }</div> |
| <div class="line"><a name="l00458"></a><span class="lineno"> 458</span> </div> |
| <div class="line"><a name="l00459"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#af7fed1c05abce5e7b81a851434304629"> 459</a></span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1AdmissionController.html#af7fed1c05abce5e7b81a851434304629">AdmissionController::HandleTopicUpdates</a>(<span class="keyword">const</span> vector<TTopicItem>& topic_updates) {</div> |
| <div class="line"><a name="l00460"></a><span class="lineno"> 460</span>  BOOST_FOREACH(<span class="keyword">const</span> TTopicItem& item, topic_updates) {</div> |
| <div class="line"><a name="l00461"></a><span class="lineno"> 461</span>  <span class="keywordtype">string</span> pool_name;</div> |
| <div class="line"><a name="l00462"></a><span class="lineno"> 462</span>  <span class="keywordtype">string</span> topic_backend_id;</div> |
| <div class="line"><a name="l00463"></a><span class="lineno"> 463</span>  <span class="keywordflow">if</span> (!<a class="code" href="namespaceimpala.html#a715ba922e765da098dc5483e55f6fb87">ParsePoolTopicKey</a>(item.key, &pool_name, &topic_backend_id)) <span class="keywordflow">continue</span>;</div> |
| <div class="line"><a name="l00464"></a><span class="lineno"> 464</span>  <span class="comment">// The topic entry from this subscriber is handled specially; the stats coming</span></div> |
| <div class="line"><a name="l00465"></a><span class="lineno"> 465</span>  <span class="comment">// from the statestore are likely already outdated.</span></div> |
| <div class="line"><a name="l00466"></a><span class="lineno"> 466</span>  <span class="keywordflow">if</span> (topic_backend_id == <a class="code" href="classimpala_1_1AdmissionController.html#a0e5834ab9a7dc4ebc4b6287c834f8661">backend_id_</a>) <span class="keywordflow">continue</span>;</div> |
| <div class="line"><a name="l00467"></a><span class="lineno"> 467</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">local_pool_stats_</a>[pool_name]; <span class="comment">// Create an entry in the local map if it doesn't exist</span></div> |
| <div class="line"><a name="l00468"></a><span class="lineno"> 468</span>  TPoolStats pool_update;</div> |
| <div class="line"><a name="l00469"></a><span class="lineno"> 469</span>  uint32_t len = item.value.size();</div> |
| <div class="line"><a name="l00470"></a><span class="lineno"> 470</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> status = <a class="code" href="namespaceimpala.html#ad514256cb7101657a04100d351df52ab">DeserializeThriftMsg</a>(reinterpret_cast<const uint8_t*>(</div> |
| <div class="line"><a name="l00471"></a><span class="lineno"> 471</span>  item.value.data()), &len, <span class="keyword">false</span>, &pool_update);</div> |
| <div class="line"><a name="l00472"></a><span class="lineno"> 472</span>  <span class="keywordflow">if</span> (!status.<a class="code" href="classimpala_1_1Status.html#a95ba859e42fe93445b340533220836ac">ok</a>()) {</div> |
| <div class="line"><a name="l00473"></a><span class="lineno"> 473</span>  <a class="code" href="logging_8h.html#a916e38366cee7c32fd5fae7e2ee5e4a9">VLOG_QUERY</a> << <span class="stringliteral">"Error deserializing pool update with key: "</span> << item.key;</div> |
| <div class="line"><a name="l00474"></a><span class="lineno"> 474</span>  <span class="keywordflow">continue</span>;</div> |
| <div class="line"><a name="l00475"></a><span class="lineno"> 475</span>  }</div> |
| <div class="line"><a name="l00476"></a><span class="lineno"> 476</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a329707d7db4e9ace3e6102797e706460">PoolStatsMap</a>& pool_map = <a class="code" href="classimpala_1_1AdmissionController.html#a2daa040681ba2782f9f0eb41bd3197ea">per_backend_pool_stats_map_</a>[pool_name];</div> |
| <div class="line"><a name="l00477"></a><span class="lineno"> 477</span> </div> |
| <div class="line"><a name="l00478"></a><span class="lineno"> 478</span>  <span class="comment">// Debug logging</span></div> |
| <div class="line"><a name="l00479"></a><span class="lineno"> 479</span>  <span class="keywordflow">if</span> (pool_map.find(topic_backend_id) != pool_map.end()) {</div> |
| <div class="line"><a name="l00480"></a><span class="lineno"> 480</span>  <a class="code" href="logging_8h.html#a6ccc2106c47622db4e52a401a415fc58">VLOG_ROW</a> << <span class="stringliteral">"Stats update for key="</span> << item.key << <span class="stringliteral">" previous: "</span></div> |
| <div class="line"><a name="l00481"></a><span class="lineno"> 481</span>  << <a class="code" href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e">DebugPoolStats</a>(pool_name, NULL, &pool_map[topic_backend_id]);</div> |
| <div class="line"><a name="l00482"></a><span class="lineno"> 482</span>  }</div> |
| <div class="line"><a name="l00483"></a><span class="lineno"> 483</span>  <a class="code" href="logging_8h.html#a6ccc2106c47622db4e52a401a415fc58">VLOG_ROW</a> << <span class="stringliteral">"Stats update for key="</span> << item.key << <span class="stringliteral">" updated: "</span></div> |
| <div class="line"><a name="l00484"></a><span class="lineno"> 484</span>  << <a class="code" href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e">DebugPoolStats</a>(pool_name, NULL, &pool_update);</div> |
| <div class="line"><a name="l00485"></a><span class="lineno"> 485</span> </div> |
| <div class="line"><a name="l00486"></a><span class="lineno"> 486</span>  pool_map[topic_backend_id] = pool_update;</div> |
| <div class="line"><a name="l00487"></a><span class="lineno"> 487</span>  DCHECK(<a class="code" href="classimpala_1_1AdmissionController.html#a2daa040681ba2782f9f0eb41bd3197ea">per_backend_pool_stats_map_</a>[pool_name][topic_backend_id].num_running ==</div> |
| <div class="line"><a name="l00488"></a><span class="lineno"> 488</span>  pool_update.num_running);</div> |
| <div class="line"><a name="l00489"></a><span class="lineno"> 489</span>  DCHECK(<a class="code" href="classimpala_1_1AdmissionController.html#a2daa040681ba2782f9f0eb41bd3197ea">per_backend_pool_stats_map_</a>[pool_name][topic_backend_id].num_queued ==</div> |
| <div class="line"><a name="l00490"></a><span class="lineno"> 490</span>  pool_update.num_queued);</div> |
| <div class="line"><a name="l00491"></a><span class="lineno"> 491</span>  }</div> |
| <div class="line"><a name="l00492"></a><span class="lineno"> 492</span> }</div> |
| <div class="line"><a name="l00493"></a><span class="lineno"> 493</span> </div> |
| <div class="line"><a name="l00494"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#ad18062356ca354667dd4c05ebee965dc"> 494</a></span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1AdmissionController.html#ad18062356ca354667dd4c05ebee965dc">AdmissionController::HandleTopicDeletions</a>(<span class="keyword">const</span> vector<string>& topic_deletions) {</div> |
| <div class="line"><a name="l00495"></a><span class="lineno"> 495</span>  BOOST_FOREACH(<span class="keyword">const</span> <span class="keywordtype">string</span>& topic_key, topic_deletions) {</div> |
| <div class="line"><a name="l00496"></a><span class="lineno"> 496</span>  <span class="keywordtype">string</span> pool_name;</div> |
| <div class="line"><a name="l00497"></a><span class="lineno"> 497</span>  <span class="keywordtype">string</span> topic_backend_id;</div> |
| <div class="line"><a name="l00498"></a><span class="lineno"> 498</span>  <span class="keywordflow">if</span> (!<a class="code" href="namespaceimpala.html#a715ba922e765da098dc5483e55f6fb87">ParsePoolTopicKey</a>(topic_key, &pool_name, &topic_backend_id)) <span class="keywordflow">continue</span>;</div> |
| <div class="line"><a name="l00499"></a><span class="lineno"> 499</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a329707d7db4e9ace3e6102797e706460">PoolStatsMap</a>& pool_map = <a class="code" href="classimpala_1_1AdmissionController.html#a2daa040681ba2782f9f0eb41bd3197ea">per_backend_pool_stats_map_</a>[pool_name];</div> |
| <div class="line"><a name="l00500"></a><span class="lineno"> 500</span>  <a class="code" href="logging_8h.html#a6ccc2106c47622db4e52a401a415fc58">VLOG_ROW</a> << <span class="stringliteral">"Deleting stats for key="</span> << topic_key << <span class="stringliteral">" "</span></div> |
| <div class="line"><a name="l00501"></a><span class="lineno"> 501</span>  << <a class="code" href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e">DebugPoolStats</a>(pool_name, NULL, &pool_map[topic_backend_id]);</div> |
| <div class="line"><a name="l00502"></a><span class="lineno"> 502</span>  pool_map.erase(topic_backend_id);</div> |
| <div class="line"><a name="l00503"></a><span class="lineno"> 503</span>  DCHECK(<a class="code" href="classimpala_1_1AdmissionController.html#a2daa040681ba2782f9f0eb41bd3197ea">per_backend_pool_stats_map_</a>[pool_name].find(topic_backend_id) ==</div> |
| <div class="line"><a name="l00504"></a><span class="lineno"> 504</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a2daa040681ba2782f9f0eb41bd3197ea">per_backend_pool_stats_map_</a>[pool_name].end());</div> |
| <div class="line"><a name="l00505"></a><span class="lineno"> 505</span>  }</div> |
| <div class="line"><a name="l00506"></a><span class="lineno"> 506</span> }</div> |
| <div class="line"><a name="l00507"></a><span class="lineno"> 507</span> </div> |
| <div class="line"><a name="l00508"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#aebc543270eced39669683d79c7dd7771"> 508</a></span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1AdmissionController.html#aebc543270eced39669683d79c7dd7771">AdmissionController::UpdateClusterAggregates</a>(<span class="keyword">const</span> <span class="keywordtype">string</span>& pool_name) {</div> |
| <div class="line"><a name="l00509"></a><span class="lineno"> 509</span>  <span class="keyword">const</span> TPoolStats& local_stats = <a class="code" href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">local_pool_stats_</a>[pool_name];</div> |
| <div class="line"><a name="l00510"></a><span class="lineno"> 510</span>  <span class="keyword">const</span> <a class="code" href="classimpala_1_1AdmissionController.html#a329707d7db4e9ace3e6102797e706460">PoolStatsMap</a>& pool_map = <a class="code" href="classimpala_1_1AdmissionController.html#a2daa040681ba2782f9f0eb41bd3197ea">per_backend_pool_stats_map_</a>[pool_name];</div> |
| <div class="line"><a name="l00511"></a><span class="lineno"> 511</span>  TPoolStats total_stats;</div> |
| <div class="line"><a name="l00512"></a><span class="lineno"> 512</span>  BOOST_FOREACH(<span class="keyword">const</span> PoolStatsMap::value_type& entry, pool_map) {</div> |
| <div class="line"><a name="l00513"></a><span class="lineno"> 513</span>  <span class="comment">// Skip an update from this subscriber as the information may be outdated.</span></div> |
| <div class="line"><a name="l00514"></a><span class="lineno"> 514</span>  <span class="comment">// The current local_stats will be added below.</span></div> |
| <div class="line"><a name="l00515"></a><span class="lineno"> 515</span>  <span class="keywordflow">if</span> (entry.first == <a class="code" href="classimpala_1_1AdmissionController.html#a0e5834ab9a7dc4ebc4b6287c834f8661">backend_id_</a>) <span class="keywordflow">continue</span>;</div> |
| <div class="line"><a name="l00516"></a><span class="lineno"> 516</span>  DCHECK_GE(entry.second.num_running, 0);</div> |
| <div class="line"><a name="l00517"></a><span class="lineno"> 517</span>  DCHECK_GE(entry.second.num_queued, 0);</div> |
| <div class="line"><a name="l00518"></a><span class="lineno"> 518</span>  DCHECK_GE(entry.second.mem_usage, 0);</div> |
| <div class="line"><a name="l00519"></a><span class="lineno"> 519</span>  DCHECK_GE(entry.second.mem_estimate, 0);</div> |
| <div class="line"><a name="l00520"></a><span class="lineno"> 520</span>  total_stats.num_running += entry.second.num_running;</div> |
| <div class="line"><a name="l00521"></a><span class="lineno"> 521</span>  total_stats.num_queued += entry.second.num_queued;</div> |
| <div class="line"><a name="l00522"></a><span class="lineno"> 522</span>  total_stats.mem_usage += entry.second.mem_usage;</div> |
| <div class="line"><a name="l00523"></a><span class="lineno"> 523</span>  total_stats.mem_estimate += entry.second.mem_estimate;</div> |
| <div class="line"><a name="l00524"></a><span class="lineno"> 524</span>  }</div> |
| <div class="line"><a name="l00525"></a><span class="lineno"> 525</span>  total_stats.num_running += local_stats.num_running;</div> |
| <div class="line"><a name="l00526"></a><span class="lineno"> 526</span>  total_stats.num_queued += local_stats.num_queued;</div> |
| <div class="line"><a name="l00527"></a><span class="lineno"> 527</span>  total_stats.mem_usage += local_stats.mem_usage;</div> |
| <div class="line"><a name="l00528"></a><span class="lineno"> 528</span>  total_stats.mem_estimate += local_stats.mem_estimate;</div> |
| <div class="line"><a name="l00529"></a><span class="lineno"> 529</span> </div> |
| <div class="line"><a name="l00530"></a><span class="lineno"> 530</span>  DCHECK_GE(total_stats.num_running, 0);</div> |
| <div class="line"><a name="l00531"></a><span class="lineno"> 531</span>  DCHECK_GE(total_stats.num_queued, 0);</div> |
| <div class="line"><a name="l00532"></a><span class="lineno"> 532</span>  DCHECK_GE(total_stats.mem_usage, 0);</div> |
| <div class="line"><a name="l00533"></a><span class="lineno"> 533</span>  DCHECK_GE(total_stats.mem_estimate, 0);</div> |
| <div class="line"><a name="l00534"></a><span class="lineno"> 534</span>  DCHECK_GE(total_stats.num_running, local_stats.num_running);</div> |
| <div class="line"><a name="l00535"></a><span class="lineno"> 535</span>  DCHECK_GE(total_stats.num_queued, local_stats.num_queued);</div> |
| <div class="line"><a name="l00536"></a><span class="lineno"> 536</span> </div> |
| <div class="line"><a name="l00537"></a><span class="lineno"> 537</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a27925375d7267b51db301e1363cb6afb">cluster_pool_stats_</a>[pool_name] = total_stats;</div> |
| <div class="line"><a name="l00538"></a><span class="lineno"> 538</span>  <a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html">PoolMetrics</a>* pool_metrics = <a class="code" href="classimpala_1_1AdmissionController.html#adbd0c9f6a74dc024e5b728fff2f6a67a">GetPoolMetrics</a>(pool_name);</div> |
| <div class="line"><a name="l00539"></a><span class="lineno"> 539</span>  <span class="keywordflow">if</span> (pool_metrics != NULL) {</div> |
| <div class="line"><a name="l00540"></a><span class="lineno"> 540</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a3135775c5d8a7258a162ad1a92736446">cluster_num_running</a>->set_value(total_stats.num_running);</div> |
| <div class="line"><a name="l00541"></a><span class="lineno"> 541</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#acbc08e3dd413dae4d284f9527b94c6e7">cluster_in_queue</a>->set_value(total_stats.num_queued);</div> |
| <div class="line"><a name="l00542"></a><span class="lineno"> 542</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#ac591671906565575d53911280a3defbc">cluster_mem_usage</a>->set_value(total_stats.mem_usage);</div> |
| <div class="line"><a name="l00543"></a><span class="lineno"> 543</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a6584ab3dc69d3c5dd01a2cfe68c76690">cluster_mem_estimate</a>->set_value(total_stats.mem_estimate);</div> |
| <div class="line"><a name="l00544"></a><span class="lineno"> 544</span>  }</div> |
| <div class="line"><a name="l00545"></a><span class="lineno"> 545</span> </div> |
| <div class="line"><a name="l00546"></a><span class="lineno"> 546</span>  <span class="keywordflow">if</span> (<a class="code" href="classimpala_1_1AdmissionController.html#a27925375d7267b51db301e1363cb6afb">cluster_pool_stats_</a>[pool_name] != total_stats) {</div> |
| <div class="line"><a name="l00547"></a><span class="lineno"> 547</span>  <a class="code" href="logging_8h.html#a6ccc2106c47622db4e52a401a415fc58">VLOG_ROW</a> << <span class="stringliteral">"Recomputed stats, previous: "</span></div> |
| <div class="line"><a name="l00548"></a><span class="lineno"> 548</span>  << <a class="code" href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e">DebugPoolStats</a>(pool_name, &<a class="code" href="classimpala_1_1AdmissionController.html#a27925375d7267b51db301e1363cb6afb">cluster_pool_stats_</a>[pool_name], NULL);</div> |
| <div class="line"><a name="l00549"></a><span class="lineno"> 549</span>  <a class="code" href="logging_8h.html#a6ccc2106c47622db4e52a401a415fc58">VLOG_ROW</a> << <span class="stringliteral">"Recomputed stats, updated: "</span></div> |
| <div class="line"><a name="l00550"></a><span class="lineno"> 550</span>  << <a class="code" href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e">DebugPoolStats</a>(pool_name, &total_stats, NULL);</div> |
| <div class="line"><a name="l00551"></a><span class="lineno"> 551</span>  }</div> |
| <div class="line"><a name="l00552"></a><span class="lineno"> 552</span> }</div> |
| <div class="line"><a name="l00553"></a><span class="lineno"> 553</span> </div> |
| <div class="line"><a name="l00554"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#ad6a784c31caf0bcf105972b482b4cb65"> 554</a></span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1AdmissionController.html#ad6a784c31caf0bcf105972b482b4cb65">AdmissionController::UpdateLocalMemUsage</a>(<span class="keyword">const</span> <span class="keywordtype">string</span>& pool_name) {</div> |
| <div class="line"><a name="l00555"></a><span class="lineno"> 555</span>  TPoolStats* stats = &<a class="code" href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">local_pool_stats_</a>[pool_name];</div> |
| <div class="line"><a name="l00556"></a><span class="lineno"> 556</span>  <a class="code" href="classimpala_1_1MemTracker.html">MemTracker</a>* <a class="code" href="expr-benchmark_8cc.html#ad327327fa716227ff7993880cbc4698f">tracker</a> = <a class="code" href="classimpala_1_1MemTracker.html#a22fbc3febb516f0f5edd1d40699e6991">MemTracker::GetRequestPoolMemTracker</a>(pool_name, NULL);</div> |
| <div class="line"><a name="l00557"></a><span class="lineno"> 557</span>  <span class="keyword">const</span> int64_t current_usage = tracker == NULL ? 0L : tracker-><a class="code" href="classimpala_1_1MemTracker.html#a35f7a4c2c6a5d33f808dda73482fc147">consumption</a>();</div> |
| <div class="line"><a name="l00558"></a><span class="lineno"> 558</span>  <span class="keywordflow">if</span> (current_usage != stats->mem_usage) {</div> |
| <div class="line"><a name="l00559"></a><span class="lineno"> 559</span>  stats->mem_usage = current_usage;</div> |
| <div class="line"><a name="l00560"></a><span class="lineno"> 560</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a99080dfa78407542de46711625115ce1">pools_for_updates_</a>.insert(pool_name);</div> |
| <div class="line"><a name="l00561"></a><span class="lineno"> 561</span>  <a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html">PoolMetrics</a>* pool_metrics = <a class="code" href="classimpala_1_1AdmissionController.html#adbd0c9f6a74dc024e5b728fff2f6a67a">GetPoolMetrics</a>(pool_name);</div> |
| <div class="line"><a name="l00562"></a><span class="lineno"> 562</span>  <span class="keywordflow">if</span> (pool_metrics != NULL) {</div> |
| <div class="line"><a name="l00563"></a><span class="lineno"> 563</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#ac252cba5ac1c232ed9152e0c22c927be">local_mem_usage</a>->set_value(current_usage);</div> |
| <div class="line"><a name="l00564"></a><span class="lineno"> 564</span>  }</div> |
| <div class="line"><a name="l00565"></a><span class="lineno"> 565</span>  }</div> |
| <div class="line"><a name="l00566"></a><span class="lineno"> 566</span> }</div> |
| <div class="line"><a name="l00567"></a><span class="lineno"> 567</span> </div> |
| <div class="line"><a name="l00568"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#a36b9c6d8901b6f89513a41e4be44c4b3"> 568</a></span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1AdmissionController.html#a36b9c6d8901b6f89513a41e4be44c4b3">AdmissionController::AddPoolUpdates</a>(vector<TTopicDelta>* topic_updates) {</div> |
| <div class="line"><a name="l00569"></a><span class="lineno"> 569</span>  <span class="keywordflow">if</span> (<a class="code" href="classimpala_1_1AdmissionController.html#a99080dfa78407542de46711625115ce1">pools_for_updates_</a>.empty()) <span class="keywordflow">return</span>;</div> |
| <div class="line"><a name="l00570"></a><span class="lineno"> 570</span>  topic_updates->push_back(TTopicDelta());</div> |
| <div class="line"><a name="l00571"></a><span class="lineno"> 571</span>  TTopicDelta& topic_delta = topic_updates->back();</div> |
| <div class="line"><a name="l00572"></a><span class="lineno"> 572</span>  topic_delta.topic_name = <a class="code" href="classimpala_1_1AdmissionController.html#ae1c785763be5dd8c886750cf8dfde0c4">IMPALA_REQUEST_QUEUE_TOPIC</a>;</div> |
| <div class="line"><a name="l00573"></a><span class="lineno"> 573</span>  BOOST_FOREACH(<span class="keyword">const</span> <span class="keywordtype">string</span>& pool_name, <a class="code" href="classimpala_1_1AdmissionController.html#a99080dfa78407542de46711625115ce1">pools_for_updates_</a>) {</div> |
| <div class="line"><a name="l00574"></a><span class="lineno"> 574</span>  DCHECK(<a class="code" href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">local_pool_stats_</a>.find(pool_name) != <a class="code" href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">local_pool_stats_</a>.end());</div> |
| <div class="line"><a name="l00575"></a><span class="lineno"> 575</span>  TPoolStats& pool_stats = <a class="code" href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">local_pool_stats_</a>[pool_name];</div> |
| <div class="line"><a name="l00576"></a><span class="lineno"> 576</span>  <a class="code" href="logging_8h.html#a6ccc2106c47622db4e52a401a415fc58">VLOG_ROW</a> << <span class="stringliteral">"Sending topic update "</span> << <a class="code" href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e">DebugPoolStats</a>(pool_name, NULL, &pool_stats);</div> |
| <div class="line"><a name="l00577"></a><span class="lineno"> 577</span>  topic_delta.topic_entries.push_back(TTopicItem());</div> |
| <div class="line"><a name="l00578"></a><span class="lineno"> 578</span>  TTopicItem& topic_item = topic_delta.topic_entries.back();</div> |
| <div class="line"><a name="l00579"></a><span class="lineno"> 579</span>  topic_item.key = <a class="code" href="namespaceimpala.html#ae50e922fdd33366ff70334949e624e9c">MakePoolTopicKey</a>(pool_name, <a class="code" href="classimpala_1_1AdmissionController.html#a0e5834ab9a7dc4ebc4b6287c834f8661">backend_id_</a>);</div> |
| <div class="line"><a name="l00580"></a><span class="lineno"> 580</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> status = <a class="code" href="classimpala_1_1AdmissionController.html#af933abc2c4d3692cb5dd12d681db9c6b">thrift_serializer_</a>.<a class="code" href="classimpala_1_1ThriftSerializer.html#adeb56b50d58ccb1ba6750e20615ae545">Serialize</a>(&pool_stats, &topic_item.value);</div> |
| <div class="line"><a name="l00581"></a><span class="lineno"> 581</span>  <span class="keywordflow">if</span> (!status.<a class="code" href="classimpala_1_1Status.html#a95ba859e42fe93445b340533220836ac">ok</a>()) {</div> |
| <div class="line"><a name="l00582"></a><span class="lineno"> 582</span>  LOG(WARNING) << <span class="stringliteral">"Failed to serialize query pool stats: "</span> << status.<a class="code" href="classimpala_1_1Status.html#adf1a3ee82776f6102bfe873925183159">GetDetail</a>();</div> |
| <div class="line"><a name="l00583"></a><span class="lineno"> 583</span>  topic_updates->pop_back();</div> |
| <div class="line"><a name="l00584"></a><span class="lineno"> 584</span>  }</div> |
| <div class="line"><a name="l00585"></a><span class="lineno"> 585</span>  <a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html">PoolMetrics</a>* pool_metrics = <a class="code" href="classimpala_1_1AdmissionController.html#adbd0c9f6a74dc024e5b728fff2f6a67a">GetPoolMetrics</a>(pool_name);</div> |
| <div class="line"><a name="l00586"></a><span class="lineno"> 586</span>  <span class="keywordflow">if</span> (pool_metrics != NULL) {</div> |
| <div class="line"><a name="l00587"></a><span class="lineno"> 587</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a0cddc9d24d42a16727faed3434cc7712">local_num_running</a>->set_value(pool_stats.num_running);</div> |
| <div class="line"><a name="l00588"></a><span class="lineno"> 588</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#aa2245db9efc322aa459b32e16fda0698">local_in_queue</a>->set_value(pool_stats.num_queued);</div> |
| <div class="line"><a name="l00589"></a><span class="lineno"> 589</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#ac252cba5ac1c232ed9152e0c22c927be">local_mem_usage</a>->set_value(pool_stats.mem_usage);</div> |
| <div class="line"><a name="l00590"></a><span class="lineno"> 590</span>  }</div> |
| <div class="line"><a name="l00591"></a><span class="lineno"> 591</span>  }</div> |
| <div class="line"><a name="l00592"></a><span class="lineno"> 592</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a99080dfa78407542de46711625115ce1">pools_for_updates_</a>.clear();</div> |
| <div class="line"><a name="l00593"></a><span class="lineno"> 593</span> }</div> |
| <div class="line"><a name="l00594"></a><span class="lineno"> 594</span> </div> |
| <div class="line"><a name="l00595"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#a3f78757edf844681c0a1fe6e66725551"> 595</a></span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1AdmissionController.html#a3f78757edf844681c0a1fe6e66725551">AdmissionController::DequeueLoop</a>() {</div> |
| <div class="line"><a name="l00596"></a><span class="lineno"> 596</span>  <span class="keywordflow">while</span> (<span class="keyword">true</span>) {</div> |
| <div class="line"><a name="l00597"></a><span class="lineno"> 597</span>  unique_lock<mutex> lock(<a class="code" href="classimpala_1_1AdmissionController.html#a06bbb5b167f4ab3330dff9129a56a45e">admission_ctrl_lock_</a>);</div> |
| <div class="line"><a name="l00598"></a><span class="lineno"> 598</span>  <span class="keywordflow">if</span> (<a class="code" href="classimpala_1_1AdmissionController.html#a1f609ac7ccf0ac4b1026056bf499aed6">done_</a>) <span class="keywordflow">break</span>;</div> |
| <div class="line"><a name="l00599"></a><span class="lineno"> 599</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a93cba7aa65cbe957f1e4d3e06287fc29">dequeue_cv_</a>.wait(lock);</div> |
| <div class="line"><a name="l00600"></a><span class="lineno"> 600</span>  BOOST_FOREACH(PoolStatsMap::value_type& entry, <a class="code" href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">local_pool_stats_</a>) {</div> |
| <div class="line"><a name="l00601"></a><span class="lineno"> 601</span>  <span class="keyword">const</span> <span class="keywordtype">string</span>& pool_name = entry.first;</div> |
| <div class="line"><a name="l00602"></a><span class="lineno"> 602</span>  TPoolStats* local_stats = &entry.second;</div> |
| <div class="line"><a name="l00603"></a><span class="lineno"> 603</span> </div> |
| <div class="line"><a name="l00604"></a><span class="lineno"> 604</span>  PoolConfigMap::iterator it = <a class="code" href="classimpala_1_1AdmissionController.html#ab9f3248cc32b91bc8f8c797a514889e7">pool_config_cache_</a>.find(pool_name);</div> |
| <div class="line"><a name="l00605"></a><span class="lineno"> 605</span>  <span class="keywordflow">if</span> (it == <a class="code" href="classimpala_1_1AdmissionController.html#ab9f3248cc32b91bc8f8c797a514889e7">pool_config_cache_</a>.end()) <span class="keywordflow">continue</span>; <span class="comment">// No local requests in this pool</span></div> |
| <div class="line"><a name="l00606"></a><span class="lineno"> 606</span>  <span class="keyword">const</span> TPoolConfigResult& pool_config = it->second;</div> |
| <div class="line"><a name="l00607"></a><span class="lineno"> 607</span> </div> |
| <div class="line"><a name="l00608"></a><span class="lineno"> 608</span>  <span class="keyword">const</span> int64_t max_requests = pool_config.max_requests;</div> |
| <div class="line"><a name="l00609"></a><span class="lineno"> 609</span>  <span class="keyword">const</span> int64_t mem_limit = pool_config.mem_limit;</div> |
| <div class="line"><a name="l00610"></a><span class="lineno"> 610</span> </div> |
| <div class="line"><a name="l00611"></a><span class="lineno"> 611</span>  <span class="comment">// We should never have queued any requests in pools where either limit is 0 as no</span></div> |
| <div class="line"><a name="l00612"></a><span class="lineno"> 612</span>  <span class="comment">// requests should ever be admitted or when both limits are less than 0, i.e.</span></div> |
| <div class="line"><a name="l00613"></a><span class="lineno"> 613</span>  <span class="comment">// unlimited requests can be admitted and should never be queued.</span></div> |
| <div class="line"><a name="l00614"></a><span class="lineno"> 614</span>  <span class="keywordflow">if</span> (max_requests == 0 || mem_limit == 0 || (max_requests < 0 && mem_limit < 0)) {</div> |
| <div class="line"><a name="l00615"></a><span class="lineno"> 615</span>  DCHECK_EQ(local_stats->num_queued, 0);</div> |
| <div class="line"><a name="l00616"></a><span class="lineno"> 616</span>  }</div> |
| <div class="line"><a name="l00617"></a><span class="lineno"> 617</span> </div> |
| <div class="line"><a name="l00618"></a><span class="lineno"> 618</span>  <span class="keywordflow">if</span> (local_stats->num_queued == 0) <span class="keywordflow">continue</span>; <span class="comment">// Nothing to dequeue</span></div> |
| <div class="line"><a name="l00619"></a><span class="lineno"> 619</span>  DCHECK(max_requests > 0 || mem_limit > 0);</div> |
| <div class="line"><a name="l00620"></a><span class="lineno"> 620</span>  TPoolStats* total_stats = &<a class="code" href="classimpala_1_1AdmissionController.html#a27925375d7267b51db301e1363cb6afb">cluster_pool_stats_</a>[pool_name];</div> |
| <div class="line"><a name="l00621"></a><span class="lineno"> 621</span> </div> |
| <div class="line"><a name="l00622"></a><span class="lineno"> 622</span>  DCHECK_GT(local_stats->num_queued, 0);</div> |
| <div class="line"><a name="l00623"></a><span class="lineno"> 623</span>  DCHECK_GE(total_stats->num_queued, local_stats->num_queued);</div> |
| <div class="line"><a name="l00624"></a><span class="lineno"> 624</span> </div> |
| <div class="line"><a name="l00625"></a><span class="lineno"> 625</span>  <span class="comment">// Determine the maximum number of requests that can possibly be dequeued based</span></div> |
| <div class="line"><a name="l00626"></a><span class="lineno"> 626</span>  <span class="comment">// on the max_requests limit and the current queue size. We will attempt to</span></div> |
| <div class="line"><a name="l00627"></a><span class="lineno"> 627</span>  <span class="comment">// dequeue up to this number of requests until reaching the per-pool memory limit.</span></div> |
| <div class="line"><a name="l00628"></a><span class="lineno"> 628</span>  int64_t max_to_dequeue = 0;</div> |
| <div class="line"><a name="l00629"></a><span class="lineno"> 629</span>  <span class="keywordflow">if</span> (max_requests > 0) {</div> |
| <div class="line"><a name="l00630"></a><span class="lineno"> 630</span>  <span class="keyword">const</span> int64_t total_available = max_requests - total_stats->num_running;</div> |
| <div class="line"><a name="l00631"></a><span class="lineno"> 631</span>  <span class="keywordflow">if</span> (total_available <= 0) <span class="keywordflow">continue</span>;</div> |
| <div class="line"><a name="l00632"></a><span class="lineno"> 632</span>  <span class="keywordtype">double</span> queue_size_ratio = <span class="keyword">static_cast<</span><span class="keywordtype">double</span><span class="keyword">></span>(local_stats->num_queued) /</div> |
| <div class="line"><a name="l00633"></a><span class="lineno"> 633</span>  static_cast<double>(total_stats->num_queued);</div> |
| <div class="line"><a name="l00634"></a><span class="lineno"> 634</span>  <span class="comment">// The maximum number of requests that can possibly be dequeued is the total</span></div> |
| <div class="line"><a name="l00635"></a><span class="lineno"> 635</span>  <span class="comment">// number of available requests scaled by the ratio of the size of the local</span></div> |
| <div class="line"><a name="l00636"></a><span class="lineno"> 636</span>  <span class="comment">// queue to the size of the total queue. We attempt to dequeue at least one</span></div> |
| <div class="line"><a name="l00637"></a><span class="lineno"> 637</span>  <span class="comment">// request and at most the size of the local queue.</span></div> |
| <div class="line"><a name="l00638"></a><span class="lineno"> 638</span>  <span class="comment">// TODO: Use a simple heuristic rather than a lower bound of 1 to avoid admitting</span></div> |
| <div class="line"><a name="l00639"></a><span class="lineno"> 639</span>  <span class="comment">// too many requests globally when only a single request can be admitted.</span></div> |
| <div class="line"><a name="l00640"></a><span class="lineno"> 640</span>  max_to_dequeue = min(local_stats->num_queued,</div> |
| <div class="line"><a name="l00641"></a><span class="lineno"> 641</span>  max(1L, static_cast<int64_t>(queue_size_ratio * total_available)));</div> |
| <div class="line"><a name="l00642"></a><span class="lineno"> 642</span>  } <span class="keywordflow">else</span> {</div> |
| <div class="line"><a name="l00643"></a><span class="lineno"> 643</span>  max_to_dequeue = local_stats->num_queued; <span class="comment">// No limit on num running requests</span></div> |
| <div class="line"><a name="l00644"></a><span class="lineno"> 644</span>  }</div> |
| <div class="line"><a name="l00645"></a><span class="lineno"> 645</span> </div> |
| <div class="line"><a name="l00646"></a><span class="lineno"> 646</span>  <a class="code" href="classimpala_1_1InternalQueue.html">RequestQueue</a>& queue = <a class="code" href="classimpala_1_1AdmissionController.html#a2894d0d3e37b8e062afd67f7766717c6">request_queue_map_</a>[pool_name];</div> |
| <div class="line"><a name="l00647"></a><span class="lineno"> 647</span>  <a class="code" href="logging_8h.html#a24efb6b382d3e1bdd7817e5e31dc5c1d">VLOG_RPC</a> << <span class="stringliteral">"Dequeue thread will try to admit "</span> << max_to_dequeue << <span class="stringliteral">" requests"</span></div> |
| <div class="line"><a name="l00648"></a><span class="lineno"> 648</span>  << <span class="stringliteral">", pool="</span> << pool_name << <span class="stringliteral">", num_queued="</span> << local_stats->num_queued;</div> |
| <div class="line"><a name="l00649"></a><span class="lineno"> 649</span> </div> |
| <div class="line"><a name="l00650"></a><span class="lineno"> 650</span>  <a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html">PoolMetrics</a>* pool_metrics = <a class="code" href="classimpala_1_1AdmissionController.html#adbd0c9f6a74dc024e5b728fff2f6a67a">GetPoolMetrics</a>(pool_name);</div> |
| <div class="line"><a name="l00651"></a><span class="lineno"> 651</span>  <span class="keywordflow">while</span> (max_to_dequeue > 0 && !queue.<a class="code" href="classimpala_1_1InternalQueue.html#a60d46a4f9b882b9b31cd100f9bf82855">empty</a>()) {</div> |
| <div class="line"><a name="l00652"></a><span class="lineno"> 652</span>  <a class="code" href="structimpala_1_1AdmissionController_1_1QueueNode.html">QueueNode</a>* queue_node = queue.<a class="code" href="classimpala_1_1InternalQueue.html#a4ddf9cb50f93841c02395b4b159c94a1">head</a>();</div> |
| <div class="line"><a name="l00653"></a><span class="lineno"> 653</span>  DCHECK(queue_node != NULL);</div> |
| <div class="line"><a name="l00654"></a><span class="lineno"> 654</span>  DCHECK(!queue_node-><a class="code" href="structimpala_1_1AdmissionController_1_1QueueNode.html#a87a37821bc622783280b87cce6a16b18">is_admitted</a>.<a class="code" href="classimpala_1_1Promise.html#a37e41565c6813bcea306266111464daa">IsSet</a>());</div> |
| <div class="line"><a name="l00655"></a><span class="lineno"> 655</span>  <span class="keyword">const</span> <a class="code" href="classimpala_1_1QuerySchedule.html">QuerySchedule</a>& schedule = queue_node-><a class="code" href="structimpala_1_1AdmissionController_1_1QueueNode.html#a476bc5eedb5ccd47c5720ca200d4e0de">schedule</a>;</div> |
| <div class="line"><a name="l00656"></a><span class="lineno"> 656</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> admitStatus = <a class="code" href="classimpala_1_1AdmissionController.html#a6cd5911d0554e50c45302d5b36c99176">CanAdmitRequest</a>(pool_name, max_requests, mem_limit,</div> |
| <div class="line"><a name="l00657"></a><span class="lineno"> 657</span>  schedule, <span class="keyword">true</span>);</div> |
| <div class="line"><a name="l00658"></a><span class="lineno"> 658</span>  <span class="keywordflow">if</span> (!admitStatus.<a class="code" href="classimpala_1_1Status.html#a95ba859e42fe93445b340533220836ac">ok</a>()) {</div> |
| <div class="line"><a name="l00659"></a><span class="lineno"> 659</span>  <a class="code" href="logging_8h.html#a24efb6b382d3e1bdd7817e5e31dc5c1d">VLOG_RPC</a> << <span class="stringliteral">"Could not dequeue query id="</span> << queue_node-><a class="code" href="structimpala_1_1AdmissionController_1_1QueueNode.html#a476bc5eedb5ccd47c5720ca200d4e0de">schedule</a>.<a class="code" href="classimpala_1_1QuerySchedule.html#a152f17876cb94f91f60c7ef4db6ce26f">query_id</a>()</div> |
| <div class="line"><a name="l00660"></a><span class="lineno"> 660</span>  << <span class="stringliteral">" reason: "</span> << admitStatus.<a class="code" href="classimpala_1_1Status.html#adf1a3ee82776f6102bfe873925183159">GetDetail</a>();</div> |
| <div class="line"><a name="l00661"></a><span class="lineno"> 661</span>  <span class="keywordflow">break</span>;</div> |
| <div class="line"><a name="l00662"></a><span class="lineno"> 662</span>  }</div> |
| <div class="line"><a name="l00663"></a><span class="lineno"> 663</span>  queue.<a class="code" href="classimpala_1_1InternalQueue.html#a0049250c8a66fc7b3e9bd9047c328dba">Dequeue</a>();</div> |
| <div class="line"><a name="l00664"></a><span class="lineno"> 664</span>  --local_stats->num_queued;</div> |
| <div class="line"><a name="l00665"></a><span class="lineno"> 665</span>  --total_stats->num_queued;</div> |
| <div class="line"><a name="l00666"></a><span class="lineno"> 666</span>  ++local_stats->num_running;</div> |
| <div class="line"><a name="l00667"></a><span class="lineno"> 667</span>  ++total_stats->num_running;</div> |
| <div class="line"><a name="l00668"></a><span class="lineno"> 668</span>  int64_t mem_estimate = schedule.GetClusterMemoryEstimate();</div> |
| <div class="line"><a name="l00669"></a><span class="lineno"> 669</span>  local_stats->mem_estimate += mem_estimate;</div> |
| <div class="line"><a name="l00670"></a><span class="lineno"> 670</span>  total_stats->mem_estimate += mem_estimate;</div> |
| <div class="line"><a name="l00671"></a><span class="lineno"> 671</span>  <span class="keywordflow">if</span> (pool_metrics != NULL) {</div> |
| <div class="line"><a name="l00672"></a><span class="lineno"> 672</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a5d1fbd2e5acdd39fa7428fa8f56edc28">local_dequeued</a>->Increment(1L);</div> |
| <div class="line"><a name="l00673"></a><span class="lineno"> 673</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a87437ed5b43c86b9a2cbb7cd9d60ad5b">local_mem_estimate</a>->Increment(mem_estimate);</div> |
| <div class="line"><a name="l00674"></a><span class="lineno"> 674</span>  pool_metrics-><a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a6584ab3dc69d3c5dd01a2cfe68c76690">cluster_mem_estimate</a>->Increment(mem_estimate);</div> |
| <div class="line"><a name="l00675"></a><span class="lineno"> 675</span>  }</div> |
| <div class="line"><a name="l00676"></a><span class="lineno"> 676</span>  <a class="code" href="logging_8h.html#a6ccc2106c47622db4e52a401a415fc58">VLOG_ROW</a> << <span class="stringliteral">"Dequeuing query id="</span> << queue_node-><a class="code" href="structimpala_1_1AdmissionController_1_1QueueNode.html#a476bc5eedb5ccd47c5720ca200d4e0de">schedule</a>.<a class="code" href="classimpala_1_1QuerySchedule.html#a152f17876cb94f91f60c7ef4db6ce26f">query_id</a>();</div> |
| <div class="line"><a name="l00677"></a><span class="lineno"> 677</span>  queue_node-><a class="code" href="structimpala_1_1AdmissionController_1_1QueueNode.html#a87a37821bc622783280b87cce6a16b18">is_admitted</a>.<a class="code" href="classimpala_1_1Promise.html#abf8dc89791be540e5914372b06eee286">Set</a>(<span class="keyword">true</span>);</div> |
| <div class="line"><a name="l00678"></a><span class="lineno"> 678</span>  --max_to_dequeue;</div> |
| <div class="line"><a name="l00679"></a><span class="lineno"> 679</span>  }</div> |
| <div class="line"><a name="l00680"></a><span class="lineno"> 680</span>  <a class="code" href="classimpala_1_1AdmissionController.html#a99080dfa78407542de46711625115ce1">pools_for_updates_</a>.insert(pool_name);</div> |
| <div class="line"><a name="l00681"></a><span class="lineno"> 681</span>  }</div> |
| <div class="line"><a name="l00682"></a><span class="lineno"> 682</span>  }</div> |
| <div class="line"><a name="l00683"></a><span class="lineno"> 683</span> }</div> |
| <div class="line"><a name="l00684"></a><span class="lineno"> 684</span> </div> |
| <div class="line"><a name="l00685"></a><span class="lineno"> 685</span> <a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html">AdmissionController::PoolMetrics</a>*</div> |
| <div class="line"><a name="l00686"></a><span class="lineno"><a class="line" href="classimpala_1_1AdmissionController.html#adbd0c9f6a74dc024e5b728fff2f6a67a"> 686</a></span> <a class="code" href="classimpala_1_1AdmissionController.html#adbd0c9f6a74dc024e5b728fff2f6a67a">AdmissionController::GetPoolMetrics</a>(<span class="keyword">const</span> <span class="keywordtype">string</span>& pool_name) {</div> |
| <div class="line"><a name="l00687"></a><span class="lineno"> 687</span>  <span class="keywordflow">if</span> (<a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a> == NULL) <span class="keywordflow">return</span> NULL;</div> |
| <div class="line"><a name="l00688"></a><span class="lineno"> 688</span>  PoolMetricsMap::iterator it = <a class="code" href="classimpala_1_1AdmissionController.html#ab07407fa20f5ef686de5824840286d76">pool_metrics_map_</a>.find(pool_name);</div> |
| <div class="line"><a name="l00689"></a><span class="lineno"> 689</span>  <span class="keywordflow">if</span> (it != <a class="code" href="classimpala_1_1AdmissionController.html#ab07407fa20f5ef686de5824840286d76">pool_metrics_map_</a>.end()) <span class="keywordflow">return</span> &it->second;</div> |
| <div class="line"><a name="l00690"></a><span class="lineno"> 690</span> </div> |
| <div class="line"><a name="l00691"></a><span class="lineno"> 691</span>  <a class="code" href="structimpala_1_1AdmissionController_1_1PoolMetrics.html">PoolMetrics</a>* pool_metrics = &<a class="code" href="classimpala_1_1AdmissionController.html#ab07407fa20f5ef686de5824840286d76">pool_metrics_map_</a>[pool_name];</div> |
| <div class="line"><a name="l00692"></a><span class="lineno"> 692</span>  pool_metrics->local_admitted = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a3ebbe796e9b471aa697a00683cfd8d7c">AddCounter</a>(</div> |
| <div class="line"><a name="l00693"></a><span class="lineno"> 693</span>  Substitute(<a class="code" href="namespaceimpala.html#ab3e77f64433001b6a078c804103d75e3">LOCAL_ADMITTED_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00694"></a><span class="lineno"> 694</span>  pool_metrics->local_queued = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a3ebbe796e9b471aa697a00683cfd8d7c">AddCounter</a>(</div> |
| <div class="line"><a name="l00695"></a><span class="lineno"> 695</span>  Substitute(<a class="code" href="namespaceimpala.html#a99779d230f57687fb09b75d1f8971d45">LOCAL_QUEUED_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00696"></a><span class="lineno"> 696</span>  pool_metrics->local_dequeued = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a3ebbe796e9b471aa697a00683cfd8d7c">AddCounter</a>(</div> |
| <div class="line"><a name="l00697"></a><span class="lineno"> 697</span>  Substitute(<a class="code" href="namespaceimpala.html#a57f777b645cfee42b654b85c420da49b">LOCAL_DEQUEUED_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00698"></a><span class="lineno"> 698</span>  pool_metrics->local_rejected = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a3ebbe796e9b471aa697a00683cfd8d7c">AddCounter</a>(</div> |
| <div class="line"><a name="l00699"></a><span class="lineno"> 699</span>  Substitute(<a class="code" href="namespaceimpala.html#a3ae95efd206f234e0c30c25719a66ae5">LOCAL_REJECTED_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00700"></a><span class="lineno"> 700</span>  pool_metrics->local_timed_out = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a3ebbe796e9b471aa697a00683cfd8d7c">AddCounter</a>(</div> |
| <div class="line"><a name="l00701"></a><span class="lineno"> 701</span>  Substitute(<a class="code" href="namespaceimpala.html#aeede005c1fa31c4e46fab68ef6855fea">LOCAL_TIMED_OUT_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00702"></a><span class="lineno"> 702</span>  pool_metrics->local_completed = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a3ebbe796e9b471aa697a00683cfd8d7c">AddCounter</a>(</div> |
| <div class="line"><a name="l00703"></a><span class="lineno"> 703</span>  Substitute(<a class="code" href="namespaceimpala.html#af3a1f52b2a118426c31ae58717f7e080">LOCAL_COMPLETED_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00704"></a><span class="lineno"> 704</span>  pool_metrics->local_time_in_queue_ms = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a3ebbe796e9b471aa697a00683cfd8d7c">AddCounter</a>(</div> |
| <div class="line"><a name="l00705"></a><span class="lineno"> 705</span>  Substitute(<a class="code" href="namespaceimpala.html#ac8a38d82a5a9c0bca7bc5d374248be03">LOCAL_TIME_IN_QUEUE_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00706"></a><span class="lineno"> 706</span> </div> |
| <div class="line"><a name="l00707"></a><span class="lineno"> 707</span>  pool_metrics->cluster_num_running = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a32616eb20d4069c50427dfde1f89c376">AddGauge</a>(</div> |
| <div class="line"><a name="l00708"></a><span class="lineno"> 708</span>  Substitute(<a class="code" href="namespaceimpala.html#a2633e1cb56cfec6a568fbb31fb779024">CLUSTER_NUM_RUNNING_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00709"></a><span class="lineno"> 709</span> </div> |
| <div class="line"><a name="l00710"></a><span class="lineno"> 710</span>  pool_metrics->cluster_in_queue = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a32616eb20d4069c50427dfde1f89c376">AddGauge</a>(</div> |
| <div class="line"><a name="l00711"></a><span class="lineno"> 711</span>  Substitute(<a class="code" href="namespaceimpala.html#a9142bebf7b08f36af89be1a9b3639ca1">CLUSTER_IN_QUEUE_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00712"></a><span class="lineno"> 712</span>  pool_metrics->cluster_mem_usage = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a32616eb20d4069c50427dfde1f89c376">AddGauge</a>(</div> |
| <div class="line"><a name="l00713"></a><span class="lineno"> 713</span>  Substitute(<a class="code" href="namespaceimpala.html#ae1199ade1761eee698e15c1872bd4ad9">CLUSTER_MEM_USAGE_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00714"></a><span class="lineno"> 714</span>  pool_metrics->cluster_mem_estimate = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a32616eb20d4069c50427dfde1f89c376">AddGauge</a>(</div> |
| <div class="line"><a name="l00715"></a><span class="lineno"> 715</span>  Substitute(<a class="code" href="namespaceimpala.html#aa8301e7e511df7d458e9f73c356ff5e6">CLUSTER_MEM_ESTIMATE_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00716"></a><span class="lineno"> 716</span> </div> |
| <div class="line"><a name="l00717"></a><span class="lineno"> 717</span>  pool_metrics->local_num_running = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a32616eb20d4069c50427dfde1f89c376">AddGauge</a>(</div> |
| <div class="line"><a name="l00718"></a><span class="lineno"> 718</span>  Substitute(<a class="code" href="namespaceimpala.html#a3695d392c9d00943b6b3a9427a90af62">LOCAL_NUM_RUNNING_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00719"></a><span class="lineno"> 719</span> </div> |
| <div class="line"><a name="l00720"></a><span class="lineno"> 720</span>  pool_metrics->local_in_queue = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a32616eb20d4069c50427dfde1f89c376">AddGauge</a>(</div> |
| <div class="line"><a name="l00721"></a><span class="lineno"> 721</span>  Substitute(<a class="code" href="namespaceimpala.html#a85ca884fb37eb4b23f0d69397b81e87e">LOCAL_IN_QUEUE_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00722"></a><span class="lineno"> 722</span> </div> |
| <div class="line"><a name="l00723"></a><span class="lineno"> 723</span>  pool_metrics->local_mem_usage = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a32616eb20d4069c50427dfde1f89c376">AddGauge</a>(</div> |
| <div class="line"><a name="l00724"></a><span class="lineno"> 724</span>  Substitute(<a class="code" href="namespaceimpala.html#a372ff65a080cae68de73e17eec696fa7">LOCAL_MEM_USAGE_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00725"></a><span class="lineno"> 725</span>  pool_metrics->local_mem_estimate = <a class="code" href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">metrics_</a>-><a class="code" href="classimpala_1_1MetricGroup.html#a32616eb20d4069c50427dfde1f89c376">AddGauge</a>(</div> |
| <div class="line"><a name="l00726"></a><span class="lineno"> 726</span>  Substitute(<a class="code" href="namespaceimpala.html#a47c92b23d6f537a9b515e6ef0e729ecf">LOCAL_MEM_ESTIMATE_METRIC_KEY_FORMAT</a>, pool_name), 0L);</div> |
| <div class="line"><a name="l00727"></a><span class="lineno"> 727</span>  <span class="keywordflow">return</span> pool_metrics;</div> |
| <div class="line"><a name="l00728"></a><span class="lineno"> 728</span> }</div> |
| <div class="line"><a name="l00729"></a><span class="lineno"> 729</span> }</div> |
| <div class="ttc" id="classimpala_1_1MetricGroup_html_a3ebbe796e9b471aa697a00683cfd8d7c"><div class="ttname"><a href="classimpala_1_1MetricGroup.html#a3ebbe796e9b471aa697a00683cfd8d7c">impala::MetricGroup::AddCounter</a></div><div class="ttdeci">SimpleMetric< T, TMetricKind::COUNTER > * AddCounter(const std::string &key, const T &value, const TUnit::type unit=TUnit::UNIT, const std::string &description="")</div><div class="ttdef"><b>Definition:</b> <a href="metrics_8h_source.html#l00239">metrics.h:239</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_a7e7565e9a03e5b9ebd9ba00451b15240"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a7e7565e9a03e5b9ebd9ba00451b15240">impala::AdmissionController::PoolMetrics::local_rejected</a></div><div class="ttdeci">IntCounter * local_rejected</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00141">admission-controller.h:141</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a0789e5321ebc4e8020d63b406260d23c"><div class="ttname"><a href="namespaceimpala.html#a0789e5321ebc4e8020d63b406260d23c">impala::QUEUED_NUM_RUNNING</a></div><div class="ttdeci">const string QUEUED_NUM_RUNNING</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00111">admission-controller.cc:111</a></div></div> |
| <div class="ttc" id="classimpala_1_1InternalQueue_html_a0049250c8a66fc7b3e9bd9047c328dba"><div class="ttname"><a href="classimpala_1_1InternalQueue.html#a0049250c8a66fc7b3e9bd9047c328dba">impala::InternalQueue::Dequeue</a></div><div class="ttdeci">T * Dequeue()</div><div class="ttdef"><b>Definition:</b> <a href="internal-queue_8h_source.html#l00103">internal-queue.h:103</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a2daa040681ba2782f9f0eb41bd3197ea"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a2daa040681ba2782f9f0eb41bd3197ea">impala::AdmissionController::per_backend_pool_stats_map_</a></div><div class="ttdeci">PerBackendPoolStatsMap per_backend_pool_stats_map_</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00212">admission-controller.h:212</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_af7fed1c05abce5e7b81a851434304629"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#af7fed1c05abce5e7b81a851434304629">impala::AdmissionController::HandleTopicUpdates</a></div><div class="ttdeci">void HandleTopicUpdates(const std::vector< TTopicItem > &topic_updates)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00459">admission-controller.cc:459</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_a87437ed5b43c86b9a2cbb7cd9d60ad5b"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a87437ed5b43c86b9a2cbb7cd9d60ad5b">impala::AdmissionController::PoolMetrics::local_mem_estimate</a></div><div class="ttdeci">IntGauge * local_mem_estimate</div><div class="ttdoc">The sum of planner memory estimates for requests that were started locally. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00167">admission-controller.h:167</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_aeede005c1fa31c4e46fab68ef6855fea"><div class="ttname"><a href="namespaceimpala.html#aeede005c1fa31c4e46fab68ef6855fea">impala::LOCAL_TIMED_OUT_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string LOCAL_TIMED_OUT_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00058">admission-controller.cc:58</a></div></div> |
| <div class="ttc" id="classimpala_1_1MemTracker_html_a35f7a4c2c6a5d33f808dda73482fc147"><div class="ttname"><a href="classimpala_1_1MemTracker.html#a35f7a4c2c6a5d33f808dda73482fc147">impala::MemTracker::consumption</a></div><div class="ttdeci">int64_t consumption() const </div><div class="ttdoc">Returns the memory consumed in bytes. </div><div class="ttdef"><b>Definition:</b> <a href="mem-tracker_8h_source.html#l00298">mem-tracker.h:298</a></div></div> |
| <div class="ttc" id="classimpala_1_1Status_html_adf1a3ee82776f6102bfe873925183159"><div class="ttname"><a href="classimpala_1_1Status.html#adf1a3ee82776f6102bfe873925183159">impala::Status::GetDetail</a></div><div class="ttdeci">const std::string GetDetail() const </div><div class="ttdef"><b>Definition:</b> <a href="status_8cc_source.html#l00184">status.cc:184</a></div></div> |
| <div class="ttc" id="classimpala_1_1QuerySchedule_html_a35a51d49a5490bc472199b3d82bd641d"><div class="ttname"><a href="classimpala_1_1QuerySchedule.html#a35a51d49a5490bc472199b3d82bd641d">impala::QuerySchedule::query_events</a></div><div class="ttdeci">RuntimeProfile::EventSequence * query_events()</div><div class="ttdef"><b>Definition:</b> <a href="query-schedule_8h_source.html#l00121">query-schedule.h:121</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1QueueNode_html_a87a37821bc622783280b87cce6a16b18"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1QueueNode.html#a87a37821bc622783280b87cce6a16b18">impala::AdmissionController::QueueNode::is_admitted</a></div><div class="ttdeci">Promise< bool > is_admitted</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00117">admission-controller.h:117</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_ab0269833591c2dd811ccc5c574ce2fb9"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#ab0269833591c2dd811ccc5c574ce2fb9">impala::AdmissionController::UpdatePoolStats</a></div><div class="ttdeci">void UpdatePoolStats(const StatestoreSubscriber::TopicDeltaMap &incoming_topic_deltas, std::vector< TTopicDelta > *subscriber_topic_updates)</div><div class="ttdoc">Statestore subscriber callback that updates the pool stats state. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00428">admission-controller.cc:428</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a372ff65a080cae68de73e17eec696fa7"><div class="ttname"><a href="namespaceimpala.html#a372ff65a080cae68de73e17eec696fa7">impala::LOCAL_MEM_USAGE_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string LOCAL_MEM_USAGE_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00076">admission-controller.cc:76</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_a0cddc9d24d42a16727faed3434cc7712"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a0cddc9d24d42a16727faed3434cc7712">impala::AdmissionController::PoolMetrics::local_num_running</a></div><div class="ttdeci">IntGauge * local_num_running</div><div class="ttdoc">The total number of queries currently running that were initiated locally. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00161">admission-controller.h:161</a></div></div> |
| <div class="ttc" id="classimpala_1_1RuntimeProfile_html_aff0f9fcb17559d45c0d09c413372dbb4"><div class="ttname"><a href="classimpala_1_1RuntimeProfile.html#aff0f9fcb17559d45c0d09c413372dbb4">impala::RuntimeProfile::AddInfoString</a></div><div class="ttdeci">void AddInfoString(const std::string &key, const std::string &value)</div><div class="ttdef"><b>Definition:</b> <a href="runtime-profile_8cc_source.html#l00406">runtime-profile.cc:406</a></div></div> |
| <div class="ttc" id="runtime-profile_8h_html"><div class="ttname"><a href="runtime-profile_8h.html">runtime-profile.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1RequestPoolService_html"><div class="ttname"><a href="classimpala_1_1RequestPoolService.html">impala::RequestPoolService</a></div><div class="ttdef"><b>Definition:</b> <a href="request-pool-service_8h_source.html#l00032">request-pool-service.h:32</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_a8b57672d81bf6237358cef03471f085a"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a8b57672d81bf6237358cef03471f085a">impala::AdmissionController::PoolMetrics::local_queued</a></div><div class="ttdeci">IntCounter * local_queued</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00136">admission-controller.h:136</a></div></div> |
| <div class="ttc" id="classimpala_1_1RequestPoolService_html_a955798f208ad8b3d704b2efc5016af8d"><div class="ttname"><a href="classimpala_1_1RequestPoolService.html#a955798f208ad8b3d704b2efc5016af8d">impala::RequestPoolService::GetPoolConfig</a></div><div class="ttdeci">Status GetPoolConfig(const std::string &pool_name, TPoolConfigResult *pool_config)</div><div class="ttdef"><b>Definition:</b> <a href="request-pool-service_8cc_source.html#l00152">request-pool-service.cc:152</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a47c92b23d6f537a9b515e6ef0e729ecf"><div class="ttname"><a href="namespaceimpala.html#a47c92b23d6f537a9b515e6ef0e729ecf">impala::LOCAL_MEM_ESTIMATE_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string LOCAL_MEM_ESTIMATE_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00078">admission-controller.cc:78</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_ad18062356ca354667dd4c05ebee965dc"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#ad18062356ca354667dd4c05ebee965dc">impala::AdmissionController::HandleTopicDeletions</a></div><div class="ttdeci">void HandleTopicDeletions(const std::vector< std::string > &topic_deletions)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00494">admission-controller.cc:494</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a47435152317a498ac54bbeb57e99b731"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a47435152317a498ac54bbeb57e99b731">impala::AdmissionController::dequeue_thread_</a></div><div class="ttdeci">boost::scoped_ptr< Thread > dequeue_thread_</div><div class="ttdoc">Thread dequeuing and admitting queries. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00178">admission-controller.h:178</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_a15b876be51729c6980727e63fbf6232a"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a15b876be51729c6980727e63fbf6232a">impala::AdmissionController::PoolMetrics::local_admitted</a></div><div class="ttdeci">IntCounter * local_admitted</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00133">admission-controller.h:133</a></div></div> |
| <div class="ttc" id="expr-benchmark_8cc_html_ad327327fa716227ff7993880cbc4698f"><div class="ttname"><a href="expr-benchmark_8cc.html#ad327327fa716227ff7993880cbc4698f">tracker</a></div><div class="ttdeci">MemTracker tracker</div><div class="ttdef"><b>Definition:</b> <a href="expr-benchmark_8cc_source.html#l00090">expr-benchmark.cc:90</a></div></div> |
| <div class="ttc" id="classimpala_1_1Thread_html"><div class="ttname"><a href="classimpala_1_1Thread.html">impala::Thread</a></div><div class="ttdoc">TODO: Consider allowing fragment IDs as category parameters. </div><div class="ttdef"><b>Definition:</b> <a href="thread_8h_source.html#l00045">thread.h:45</a></div></div> |
| <div class="ttc" id="time_8h_html"><div class="ttname"><a href="time_8h.html">time.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1Promise_html_abf8dc89791be540e5914372b06eee286"><div class="ttname"><a href="classimpala_1_1Promise.html#abf8dc89791be540e5914372b06eee286">impala::Promise::Set</a></div><div class="ttdeci">void Set(const T &val)</div><div class="ttdef"><b>Definition:</b> <a href="promise_8h_source.html#l00038">promise.h:38</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_ae1199ade1761eee698e15c1872bd4ad9"><div class="ttname"><a href="namespaceimpala.html#ae1199ade1761eee698e15c1872bd4ad9">impala::CLUSTER_MEM_USAGE_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string CLUSTER_MEM_USAGE_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00068">admission-controller.cc:68</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a2894d0d3e37b8e062afd67f7766717c6"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a2894d0d3e37b8e062afd67f7766717c6">impala::AdmissionController::request_queue_map_</a></div><div class="ttdeci">RequestQueueMap request_queue_map_</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00229">admission-controller.h:229</a></div></div> |
| <div class="ttc" id="mem-tracker_8h_html"><div class="ttname"><a href="mem-tracker_8h.html">mem-tracker.h</a></div></div> |
| <div class="ttc" id="simple-scheduler_8h_html"><div class="ttname"><a href="simple-scheduler_8h.html">simple-scheduler.h</a></div></div> |
| <div class="ttc" id="status_8h_html_a85f7d0e774e15eb35b74f53264305e16"><div class="ttname"><a href="status_8h.html#a85f7d0e774e15eb35b74f53264305e16">RETURN_IF_ERROR</a></div><div class="ttdeci">#define RETURN_IF_ERROR(stmt)</div><div class="ttdoc">some generally useful macros </div><div class="ttdef"><b>Definition:</b> <a href="status_8h_source.html#l00242">status.h:242</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1QueueNode_html"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1QueueNode.html">impala::AdmissionController::QueueNode</a></div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00109">admission-controller.h:109</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_aa8301e7e511df7d458e9f73c356ff5e6"><div class="ttname"><a href="namespaceimpala.html#aa8301e7e511df7d458e9f73c356ff5e6">impala::CLUSTER_MEM_ESTIMATE_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string CLUSTER_MEM_ESTIMATE_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00070">admission-controller.cc:70</a></div></div> |
| <div class="ttc" id="classimpala_1_1MetricGroup_html"><div class="ttname"><a href="classimpala_1_1MetricGroup.html">impala::MetricGroup</a></div><div class="ttdoc">MetricGroups may be organised hierarchically as a tree. </div><div class="ttdef"><b>Definition:</b> <a href="metrics_8h_source.html#l00200">metrics.h:200</a></div></div> |
| <div class="ttc" id="classimpala_1_1InternalQueue_html_a4ddf9cb50f93841c02395b4b159c94a1"><div class="ttname"><a href="classimpala_1_1InternalQueue.html#a4ddf9cb50f93841c02395b4b159c94a1">impala::InternalQueue::head</a></div><div class="ttdeci">T * head() const </div><div class="ttdef"><b>Definition:</b> <a href="internal-queue_8h_source.html#l00070">internal-queue.h:70</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a99779d230f57687fb09b75d1f8971d45"><div class="ttname"><a href="namespaceimpala.html#a99779d230f57687fb09b75d1f8971d45">impala::LOCAL_QUEUED_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string LOCAL_QUEUED_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00052">admission-controller.cc:52</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a2e805303f58ae6e465e5ae307580104d"><div class="ttname"><a href="namespaceimpala.html#a2e805303f58ae6e465e5ae307580104d">impala::STATUS_REJECTED</a></div><div class="ttdeci">const string STATUS_REJECTED</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00094">admission-controller.cc:94</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a84f02b21656c4b9a645d5d2e49b2f196"><div class="ttname"><a href="namespaceimpala.html#a84f02b21656c4b9a645d5d2e49b2f196">impala::STATUS_TIME_OUT</a></div><div class="ttdeci">const string STATUS_TIME_OUT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00119">admission-controller.cc:119</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_acbc08e3dd413dae4d284f9527b94c6e7"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#acbc08e3dd413dae4d284f9527b94c6e7">impala::AdmissionController::PoolMetrics::cluster_in_queue</a></div><div class="ttdeci">IntGauge * cluster_in_queue</div><div class="ttdoc">The estimated total number of requests currently queued across the cluster. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00155">admission-controller.h:155</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_ab3e77f64433001b6a078c804103d75e3"><div class="ttname"><a href="namespaceimpala.html#ab3e77f64433001b6a078c804103d75e3">impala::LOCAL_ADMITTED_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string LOCAL_ADMITTED_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00050">admission-controller.cc:50</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_ac8a38d82a5a9c0bca7bc5d374248be03"><div class="ttname"><a href="namespaceimpala.html#ac8a38d82a5a9c0bca7bc5d374248be03">impala::LOCAL_TIME_IN_QUEUE_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string LOCAL_TIME_IN_QUEUE_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00062">admission-controller.cc:62</a></div></div> |
| <div class="ttc" id="classimpala_1_1StatestoreSubscriber_html"><div class="ttname"><a href="classimpala_1_1StatestoreSubscriber.html">impala::StatestoreSubscriber</a></div><div class="ttdef"><b>Definition:</b> <a href="statestore-subscriber_8h_source.html#l00064">statestore-subscriber.h:64</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a49a1feb2f100f5aaf53872eeab34d902"><div class="ttname"><a href="namespaceimpala.html#a49a1feb2f100f5aaf53872eeab34d902">impala::QUERY_EVENT_COMPLETED_ADMISSION</a></div><div class="ttdeci">const string QUERY_EVENT_COMPLETED_ADMISSION</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00083">admission-controller.cc:83</a></div></div> |
| <div class="ttc" id="classimpala_1_1Status_html_a0c66107b58aeb0dacad65bd2a432f79a"><div class="ttname"><a href="classimpala_1_1Status.html#a0c66107b58aeb0dacad65bd2a432f79a">impala::Status::AddDetail</a></div><div class="ttdeci">void AddDetail(const std::string &msg)</div><div class="ttdoc">Add a detail string. Calling this method is only defined on a non-OK message. </div><div class="ttdef"><b>Definition:</b> <a href="status_8cc_source.html#l00166">status.cc:166</a></div></div> |
| <div class="ttc" id="logging_8h_html"><div class="ttname"><a href="logging_8h.html">logging.h</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a715ba922e765da098dc5483e55f6fb87"><div class="ttname"><a href="namespaceimpala.html#a715ba922e765da098dc5483e55f6fb87">impala::ParsePoolTopicKey</a></div><div class="ttdeci">static bool ParsePoolTopicKey(const string &topic_key, string *pool_name, string *backend_id)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00124">admission-controller.cc:124</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_ac69169ae2ca81541324f42dbb1cd9bdb"><div class="ttname"><a href="namespaceimpala.html#ac69169ae2ca81541324f42dbb1cd9bdb">impala::REASON_DISABLED_MEM_LIMIT</a></div><div class="ttdeci">const string REASON_DISABLED_MEM_LIMIT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00095">admission-controller.cc:95</a></div></div> |
| <div class="ttc" id="classimpala_1_1PrettyPrinter_html_a6e5f06a1ce274f747cc4f9928b797c5a"><div class="ttname"><a href="classimpala_1_1PrettyPrinter.html#a6e5f06a1ce274f747cc4f9928b797c5a">impala::PrettyPrinter::Print</a></div><div class="ttdeci">static std::string Print(bool value, TUnit::type ignored, bool verbose=false)</div><div class="ttdef"><b>Definition:</b> <a href="pretty-printer_8h_source.html#l00033">pretty-printer.h:33</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a5f5b55dbb10581faeead72b2d42aca81"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a5f5b55dbb10581faeead72b2d42aca81">impala::AdmissionController::ReleaseQuery</a></div><div class="ttdeci">Status ReleaseQuery(QuerySchedule *schedule)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00395">admission-controller.cc:395</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_ac252cba5ac1c232ed9152e0c22c927be"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#ac252cba5ac1c232ed9152e0c22c927be">impala::AdmissionController::PoolMetrics::local_mem_usage</a></div><div class="ttdeci">IntGauge * local_mem_usage</div><div class="ttdoc">The total amount of memory used by this pool locally. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00165">admission-controller.h:165</a></div></div> |
| <div class="ttc" id="classimpala_1_1ThriftSerializer_html_adeb56b50d58ccb1ba6750e20615ae545"><div class="ttname"><a href="classimpala_1_1ThriftSerializer.html#adeb56b50d58ccb1ba6750e20615ae545">impala::ThriftSerializer::Serialize</a></div><div class="ttdeci">Status Serialize(T *obj, std::vector< uint8_t > *result)</div><div class="ttdoc">Serializes obj into result. Result will contain a copy of the memory. </div><div class="ttdef"><b>Definition:</b> <a href="thrift-util_8h_source.html#l00048">thrift-util.h:48</a></div></div> |
| <div class="ttc" id="admission-controller_8cc_html_a92af54b5e5fe8bed976a9a52599e8aa3"><div class="ttname"><a href="admission-controller_8cc.html#a92af54b5e5fe8bed976a9a52599e8aa3">DEFINE_int64</a></div><div class="ttdeci">DEFINE_int64(queue_wait_timeout_ms, 60 *1000,"Maximum amount of time (in ""milliseconds) that a request will wait to be admitted before timing out.")</div></div> |
| <div class="ttc" id="classimpala_1_1QuerySchedule_html_a152f17876cb94f91f60c7ef4db6ce26f"><div class="ttname"><a href="classimpala_1_1QuerySchedule.html#a152f17876cb94f91f60c7ef4db6ce26f">impala::QuerySchedule::query_id</a></div><div class="ttdeci">const TUniqueId & query_id() const </div><div class="ttdef"><b>Definition:</b> <a href="query-schedule_8h_source.html#l00077">query-schedule.h:77</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a0e5834ab9a7dc4ebc4b6287c834f8661"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a0e5834ab9a7dc4ebc4b6287c834f8661">impala::AdmissionController::backend_id_</a></div><div class="ttdeci">const std::string backend_id_</div><div class="ttdoc">Unique id for this impalad, used to construct topic keys. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00181">admission-controller.h:181</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_ae1c785763be5dd8c886750cf8dfde0c4"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#ae1c785763be5dd8c886750cf8dfde0c4">impala::AdmissionController::IMPALA_REQUEST_QUEUE_TOPIC</a></div><div class="ttdeci">static const std::string IMPALA_REQUEST_QUEUE_TOPIC</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00105">admission-controller.h:105</a></div></div> |
| <div class="ttc" id="classimpala_1_1Status_html"><div class="ttname"><a href="classimpala_1_1Status.html">impala::Status</a></div><div class="ttdef"><b>Definition:</b> <a href="status_8h_source.html#l00081">status.h:81</a></div></div> |
| <div class="ttc" id="classimpala_1_1RuntimeProfile_1_1EventSequence_html_a7bd1a59efa58c0fbf69f41180f6dbfa1"><div class="ttname"><a href="classimpala_1_1RuntimeProfile_1_1EventSequence.html#a7bd1a59efa58c0fbf69f41180f6dbfa1">impala::RuntimeProfile::EventSequence::MarkEvent</a></div><div class="ttdeci">void MarkEvent(const std::string &label)</div><div class="ttdef"><b>Definition:</b> <a href="runtime-profile_8h_source.html#l00286">runtime-profile.h:286</a></div></div> |
| <div class="ttc" id="logging_8h_html_a916e38366cee7c32fd5fae7e2ee5e4a9"><div class="ttname"><a href="logging_8h.html#a916e38366cee7c32fd5fae7e2ee5e4a9">VLOG_QUERY</a></div><div class="ttdeci">#define VLOG_QUERY</div><div class="ttdef"><b>Definition:</b> <a href="logging_8h_source.html#l00057">logging.h:57</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a8086dab6ed17ab7cc639be66dc57aa30"><div class="ttname"><a href="namespaceimpala.html#a8086dab6ed17ab7cc639be66dc57aa30">impala::QUEUED_MEM_LIMIT</a></div><div class="ttdeci">const string QUEUED_MEM_LIMIT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00113">admission-controller.cc:113</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a93cba7aa65cbe957f1e4d3e06287fc29"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a93cba7aa65cbe957f1e4d3e06287fc29">impala::AdmissionController::dequeue_cv_</a></div><div class="ttdeci">boost::condition_variable dequeue_cv_</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00243">admission-controller.h:243</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_ad6a784c31caf0bcf105972b482b4cb65"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#ad6a784c31caf0bcf105972b482b4cb65">impala::AdmissionController::UpdateLocalMemUsage</a></div><div class="ttdeci">void UpdateLocalMemUsage(const std::string &pool_name)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00554">admission-controller.cc:554</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html">impala::AdmissionController::PoolMetrics</a></div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00127">admission-controller.h:127</a></div></div> |
| <div class="ttc" id="classimpala_1_1StatestoreSubscriber_html_afbaf06f3e5f1f339801d522b0091fc0c"><div class="ttname"><a href="classimpala_1_1StatestoreSubscriber.html#afbaf06f3e5f1f339801d522b0091fc0c">impala::StatestoreSubscriber::UpdateCallback</a></div><div class="ttdeci">boost::function< void(const TopicDeltaMap &state, std::vector< TTopicDelta > *topic_updates)> UpdateCallback</div><div class="ttdef"><b>Definition:</b> <a href="statestore-subscriber_8h_source.html#l00099">statestore-subscriber.h:99</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a3f78757edf844681c0a1fe6e66725551"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a3f78757edf844681c0a1fe6e66725551">impala::AdmissionController::DequeueLoop</a></div><div class="ttdeci">void DequeueLoop()</div><div class="ttdoc">Dequeues and admits queued queries when notified by dequeue_cv_. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00595">admission-controller.cc:595</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_afdc1d99d5d0c9521eb80dff9207f247e"><div class="ttname"><a href="namespaceimpala.html#afdc1d99d5d0c9521eb80dff9207f247e">impala::DebugPoolStats</a></div><div class="ttdeci">static string DebugPoolStats(const string &pool_name, const TPoolStats *total_stats, const TPoolStats *local_stats)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00148">admission-controller.cc:148</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_a6584ab3dc69d3c5dd01a2cfe68c76690"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a6584ab3dc69d3c5dd01a2cfe68c76690">impala::AdmissionController::PoolMetrics::cluster_mem_estimate</a></div><div class="ttdeci">IntGauge * cluster_mem_estimate</div><div class="ttdoc">The sum of planner memory estimates for requests across the cluster. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00159">admission-controller.h:159</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a2633e1cb56cfec6a568fbb31fb779024"><div class="ttname"><a href="namespaceimpala.html#a2633e1cb56cfec6a568fbb31fb779024">impala::CLUSTER_NUM_RUNNING_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string CLUSTER_NUM_RUNNING_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00064">admission-controller.cc:64</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a8c1b53803b080452fe51cb0170e62328"><div class="ttname"><a href="namespaceimpala.html#a8c1b53803b080452fe51cb0170e62328">impala::PROFILE_INFO_VAL_ADMIT_IMMEDIATELY</a></div><div class="ttdeci">const string PROFILE_INFO_VAL_ADMIT_IMMEDIATELY</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00087">admission-controller.cc:87</a></div></div> |
| <div class="ttc" id="debug-util_8h_html"><div class="ttname"><a href="debug-util_8h.html">debug-util.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1QuerySchedule_html"><div class="ttname"><a href="classimpala_1_1QuerySchedule.html">impala::QuerySchedule</a></div><div class="ttdef"><b>Definition:</b> <a href="query-schedule_8h_source.html#l00067">query-schedule.h:67</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_ab9f3248cc32b91bc8f8c797a514889e7"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#ab9f3248cc32b91bc8f8c797a514889e7">impala::AdmissionController::pool_config_cache_</a></div><div class="ttdeci">PoolConfigMap pool_config_cache_</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00239">admission-controller.h:239</a></div></div> |
| <div class="ttc" id="classimpala_1_1QuerySchedule_html_a9ec345b3076c2bb964a177c4b9c9f552"><div class="ttname"><a href="classimpala_1_1QuerySchedule.html#a9ec345b3076c2bb964a177c4b9c9f552">impala::QuerySchedule::summary_profile</a></div><div class="ttdeci">RuntimeProfile * summary_profile()</div><div class="ttdef"><b>Definition:</b> <a href="query-schedule_8h_source.html#l00120">query-schedule.h:120</a></div></div> |
| <div class="ttc" id="classimpala_1_1InternalQueue_html_a4bf7ec4f5a9802e8aad73851455f9d27"><div class="ttname"><a href="classimpala_1_1InternalQueue.html#a4bf7ec4f5a9802e8aad73851455f9d27">impala::InternalQueue::Contains</a></div><div class="ttdeci">bool Contains(const T *target) const </div><div class="ttdef"><b>Definition:</b> <a href="internal-queue_8h_source.html#l00202">internal-queue.h:202</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a3b1eff7895bb543b38b547e018babe00"><div class="ttname"><a href="namespaceimpala.html#a3b1eff7895bb543b38b547e018babe00">impala::PROFILE_INFO_VAL_ADMIT_QUEUED</a></div><div class="ttdeci">const string PROFILE_INFO_VAL_ADMIT_QUEUED</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00088">admission-controller.cc:88</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_af933abc2c4d3692cb5dd12d681db9c6b"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#af933abc2c4d3692cb5dd12d681db9c6b">impala::AdmissionController::thrift_serializer_</a></div><div class="ttdeci">ThriftSerializer thrift_serializer_</div><div class="ttdoc">Serializes/deserializes TPoolStats when sending and receiving topic updates. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00184">admission-controller.h:184</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_ac591671906565575d53911280a3defbc"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#ac591671906565575d53911280a3defbc">impala::AdmissionController::PoolMetrics::cluster_mem_usage</a></div><div class="ttdeci">IntGauge * cluster_mem_usage</div><div class="ttdoc">Approximate total amount of memory used by this pool across the cluster. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00157">admission-controller.h:157</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a3eadc9184d6eb4cd276a98e6b69c2a62"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a3eadc9184d6eb4cd276a98e6b69c2a62">impala::AdmissionController::AdmitQuery</a></div><div class="ttdeci">Status AdmitQuery(QuerySchedule *schedule)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00265">admission-controller.cc:265</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a36b9c6d8901b6f89513a41e4be44c4b3"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a36b9c6d8901b6f89513a41e4be44c4b3">impala::AdmissionController::AddPoolUpdates</a></div><div class="ttdeci">void AddPoolUpdates(std::vector< TTopicDelta > *subscriber_topic_updates)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00568">admission-controller.cc:568</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a3695d392c9d00943b6b3a9427a90af62"><div class="ttname"><a href="namespaceimpala.html#a3695d392c9d00943b6b3a9427a90af62">impala::LOCAL_NUM_RUNNING_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string LOCAL_NUM_RUNNING_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00072">admission-controller.cc:72</a></div></div> |
| <div class="ttc" id="classimpala_1_1InternalQueue_html_a07a8289fb6a727343e2c389955558786"><div class="ttname"><a href="classimpala_1_1InternalQueue.html#a07a8289fb6a727343e2c389955558786">impala::InternalQueue::Remove</a></div><div class="ttdeci">void Remove(T *n)</div><div class="ttdef"><b>Definition:</b> <a href="internal-queue_8h_source.html#l00147">internal-queue.h:147</a></div></div> |
| <div class="ttc" id="classimpala_1_1QuerySchedule_html_a3a76c8b6d327e8afa10d058d98a28ddc"><div class="ttname"><a href="classimpala_1_1QuerySchedule.html#a3a76c8b6d327e8afa10d058d98a28ddc">impala::QuerySchedule::set_is_admitted</a></div><div class="ttdeci">void set_is_admitted(bool is_admitted)</div><div class="ttdef"><b>Definition:</b> <a href="query-schedule_8h_source.html#l00119">query-schedule.h:119</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a329707d7db4e9ace3e6102797e706460"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a329707d7db4e9ace3e6102797e706460">impala::AdmissionController::PoolStatsMap</a></div><div class="ttdeci">boost::unordered_map< std::string, TPoolStats > PoolStatsMap</div><div class="ttdoc">Map of pool names to pool statistics. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00192">admission-controller.h:192</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a565aa360015636825ddbb92f660f321c"><div class="ttname"><a href="namespaceimpala.html#a565aa360015636825ddbb92f660f321c">impala::MonotonicMillis</a></div><div class="ttdeci">int64_t MonotonicMillis()</div><div class="ttdef"><b>Definition:</b> <a href="time_8h_source.html#l00035">time.h:35</a></div></div> |
| <div class="ttc" id="classimpala_1_1StatestoreSubscriber_html_a892cd79b5b97edc1a4d0cb692be151d2"><div class="ttname"><a href="classimpala_1_1StatestoreSubscriber.html#a892cd79b5b97edc1a4d0cb692be151d2">impala::StatestoreSubscriber::TopicDeltaMap</a></div><div class="ttdeci">std::map< Statestore::TopicId, TTopicDelta > TopicDeltaMap</div><div class="ttdoc">A TopicDeltaMap is passed to each callback. See UpdateCallback for more details. </div><div class="ttdef"><b>Definition:</b> <a href="statestore-subscriber_8h_source.html#l00079">statestore-subscriber.h:79</a></div></div> |
| <div class="ttc" id="classimpala_1_1InternalQueue_html_ae977e9d150cf82e0e991328192997c2b"><div class="ttname"><a href="classimpala_1_1InternalQueue.html#ae977e9d150cf82e0e991328192997c2b">impala::InternalQueue::Enqueue</a></div><div class="ttdeci">void Enqueue(T *n)</div><div class="ttdoc">Enqueue node onto the queue's tail. This is O(1). </div><div class="ttdef"><b>Definition:</b> <a href="internal-queue_8h_source.html#l00085">internal-queue.h:85</a></div></div> |
| <div class="ttc" id="logging_8h_html_a6ccc2106c47622db4e52a401a415fc58"><div class="ttname"><a href="logging_8h.html#a6ccc2106c47622db4e52a401a415fc58">VLOG_ROW</a></div><div class="ttdeci">#define VLOG_ROW</div><div class="ttdef"><b>Definition:</b> <a href="logging_8h_source.html#l00059">logging.h:59</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_af7f8c3f8767e0b45f951017e3c5a11ea"><div class="ttname"><a href="namespaceimpala.html#af7f8c3f8767e0b45f951017e3c5a11ea">impala::REASON_REQ_OVER_MEM_LIMIT</a></div><div class="ttdeci">const string REASON_REQ_OVER_MEM_LIMIT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00098">admission-controller.cc:98</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a78ddc3dd3321bbf447c63720b548767a"><div class="ttname"><a href="namespaceimpala.html#a78ddc3dd3321bbf447c63720b548767a">impala::PROFILE_INFO_VAL_REJECTED</a></div><div class="ttdeci">const string PROFILE_INFO_VAL_REJECTED</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00089">admission-controller.cc:89</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_ad8bbd30570cd7d96150b4057a6f536e0"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#ad8bbd30570cd7d96150b4057a6f536e0">impala::AdmissionController::~AdmissionController</a></div><div class="ttdeci">~AdmissionController()</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00187">admission-controller.cc:187</a></div></div> |
| <div class="ttc" id="classimpala_1_1MemTracker_html"><div class="ttname"><a href="classimpala_1_1MemTracker.html">impala::MemTracker</a></div><div class="ttdoc">This class is thread-safe. </div><div class="ttdef"><b>Definition:</b> <a href="mem-tracker_8h_source.html#l00061">mem-tracker.h:61</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a95058fd2be0fb2744833b3b1217bda9e"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a95058fd2be0fb2744833b3b1217bda9e">impala::AdmissionController::RejectRequest</a></div><div class="ttdeci">Status RejectRequest(const std::string &pool, const int64_t max_requests, const int64_t mem_limit, const int64_t max_queued, const QuerySchedule &schedule)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00243">admission-controller.cc:243</a></div></div> |
| <div class="ttc" id="classimpala_1_1Promise_html_a37e41565c6813bcea306266111464daa"><div class="ttname"><a href="classimpala_1_1Promise.html#a37e41565c6813bcea306266111464daa">impala::Promise::IsSet</a></div><div class="ttdeci">bool IsSet()</div><div class="ttdoc">Returns whether the value is set. </div><div class="ttdef"><b>Definition:</b> <a href="promise_8h_source.html#l00092">promise.h:92</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_ae50e922fdd33366ff70334949e624e9c"><div class="ttname"><a href="namespaceimpala.html#ae50e922fdd33366ff70334949e624e9c">impala::MakePoolTopicKey</a></div><div class="ttdeci">static string MakePoolTopicKey(const string &pool_name, const string &backend_id)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00138">admission-controller.cc:138</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a1f609ac7ccf0ac4b1026056bf499aed6"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a1f609ac7ccf0ac4b1026056bf499aed6">impala::AdmissionController::done_</a></div><div class="ttdeci">bool done_</div><div class="ttdoc">If true, tear down the dequeuing thread. This only happens in unit tests. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00246">admission-controller.h:246</a></div></div> |
| <div class="ttc" id="classimpala_1_1Promise_html_a8f2164acd412822ae61ee0b93825ce5e"><div class="ttname"><a href="classimpala_1_1Promise.html#a8f2164acd412822ae61ee0b93825ce5e">impala::Promise::Get</a></div><div class="ttdeci">const T & Get()</div><div class="ttdef"><b>Definition:</b> <a href="promise_8h_source.html#l00059">promise.h:59</a></div></div> |
| <div class="ttc" id="classimpala_1_1Status_html_abc206402718bf29da4289c6113e63669"><div class="ttname"><a href="classimpala_1_1Status.html#abc206402718bf29da4289c6113e63669">impala::Status::Expected</a></div><div class="ttdeci">static Status Expected(const std::string &error_msg)</div><div class="ttdoc">Create a status instance that represents an expected error and will not be logged. </div><div class="ttdef"><b>Definition:</b> <a href="status_8cc_source.html#l00162">status.cc:162</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_a3135775c5d8a7258a162ad1a92736446"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a3135775c5d8a7258a162ad1a92736446">impala::AdmissionController::PoolMetrics::cluster_num_running</a></div><div class="ttdeci">IntGauge * cluster_num_running</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00153">admission-controller.h:153</a></div></div> |
| <div class="ttc" id="classimpala_1_1QuerySchedule_html_a98779c31957d9962736dc5eaff08134f"><div class="ttname"><a href="classimpala_1_1QuerySchedule.html#a98779c31957d9962736dc5eaff08134f">impala::QuerySchedule::GetClusterMemoryEstimate</a></div><div class="ttdeci">int64_t GetClusterMemoryEstimate() const </div><div class="ttdoc">Total estimated memory for all nodes. set_num_hosts() must be set before calling. ...</div><div class="ttdef"><b>Definition:</b> <a href="query-schedule_8cc_source.html#l00086">query-schedule.cc:86</a></div></div> |
| <div class="ttc" id="admission-controller_8h_html"><div class="ttname"><a href="admission-controller_8h.html">admission-controller.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1MemTracker_html_a22fbc3febb516f0f5edd1d40699e6991"><div class="ttname"><a href="classimpala_1_1MemTracker.html#a22fbc3febb516f0f5edd1d40699e6991">impala::MemTracker::GetRequestPoolMemTracker</a></div><div class="ttdeci">static MemTracker * GetRequestPoolMemTracker(const std::string &pool_name, MemTracker *parent)</div><div class="ttdef"><b>Definition:</b> <a href="mem-tracker_8cc_source.html#l00134">mem-tracker.cc:134</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a6cd5911d0554e50c45302d5b36c99176"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a6cd5911d0554e50c45302d5b36c99176">impala::AdmissionController::CanAdmitRequest</a></div><div class="ttdeci">Status CanAdmitRequest(const std::string &pool, const int64_t max_requests, const int64_t mem_limit, const QuerySchedule &schedule, bool admit_from_queue)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00211">admission-controller.cc:211</a></div></div> |
| <div class="ttc" id="classimpala_1_1InternalQueue_html"><div class="ttname"><a href="classimpala_1_1InternalQueue.html">impala::InternalQueue</a></div><div class="ttdoc">T must be a subclass of InternalQueue::Node. </div><div class="ttdef"><b>Definition:</b> <a href="internal-queue_8h_source.html#l00040">internal-queue.h:40</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_ab880491daf6f441abca045868cc48121"><div class="ttname"><a href="namespaceimpala.html#ab880491daf6f441abca045868cc48121">impala::REASON_QUEUE_FULL</a></div><div class="ttdeci">const string REASON_QUEUE_FULL</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00097">admission-controller.cc:97</a></div></div> |
| <div class="ttc" id="classimpala_1_1MetricGroup_html_a32616eb20d4069c50427dfde1f89c376"><div class="ttname"><a href="classimpala_1_1MetricGroup.html#a32616eb20d4069c50427dfde1f89c376">impala::MetricGroup::AddGauge</a></div><div class="ttdeci">SimpleMetric< T > * AddGauge(const std::string &key, const T &value, const TUnit::type unit=TUnit::NONE, const std::string &description="")</div><div class="ttdoc">Create a gauge metric object with given key and initial value (owned by this object) ...</div><div class="ttdef"><b>Definition:</b> <a href="metrics_8h_source.html#l00223">metrics.h:223</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_aa2245db9efc322aa459b32e16fda0698"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#aa2245db9efc322aa459b32e16fda0698">impala::AdmissionController::PoolMetrics::local_in_queue</a></div><div class="ttdeci">IntGauge * local_in_queue</div><div class="ttdoc">The total number of requests currently queued locally. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00163">admission-controller.h:163</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_aebc543270eced39669683d79c7dd7771"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#aebc543270eced39669683d79c7dd7771">impala::AdmissionController::UpdateClusterAggregates</a></div><div class="ttdeci">void UpdateClusterAggregates(const std::string &pool_name)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00508">admission-controller.cc:508</a></div></div> |
| <div class="ttc" id="classimpala_1_1Status_html_a580565665ea944eb64f3f495b1bee1e0"><div class="ttname"><a href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">impala::Status::OK</a></div><div class="ttdeci">static const Status OK</div><div class="ttdef"><b>Definition:</b> <a href="status_8h_source.html#l00087">status.h:87</a></div></div> |
| <div class="ttc" id="classimpala_1_1QuerySchedule_html_aaa3dd901afaec5ca0c64ce6158718926"><div class="ttname"><a href="classimpala_1_1QuerySchedule.html#aaa3dd901afaec5ca0c64ce6158718926">impala::QuerySchedule::request_pool</a></div><div class="ttdeci">const std::string & request_pool() const </div><div class="ttdef"><b>Definition:</b> <a href="query-schedule_8h_source.html#l00081">query-schedule.h:81</a></div></div> |
| <div class="ttc" id="logging_8h_html_a24efb6b382d3e1bdd7817e5e31dc5c1d"><div class="ttname"><a href="logging_8h.html#a24efb6b382d3e1bdd7817e5e31dc5c1d">VLOG_RPC</a></div><div class="ttdeci">#define VLOG_RPC</div><div class="ttdef"><b>Definition:</b> <a href="logging_8h_source.html#l00056">logging.h:56</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a27925375d7267b51db301e1363cb6afb"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a27925375d7267b51db301e1363cb6afb">impala::AdmissionController::cluster_pool_stats_</a></div><div class="ttdeci">PoolStatsMap cluster_pool_stats_</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00220">admission-controller.h:220</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a3f568f4d8d4dbd148cd0c3be001abf4a"><div class="ttname"><a href="namespaceimpala.html#a3f568f4d8d4dbd148cd0c3be001abf4a">impala::TOPIC_KEY_DELIMITER</a></div><div class="ttdeci">const char TOPIC_KEY_DELIMITER</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00046">admission-controller.cc:46</a></div></div> |
| <div class="ttc" id="classimpala_1_1ScopedEvent_html"><div class="ttname"><a href="classimpala_1_1ScopedEvent.html">impala::ScopedEvent</a></div><div class="ttdoc">Utility class to mark an event when the object is destroyed. </div><div class="ttdef"><b>Definition:</b> <a href="runtime-profile_8h_source.html#l00654">runtime-profile.h:654</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a99080dfa78407542de46711625115ce1"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a99080dfa78407542de46711625115ce1">impala::AdmissionController::pools_for_updates_</a></div><div class="ttdeci">PoolSet pools_for_updates_</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00203">admission-controller.h:203</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_a830b71a159edd0311528c4b764a88c4d"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a830b71a159edd0311528c4b764a88c4d">impala::AdmissionController::PoolMetrics::local_completed</a></div><div class="ttdeci">IntCounter * local_completed</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00146">admission-controller.h:146</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a660e0cdcfa125eeeea185860eca40627"><div class="ttname"><a href="namespaceimpala.html#a660e0cdcfa125eeeea185860eca40627">impala::PROFILE_INFO_KEY_ADMISSION_RESULT</a></div><div class="ttdeci">const string PROFILE_INFO_KEY_ADMISSION_RESULT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00086">admission-controller.cc:86</a></div></div> |
| <div class="ttc" id="names_8h_html"><div class="ttname"><a href="names_8h.html">names.h</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_a5d1fbd2e5acdd39fa7428fa8f56edc28"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a5d1fbd2e5acdd39fa7428fa8f56edc28">impala::AdmissionController::PoolMetrics::local_dequeued</a></div><div class="ttdeci">IntCounter * local_dequeued</div><div class="ttdoc">The total number of requests that have been dequeued locally. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00138">admission-controller.h:138</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a5d662daad4d68e75e0c7875d26fb8f4f"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a5d662daad4d68e75e0c7875d26fb8f4f">impala::AdmissionController::request_pool_service_</a></div><div class="ttdeci">RequestPoolService * request_pool_service_</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00172">admission-controller.h:172</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_ad514256cb7101657a04100d351df52ab"><div class="ttname"><a href="namespaceimpala.html#ad514256cb7101657a04100d351df52ab">impala::DeserializeThriftMsg</a></div><div class="ttdeci">Status DeserializeThriftMsg(JNIEnv *env, jbyteArray serialized_msg, T *deserialized_msg)</div><div class="ttdef"><b>Definition:</b> <a href="jni-thrift-util_8h_source.html#l00045">jni-thrift-util.h:45</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a99863c24eeca230d0830a70719cf2d9d"><div class="ttname"><a href="namespaceimpala.html#a99863c24eeca230d0830a70719cf2d9d">impala::QUEUED_QUEUE_NOT_EMPTY</a></div><div class="ttdeci">const string QUEUED_QUEUE_NOT_EMPTY</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00116">admission-controller.cc:116</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a06bbb5b167f4ab3330dff9129a56a45e"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a06bbb5b167f4ab3330dff9129a56a45e">impala::AdmissionController::admission_ctrl_lock_</a></div><div class="ttdeci">boost::mutex admission_ctrl_lock_</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00189">admission-controller.h:189</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_adbd0c9f6a74dc024e5b728fff2f6a67a"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#adbd0c9f6a74dc024e5b728fff2f6a67a">impala::AdmissionController::GetPoolMetrics</a></div><div class="ttdeci">PoolMetrics * GetPoolMetrics(const std::string &pool_name)</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00686">admission-controller.cc:686</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_af3a1f52b2a118426c31ae58717f7e080"><div class="ttname"><a href="namespaceimpala.html#af3a1f52b2a118426c31ae58717f7e080">impala::LOCAL_COMPLETED_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string LOCAL_COMPLETED_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00060">admission-controller.cc:60</a></div></div> |
| <div class="ttc" id="classimpala_1_1Status_html_a95ba859e42fe93445b340533220836ac"><div class="ttname"><a href="classimpala_1_1Status.html#a95ba859e42fe93445b340533220836ac">impala::Status::ok</a></div><div class="ttdeci">bool ok() const </div><div class="ttdef"><b>Definition:</b> <a href="status_8h_source.html#l00172">status.h:172</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a6fb9f9ada488890e635e4bbcf3a423be"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a6fb9f9ada488890e635e4bbcf3a423be">impala::AdmissionController::metrics_</a></div><div class="ttdeci">MetricGroup * metrics_</div><div class="ttdoc">Metrics subsystem access. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00175">admission-controller.h:175</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a65daa40a8a8a70dd089d292abeff6e74"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a65daa40a8a8a70dd089d292abeff6e74">impala::AdmissionController::Init</a></div><div class="ttdeci">Status Init(StatestoreSubscriber *subscriber)</div><div class="ttdoc">Registers with the subscription manager. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00201">admission-controller.cc:201</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a57f777b645cfee42b654b85c420da49b"><div class="ttname"><a href="namespaceimpala.html#a57f777b645cfee42b654b85c420da49b">impala::LOCAL_DEQUEUED_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string LOCAL_DEQUEUED_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00054">admission-controller.cc:54</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_a40db058b59afbb765c855784a558227e"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a40db058b59afbb765c855784a558227e">impala::AdmissionController::PoolMetrics::local_timed_out</a></div><div class="ttdeci">IntCounter * local_timed_out</div><div class="ttdoc">The total number of requests that timed out while waiting for admission locally. </div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00143">admission-controller.h:143</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a527b05b77b382642c8eea74dc90e0ab2"><div class="ttname"><a href="namespaceimpala.html#a527b05b77b382642c8eea74dc90e0ab2">impala::REASON_DISABLED_REQUESTS_LIMIT</a></div><div class="ttdeci">const string REASON_DISABLED_REQUESTS_LIMIT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00096">admission-controller.cc:96</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_ab07407fa20f5ef686de5824840286d76"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#ab07407fa20f5ef686de5824840286d76">impala::AdmissionController::pool_metrics_map_</a></div><div class="ttdeci">PoolMetricsMap pool_metrics_map_</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00233">admission-controller.h:233</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1QueueNode_html_a476bc5eedb5ccd47c5720ca200d4e0de"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1QueueNode.html#a476bc5eedb5ccd47c5720ca200d4e0de">impala::AdmissionController::QueueNode::schedule</a></div><div class="ttdeci">const QuerySchedule & schedule</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00122">admission-controller.h:122</a></div></div> |
| <div class="ttc" id="structimpala_1_1AdmissionController_1_1PoolMetrics_html_a059779fcfd123fd0c8d6fa3e5c0af9b9"><div class="ttname"><a href="structimpala_1_1AdmissionController_1_1PoolMetrics.html#a059779fcfd123fd0c8d6fa3e5c0af9b9">impala::AdmissionController::PoolMetrics::local_time_in_queue_ms</a></div><div class="ttdeci">IntCounter * local_time_in_queue_ms</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00149">admission-controller.h:149</a></div></div> |
| <div class="ttc" id="classimpala_1_1StatestoreSubscriber_html_afc9a9b084411e93362c65e7b6a5b1ff2"><div class="ttname"><a href="classimpala_1_1StatestoreSubscriber.html#afc9a9b084411e93362c65e7b6a5b1ff2">impala::StatestoreSubscriber::AddTopic</a></div><div class="ttdeci">Status AddTopic(const Statestore::TopicId &topic_id, bool is_transient, const UpdateCallback &callback)</div><div class="ttdef"><b>Definition:</b> <a href="statestore-subscriber_8cc_source.html#l00126">statestore-subscriber.cc:126</a></div></div> |
| <div class="ttc" id="classimpala_1_1InternalQueue_html_a60d46a4f9b882b9b31cd100f9bf82855"><div class="ttname"><a href="classimpala_1_1InternalQueue.html#a60d46a4f9b882b9b31cd100f9bf82855">impala::InternalQueue::empty</a></div><div class="ttdeci">bool empty() const </div><div class="ttdef"><b>Definition:</b> <a href="internal-queue_8h_source.html#l00198">internal-queue.h:198</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a2fcc87cbd1ce50ad699ae374d2352c7c"><div class="ttname"><a href="namespaceimpala.html#a2fcc87cbd1ce50ad699ae374d2352c7c">impala::PROFILE_INFO_VAL_TIME_OUT</a></div><div class="ttdeci">const string PROFILE_INFO_VAL_TIME_OUT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00090">admission-controller.cc:90</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a6f54ad2c9e074b444ee227d9b185a49d"><div class="ttname"><a href="namespaceimpala.html#a6f54ad2c9e074b444ee227d9b185a49d">impala::QUERY_EVENT_SUBMIT_FOR_ADMISSION</a></div><div class="ttdeci">const string QUERY_EVENT_SUBMIT_FOR_ADMISSION</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00082">admission-controller.cc:82</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a3ae95efd206f234e0c30c25719a66ae5"><div class="ttname"><a href="namespaceimpala.html#a3ae95efd206f234e0c30c25719a66ae5">impala::LOCAL_REJECTED_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string LOCAL_REJECTED_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00056">admission-controller.cc:56</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a85ca884fb37eb4b23f0d69397b81e87e"><div class="ttname"><a href="namespaceimpala.html#a85ca884fb37eb4b23f0d69397b81e87e">impala::LOCAL_IN_QUEUE_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string LOCAL_IN_QUEUE_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00074">admission-controller.cc:74</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a9142bebf7b08f36af89be1a9b3639ca1"><div class="ttname"><a href="namespaceimpala.html#a9142bebf7b08f36af89be1a9b3639ca1">impala::CLUSTER_IN_QUEUE_METRIC_KEY_FORMAT</a></div><div class="ttdeci">const string CLUSTER_IN_QUEUE_METRIC_KEY_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8cc_source.html#l00066">admission-controller.cc:66</a></div></div> |
| <div class="ttc" id="classimpala_1_1AdmissionController_html_a98611ef25500b5cfce27b64d69d2dfad"><div class="ttname"><a href="classimpala_1_1AdmissionController.html#a98611ef25500b5cfce27b64d69d2dfad">impala::AdmissionController::local_pool_stats_</a></div><div class="ttdeci">PoolStatsMap local_pool_stats_</div><div class="ttdef"><b>Definition:</b> <a href="admission-controller_8h_source.html#l00196">admission-controller.h:196</a></div></div> |
| <div class="ttc" id="exec-env_8h_html"><div class="ttname"><a href="exec-env_8h.html">exec-env.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1QuerySchedule_html_a0d248e13c073cce96d7ccb70c1f6f6e5"><div class="ttname"><a href="classimpala_1_1QuerySchedule.html#a0d248e13c073cce96d7ccb70c1f6f6e5">impala::QuerySchedule::is_admitted</a></div><div class="ttdeci">bool is_admitted() const </div><div class="ttdef"><b>Definition:</b> <a href="query-schedule_8h_source.html#l00118">query-schedule.h:118</a></div></div> |
| </div><!-- fragment --></div><!-- contents --> |
| </div><!-- doc-content --> |
| <!-- start footer part --> |
| <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> |
| <ul> |
| <li class="navelem"><a class="el" href="dir_e5d120be6b5e8a44336cbfd013b25604.html">be</a></li><li class="navelem"><a class="el" href="dir_68cf7cafb51a962d5bc4848b83cab0de.html">src</a></li><li class="navelem"><a class="el" href="dir_8dc97c54e9997cb942e6afc932053efc.html">scheduling</a></li><li class="navelem"><a class="el" href="admission-controller_8cc.html">admission-controller.cc</a></li> |
| <li class="footer">Generated on Thu May 7 2015 16:10:37 for Impala by |
| <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li> |
| </ul> |
| </div> |
| </body> |
| </html> |
