Google Git
Sign in
apache / impala / asf-site / . / doc / html / Planner_8java_source.html
blob: e129a53b166e08d7b332ab5761f1a12a40d80f48 [file] [log] [blame]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.6"/>
<title>Impala: fe/src/main/java/com/cloudera/impala/planner/Planner.java Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
$(document).ready(initResizable);
$(window).load(resizeHeight);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
$(document).ready(function() { searchBox.OnSelectItem(0); });
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td style="padding-left: 0.5em;">
<div id="projectname">Impala
</div>
<div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.6 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<div id="navrow1" class="tabs">
<ul class="tablist">
<li><a href="index.html"><span>Main&#160;Page</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li><a href="annotated.html"><span>Classes</span></a></li>
<li class="current"><a href="files.html"><span>Files</span></a></li>
<li>
<div id="MSearchBox" class="MSearchBoxInactive">
<span class="left">
<img id="MSearchSelect" src="search/mag_sel.png"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
alt=""/>
<input type="text" id="MSearchField" value="Search" accesskey="S"
onfocus="searchBox.OnSearchFieldFocus(true)"
onblur="searchBox.OnSearchFieldFocus(false)"
onkeyup="searchBox.OnSearchFieldChange(event)"/>
</span><span class="right">
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
</span>
</div>
</li>
</ul>
</div>
<div id="navrow2" class="tabs2">
<ul class="tablist">
<li><a href="files.html"><span>File&#160;List</span></a></li>
<li><a href="globals.html"><span>File&#160;Members</span></a></li>
</ul>
</div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
<div id="nav-tree">
<div id="nav-tree-contents">
<div id="nav-sync" class="sync"></div>
</div>
</div>
<div id="splitbar" style="-moz-user-select:none;"
class="ui-resizable-handle">
</div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('Planner_8java_source.html','');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark">&#160;</span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark">&#160;</span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark">&#160;</span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark">&#160;</span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark">&#160;</span>Macros</a></div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div class="header">
<div class="headertitle">
<div class="title">Planner.java</div> </div>
</div><!--header-->
<div class="contents">
<a href="Planner_8java.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="keyword">package </span>com.cloudera.impala.planner;</div>
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;</div>
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="keyword">import</span> java.util.ArrayList;</div>
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="keyword">import</span> java.util.Collections;</div>
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="keyword">import</span> java.util.List;</div>
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160;</div>
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="keyword">import</span> org.slf4j.Logger;</div>
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160;<span class="keyword">import</span> org.slf4j.LoggerFactory;</div>
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;</div>
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="keyword">import</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1analysis_1_1AnalysisContext.html">com.cloudera.impala.analysis.AnalysisContext</a>;</div>
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="keyword">import</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1analysis_1_1ColumnLineageGraph.html">com.cloudera.impala.analysis.ColumnLineageGraph</a>;</div>
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="keyword">import</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1analysis_1_1Expr.html">com.cloudera.impala.analysis.Expr</a>;</div>
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="keyword">import</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1analysis_1_1InsertStmt.html">com.cloudera.impala.analysis.InsertStmt</a>;</div>
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;<span class="keyword">import</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HBaseTable.html">com.cloudera.impala.catalog.HBaseTable</a>;</div>
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="keyword">import</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1Table.html">com.cloudera.impala.catalog.Table</a>;</div>
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="keyword">import</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1common_1_1ImpalaException.html">com.cloudera.impala.common.ImpalaException</a>;</div>
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="keyword">import</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1common_1_1PrintUtils.html">com.cloudera.impala.common.PrintUtils</a>;</div>
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;<span class="keyword">import</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1common_1_1RuntimeEnv.html">com.cloudera.impala.common.RuntimeEnv</a>;</div>
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160;<span class="keyword">import</span> com.cloudera.impala.thrift.TExplainLevel;</div>
<div class="line"><a name="l00020"></a><span class="lineno"> 20</span>&#160;<span class="keyword">import</span> com.cloudera.impala.thrift.TQueryCtx;</div>
<div class="line"><a name="l00021"></a><span class="lineno"> 21</span>&#160;<span class="keyword">import</span> com.cloudera.impala.thrift.TQueryExecRequest;</div>
<div class="line"><a name="l00022"></a><span class="lineno"> 22</span>&#160;<span class="keyword">import</span> com.cloudera.impala.thrift.TTableName;</div>
<div class="line"><a name="l00023"></a><span class="lineno"> 23</span>&#160;<span class="keyword">import</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1util_1_1MaxRowsProcessedVisitor.html">com.cloudera.impala.util.MaxRowsProcessedVisitor</a>;</div>
<div class="line"><a name="l00024"></a><span class="lineno"> 24</span>&#160;<span class="keyword">import</span> com.google.common.base.Joiner;</div>
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span>&#160;<span class="keyword">import</span> com.google.common.base.Preconditions;</div>
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span>&#160;<span class="keyword">import</span> com.google.common.collect.Lists;</div>
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span>&#160;</div>
<div class="line"><a name="l00031"></a><span class="lineno"><a class="line" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html"> 31</a></span>&#160;<span class="keyword">public</span> <span class="keyword">class </span><a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html">Planner</a> {</div>
<div class="line"><a name="l00032"></a><span class="lineno"><a class="line" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a06a3e1c22bff2d56e6194a56b98981fe"> 32</a></span>&#160; <span class="keyword">private</span> <span class="keyword">final</span> <span class="keyword">static</span> Logger <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a06a3e1c22bff2d56e6194a56b98981fe">LOG</a> = LoggerFactory.getLogger(Planner.class);</div>
<div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160;</div>
<div class="line"><a name="l00034"></a><span class="lineno"><a class="line" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543"> 34</a></span>&#160; <span class="keyword">private</span> <span class="keyword">final</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html">PlannerContext</a> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">ctx_</a>;</div>
<div class="line"><a name="l00035"></a><span class="lineno"> 35</span>&#160;</div>
<div class="line"><a name="l00036"></a><span class="lineno"><a class="line" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a1b9ec8f248e28432f44566490568d277"> 36</a></span>&#160; <span class="keyword">public</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a1b9ec8f248e28432f44566490568d277">Planner</a>(<a class="code" href="classcom_1_1cloudera_1_1impala_1_1analysis_1_1AnalysisContext.html">AnalysisContext</a>.AnalysisResult analysisResult, TQueryCtx queryCtx) {</div>
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">ctx_</a> = <span class="keyword">new</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html">PlannerContext</a>(analysisResult, queryCtx);</div>
<div class="line"><a name="l00038"></a><span class="lineno"> 38</span>&#160; }</div>
<div class="line"><a name="l00039"></a><span class="lineno"> 39</span>&#160;</div>
<div class="line"><a name="l00044"></a><span class="lineno"><a class="line" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#ac6e4a51cc9c720029a0a688b040ba924"> 44</a></span>&#160; <span class="keyword">public</span> ArrayList&lt;PlanFragment&gt; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#ac6e4a51cc9c720029a0a688b040ba924">createPlan</a>() throws <a class="code" href="classcom_1_1cloudera_1_1impala_1_1common_1_1ImpalaException.html">ImpalaException</a> {</div>
<div class="line"><a name="l00045"></a><span class="lineno"> 45</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1SingleNodePlanner.html">SingleNodePlanner</a> singleNodePlanner = <span class="keyword">new</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1SingleNodePlanner.html">SingleNodePlanner</a>(<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">ctx_</a>);</div>
<div class="line"><a name="l00046"></a><span class="lineno"> 46</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1DistributedPlanner.html">DistributedPlanner</a> distributedPlanner = <span class="keyword">new</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1DistributedPlanner.html">DistributedPlanner</a>(<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">ctx_</a>);</div>
<div class="line"><a name="l00047"></a><span class="lineno"> 47</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlanNode.html">PlanNode</a> singleNodePlan = singleNodePlanner.createSingleNodePlan();</div>
<div class="line"><a name="l00048"></a><span class="lineno"> 48</span>&#160; ctx_.getRootAnalyzer().getTimeline().markEvent(<span class="stringliteral">&quot;Single node plan created&quot;</span>);</div>
<div class="line"><a name="l00049"></a><span class="lineno"> 49</span>&#160; ArrayList&lt;PlanFragment&gt; fragments = null;</div>
<div class="line"><a name="l00050"></a><span class="lineno"> 50</span>&#160;</div>
<div class="line"><a name="l00051"></a><span class="lineno"> 51</span>&#160; <span class="comment">// Determine the maximum number of rows processed by any node in the plan tree</span></div>
<div class="line"><a name="l00052"></a><span class="lineno"> 52</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1util_1_1MaxRowsProcessedVisitor.html">MaxRowsProcessedVisitor</a> visitor = <span class="keyword">new</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1util_1_1MaxRowsProcessedVisitor.html">MaxRowsProcessedVisitor</a>();</div>
<div class="line"><a name="l00053"></a><span class="lineno"> 53</span>&#160; singleNodePlan.accept(visitor);</div>
<div class="line"><a name="l00054"></a><span class="lineno"> 54</span>&#160; <span class="keywordtype">long</span> maxRowsProcessed = visitor.get() == -1 ? Long.MAX_VALUE : visitor.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1util_1_1MaxRowsProcessedVisitor.html#a423e988884732196c071121f31d13443">get</a>();</div>
<div class="line"><a name="l00055"></a><span class="lineno"> 55</span>&#160; <span class="keywordtype">boolean</span> isSmallQuery =</div>
<div class="line"><a name="l00056"></a><span class="lineno"> 56</span>&#160; maxRowsProcessed &lt; ctx_.getQueryOptions().exec_single_node_rows_threshold;</div>
<div class="line"><a name="l00057"></a><span class="lineno"> 57</span>&#160; <span class="keywordflow">if</span> (isSmallQuery) {</div>
<div class="line"><a name="l00058"></a><span class="lineno"> 58</span>&#160; <span class="comment">// Execute on a single node and disable codegen for small results</span></div>
<div class="line"><a name="l00059"></a><span class="lineno"> 59</span>&#160; ctx_.getQueryOptions().setNum_nodes(1);</div>
<div class="line"><a name="l00060"></a><span class="lineno"> 60</span>&#160; ctx_.getQueryOptions().setDisable_codegen(<span class="keyword">true</span>);</div>
<div class="line"><a name="l00061"></a><span class="lineno"> 61</span>&#160; <span class="keywordflow">if</span> (maxRowsProcessed &lt; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">ctx_</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html#acd1181b50a5664a771b10f81be9fe865">getQueryOptions</a>().batch_size ||</div>
<div class="line"><a name="l00062"></a><span class="lineno"> 62</span>&#160; maxRowsProcessed &lt; 1024 &amp;&amp; ctx_.getQueryOptions().batch_size == 0) {</div>
<div class="line"><a name="l00063"></a><span class="lineno"> 63</span>&#160; <span class="comment">// Only one scanner thread for small queries</span></div>
<div class="line"><a name="l00064"></a><span class="lineno"> 64</span>&#160; ctx_.getQueryOptions().setNum_scanner_threads(1);</div>
<div class="line"><a name="l00065"></a><span class="lineno"> 65</span>&#160; }</div>
<div class="line"><a name="l00066"></a><span class="lineno"> 66</span>&#160; }</div>
<div class="line"><a name="l00067"></a><span class="lineno"> 67</span>&#160;</div>
<div class="line"><a name="l00068"></a><span class="lineno"> 68</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">ctx_</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html#a43f2d6632b3ccafd7af110362fd4c40f">isSingleNodeExec</a>()) {</div>
<div class="line"><a name="l00069"></a><span class="lineno"> 69</span>&#160; <span class="comment">// create one fragment containing the entire single-node plan tree</span></div>
<div class="line"><a name="l00070"></a><span class="lineno"> 70</span>&#160; fragments = Lists.newArrayList(<span class="keyword">new</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlanFragment.html">PlanFragment</a>(</div>
<div class="line"><a name="l00071"></a><span class="lineno"> 71</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">ctx_</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html#afb8a50425f6e2d0eeeeaee705274983b">getNextFragmentId</a>(), singleNodePlan, <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1DataPartition.html#a087a59b75a1c5d168e82041f69a6e32b">DataPartition.UNPARTITIONED</a>));</div>
<div class="line"><a name="l00072"></a><span class="lineno"> 72</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00073"></a><span class="lineno"> 73</span>&#160; <span class="comment">// create distributed plan</span></div>
<div class="line"><a name="l00074"></a><span class="lineno"> 74</span>&#160; fragments = distributedPlanner.createPlanFragments(singleNodePlan);</div>
<div class="line"><a name="l00075"></a><span class="lineno"> 75</span>&#160; }</div>
<div class="line"><a name="l00076"></a><span class="lineno"> 76</span>&#160;</div>
<div class="line"><a name="l00077"></a><span class="lineno"> 77</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlanFragment.html">PlanFragment</a> rootFragment = fragments.get(fragments.size() - 1);</div>
<div class="line"><a name="l00078"></a><span class="lineno"> 78</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">ctx_</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html#ac805abc5d59cfc33dd8c4b6125904aca">isInsertOrCtas</a>()) {</div>
<div class="line"><a name="l00079"></a><span class="lineno"> 79</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1analysis_1_1InsertStmt.html">InsertStmt</a> insertStmt = ctx_.getAnalysisResult().getInsertStmt();</div>
<div class="line"><a name="l00080"></a><span class="lineno"> 80</span>&#160; <span class="keywordflow">if</span> (!<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">ctx_</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html#a43f2d6632b3ccafd7af110362fd4c40f">isSingleNodeExec</a>()) {</div>
<div class="line"><a name="l00081"></a><span class="lineno"> 81</span>&#160; <span class="comment">// repartition on partition keys</span></div>
<div class="line"><a name="l00082"></a><span class="lineno"> 82</span>&#160; rootFragment = distributedPlanner.createInsertFragment(</div>
<div class="line"><a name="l00083"></a><span class="lineno"> 83</span>&#160; rootFragment, insertStmt, ctx_.getRootAnalyzer(), fragments);</div>
<div class="line"><a name="l00084"></a><span class="lineno"> 84</span>&#160; }</div>
<div class="line"><a name="l00085"></a><span class="lineno"> 85</span>&#160; <span class="comment">// set up table sink for root fragment</span></div>
<div class="line"><a name="l00086"></a><span class="lineno"> 86</span>&#160; rootFragment.setSink(insertStmt.createDataSink());</div>
<div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160; }</div>
<div class="line"><a name="l00088"></a><span class="lineno"> 88</span>&#160;</div>
<div class="line"><a name="l00089"></a><span class="lineno"> 89</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1analysis_1_1ColumnLineageGraph.html">ColumnLineageGraph</a> graph = ctx_.getRootAnalyzer().getColumnLineageGraph();</div>
<div class="line"><a name="l00090"></a><span class="lineno"> 90</span>&#160; List&lt;Expr&gt; resultExprs = null;</div>
<div class="line"><a name="l00091"></a><span class="lineno"> 91</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1Table.html">Table</a> targetTable = null;</div>
<div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">ctx_</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html#ac805abc5d59cfc33dd8c4b6125904aca">isInsertOrCtas</a>()) {</div>
<div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1analysis_1_1InsertStmt.html">InsertStmt</a> insertStmt = ctx_.getAnalysisResult().getInsertStmt();</div>
<div class="line"><a name="l00094"></a><span class="lineno"> 94</span>&#160; resultExprs = insertStmt.getResultExprs();</div>
<div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160; targetTable = insertStmt.getTargetTable();</div>
<div class="line"><a name="l00096"></a><span class="lineno"> 96</span>&#160; graph.addTargetColumnLabels(targetTable);</div>
<div class="line"><a name="l00097"></a><span class="lineno"> 97</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00098"></a><span class="lineno"> 98</span>&#160; resultExprs = ctx_.getQueryStmt().getResultExprs();</div>
<div class="line"><a name="l00099"></a><span class="lineno"> 99</span>&#160; graph.addTargetColumnLabels(ctx_.getQueryStmt().getColLabels());</div>
<div class="line"><a name="l00100"></a><span class="lineno"> 100</span>&#160; }</div>
<div class="line"><a name="l00101"></a><span class="lineno"> 101</span>&#160; resultExprs = Expr.substituteList(resultExprs,</div>
<div class="line"><a name="l00102"></a><span class="lineno"> 102</span>&#160; rootFragment.getPlanRoot().getOutputSmap(), ctx_.getRootAnalyzer(), <span class="keyword">true</span>);</div>
<div class="line"><a name="l00103"></a><span class="lineno"> 103</span>&#160; rootFragment.setOutputExprs(resultExprs);</div>
<div class="line"><a name="l00104"></a><span class="lineno"> 104</span>&#160; LOG.debug(<span class="stringliteral">&quot;desctbl: &quot;</span> + ctx_.getRootAnalyzer().getDescTbl().debugString());</div>
<div class="line"><a name="l00105"></a><span class="lineno"> 105</span>&#160; LOG.debug(<span class="stringliteral">&quot;resultexprs: &quot;</span> + Expr.debugString(rootFragment.getOutputExprs()));</div>
<div class="line"><a name="l00106"></a><span class="lineno"> 106</span>&#160; LOG.debug(<span class="stringliteral">&quot;finalize plan fragments&quot;</span>);</div>
<div class="line"><a name="l00107"></a><span class="lineno"> 107</span>&#160; <span class="keywordflow">for</span> (<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlanFragment.html">PlanFragment</a> fragment: fragments) {</div>
<div class="line"><a name="l00108"></a><span class="lineno"> 108</span>&#160; fragment.finalize(ctx_.getRootAnalyzer());</div>
<div class="line"><a name="l00109"></a><span class="lineno"> 109</span>&#160; }</div>
<div class="line"><a name="l00110"></a><span class="lineno"> 110</span>&#160;</div>
<div class="line"><a name="l00111"></a><span class="lineno"> 111</span>&#160; Collections.reverse(fragments);</div>
<div class="line"><a name="l00112"></a><span class="lineno"> 112</span>&#160; ctx_.getRootAnalyzer().getTimeline().markEvent(<span class="stringliteral">&quot;Distributed plan created&quot;</span>);</div>
<div class="line"><a name="l00113"></a><span class="lineno"> 113</span>&#160;</div>
<div class="line"><a name="l00114"></a><span class="lineno"> 114</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="classcom_1_1cloudera_1_1impala_1_1common_1_1RuntimeEnv.html">RuntimeEnv</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1common_1_1RuntimeEnv.html#a194d7a471db9a14bda4d75530e9826a3">INSTANCE</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1common_1_1RuntimeEnv.html#af374f845c4785c15f7f66993f6104037">computeLineage</a>() || RuntimeEnv.INSTANCE.isTestEnv()) {</div>
<div class="line"><a name="l00115"></a><span class="lineno"> 115</span>&#160; <span class="comment">// Compute the column lineage graph</span></div>
<div class="line"><a name="l00116"></a><span class="lineno"> 116</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">ctx_</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html#ac805abc5d59cfc33dd8c4b6125904aca">isInsertOrCtas</a>()) {</div>
<div class="line"><a name="l00117"></a><span class="lineno"> 117</span>&#160; Preconditions.checkNotNull(targetTable);</div>
<div class="line"><a name="l00118"></a><span class="lineno"> 118</span>&#160; List&lt;Expr&gt; exprs = Lists.newArrayList();</div>
<div class="line"><a name="l00119"></a><span class="lineno"> 119</span>&#160; <span class="keywordflow">if</span> (targetTable instanceof <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HBaseTable.html">HBaseTable</a>) {</div>
<div class="line"><a name="l00120"></a><span class="lineno"> 120</span>&#160; exprs.addAll(resultExprs);</div>
<div class="line"><a name="l00121"></a><span class="lineno"> 121</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00122"></a><span class="lineno"> 122</span>&#160; exprs.addAll(ctx_.getAnalysisResult().getInsertStmt().getPartitionKeyExprs());</div>
<div class="line"><a name="l00123"></a><span class="lineno"> 123</span>&#160; exprs.addAll(resultExprs.subList(0,</div>
<div class="line"><a name="l00124"></a><span class="lineno"> 124</span>&#160; targetTable.getNonClusteringColumns().size()));</div>
<div class="line"><a name="l00125"></a><span class="lineno"> 125</span>&#160; }</div>
<div class="line"><a name="l00126"></a><span class="lineno"> 126</span>&#160; graph.computeLineageGraph(exprs, ctx_.getRootAnalyzer());</div>
<div class="line"><a name="l00127"></a><span class="lineno"> 127</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00128"></a><span class="lineno"> 128</span>&#160; graph.computeLineageGraph(resultExprs, ctx_.getRootAnalyzer());</div>
<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>&#160; }</div>
<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>&#160; LOG.trace(<span class="stringliteral">&quot;lineage: &quot;</span> + graph.debugString());</div>
<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>&#160; ctx_.getRootAnalyzer().getTimeline().markEvent(<span class="stringliteral">&quot;Lineage info computed&quot;</span>);</div>
<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>&#160; }</div>
<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>&#160;</div>
<div class="line"><a name="l00134"></a><span class="lineno"> 134</span>&#160; <span class="keywordflow">return</span> fragments;</div>
<div class="line"><a name="l00135"></a><span class="lineno"> 135</span>&#160; }</div>
<div class="line"><a name="l00136"></a><span class="lineno"> 136</span>&#160;</div>
<div class="line"><a name="l00141"></a><span class="lineno"><a class="line" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a7d88dd6743275fccd02aadb98fc07c9e"> 141</a></span>&#160; <span class="keyword">public</span> String <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a7d88dd6743275fccd02aadb98fc07c9e">getExplainString</a>(ArrayList&lt;PlanFragment&gt; fragments,</div>
<div class="line"><a name="l00142"></a><span class="lineno"> 142</span>&#160; TQueryExecRequest request, TExplainLevel explainLevel) {</div>
<div class="line"><a name="l00143"></a><span class="lineno"> 143</span>&#160; StringBuilder str = <span class="keyword">new</span> StringBuilder();</div>
<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>&#160; <span class="keywordtype">boolean</span> hasHeader = <span class="keyword">false</span>;</div>
<div class="line"><a name="l00145"></a><span class="lineno"> 145</span>&#160; <span class="keywordflow">if</span> (request.isSetPer_host_mem_req() &amp;&amp; request.isSetPer_host_vcores()) {</div>
<div class="line"><a name="l00146"></a><span class="lineno"> 146</span>&#160; str.append(</div>
<div class="line"><a name="l00147"></a><span class="lineno"> 147</span>&#160; String.format(<span class="stringliteral">&quot;Estimated Per-Host Requirements: Memory=%s VCores=%s\n&quot;</span>,</div>
<div class="line"><a name="l00148"></a><span class="lineno"> 148</span>&#160; PrintUtils.printBytes(request.getPer_host_mem_req()),</div>
<div class="line"><a name="l00149"></a><span class="lineno"> 149</span>&#160; request.per_host_vcores));</div>
<div class="line"><a name="l00150"></a><span class="lineno"> 150</span>&#160; hasHeader = <span class="keyword">true</span>;</div>
<div class="line"><a name="l00151"></a><span class="lineno"> 151</span>&#160; }</div>
<div class="line"><a name="l00152"></a><span class="lineno"> 152</span>&#160; <span class="comment">// Append warning about tables missing stats except for child queries of</span></div>
<div class="line"><a name="l00153"></a><span class="lineno"> 153</span>&#160; <span class="comment">// &#39;compute stats&#39;. The parent_query_id is only set for compute stats child queries.</span></div>
<div class="line"><a name="l00154"></a><span class="lineno"> 154</span>&#160; <span class="keywordflow">if</span> (!request.query_ctx.isSetParent_query_id() &amp;&amp;</div>
<div class="line"><a name="l00155"></a><span class="lineno"> 155</span>&#160; request.query_ctx.isSetTables_missing_stats() &amp;&amp;</div>
<div class="line"><a name="l00156"></a><span class="lineno"> 156</span>&#160; !request.query_ctx.getTables_missing_stats().isEmpty()) {</div>
<div class="line"><a name="l00157"></a><span class="lineno"> 157</span>&#160; List&lt;String&gt; tableNames = Lists.newArrayList();</div>
<div class="line"><a name="l00158"></a><span class="lineno"> 158</span>&#160; <span class="keywordflow">for</span> (TTableName tableName: request.query_ctx.getTables_missing_stats()) {</div>
<div class="line"><a name="l00159"></a><span class="lineno"> 159</span>&#160; tableNames.add(tableName.db_name + <span class="stringliteral">&quot;.&quot;</span> + tableName.table_name);</div>
<div class="line"><a name="l00160"></a><span class="lineno"> 160</span>&#160; }</div>
<div class="line"><a name="l00161"></a><span class="lineno"> 161</span>&#160; str.append(<span class="stringliteral">&quot;WARNING: The following tables are missing relevant table &quot;</span> +</div>
<div class="line"><a name="l00162"></a><span class="lineno"> 162</span>&#160; <span class="stringliteral">&quot;and/or column statistics.\n&quot;</span> + Joiner.on(<span class="stringliteral">&quot;, &quot;</span>).join(tableNames) + <span class="stringliteral">&quot;\n&quot;</span>);</div>
<div class="line"><a name="l00163"></a><span class="lineno"> 163</span>&#160; hasHeader = <span class="keyword">true</span>;</div>
<div class="line"><a name="l00164"></a><span class="lineno"> 164</span>&#160; }</div>
<div class="line"><a name="l00165"></a><span class="lineno"> 165</span>&#160; <span class="keywordflow">if</span> (request.query_ctx.isDisable_spilling()) {</div>
<div class="line"><a name="l00166"></a><span class="lineno"> 166</span>&#160; str.append(<span class="stringliteral">&quot;WARNING: Spilling is disabled for this query as a safety guard.\n&quot;</span> +</div>
<div class="line"><a name="l00167"></a><span class="lineno"> 167</span>&#160; <span class="stringliteral">&quot;Reason: Query option disable_unsafe_spills is set, at least one table\n&quot;</span> +</div>
<div class="line"><a name="l00168"></a><span class="lineno"> 168</span>&#160; <span class="stringliteral">&quot;is missing relevant stats, and no plan hints were given.\n&quot;</span>);</div>
<div class="line"><a name="l00169"></a><span class="lineno"> 169</span>&#160; hasHeader = <span class="keyword">true</span>;</div>
<div class="line"><a name="l00170"></a><span class="lineno"> 170</span>&#160; }</div>
<div class="line"><a name="l00171"></a><span class="lineno"> 171</span>&#160; <span class="keywordflow">if</span> (hasHeader) str.append(<span class="stringliteral">&quot;\n&quot;</span>);</div>
<div class="line"><a name="l00172"></a><span class="lineno"> 172</span>&#160;</div>
<div class="line"><a name="l00173"></a><span class="lineno"> 173</span>&#160; <span class="keywordflow">if</span> (explainLevel.ordinal() &lt; TExplainLevel.VERBOSE.ordinal()) {</div>
<div class="line"><a name="l00174"></a><span class="lineno"> 174</span>&#160; <span class="comment">// Print the non-fragmented parallel plan.</span></div>
<div class="line"><a name="l00175"></a><span class="lineno"> 175</span>&#160; str.append(fragments.get(0).<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a7d88dd6743275fccd02aadb98fc07c9e">getExplainString</a>(explainLevel));</div>
<div class="line"><a name="l00176"></a><span class="lineno"> 176</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00177"></a><span class="lineno"> 177</span>&#160; <span class="comment">// Print the fragmented parallel plan.</span></div>
<div class="line"><a name="l00178"></a><span class="lineno"> 178</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; fragments.size(); ++i) {</div>
<div class="line"><a name="l00179"></a><span class="lineno"> 179</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlanFragment.html">PlanFragment</a> fragment = fragments.get(i);</div>
<div class="line"><a name="l00180"></a><span class="lineno"> 180</span>&#160; str.append(fragment.getExplainString(explainLevel));</div>
<div class="line"><a name="l00181"></a><span class="lineno"> 181</span>&#160; <span class="keywordflow">if</span> (explainLevel == TExplainLevel.VERBOSE &amp;&amp; i + 1 != fragments.size()) {</div>
<div class="line"><a name="l00182"></a><span class="lineno"> 182</span>&#160; str.append(<span class="stringliteral">&quot;\n&quot;</span>);</div>
<div class="line"><a name="l00183"></a><span class="lineno"> 183</span>&#160; }</div>
<div class="line"><a name="l00184"></a><span class="lineno"> 184</span>&#160; }</div>
<div class="line"><a name="l00185"></a><span class="lineno"> 185</span>&#160; }</div>
<div class="line"><a name="l00186"></a><span class="lineno"> 186</span>&#160; <span class="keywordflow">return</span> str.toString();</div>
<div class="line"><a name="l00187"></a><span class="lineno"> 187</span>&#160; }</div>
<div class="line"><a name="l00188"></a><span class="lineno"> 188</span>&#160;</div>
<div class="line"><a name="l00196"></a><span class="lineno"><a class="line" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#ac2f1a20a3ea461dcbebca92bc5754849"> 196</a></span>&#160; <span class="keyword">public</span> <span class="keywordtype">void</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#ac2f1a20a3ea461dcbebca92bc5754849">computeResourceReqs</a>(List&lt;PlanFragment&gt; fragments,</div>
<div class="line"><a name="l00197"></a><span class="lineno"> 197</span>&#160; <span class="keywordtype">boolean</span> excludeUnpartitionedFragments,</div>
<div class="line"><a name="l00198"></a><span class="lineno"> 198</span>&#160; TQueryExecRequest request) {</div>
<div class="line"><a name="l00199"></a><span class="lineno"> 199</span>&#160; Preconditions.checkState(!fragments.isEmpty());</div>
<div class="line"><a name="l00200"></a><span class="lineno"> 200</span>&#160; Preconditions.checkNotNull(request);</div>
<div class="line"><a name="l00201"></a><span class="lineno"> 201</span>&#160;</div>
<div class="line"><a name="l00202"></a><span class="lineno"> 202</span>&#160; <span class="comment">// Compute pipelined plan node sets.</span></div>
<div class="line"><a name="l00203"></a><span class="lineno"> 203</span>&#160; ArrayList&lt;PipelinedPlanNodeSet&gt; planNodeSets =</div>
<div class="line"><a name="l00204"></a><span class="lineno"> 204</span>&#160; PipelinedPlanNodeSet.computePlanNodeSets(fragments.get(0).getPlanRoot());</div>
<div class="line"><a name="l00205"></a><span class="lineno"> 205</span>&#160;</div>
<div class="line"><a name="l00206"></a><span class="lineno"> 206</span>&#160; <span class="comment">// Compute the max of the per-host mem and vcores requirement.</span></div>
<div class="line"><a name="l00207"></a><span class="lineno"> 207</span>&#160; <span class="comment">// Note that the max mem and vcores may come from different plan node sets.</span></div>
<div class="line"><a name="l00208"></a><span class="lineno"> 208</span>&#160; <span class="keywordtype">long</span> maxPerHostMem = Long.MIN_VALUE;</div>
<div class="line"><a name="l00209"></a><span class="lineno"> 209</span>&#160; <span class="keywordtype">int</span> maxPerHostVcores = Integer.MIN_VALUE;</div>
<div class="line"><a name="l00210"></a><span class="lineno"> 210</span>&#160; <span class="keywordflow">for</span> (<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PipelinedPlanNodeSet.html">PipelinedPlanNodeSet</a> planNodeSet: planNodeSets) {</div>
<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>&#160; <span class="keywordflow">if</span> (!planNodeSet.computeResourceEstimates(</div>
<div class="line"><a name="l00212"></a><span class="lineno"> 212</span>&#160; excludeUnpartitionedFragments, <a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">ctx_</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html#acd1181b50a5664a771b10f81be9fe865">getQueryOptions</a>())) {</div>
<div class="line"><a name="l00213"></a><span class="lineno"> 213</span>&#160; <span class="keywordflow">continue</span>;</div>
<div class="line"><a name="l00214"></a><span class="lineno"> 214</span>&#160; }</div>
<div class="line"><a name="l00215"></a><span class="lineno"> 215</span>&#160; <span class="keywordtype">long</span> perHostMem = planNodeSet.getPerHostMem();</div>
<div class="line"><a name="l00216"></a><span class="lineno"> 216</span>&#160; <span class="keywordtype">int</span> perHostVcores = planNodeSet.getPerHostVcores();</div>
<div class="line"><a name="l00217"></a><span class="lineno"> 217</span>&#160; <span class="keywordflow">if</span> (perHostMem &gt; maxPerHostMem) maxPerHostMem = perHostMem;</div>
<div class="line"><a name="l00218"></a><span class="lineno"> 218</span>&#160; <span class="keywordflow">if</span> (perHostVcores &gt; maxPerHostVcores) maxPerHostVcores = perHostVcores;</div>
<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>&#160; }</div>
<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>&#160;</div>
<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>&#160; <span class="comment">// Do not ask for more cores than are in the RuntimeEnv.</span></div>
<div class="line"><a name="l00222"></a><span class="lineno"> 222</span>&#160; maxPerHostVcores = Math.min(maxPerHostVcores, RuntimeEnv.INSTANCE.getNumCores());</div>
<div class="line"><a name="l00223"></a><span class="lineno"> 223</span>&#160;</div>
<div class="line"><a name="l00224"></a><span class="lineno"> 224</span>&#160; <span class="comment">// Legitimately set costs to zero if there are only unpartitioned fragments</span></div>
<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>&#160; <span class="comment">// and excludeUnpartitionedFragments is true.</span></div>
<div class="line"><a name="l00226"></a><span class="lineno"> 226</span>&#160; <span class="keywordflow">if</span> (maxPerHostMem == Long.MIN_VALUE || maxPerHostVcores == Integer.MIN_VALUE) {</div>
<div class="line"><a name="l00227"></a><span class="lineno"> 227</span>&#160; <span class="keywordtype">boolean</span> allUnpartitioned = <span class="keyword">true</span>;</div>
<div class="line"><a name="l00228"></a><span class="lineno"> 228</span>&#160; <span class="keywordflow">for</span> (<a class="code" href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlanFragment.html">PlanFragment</a> fragment: fragments) {</div>
<div class="line"><a name="l00229"></a><span class="lineno"> 229</span>&#160; <span class="keywordflow">if</span> (fragment.isPartitioned()) {</div>
<div class="line"><a name="l00230"></a><span class="lineno"> 230</span>&#160; allUnpartitioned = <span class="keyword">false</span>;</div>
<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>&#160; }</div>
<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>&#160; }</div>
<div class="line"><a name="l00234"></a><span class="lineno"> 234</span>&#160; <span class="keywordflow">if</span> (allUnpartitioned &amp;&amp; excludeUnpartitionedFragments) {</div>
<div class="line"><a name="l00235"></a><span class="lineno"> 235</span>&#160; maxPerHostMem = 0;</div>
<div class="line"><a name="l00236"></a><span class="lineno"> 236</span>&#160; maxPerHostVcores = 0;</div>
<div class="line"><a name="l00237"></a><span class="lineno"> 237</span>&#160; }</div>
<div class="line"><a name="l00238"></a><span class="lineno"> 238</span>&#160; }</div>
<div class="line"><a name="l00239"></a><span class="lineno"> 239</span>&#160;</div>
<div class="line"><a name="l00240"></a><span class="lineno"> 240</span>&#160; <span class="keywordflow">if</span> (maxPerHostMem &lt; 0 || maxPerHostMem == Long.MIN_VALUE) {</div>
<div class="line"><a name="l00241"></a><span class="lineno"> 241</span>&#160; LOG.warn(<span class="stringliteral">&quot;Invalid per-host memory requirement: &quot;</span> + maxPerHostMem);</div>
<div class="line"><a name="l00242"></a><span class="lineno"> 242</span>&#160; }</div>
<div class="line"><a name="l00243"></a><span class="lineno"> 243</span>&#160; <span class="keywordflow">if</span> (maxPerHostVcores &lt; 0 || maxPerHostVcores == Integer.MIN_VALUE) {</div>
<div class="line"><a name="l00244"></a><span class="lineno"> 244</span>&#160; LOG.warn(<span class="stringliteral">&quot;Invalid per-host virtual cores requirement: &quot;</span> + maxPerHostVcores);</div>
<div class="line"><a name="l00245"></a><span class="lineno"> 245</span>&#160; }</div>
<div class="line"><a name="l00246"></a><span class="lineno"> 246</span>&#160; request.setPer_host_mem_req(maxPerHostMem);</div>
<div class="line"><a name="l00247"></a><span class="lineno"> 247</span>&#160; request.setPer_host_vcores((short) maxPerHostVcores);</div>
<div class="line"><a name="l00248"></a><span class="lineno"> 248</span>&#160;</div>
<div class="line"><a name="l00249"></a><span class="lineno"> 249</span>&#160; LOG.debug(<span class="stringliteral">&quot;Estimated per-host peak memory requirement: &quot;</span> + maxPerHostMem);</div>
<div class="line"><a name="l00250"></a><span class="lineno"> 250</span>&#160; LOG.debug(<span class="stringliteral">&quot;Estimated per-host virtual cores requirement: &quot;</span> + maxPerHostVcores);</div>
<div class="line"><a name="l00251"></a><span class="lineno"> 251</span>&#160; }</div>
<div class="line"><a name="l00252"></a><span class="lineno"> 252</span>&#160;}</div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1common_1_1PrintUtils_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1common_1_1PrintUtils.html">com.cloudera.impala.common.PrintUtils</a></div><div class="ttdef"><b>Definition:</b> <a href="PrintUtils_8java_source.html#l00028">PrintUtils.java:28</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html">com.cloudera.impala.planner.Planner</a></div><div class="ttdef"><b>Definition:</b> <a href="Planner_8java_source.html#l00031">Planner.java:31</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1catalog_1_1Table_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1Table.html">com.cloudera.impala.catalog.Table</a></div><div class="ttdef"><b>Definition:</b> <a href="Table_8java_source.html#l00051">Table.java:51</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1DistributedPlanner_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1DistributedPlanner.html">com.cloudera.impala.planner.DistributedPlanner</a></div><div class="ttdef"><b>Definition:</b> <a href="DistributedPlanner_8java_source.html#l00042">DistributedPlanner.java:42</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner_html_ac2f1a20a3ea461dcbebca92bc5754849"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#ac2f1a20a3ea461dcbebca92bc5754849">com.cloudera.impala.planner.Planner.computeResourceReqs</a></div><div class="ttdeci">void computeResourceReqs(List&lt; PlanFragment &gt; fragments, boolean excludeUnpartitionedFragments, TQueryExecRequest request)</div><div class="ttdef"><b>Definition:</b> <a href="Planner_8java_source.html#l00196">Planner.java:196</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlanFragment_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlanFragment.html">com.cloudera.impala.planner.PlanFragment</a></div><div class="ttdef"><b>Definition:</b> <a href="PlanFragment_8java_source.html#l00063">PlanFragment.java:63</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1util_1_1MaxRowsProcessedVisitor_html_a423e988884732196c071121f31d13443"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1util_1_1MaxRowsProcessedVisitor.html#a423e988884732196c071121f31d13443">com.cloudera.impala.util.MaxRowsProcessedVisitor.get</a></div><div class="ttdeci">long get()</div><div class="ttdef"><b>Definition:</b> <a href="MaxRowsProcessedVisitor_8java_source.html#l00057">MaxRowsProcessedVisitor.java:57</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1common_1_1RuntimeEnv_html_af374f845c4785c15f7f66993f6104037"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1common_1_1RuntimeEnv.html#af374f845c4785c15f7f66993f6104037">com.cloudera.impala.common.RuntimeEnv.computeLineage</a></div><div class="ttdeci">boolean computeLineage()</div><div class="ttdef"><b>Definition:</b> <a href="RuntimeEnv_8java_source.html#l00065">RuntimeEnv.java:65</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext_html_a43f2d6632b3ccafd7af110362fd4c40f"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html#a43f2d6632b3ccafd7af110362fd4c40f">com.cloudera.impala.planner.PlannerContext.isSingleNodeExec</a></div><div class="ttdeci">boolean isSingleNodeExec()</div><div class="ttdef"><b>Definition:</b> <a href="PlannerContext_8java_source.html#l00062">PlannerContext.java:62</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1DataPartition_html_a087a59b75a1c5d168e82041f69a6e32b"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1DataPartition.html#a087a59b75a1c5d168e82041f69a6e32b">com.cloudera.impala.planner.DataPartition.UNPARTITIONED</a></div><div class="ttdeci">static final DataPartition UNPARTITIONED</div><div class="ttdef"><b>Definition:</b> <a href="DataPartition_8java_source.html#l00063">DataPartition.java:63</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1PipelinedPlanNodeSet_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PipelinedPlanNodeSet.html">com.cloudera.impala.planner.PipelinedPlanNodeSet</a></div><div class="ttdef"><b>Definition:</b> <a href="PipelinedPlanNodeSet_8java_source.html#l00041">PipelinedPlanNodeSet.java:41</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1common_1_1RuntimeEnv_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1common_1_1RuntimeEnv.html">com.cloudera.impala.common.RuntimeEnv</a></div><div class="ttdef"><b>Definition:</b> <a href="RuntimeEnv_8java_source.html#l00030">RuntimeEnv.java:30</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlanNode_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlanNode.html">com.cloudera.impala.planner.PlanNode</a></div><div class="ttdef"><b>Definition:</b> <a href="PlanNode_8java_source.html#l00059">PlanNode.java:59</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1util_1_1MaxRowsProcessedVisitor_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1util_1_1MaxRowsProcessedVisitor.html">com.cloudera.impala.util.MaxRowsProcessedVisitor</a></div><div class="ttdef"><b>Definition:</b> <a href="MaxRowsProcessedVisitor_8java_source.html#l00025">MaxRowsProcessedVisitor.java:25</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1common_1_1RuntimeEnv_html_a194d7a471db9a14bda4d75530e9826a3"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1common_1_1RuntimeEnv.html#a194d7a471db9a14bda4d75530e9826a3">com.cloudera.impala.common.RuntimeEnv.INSTANCE</a></div><div class="ttdeci">static RuntimeEnv INSTANCE</div><div class="ttdef"><b>Definition:</b> <a href="RuntimeEnv_8java_source.html#l00033">RuntimeEnv.java:33</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1analysis_1_1AnalysisContext_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1analysis_1_1AnalysisContext.html">com.cloudera.impala.analysis.AnalysisContext</a></div><div class="ttdef"><b>Definition:</b> <a href="AnalysisContext_8java_source.html#l00034">AnalysisContext.java:34</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner_html_a0db02201be57cfbf8577dd06da100543"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a0db02201be57cfbf8577dd06da100543">com.cloudera.impala.planner.Planner.ctx_</a></div><div class="ttdeci">final PlannerContext ctx_</div><div class="ttdef"><b>Definition:</b> <a href="Planner_8java_source.html#l00034">Planner.java:34</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1analysis_1_1Expr_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1analysis_1_1Expr.html">com.cloudera.impala.analysis.Expr</a></div><div class="ttdef"><b>Definition:</b> <a href="Expr_8java_source.html#l00048">Expr.java:48</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext_html_acd1181b50a5664a771b10f81be9fe865"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html#acd1181b50a5664a771b10f81be9fe865">com.cloudera.impala.planner.PlannerContext.getQueryOptions</a></div><div class="ttdeci">TQueryOptions getQueryOptions()</div><div class="ttdef"><b>Definition:</b> <a href="PlannerContext_8java_source.html#l00057">PlannerContext.java:57</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner_html_a1b9ec8f248e28432f44566490568d277"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a1b9ec8f248e28432f44566490568d277">com.cloudera.impala.planner.Planner.Planner</a></div><div class="ttdeci">Planner(AnalysisContext.AnalysisResult analysisResult, TQueryCtx queryCtx)</div><div class="ttdef"><b>Definition:</b> <a href="Planner_8java_source.html#l00036">Planner.java:36</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext_html_afb8a50425f6e2d0eeeeaee705274983b"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html#afb8a50425f6e2d0eeeeaee705274983b">com.cloudera.impala.planner.PlannerContext.getNextFragmentId</a></div><div class="ttdeci">PlanFragmentId getNextFragmentId()</div><div class="ttdef"><b>Definition:</b> <a href="PlannerContext_8java_source.html#l00064">PlannerContext.java:64</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner_html_ac6e4a51cc9c720029a0a688b040ba924"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#ac6e4a51cc9c720029a0a688b040ba924">com.cloudera.impala.planner.Planner.createPlan</a></div><div class="ttdeci">ArrayList&lt; PlanFragment &gt; createPlan()</div><div class="ttdef"><b>Definition:</b> <a href="Planner_8java_source.html#l00044">Planner.java:44</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1analysis_1_1InsertStmt_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1analysis_1_1InsertStmt.html">com.cloudera.impala.analysis.InsertStmt</a></div><div class="ttdef"><b>Definition:</b> <a href="InsertStmt_8java_source.html#l00046">InsertStmt.java:46</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1SingleNodePlanner_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1SingleNodePlanner.html">com.cloudera.impala.planner.SingleNodePlanner</a></div><div class="ttdef"><b>Definition:</b> <a href="SingleNodePlanner_8java_source.html#l00071">SingleNodePlanner.java:71</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner_html_a06a3e1c22bff2d56e6194a56b98981fe"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a06a3e1c22bff2d56e6194a56b98981fe">com.cloudera.impala.planner.Planner.LOG</a></div><div class="ttdeci">static final Logger LOG</div><div class="ttdef"><b>Definition:</b> <a href="Planner_8java_source.html#l00032">Planner.java:32</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner_html_a7d88dd6743275fccd02aadb98fc07c9e"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1Planner.html#a7d88dd6743275fccd02aadb98fc07c9e">com.cloudera.impala.planner.Planner.getExplainString</a></div><div class="ttdeci">String getExplainString(ArrayList&lt; PlanFragment &gt; fragments, TQueryExecRequest request, TExplainLevel explainLevel)</div><div class="ttdef"><b>Definition:</b> <a href="Planner_8java_source.html#l00141">Planner.java:141</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1analysis_1_1ColumnLineageGraph_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1analysis_1_1ColumnLineageGraph.html">com.cloudera.impala.analysis.ColumnLineageGraph</a></div><div class="ttdef"><b>Definition:</b> <a href="ColumnLineageGraph_8java_source.html#l00212">ColumnLineageGraph.java:212</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html">com.cloudera.impala.planner.PlannerContext</a></div><div class="ttdef"><b>Definition:</b> <a href="PlannerContext_8java_source.html#l00028">PlannerContext.java:28</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HBaseTable_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HBaseTable.html">com.cloudera.impala.catalog.HBaseTable</a></div><div class="ttdef"><b>Definition:</b> <a href="HBaseTable_8java_source.html#l00076">HBaseTable.java:76</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext_html_ac805abc5d59cfc33dd8c4b6125904aca"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1planner_1_1PlannerContext.html#ac805abc5d59cfc33dd8c4b6125904aca">com.cloudera.impala.planner.PlannerContext.isInsertOrCtas</a></div><div class="ttdeci">boolean isInsertOrCtas()</div><div class="ttdef"><b>Definition:</b> <a href="PlannerContext_8java_source.html#l00065">PlannerContext.java:65</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1common_1_1ImpalaException_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1common_1_1ImpalaException.html">com.cloudera.impala.common.ImpalaException</a></div><div class="ttdef"><b>Definition:</b> <a href="ImpalaException_8java_source.html#l00022">ImpalaException.java:22</a></div></div>
</div><!-- fragment --></div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="dir_ca2797c59c2e868cd2eca72571423f6a.html">fe</a></li><li class="navelem"><a class="el" href="dir_9456c03c9c6e5a96e843b28fc5c6395b.html">src</a></li><li class="navelem"><a class="el" href="dir_31c8d7a6e8855be2d8d6fa4227c487c3.html">main</a></li><li class="navelem"><a class="el" href="dir_d2615d3423c50009d0fa2801d3e0150c.html">java</a></li><li class="navelem"><a class="el" href="dir_df2af9fb37a2f3aedd0dd3e7b116eedc.html">com</a></li><li class="navelem"><a class="el" href="dir_48ee7e70be44cce637301d7ac948c4e1.html">cloudera</a></li><li class="navelem"><a class="el" href="dir_c062777d65f1b5dc463ca31df638b83a.html">impala</a></li><li class="navelem"><a class="el" href="dir_a3fab68f30a0ffb6d333069c8ce7d28d.html">planner</a></li><li class="navelem"><a class="el" href="Planner_8java.html">Planner.java</a></li>
<li class="footer">Generated on Thu May 7 2015 16:10:39 for Impala by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li>
</ul>
</div>
</body>
</html>