| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.6"/> |
| <title>Impala: be/src/exec/hdfs-table-sink.h Source File</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="navtree.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="resize.js"></script> |
| <script type="text/javascript" src="navtree.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(initResizable); |
| $(window).load(resizeHeight); |
| </script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/search.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(function() { searchBox.OnSelectItem(0); }); |
| </script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td style="padding-left: 0.5em;"> |
| <div id="projectname">Impala |
| </div> |
| <div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.6 --> |
| <script type="text/javascript"> |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| </script> |
| <div id="navrow1" class="tabs"> |
| <ul class="tablist"> |
| <li><a href="index.html"><span>Main Page</span></a></li> |
| <li><a href="namespaces.html"><span>Namespaces</span></a></li> |
| <li><a href="annotated.html"><span>Classes</span></a></li> |
| <li class="current"><a href="files.html"><span>Files</span></a></li> |
| <li> |
| <div id="MSearchBox" class="MSearchBoxInactive"> |
| <span class="left"> |
| <img id="MSearchSelect" src="search/mag_sel.png" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| alt=""/> |
| <input type="text" id="MSearchField" value="Search" accesskey="S" |
| onfocus="searchBox.OnSearchFieldFocus(true)" |
| onblur="searchBox.OnSearchFieldFocus(false)" |
| onkeyup="searchBox.OnSearchFieldChange(event)"/> |
| </span><span class="right"> |
| <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a> |
| </span> |
| </div> |
| </li> |
| </ul> |
| </div> |
| <div id="navrow2" class="tabs2"> |
| <ul class="tablist"> |
| <li><a href="files.html"><span>File List</span></a></li> |
| <li><a href="globals.html"><span>File Members</span></a></li> |
| </ul> |
| </div> |
| </div><!-- top --> |
| <div id="side-nav" class="ui-resizable side-nav-resizable"> |
| <div id="nav-tree"> |
| <div id="nav-tree-contents"> |
| <div id="nav-sync" class="sync"></div> |
| </div> |
| </div> |
| <div id="splitbar" style="-moz-user-select:none;" |
| class="ui-resizable-handle"> |
| </div> |
| </div> |
| <script type="text/javascript"> |
| $(document).ready(function(){initNavTree('hdfs-table-sink_8h_source.html','');}); |
| </script> |
| <div id="doc-content"> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| <a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark"> </span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark"> </span>Macros</a></div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div class="header"> |
| <div class="headertitle"> |
| <div class="title">hdfs-table-sink.h</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| <a href="hdfs-table-sink_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">// Copyright 2012 Cloudera Inc.</span></div> |
| <div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment">// Licensed under the Apache License, Version 2.0 (the "License");</span></div> |
| <div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment">// you may not use this file except in compliance with the License.</span></div> |
| <div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment">// You may obtain a copy of the License at</span></div> |
| <div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment">// http://www.apache.org/licenses/LICENSE-2.0</span></div> |
| <div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment">// Unless required by applicable law or agreed to in writing, software</span></div> |
| <div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment">// distributed under the License is distributed on an "AS IS" BASIS,</span></div> |
| <div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment">// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div> |
| <div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment">// See the License for the specific language governing permissions and</span></div> |
| <div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment">// limitations under the License.</span></div> |
| <div class="line"><a name="l00014"></a><span class="lineno"> 14</span> </div> |
| <div class="line"><a name="l00015"></a><span class="lineno"> 15</span> </div> |
| <div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="preprocessor">#ifndef IMPALA_EXEC_HDFS_TABLE_SINK_H</span></div> |
| <div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="preprocessor"></span><span class="preprocessor">#define IMPALA_EXEC_HDFS_TABLE_SINK_H</span></div> |
| <div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="preprocessor"></span></div> |
| <div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="preprocessor">#include <<a class="code" href="hdfs_8h.html">hdfs.h</a>></span></div> |
| <div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="preprocessor">#include <boost/unordered_map.hpp></span></div> |
| <div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="preprocessor">#include <boost/scoped_ptr.hpp></span></div> |
| <div class="line"><a name="l00022"></a><span class="lineno"> 22</span> </div> |
| <div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="preprocessor">#include "<a class="code" href="object-pool_8h.html">common/object-pool.h</a>"</span></div> |
| <div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="preprocessor">#include "<a class="code" href="data-sink_8h.html">exec/data-sink.h</a>"</span></div> |
| <div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="preprocessor">#include "<a class="code" href="descriptors_8h.html">runtime/descriptors.h</a>"</span></div> |
| <div class="line"><a name="l00027"></a><span class="lineno"> 27</span> <span class="preprocessor">#include "<a class="code" href="runtime-profile_8h.html">util/runtime-profile.h</a>"</span></div> |
| <div class="line"><a name="l00028"></a><span class="lineno"> 28</span> </div> |
| <div class="line"><a name="l00029"></a><span class="lineno"> 29</span> <span class="keyword">namespace </span>impala {</div> |
| <div class="line"><a name="l00030"></a><span class="lineno"> 30</span> </div> |
| <div class="line"><a name="l00031"></a><span class="lineno"> 31</span> <span class="keyword">class </span>Expr;</div> |
| <div class="line"><a name="l00032"></a><span class="lineno"> 32</span> <span class="keyword">class </span>TupleDescriptor;</div> |
| <div class="line"><a name="l00033"></a><span class="lineno"> 33</span> <span class="keyword">class </span>TupleRow;</div> |
| <div class="line"><a name="l00034"></a><span class="lineno"> 34</span> <span class="keyword">class </span>RuntimeState;</div> |
| <div class="line"><a name="l00035"></a><span class="lineno"> 35</span> <span class="keyword">class </span>HdfsTableWriter;</div> |
| <div class="line"><a name="l00036"></a><span class="lineno"> 36</span> <span class="keyword">class </span>MemTracker;</div> |
| <div class="line"><a name="l00037"></a><span class="lineno"> 37</span> </div> |
| <div class="line"><a name="l00040"></a><span class="lineno"><a class="line" href="structimpala_1_1OutputPartition.html"> 40</a></span> <span class="keyword">struct </span><a class="code" href="structimpala_1_1OutputPartition.html">OutputPartition</a> {</div> |
| <div class="line"><a name="l00043"></a><span class="lineno"> 43</span> </div> |
| <div class="line"><a name="l00049"></a><span class="lineno"><a class="line" href="structimpala_1_1OutputPartition.html#aad8b5d001c2558ffc6b6e0b6f09723d8"> 49</a></span>  std::string <a class="code" href="structimpala_1_1OutputPartition.html#aad8b5d001c2558ffc6b6e0b6f09723d8">final_hdfs_file_name_prefix</a>;</div> |
| <div class="line"><a name="l00050"></a><span class="lineno"> 50</span> </div> |
| <div class="line"><a name="l00055"></a><span class="lineno"><a class="line" href="structimpala_1_1OutputPartition.html#a9d0676f3ddac66add883e7f636be908b"> 55</a></span>  std::string <a class="code" href="structimpala_1_1OutputPartition.html#a9d0676f3ddac66add883e7f636be908b">current_file_name</a>;</div> |
| <div class="line"><a name="l00056"></a><span class="lineno"> 56</span> </div> |
| <div class="line"><a name="l00060"></a><span class="lineno"><a class="line" href="structimpala_1_1OutputPartition.html#a443f6bb9e09cdfcc5268e66dc87673c6"> 60</a></span>  std::string <a class="code" href="structimpala_1_1OutputPartition.html#a443f6bb9e09cdfcc5268e66dc87673c6">tmp_hdfs_dir_name</a>;</div> |
| <div class="line"><a name="l00061"></a><span class="lineno"> 61</span> </div> |
| <div class="line"><a name="l00065"></a><span class="lineno"><a class="line" href="structimpala_1_1OutputPartition.html#aae4c6c45ad22865df963002c3f74d25e"> 65</a></span>  std::string <a class="code" href="structimpala_1_1OutputPartition.html#aae4c6c45ad22865df963002c3f74d25e">tmp_hdfs_file_name_prefix</a>;</div> |
| <div class="line"><a name="l00066"></a><span class="lineno"> 66</span> </div> |
| <div class="line"><a name="l00068"></a><span class="lineno"><a class="line" href="structimpala_1_1OutputPartition.html#a6f348763ea77e2c5c03e476976081fd1"> 68</a></span>  std::string <a class="code" href="structimpala_1_1OutputPartition.html#a6f348763ea77e2c5c03e476976081fd1">partition_name</a>;</div> |
| <div class="line"><a name="l00069"></a><span class="lineno"> 69</span> </div> |
| <div class="line"><a name="l00071"></a><span class="lineno"><a class="line" href="structimpala_1_1OutputPartition.html#a86e51e4750dce9b115b88a61eccef63b"> 71</a></span>  hdfsFS <a class="code" href="structimpala_1_1OutputPartition.html#a86e51e4750dce9b115b88a61eccef63b">hdfs_connection</a>;</div> |
| <div class="line"><a name="l00072"></a><span class="lineno"> 72</span> </div> |
| <div class="line"><a name="l00074"></a><span class="lineno"><a class="line" href="structimpala_1_1OutputPartition.html#a87c2d62b1ea6cc0a4a6c0fb43918c860"> 74</a></span>  hdfsFile <a class="code" href="structimpala_1_1OutputPartition.html#a87c2d62b1ea6cc0a4a6c0fb43918c860">tmp_hdfs_file</a>;</div> |
| <div class="line"><a name="l00075"></a><span class="lineno"> 75</span> </div> |
| <div class="line"><a name="l00077"></a><span class="lineno"><a class="line" href="structimpala_1_1OutputPartition.html#a6c5c9cee1f82ec607f54eda9bc339543"> 77</a></span>  int64_t <a class="code" href="structimpala_1_1OutputPartition.html#a6c5c9cee1f82ec607f54eda9bc339543">num_rows</a>;</div> |
| <div class="line"><a name="l00078"></a><span class="lineno"> 78</span> </div> |
| <div class="line"><a name="l00080"></a><span class="lineno"><a class="line" href="structimpala_1_1OutputPartition.html#abfb3777eb9bb647e071f72b3755dfa37"> 80</a></span>  int32_t <a class="code" href="structimpala_1_1OutputPartition.html#abfb3777eb9bb647e071f72b3755dfa37">num_files</a>;</div> |
| <div class="line"><a name="l00081"></a><span class="lineno"> 81</span> </div> |
| <div class="line"><a name="l00083"></a><span class="lineno"><a class="line" href="structimpala_1_1OutputPartition.html#a8a722c1d7f411feee573a73e32757dc6"> 83</a></span>  boost::scoped_ptr<HdfsTableWriter> <a class="code" href="structimpala_1_1OutputPartition.html#a8a722c1d7f411feee573a73e32757dc6">writer</a>;</div> |
| <div class="line"><a name="l00084"></a><span class="lineno"> 84</span> </div> |
| <div class="line"><a name="l00086"></a><span class="lineno"><a class="line" href="structimpala_1_1OutputPartition.html#a3346404566a7395694377bab8cd22678"> 86</a></span>  <span class="keyword">const</span> <a class="code" href="classimpala_1_1HdfsPartitionDescriptor.html">HdfsPartitionDescriptor</a>* <a class="code" href="structimpala_1_1OutputPartition.html#a3346404566a7395694377bab8cd22678">partition_descriptor</a>;</div> |
| <div class="line"><a name="l00087"></a><span class="lineno"> 87</span> </div> |
| <div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  <a class="code" href="structimpala_1_1OutputPartition.html#ae205c7eebdd3cf806fff0e49582e2265">OutputPartition</a>();</div> |
| <div class="line"><a name="l00089"></a><span class="lineno"> 89</span> };</div> |
| <div class="line"><a name="l00090"></a><span class="lineno"> 90</span> </div> |
| <div class="line"><a name="l00094"></a><span class="lineno"> 94</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00098"></a><span class="lineno"> 98</span> <span class="comment"></span><span class="comment">//</span></div> |
| <div class="line"><a name="l00109"></a><span class="lineno"> 109</span> <span class="comment"></span><span class="comment">//</span></div> |
| <div class="line"><a name="l00122"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html"> 122</a></span> <span class="comment"></span><span class="keyword">class </span><a class="code" href="classimpala_1_1HdfsTableSink.html">HdfsTableSink</a> : <span class="keyword">public</span> <a class="code" href="classimpala_1_1DataSink.html">DataSink</a> {</div> |
| <div class="line"><a name="l00123"></a><span class="lineno"> 123</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00124"></a><span class="lineno"> 124</span>  <a class="code" href="classimpala_1_1HdfsTableSink.html#ab7e44d72434a1da576de6d09bf78b5b9">HdfsTableSink</a>(<span class="keyword">const</span> <a class="code" href="classimpala_1_1RowDescriptor.html">RowDescriptor</a>& <a class="code" href="namespaceimpala.html#aa98447566dd6700a2faaaaf3059f4d95">row_desc</a>,</div> |
| <div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  <span class="keyword">const</span> std::vector<TExpr>& select_list_texprs, <span class="keyword">const</span> TDataSink& tsink);</div> |
| <div class="line"><a name="l00126"></a><span class="lineno"> 126</span> </div> |
| <div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTableSink.html#a3f2e0429bebe4586bc9140eafd8a21f1">Prepare</a>(<a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state);</div> |
| <div class="line"><a name="l00129"></a><span class="lineno"> 129</span> </div> |
| <div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTableSink.html#a97ae2a720cc57b784f2bd23ec4ee9a15">Open</a>(<a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state);</div> |
| <div class="line"><a name="l00133"></a><span class="lineno"> 133</span> </div> |
| <div class="line"><a name="l00135"></a><span class="lineno"> 135</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTableSink.html#a280d7bde9f6b5180794281d066c24ba6">Send</a>(<a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state, <a class="code" href="classimpala_1_1RowBatch.html">RowBatch</a>* batch, <span class="keywordtype">bool</span> eos);</div> |
| <div class="line"><a name="l00136"></a><span class="lineno"> 136</span> </div> |
| <div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  <span class="keyword">virtual</span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#a2ca4efce0b0f420ca113819620f023c7">Close</a>(<a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state);</div> |
| <div class="line"><a name="l00141"></a><span class="lineno"> 141</span> </div> |
| <div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  <span class="keyword">static</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTableSink.html#abf1f8a799d6f3fe3c1d8539537791a50">GetFileBlockSize</a>(<a class="code" href="structimpala_1_1OutputPartition.html">OutputPartition</a>* output_partition, int64_t* size);</div> |
| <div class="line"><a name="l00146"></a><span class="lineno"> 146</span> </div> |
| <div class="line"><a name="l00147"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a7710498d89015e8b80b60ef21eeb93f7"> 147</a></span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1RuntimeProfile.html">RuntimeProfile</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#a7710498d89015e8b80b60ef21eeb93f7">profile</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#a32d00c3c1b4eb90fcae15c9ffbb5a3bb">runtime_profile_</a>; }</div> |
| <div class="line"><a name="l00148"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#ad1db7e4f8cd070a5f5633d3d1a25310e"> 148</a></span>  <span class="keyword">const</span> <a class="code" href="classimpala_1_1HdfsTableDescriptor.html">HdfsTableDescriptor</a>& <a class="code" href="classimpala_1_1HdfsTableSink.html#ad1db7e4f8cd070a5f5633d3d1a25310e">TableDesc</a>() { <span class="keywordflow">return</span> *<a class="code" href="classimpala_1_1HdfsTableSink.html#afded447223c40f6ad8cb5b501875d568">table_desc_</a>; }</div> |
| <div class="line"><a name="l00149"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a216b72f4f0f996ccf8dd17443eaee6cc"> 149</a></span>  <a class="code" href="classimpala_1_1MemTracker.html">MemTracker</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#a216b72f4f0f996ccf8dd17443eaee6cc">mem_tracker</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#ab4065ec85d296b6aa9a4f1106ce4ef7a">mem_tracker_</a>.get(); }</div> |
| <div class="line"><a name="l00150"></a><span class="lineno"> 150</span> </div> |
| <div class="line"><a name="l00151"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a2025d785fa7bfb70e8dc84bb91114410"> 151</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#a2025d785fa7bfb70e8dc84bb91114410">rows_inserted_counter</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#a54bdc0c70b33283ca488c5d5c8619361">rows_inserted_counter_</a>; }</div> |
| <div class="line"><a name="l00152"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#aeacecfe6593f821952a9f0ee374ebd6d"> 152</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#aeacecfe6593f821952a9f0ee374ebd6d">bytes_written_counter</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#a4e5f342bd92c77e85c90ede98dda8923">bytes_written_counter_</a>; }</div> |
| <div class="line"><a name="l00153"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#aaaac900efe9fa7b75331cf70d40a92ce"> 153</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#aaaac900efe9fa7b75331cf70d40a92ce">encode_timer</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#a2170cd3291d4d58c5cc93431d5d3e1d4">encode_timer_</a>; }</div> |
| <div class="line"><a name="l00154"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a8019ba8c269e32342b407c6e74bc931e"> 154</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#a8019ba8c269e32342b407c6e74bc931e">hdfs_write_timer</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#a99f2add9dbe23c8fceaabcccfb2ee0fc">hdfs_write_timer_</a>; }</div> |
| <div class="line"><a name="l00155"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a85abd6444cd3bd5c9cce4e680b7407aa"> 155</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#a85abd6444cd3bd5c9cce4e680b7407aa">compress_timer</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#ae21c4cf3b20e10ae6b0a6c8cdac92298">compress_timer_</a>; }</div> |
| <div class="line"><a name="l00156"></a><span class="lineno"> 156</span> </div> |
| <div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  std::string <a class="code" href="classimpala_1_1HdfsTableSink.html#a938c70d0fcf84b3c606761be535918ac">DebugString</a>() <span class="keyword">const</span>;</div> |
| <div class="line"><a name="l00158"></a><span class="lineno"> 158</span> </div> |
| <div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  <span class="keyword">private</span>:</div> |
| <div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTableSink.html#a97f9241ddab33d28853fe12df52c7e3b">InitOutputPartition</a>(<a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state,</div> |
| <div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  <span class="keyword">const</span> <a class="code" href="classimpala_1_1HdfsPartitionDescriptor.html">HdfsPartitionDescriptor</a>& partition_descriptor,</div> |
| <div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  <a class="code" href="structimpala_1_1OutputPartition.html">OutputPartition</a>* output_partition);</div> |
| <div class="line"><a name="l00164"></a><span class="lineno"> 164</span> </div> |
| <div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTableSink.html#ad05565061b0102660efcd17cfaeb56e1">CreateNewTmpFile</a>(<a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state, <a class="code" href="structimpala_1_1OutputPartition.html">OutputPartition</a>* output_partition);</div> |
| <div class="line"><a name="l00171"></a><span class="lineno"> 171</span> </div> |
| <div class="line"><a name="l00176"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a4fab224a06b3d7b7e38fefe6a0089615"> 176</a></span>  <span class="keyword">typedef</span> std::pair<OutputPartition*, std::vector<int32_t> > <a class="code" href="classimpala_1_1HdfsTableSink.html#a4fab224a06b3d7b7e38fefe6a0089615">PartitionPair</a>;</div> |
| <div class="line"><a name="l00177"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a88fdc8e2982b8eecdbfec507c5467cdb"> 177</a></span>  <span class="keyword">typedef</span> boost::unordered_map<std::string, PartitionPair> <a class="code" href="classimpala_1_1HdfsTableSink.html#a88fdc8e2982b8eecdbfec507c5467cdb">PartitionMap</a>;</div> |
| <div class="line"><a name="l00178"></a><span class="lineno"> 178</span> </div> |
| <div class="line"><a name="l00179"></a><span class="lineno"> 179</span> </div> |
| <div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#a5e6d1761306e721e0e8284fe08ec1229">GetHashTblKey</a>(<span class="keyword">const</span> std::vector<ExprContext*>& ctxs, std::string* key);</div> |
| <div class="line"><a name="l00184"></a><span class="lineno"> 184</span> </div> |
| <div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTableSink.html#a33eacd5217233d7dc3e54293c989d52e">GetOutputPartition</a>(<a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state, <span class="keyword">const</span> std::string& key,</div> |
| <div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  <a class="code" href="classimpala_1_1HdfsTableSink.html#a4fab224a06b3d7b7e38fefe6a0089615">PartitionPair</a>** partition_pair);</div> |
| <div class="line"><a name="l00189"></a><span class="lineno"> 189</span> </div> |
| <div class="line"><a name="l00191"></a><span class="lineno"> 191</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTableSink.html#ad99889b28415d19eae2164112e6f507c">PrepareExprs</a>(<a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state);</div> |
| <div class="line"><a name="l00192"></a><span class="lineno"> 192</span> </div> |
| <div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#ae6da527d105f3b2380948e1b4fbc37ce">BuildHdfsFileNames</a>(<span class="keyword">const</span> <a class="code" href="classimpala_1_1HdfsPartitionDescriptor.html">HdfsPartitionDescriptor</a>& partition_descriptor,</div> |
| <div class="line"><a name="l00198"></a><span class="lineno"> 198</span>  <a class="code" href="structimpala_1_1OutputPartition.html">OutputPartition</a>* output);</div> |
| <div class="line"><a name="l00199"></a><span class="lineno"> 199</span> </div> |
| <div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTableSink.html#a97034a6afc292d4a26a238d402c32012">FinalizePartitionFile</a>(<a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state, <a class="code" href="structimpala_1_1OutputPartition.html">OutputPartition</a>* partition);</div> |
| <div class="line"><a name="l00203"></a><span class="lineno"> 203</span> </div> |
| <div class="line"><a name="l00205"></a><span class="lineno"> 205</span>  <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#ad50de8f7c4cfc89e7dc141b8dabbcc44">ClosePartitionFile</a>(<a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state, <a class="code" href="structimpala_1_1OutputPartition.html">OutputPartition</a>* partition);</div> |
| <div class="line"><a name="l00206"></a><span class="lineno"> 206</span> </div> |
| <div class="line"><a name="l00208"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#afded447223c40f6ad8cb5b501875d568"> 208</a></span>  <span class="keyword">const</span> <a class="code" href="classimpala_1_1HdfsTableDescriptor.html">HdfsTableDescriptor</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#afded447223c40f6ad8cb5b501875d568">table_desc_</a>;</div> |
| <div class="line"><a name="l00209"></a><span class="lineno"> 209</span> </div> |
| <div class="line"><a name="l00211"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#aaf0abb7b8d271e272e23399bb1e110ad"> 211</a></span>  <span class="keyword">const</span> <a class="code" href="classimpala_1_1HdfsPartitionDescriptor.html">HdfsPartitionDescriptor</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#aaf0abb7b8d271e272e23399bb1e110ad">default_partition_</a>;</div> |
| <div class="line"><a name="l00212"></a><span class="lineno"> 212</span> </div> |
| <div class="line"><a name="l00214"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a267db75ab7c5c0a26296071c31b5369d"> 214</a></span>  std::vector<ExprContext*> <a class="code" href="classimpala_1_1HdfsTableSink.html#a267db75ab7c5c0a26296071c31b5369d">output_expr_ctxs_</a>;</div> |
| <div class="line"><a name="l00215"></a><span class="lineno"> 215</span> </div> |
| <div class="line"><a name="l00217"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#aa301171de526d983f26ad15b6254c4ad"> 217</a></span>  <a class="code" href="classimpala_1_1TupleRow.html">TupleRow</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#aa301171de526d983f26ad15b6254c4ad">current_row_</a>;</div> |
| <div class="line"><a name="l00218"></a><span class="lineno"> 218</span> </div> |
| <div class="line"><a name="l00220"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a4ea610c1ebbb6e0aa9667e3f0ef983aa"> 220</a></span>  hdfsFS <a class="code" href="classimpala_1_1HdfsTableSink.html#a4ea610c1ebbb6e0aa9667e3f0ef983aa">hdfs_connection_</a>;</div> |
| <div class="line"><a name="l00221"></a><span class="lineno"> 221</span> </div> |
| <div class="line"><a name="l00223"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a09ff5ccfa2aed127b0e8a267fa085c94"> 223</a></span>  <span class="keyword">const</span> <a class="code" href="classimpala_1_1RowDescriptor.html">RowDescriptor</a>& <a class="code" href="classimpala_1_1HdfsTableSink.html#a09ff5ccfa2aed127b0e8a267fa085c94">row_desc_</a>;</div> |
| <div class="line"><a name="l00224"></a><span class="lineno"> 224</span> </div> |
| <div class="line"><a name="l00226"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a4ca2934de11e4bde6e068d576e295f43"> 226</a></span>  <a class="code" href="namespaceimpala.html#a7372f255f35f4571795f8b07efdbae09">TableId</a> <a class="code" href="classimpala_1_1HdfsTableSink.html#a4ca2934de11e4bde6e068d576e295f43">table_id_</a>;</div> |
| <div class="line"><a name="l00227"></a><span class="lineno"> 227</span> </div> |
| <div class="line"><a name="l00230"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a171a32851f95cfd9f4f4283b7859fec9"> 230</a></span>  <span class="keyword">const</span> std::vector<TExpr>& <a class="code" href="classimpala_1_1HdfsTableSink.html#a171a32851f95cfd9f4f4283b7859fec9">select_list_texprs_</a>;</div> |
| <div class="line"><a name="l00231"></a><span class="lineno"> 231</span> </div> |
| <div class="line"><a name="l00234"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a00633ae3b4ac61a6419d543852e67dff"> 234</a></span>  <span class="keyword">const</span> std::vector<TExpr>& <a class="code" href="classimpala_1_1HdfsTableSink.html#a00633ae3b4ac61a6419d543852e67dff">partition_key_texprs_</a>;</div> |
| <div class="line"><a name="l00235"></a><span class="lineno"> 235</span> </div> |
| <div class="line"><a name="l00237"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a75e3842c1ebc3a199e3b16618808d459"> 237</a></span>  std::vector<ExprContext*> <a class="code" href="classimpala_1_1HdfsTableSink.html#a75e3842c1ebc3a199e3b16618808d459">partition_key_expr_ctxs_</a>;</div> |
| <div class="line"><a name="l00238"></a><span class="lineno"> 238</span> </div> |
| <div class="line"><a name="l00240"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#af355351518defbe5eac0ef7e4641d654"> 240</a></span>  <span class="keywordtype">bool</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#af355351518defbe5eac0ef7e4641d654">overwrite_</a>;</div> |
| <div class="line"><a name="l00241"></a><span class="lineno"> 241</span> </div> |
| <div class="line"><a name="l00244"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#add5f44b15e0231c50eba4437a85bc627"> 244</a></span>  std::string <a class="code" href="classimpala_1_1HdfsTableSink.html#add5f44b15e0231c50eba4437a85bc627">staging_dir_</a>;</div> |
| <div class="line"><a name="l00245"></a><span class="lineno"> 245</span> </div> |
| <div class="line"><a name="l00248"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a117bc8c377e5da4b5424a8a1615d7b82"> 248</a></span>  std::string <a class="code" href="classimpala_1_1HdfsTableSink.html#a117bc8c377e5da4b5424a8a1615d7b82">unique_id_str_</a>;</div> |
| <div class="line"><a name="l00249"></a><span class="lineno"> 249</span> </div> |
| <div class="line"><a name="l00255"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a743942ea55982b76101671cd20d00807"> 255</a></span>  <a class="code" href="classimpala_1_1HdfsTableSink.html#a88fdc8e2982b8eecdbfec507c5467cdb">PartitionMap</a> <a class="code" href="classimpala_1_1HdfsTableSink.html#a743942ea55982b76101671cd20d00807">partition_keys_to_output_partitions_</a>;</div> |
| <div class="line"><a name="l00256"></a><span class="lineno"> 256</span> </div> |
| <div class="line"><a name="l00259"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a0e7f566d373b853ce6b7d7b382f05df8"> 259</a></span>  std::vector<ExprContext*> <a class="code" href="classimpala_1_1HdfsTableSink.html#a0e7f566d373b853ce6b7d7b382f05df8">dynamic_partition_key_expr_ctxs_</a>;</div> |
| <div class="line"><a name="l00260"></a><span class="lineno"> 260</span> </div> |
| <div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  <span class="keyword">typedef</span> boost::unordered_map<std::string, HdfsPartitionDescriptor*></div> |
| <div class="line"><a name="l00266"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a4eb47d5c124c7e1b7ca44fa43758ae1c"> 266</a></span>  <a class="code" href="classimpala_1_1HdfsTableSink.html#a4eb47d5c124c7e1b7ca44fa43758ae1c">PartitionDescriptorMap</a>;</div> |
| <div class="line"><a name="l00267"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#acc5427a2a031ccd7e40250a6e3aa59c7"> 267</a></span>  <a class="code" href="classimpala_1_1HdfsTableSink.html#a4eb47d5c124c7e1b7ca44fa43758ae1c">PartitionDescriptorMap</a> <a class="code" href="classimpala_1_1HdfsTableSink.html#acc5427a2a031ccd7e40250a6e3aa59c7">partition_descriptor_map_</a>;</div> |
| <div class="line"><a name="l00268"></a><span class="lineno"> 268</span> </div> |
| <div class="line"><a name="l00269"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#ab4065ec85d296b6aa9a4f1106ce4ef7a"> 269</a></span>  boost::scoped_ptr<MemTracker> <a class="code" href="classimpala_1_1HdfsTableSink.html#ab4065ec85d296b6aa9a4f1106ce4ef7a">mem_tracker_</a>;</div> |
| <div class="line"><a name="l00270"></a><span class="lineno"> 270</span> </div> |
| <div class="line"><a name="l00272"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a32d00c3c1b4eb90fcae15c9ffbb5a3bb"> 272</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile.html">RuntimeProfile</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#a32d00c3c1b4eb90fcae15c9ffbb5a3bb">runtime_profile_</a>;</div> |
| <div class="line"><a name="l00273"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a06230db843c80fc6f4ca6fe2fd756a75"> 273</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#a06230db843c80fc6f4ca6fe2fd756a75">partitions_created_counter_</a>;</div> |
| <div class="line"><a name="l00274"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#ab39cf9643eeb89dc752711b5e9437035"> 274</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#ab39cf9643eeb89dc752711b5e9437035">files_created_counter_</a>;</div> |
| <div class="line"><a name="l00275"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a54bdc0c70b33283ca488c5d5c8619361"> 275</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#a54bdc0c70b33283ca488c5d5c8619361">rows_inserted_counter_</a>;</div> |
| <div class="line"><a name="l00276"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a4e5f342bd92c77e85c90ede98dda8923"> 276</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#a4e5f342bd92c77e85c90ede98dda8923">bytes_written_counter_</a>;</div> |
| <div class="line"><a name="l00277"></a><span class="lineno"> 277</span> </div> |
| <div class="line"><a name="l00279"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a2170cd3291d4d58c5cc93431d5d3e1d4"> 279</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#a2170cd3291d4d58c5cc93431d5d3e1d4">encode_timer_</a>;</div> |
| <div class="line"><a name="l00281"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a99f2add9dbe23c8fceaabcccfb2ee0fc"> 281</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#a99f2add9dbe23c8fceaabcccfb2ee0fc">hdfs_write_timer_</a>;</div> |
| <div class="line"><a name="l00283"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#ae21c4cf3b20e10ae6b0a6c8cdac92298"> 283</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTableSink.html#ae21c4cf3b20e10ae6b0a6c8cdac92298">compress_timer_</a>;</div> |
| <div class="line"><a name="l00284"></a><span class="lineno"> 284</span> </div> |
| <div class="line"><a name="l00287"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTableSink.html#a7cf72bcb73a038dbe3365c229a4fffac"> 287</a></span>  <span class="keywordtype">bool</span> <a class="code" href="classimpala_1_1HdfsTableSink.html#a7cf72bcb73a038dbe3365c229a4fffac">has_empty_input_batch_</a>;</div> |
| <div class="line"><a name="l00288"></a><span class="lineno"> 288</span> };</div> |
| <div class="line"><a name="l00289"></a><span class="lineno"> 289</span> }</div> |
| <div class="line"><a name="l00290"></a><span class="lineno"> 290</span> <span class="preprocessor">#endif</span></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_abf1f8a799d6f3fe3c1d8539537791a50"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#abf1f8a799d6f3fe3c1d8539537791a50">impala::HdfsTableSink::GetFileBlockSize</a></div><div class="ttdeci">static Status GetFileBlockSize(OutputPartition *output_partition, int64_t *size)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00628">hdfs-table-sink.cc:628</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a4ca2934de11e4bde6e068d576e295f43"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a4ca2934de11e4bde6e068d576e295f43">impala::HdfsTableSink::table_id_</a></div><div class="ttdeci">TableId table_id_</div><div class="ttdoc">Table id resolved in Prepare() to set tuple_desc_;. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00226">hdfs-table-sink.h:226</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a267db75ab7c5c0a26296071c31b5369d"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a267db75ab7c5c0a26296071c31b5369d">impala::HdfsTableSink::output_expr_ctxs_</a></div><div class="ttdeci">std::vector< ExprContext * > output_expr_ctxs_</div><div class="ttdoc">Exprs that materialize output values. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00214">hdfs-table-sink.h:214</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html_aad8b5d001c2558ffc6b6e0b6f09723d8"><div class="ttname"><a href="structimpala_1_1OutputPartition.html#aad8b5d001c2558ffc6b6e0b6f09723d8">impala::OutputPartition::final_hdfs_file_name_prefix</a></div><div class="ttdeci">std::string final_hdfs_file_name_prefix</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00049">hdfs-table-sink.h:49</a></div></div> |
| <div class="ttc" id="runtime-profile_8h_html"><div class="ttname"><a href="runtime-profile_8h.html">runtime-profile.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a7710498d89015e8b80b60ef21eeb93f7"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a7710498d89015e8b80b60ef21eeb93f7">impala::HdfsTableSink::profile</a></div><div class="ttdeci">virtual RuntimeProfile * profile()</div><div class="ttdoc">Returns the runtime profile for the sink. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00147">hdfs-table-sink.h:147</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_ae6da527d105f3b2380948e1b4fbc37ce"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#ae6da527d105f3b2380948e1b4fbc37ce">impala::HdfsTableSink::BuildHdfsFileNames</a></div><div class="ttdeci">void BuildHdfsFileNames(const HdfsPartitionDescriptor &partition_descriptor, OutputPartition *output)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00240">hdfs-table-sink.cc:240</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_a7372f255f35f4571795f8b07efdbae09"><div class="ttname"><a href="namespaceimpala.html#a7372f255f35f4571795f8b07efdbae09">impala::TableId</a></div><div class="ttdeci">int TableId</div><div class="ttdef"><b>Definition:</b> <a href="global-types_8h_source.html#l00025">global-types.h:25</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableDescriptor_html"><div class="ttname"><a href="classimpala_1_1HdfsTableDescriptor.html">impala::HdfsTableDescriptor</a></div><div class="ttdef"><b>Definition:</b> <a href="descriptors_8h_source.html#l00226">descriptors.h:226</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_ad99889b28415d19eae2164112e6f507c"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#ad99889b28415d19eae2164112e6f507c">impala::HdfsTableSink::PrepareExprs</a></div><div class="ttdeci">Status PrepareExprs(RuntimeState *state)</div><div class="ttdoc">Initialise and prepare select and partition key expressions. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00072">hdfs-table-sink.cc:72</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html_a443f6bb9e09cdfcc5268e66dc87673c6"><div class="ttname"><a href="structimpala_1_1OutputPartition.html#a443f6bb9e09cdfcc5268e66dc87673c6">impala::OutputPartition::tmp_hdfs_dir_name</a></div><div class="ttdeci">std::string tmp_hdfs_dir_name</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00060">hdfs-table-sink.h:60</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html_a9d0676f3ddac66add883e7f636be908b"><div class="ttname"><a href="structimpala_1_1OutputPartition.html#a9d0676f3ddac66add883e7f636be908b">impala::OutputPartition::current_file_name</a></div><div class="ttdeci">std::string current_file_name</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00055">hdfs-table-sink.h:55</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_acc5427a2a031ccd7e40250a6e3aa59c7"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#acc5427a2a031ccd7e40250a6e3aa59c7">impala::HdfsTableSink::partition_descriptor_map_</a></div><div class="ttdeci">PartitionDescriptorMap partition_descriptor_map_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00267">hdfs-table-sink.h:267</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a2ca4efce0b0f420ca113819620f023c7"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a2ca4efce0b0f420ca113819620f023c7">impala::HdfsTableSink::Close</a></div><div class="ttdeci">virtual void Close(RuntimeState *state)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00602">hdfs-table-sink.cc:602</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_ab7e44d72434a1da576de6d09bf78b5b9"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#ab7e44d72434a1da576de6d09bf78b5b9">impala::HdfsTableSink::HdfsTableSink</a></div><div class="ttdeci">HdfsTableSink(const RowDescriptor &row_desc, const std::vector< TExpr > &select_list_texprs, const TDataSink &tsink)</div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a06230db843c80fc6f4ca6fe2fd756a75"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a06230db843c80fc6f4ca6fe2fd756a75">impala::HdfsTableSink::partitions_created_counter_</a></div><div class="ttdeci">RuntimeProfile::Counter * partitions_created_counter_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00273">hdfs-table-sink.h:273</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a33eacd5217233d7dc3e54293c989d52e"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a33eacd5217233d7dc3e54293c989d52e">impala::HdfsTableSink::GetOutputPartition</a></div><div class="ttdeci">Status GetOutputPartition(RuntimeState *state, const std::string &key, PartitionPair **partition_pair)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00447">hdfs-table-sink.cc:447</a></div></div> |
| <div class="ttc" id="classimpala_1_1RowDescriptor_html"><div class="ttname"><a href="classimpala_1_1RowDescriptor.html">impala::RowDescriptor</a></div><div class="ttdef"><b>Definition:</b> <a href="descriptors_8h_source.html#l00373">descriptors.h:373</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html_abfb3777eb9bb647e071f72b3755dfa37"><div class="ttname"><a href="structimpala_1_1OutputPartition.html#abfb3777eb9bb647e071f72b3755dfa37">impala::OutputPartition::num_files</a></div><div class="ttdeci">int32_t num_files</div><div class="ttdoc">Number of files created in this partition. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00080">hdfs-table-sink.h:80</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a216b72f4f0f996ccf8dd17443eaee6cc"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a216b72f4f0f996ccf8dd17443eaee6cc">impala::HdfsTableSink::mem_tracker</a></div><div class="ttdeci">MemTracker * mem_tracker()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00149">hdfs-table-sink.h:149</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html"><div class="ttname"><a href="structimpala_1_1OutputPartition.html">impala::OutputPartition</a></div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00040">hdfs-table-sink.h:40</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_add5f44b15e0231c50eba4437a85bc627"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#add5f44b15e0231c50eba4437a85bc627">impala::HdfsTableSink::staging_dir_</a></div><div class="ttdeci">std::string staging_dir_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00244">hdfs-table-sink.h:244</a></div></div> |
| <div class="ttc" id="classimpala_1_1TupleRow_html"><div class="ttname"><a href="classimpala_1_1TupleRow.html">impala::TupleRow</a></div><div class="ttdef"><b>Definition:</b> <a href="tuple-row_8h_source.html#l00028">tuple-row.h:28</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html_a6f348763ea77e2c5c03e476976081fd1"><div class="ttname"><a href="structimpala_1_1OutputPartition.html#a6f348763ea77e2c5c03e476976081fd1">impala::OutputPartition::partition_name</a></div><div class="ttdeci">std::string partition_name</div><div class="ttdoc">key1=val1/key2=val2/ etc. Used to identify partitions to the metastore. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00068">hdfs-table-sink.h:68</a></div></div> |
| <div class="ttc" id="classimpala_1_1RuntimeProfile_1_1Counter_html"><div class="ttname"><a href="classimpala_1_1RuntimeProfile_1_1Counter.html">impala::RuntimeProfile::Counter</a></div><div class="ttdef"><b>Definition:</b> <a href="runtime-profile_8h_source.html#l00085">runtime-profile.h:85</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a938c70d0fcf84b3c606761be535918ac"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a938c70d0fcf84b3c606761be535918ac">impala::HdfsTableSink::DebugString</a></div><div class="ttdeci">std::string DebugString() const </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00643">hdfs-table-sink.cc:643</a></div></div> |
| <div class="ttc" id="data-sink_8h_html"><div class="ttname"><a href="data-sink_8h.html">data-sink.h</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html_a3346404566a7395694377bab8cd22678"><div class="ttname"><a href="structimpala_1_1OutputPartition.html#a3346404566a7395694377bab8cd22678">impala::OutputPartition::partition_descriptor</a></div><div class="ttdeci">const HdfsPartitionDescriptor * partition_descriptor</div><div class="ttdoc">The descriptor for this partition. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00086">hdfs-table-sink.h:86</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a88fdc8e2982b8eecdbfec507c5467cdb"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a88fdc8e2982b8eecdbfec507c5467cdb">impala::HdfsTableSink::PartitionMap</a></div><div class="ttdeci">boost::unordered_map< std::string, PartitionPair > PartitionMap</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00177">hdfs-table-sink.h:177</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html">impala::HdfsTableSink</a></div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00122">hdfs-table-sink.h:122</a></div></div> |
| <div class="ttc" id="object-pool_8h_html"><div class="ttname"><a href="object-pool_8h.html">object-pool.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1Status_html"><div class="ttname"><a href="classimpala_1_1Status.html">impala::Status</a></div><div class="ttdef"><b>Definition:</b> <a href="status_8h_source.html#l00081">status.h:81</a></div></div> |
| <div class="ttc" id="classimpala_1_1DataSink_html"><div class="ttname"><a href="classimpala_1_1DataSink.html">impala::DataSink</a></div><div class="ttdoc">Superclass of all data sinks. </div><div class="ttdef"><b>Definition:</b> <a href="data-sink_8h_source.html#l00039">data-sink.h:39</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a54bdc0c70b33283ca488c5d5c8619361"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a54bdc0c70b33283ca488c5d5c8619361">impala::HdfsTableSink::rows_inserted_counter_</a></div><div class="ttdeci">RuntimeProfile::Counter * rows_inserted_counter_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00275">hdfs-table-sink.h:275</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_aaf0abb7b8d271e272e23399bb1e110ad"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#aaf0abb7b8d271e272e23399bb1e110ad">impala::HdfsTableSink::default_partition_</a></div><div class="ttdeci">const HdfsPartitionDescriptor * default_partition_</div><div class="ttdoc">Currently this is the default partition since we don't support multi-format sinks. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00211">hdfs-table-sink.h:211</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html_a86e51e4750dce9b115b88a61eccef63b"><div class="ttname"><a href="structimpala_1_1OutputPartition.html#a86e51e4750dce9b115b88a61eccef63b">impala::OutputPartition::hdfs_connection</a></div><div class="ttdeci">hdfsFS hdfs_connection</div><div class="ttdoc">Connection to hdfs. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00071">hdfs-table-sink.h:71</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a4ea610c1ebbb6e0aa9667e3f0ef983aa"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a4ea610c1ebbb6e0aa9667e3f0ef983aa">impala::HdfsTableSink::hdfs_connection_</a></div><div class="ttdeci">hdfsFS hdfs_connection_</div><div class="ttdoc">Connection to hdfs, established in Open() and closed in Close(). </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00220">hdfs-table-sink.h:220</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_afded447223c40f6ad8cb5b501875d568"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#afded447223c40f6ad8cb5b501875d568">impala::HdfsTableSink::table_desc_</a></div><div class="ttdeci">const HdfsTableDescriptor * table_desc_</div><div class="ttdoc">Descriptor of target table. Set in Prepare(). </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00208">hdfs-table-sink.h:208</a></div></div> |
| <div class="ttc" id="classimpala_1_1RuntimeState_html"><div class="ttname"><a href="classimpala_1_1RuntimeState.html">impala::RuntimeState</a></div><div class="ttdef"><b>Definition:</b> <a href="runtime-state_8h_source.html#l00069">runtime-state.h:69</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_ad50de8f7c4cfc89e7dc141b8dabbcc44"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#ad50de8f7c4cfc89e7dc141b8dabbcc44">impala::HdfsTableSink::ClosePartitionFile</a></div><div class="ttdeci">void ClosePartitionFile(RuntimeState *state, OutputPartition *partition)</div><div class="ttdoc">Closes the hdfs file for this partition as well as the writer. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00589">hdfs-table-sink.cc:589</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_ad05565061b0102660efcd17cfaeb56e1"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#ad05565061b0102660efcd17cfaeb56e1">impala::HdfsTableSink::CreateNewTmpFile</a></div><div class="ttdeci">Status CreateNewTmpFile(RuntimeState *state, OutputPartition *output_partition)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00279">hdfs-table-sink.cc:279</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a75e3842c1ebc3a199e3b16618808d459"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a75e3842c1ebc3a199e3b16618808d459">impala::HdfsTableSink::partition_key_expr_ctxs_</a></div><div class="ttdeci">std::vector< ExprContext * > partition_key_expr_ctxs_</div><div class="ttdoc">Exprs of partition keys. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00237">hdfs-table-sink.h:237</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a2170cd3291d4d58c5cc93431d5d3e1d4"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a2170cd3291d4d58c5cc93431d5d3e1d4">impala::HdfsTableSink::encode_timer_</a></div><div class="ttdeci">RuntimeProfile::Counter * encode_timer_</div><div class="ttdoc">Time spent converting tuple to on disk format. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00279">hdfs-table-sink.h:279</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a3f2e0429bebe4586bc9140eafd8a21f1"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a3f2e0429bebe4586bc9140eafd8a21f1">impala::HdfsTableSink::Prepare</a></div><div class="ttdeci">virtual Status Prepare(RuntimeState *state)</div><div class="ttdoc">Prepares output_exprs and partition_key_exprs, and connects to HDFS. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00107">hdfs-table-sink.cc:107</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_aeacecfe6593f821952a9f0ee374ebd6d"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#aeacecfe6593f821952a9f0ee374ebd6d">impala::HdfsTableSink::bytes_written_counter</a></div><div class="ttdeci">RuntimeProfile::Counter * bytes_written_counter()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00152">hdfs-table-sink.h:152</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html_a87c2d62b1ea6cc0a4a6c0fb43918c860"><div class="ttname"><a href="structimpala_1_1OutputPartition.html#a87c2d62b1ea6cc0a4a6c0fb43918c860">impala::OutputPartition::tmp_hdfs_file</a></div><div class="ttdeci">hdfsFile tmp_hdfs_file</div><div class="ttdoc">Hdfs file at tmp_hdfs_file_name. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00074">hdfs-table-sink.h:74</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_af355351518defbe5eac0ef7e4641d654"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#af355351518defbe5eac0ef7e4641d654">impala::HdfsTableSink::overwrite_</a></div><div class="ttdeci">bool overwrite_</div><div class="ttdoc">Indicates whether the existing partitions should be overwritten. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00240">hdfs-table-sink.h:240</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_ab39cf9643eeb89dc752711b5e9437035"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#ab39cf9643eeb89dc752711b5e9437035">impala::HdfsTableSink::files_created_counter_</a></div><div class="ttdeci">RuntimeProfile::Counter * files_created_counter_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00274">hdfs-table-sink.h:274</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a32d00c3c1b4eb90fcae15c9ffbb5a3bb"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a32d00c3c1b4eb90fcae15c9ffbb5a3bb">impala::HdfsTableSink::runtime_profile_</a></div><div class="ttdeci">RuntimeProfile * runtime_profile_</div><div class="ttdoc">Allocated from runtime state's pool. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00272">hdfs-table-sink.h:272</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a4fab224a06b3d7b7e38fefe6a0089615"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a4fab224a06b3d7b7e38fefe6a0089615">impala::HdfsTableSink::PartitionPair</a></div><div class="ttdeci">std::pair< OutputPartition *, std::vector< int32_t > > PartitionPair</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00176">hdfs-table-sink.h:176</a></div></div> |
| <div class="ttc" id="classimpala_1_1MemTracker_html"><div class="ttname"><a href="classimpala_1_1MemTracker.html">impala::MemTracker</a></div><div class="ttdoc">This class is thread-safe. </div><div class="ttdef"><b>Definition:</b> <a href="mem-tracker_8h_source.html#l00061">mem-tracker.h:61</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a5e6d1761306e721e0e8284fe08ec1229"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a5e6d1761306e721e0e8284fe08ec1229">impala::HdfsTableSink::GetHashTblKey</a></div><div class="ttdeci">void GetHashTblKey(const std::vector< ExprContext * > &ctxs, std::string *key)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00436">hdfs-table-sink.cc:436</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html_a6c5c9cee1f82ec607f54eda9bc339543"><div class="ttname"><a href="structimpala_1_1OutputPartition.html#a6c5c9cee1f82ec607f54eda9bc339543">impala::OutputPartition::num_rows</a></div><div class="ttdeci">int64_t num_rows</div><div class="ttdoc">Records number of rows appended to the current file in this partition. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00077">hdfs-table-sink.h:77</a></div></div> |
| <div class="ttc" id="classimpala_1_1RowBatch_html"><div class="ttname"><a href="classimpala_1_1RowBatch.html">impala::RowBatch</a></div><div class="ttdef"><b>Definition:</b> <a href="row-batch_8h_source.html#l00066">row-batch.h:66</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html_a8a722c1d7f411feee573a73e32757dc6"><div class="ttname"><a href="structimpala_1_1OutputPartition.html#a8a722c1d7f411feee573a73e32757dc6">impala::OutputPartition::writer</a></div><div class="ttdeci">boost::scoped_ptr< HdfsTableWriter > writer</div><div class="ttdoc">Table format specific writer functions. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00083">hdfs-table-sink.h:83</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_aa301171de526d983f26ad15b6254c4ad"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#aa301171de526d983f26ad15b6254c4ad">impala::HdfsTableSink::current_row_</a></div><div class="ttdeci">TupleRow * current_row_</div><div class="ttdoc">Current row from the current RowBatch to output. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00217">hdfs-table-sink.h:217</a></div></div> |
| <div class="ttc" id="namespaceimpala_html_aa98447566dd6700a2faaaaf3059f4d95"><div class="ttname"><a href="namespaceimpala.html#aa98447566dd6700a2faaaaf3059f4d95">impala::row_desc</a></div><div class="ttdeci">const RowDescriptor & row_desc() const </div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a171a32851f95cfd9f4f4283b7859fec9"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a171a32851f95cfd9f4f4283b7859fec9">impala::HdfsTableSink::select_list_texprs_</a></div><div class="ttdeci">const std::vector< TExpr > & select_list_texprs_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00230">hdfs-table-sink.h:230</a></div></div> |
| <div class="ttc" id="hdfs_8h_html"><div class="ttname"><a href="hdfs_8h.html">hdfs.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_ae21c4cf3b20e10ae6b0a6c8cdac92298"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#ae21c4cf3b20e10ae6b0a6c8cdac92298">impala::HdfsTableSink::compress_timer_</a></div><div class="ttdeci">RuntimeProfile::Counter * compress_timer_</div><div class="ttdoc">Time spent compressing data. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00283">hdfs-table-sink.h:283</a></div></div> |
| <div class="ttc" id="classimpala_1_1RuntimeProfile_html"><div class="ttname"><a href="classimpala_1_1RuntimeProfile.html">impala::RuntimeProfile</a></div><div class="ttdef"><b>Definition:</b> <a href="runtime-profile_8h_source.html#l00083">runtime-profile.h:83</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a7cf72bcb73a038dbe3365c229a4fffac"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a7cf72bcb73a038dbe3365c229a4fffac">impala::HdfsTableSink::has_empty_input_batch_</a></div><div class="ttdeci">bool has_empty_input_batch_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00287">hdfs-table-sink.h:287</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a99f2add9dbe23c8fceaabcccfb2ee0fc"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a99f2add9dbe23c8fceaabcccfb2ee0fc">impala::HdfsTableSink::hdfs_write_timer_</a></div><div class="ttdeci">RuntimeProfile::Counter * hdfs_write_timer_</div><div class="ttdoc">Time spent writing to hdfs. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00281">hdfs-table-sink.h:281</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a8019ba8c269e32342b407c6e74bc931e"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a8019ba8c269e32342b407c6e74bc931e">impala::HdfsTableSink::hdfs_write_timer</a></div><div class="ttdeci">RuntimeProfile::Counter * hdfs_write_timer()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00154">hdfs-table-sink.h:154</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a280d7bde9f6b5180794281d066c24ba6"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a280d7bde9f6b5180794281d066c24ba6">impala::HdfsTableSink::Send</a></div><div class="ttdeci">virtual Status Send(RuntimeState *state, RowBatch *batch, bool eos)</div><div class="ttdoc">Append all rows in batch to the temporary Hdfs files corresponding to partitions. ...</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00495">hdfs-table-sink.cc:495</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a2025d785fa7bfb70e8dc84bb91114410"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a2025d785fa7bfb70e8dc84bb91114410">impala::HdfsTableSink::rows_inserted_counter</a></div><div class="ttdeci">RuntimeProfile::Counter * rows_inserted_counter()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00151">hdfs-table-sink.h:151</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_ad1db7e4f8cd070a5f5633d3d1a25310e"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#ad1db7e4f8cd070a5f5633d3d1a25310e">impala::HdfsTableSink::TableDesc</a></div><div class="ttdeci">const HdfsTableDescriptor & TableDesc()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00148">hdfs-table-sink.h:148</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_aaaac900efe9fa7b75331cf70d40a92ce"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#aaaac900efe9fa7b75331cf70d40a92ce">impala::HdfsTableSink::encode_timer</a></div><div class="ttdeci">RuntimeProfile::Counter * encode_timer()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00153">hdfs-table-sink.h:153</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a97034a6afc292d4a26a238d402c32012"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a97034a6afc292d4a26a238d402c32012">impala::HdfsTableSink::FinalizePartitionFile</a></div><div class="ttdeci">Status FinalizePartitionFile(RuntimeState *state, OutputPartition *partition)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00565">hdfs-table-sink.cc:565</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a0e7f566d373b853ce6b7d7b382f05df8"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a0e7f566d373b853ce6b7d7b382f05df8">impala::HdfsTableSink::dynamic_partition_key_expr_ctxs_</a></div><div class="ttdeci">std::vector< ExprContext * > dynamic_partition_key_expr_ctxs_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00259">hdfs-table-sink.h:259</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsPartitionDescriptor_html"><div class="ttname"><a href="classimpala_1_1HdfsPartitionDescriptor.html">impala::HdfsPartitionDescriptor</a></div><div class="ttdoc">Metadata for a single partition inside an Hdfs table. </div><div class="ttdef"><b>Definition:</b> <a href="descriptors_8h_source.html#l00177">descriptors.h:177</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a117bc8c377e5da4b5424a8a1615d7b82"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a117bc8c377e5da4b5424a8a1615d7b82">impala::HdfsTableSink::unique_id_str_</a></div><div class="ttdeci">std::string unique_id_str_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00248">hdfs-table-sink.h:248</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_ab4065ec85d296b6aa9a4f1106ce4ef7a"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#ab4065ec85d296b6aa9a4f1106ce4ef7a">impala::HdfsTableSink::mem_tracker_</a></div><div class="ttdeci">boost::scoped_ptr< MemTracker > mem_tracker_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00269">hdfs-table-sink.h:269</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html_ae205c7eebdd3cf806fff0e49582e2265"><div class="ttname"><a href="structimpala_1_1OutputPartition.html#ae205c7eebdd3cf806fff0e49582e2265">impala::OutputPartition::OutputPartition</a></div><div class="ttdeci">OutputPartition()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00067">hdfs-table-sink.cc:67</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a4eb47d5c124c7e1b7ca44fa43758ae1c"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a4eb47d5c124c7e1b7ca44fa43758ae1c">impala::HdfsTableSink::PartitionDescriptorMap</a></div><div class="ttdeci">boost::unordered_map< std::string, HdfsPartitionDescriptor * > PartitionDescriptorMap</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00266">hdfs-table-sink.h:266</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a97f9241ddab33d28853fe12df52c7e3b"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a97f9241ddab33d28853fe12df52c7e3b">impala::HdfsTableSink::InitOutputPartition</a></div><div class="ttdeci">Status InitOutputPartition(RuntimeState *state, const HdfsPartitionDescriptor &partition_descriptor, OutputPartition *output_partition)</div><div class="ttdoc">Initialises the filenames of a given output partition, and opens the temporary file. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00325">hdfs-table-sink.cc:325</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a85abd6444cd3bd5c9cce4e680b7407aa"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a85abd6444cd3bd5c9cce4e680b7407aa">impala::HdfsTableSink::compress_timer</a></div><div class="ttdeci">RuntimeProfile::Counter * compress_timer()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00155">hdfs-table-sink.h:155</a></div></div> |
| <div class="ttc" id="descriptors_8h_html"><div class="ttname"><a href="descriptors_8h.html">descriptors.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a4e5f342bd92c77e85c90ede98dda8923"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a4e5f342bd92c77e85c90ede98dda8923">impala::HdfsTableSink::bytes_written_counter_</a></div><div class="ttdeci">RuntimeProfile::Counter * bytes_written_counter_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00276">hdfs-table-sink.h:276</a></div></div> |
| <div class="ttc" id="structimpala_1_1OutputPartition_html_aae4c6c45ad22865df963002c3f74d25e"><div class="ttname"><a href="structimpala_1_1OutputPartition.html#aae4c6c45ad22865df963002c3f74d25e">impala::OutputPartition::tmp_hdfs_file_name_prefix</a></div><div class="ttdeci">std::string tmp_hdfs_file_name_prefix</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00065">hdfs-table-sink.h:65</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a97ae2a720cc57b784f2bd23ec4ee9a15"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a97ae2a720cc57b784f2bd23ec4ee9a15">impala::HdfsTableSink::Open</a></div><div class="ttdeci">virtual Status Open(RuntimeState *state)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8cc_source.html#l00160">hdfs-table-sink.cc:160</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a743942ea55982b76101671cd20d00807"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a743942ea55982b76101671cd20d00807">impala::HdfsTableSink::partition_keys_to_output_partitions_</a></div><div class="ttdeci">PartitionMap partition_keys_to_output_partitions_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00255">hdfs-table-sink.h:255</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a00633ae3b4ac61a6419d543852e67dff"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a00633ae3b4ac61a6419d543852e67dff">impala::HdfsTableSink::partition_key_texprs_</a></div><div class="ttdeci">const std::vector< TExpr > & partition_key_texprs_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00234">hdfs-table-sink.h:234</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTableSink_html_a09ff5ccfa2aed127b0e8a267fa085c94"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html#a09ff5ccfa2aed127b0e8a267fa085c94">impala::HdfsTableSink::row_desc_</a></div><div class="ttdeci">const RowDescriptor & row_desc_</div><div class="ttdoc">Row descriptor of row batches passed in Send(). Set in c'tor. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00223">hdfs-table-sink.h:223</a></div></div> |
| </div><!-- fragment --></div><!-- contents --> |
| </div><!-- doc-content --> |
| <!-- start footer part --> |
| <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> |
| <ul> |
| <li class="navelem"><a class="el" href="dir_e5d120be6b5e8a44336cbfd013b25604.html">be</a></li><li class="navelem"><a class="el" href="dir_68cf7cafb51a962d5bc4848b83cab0de.html">src</a></li><li class="navelem"><a class="el" href="dir_479336c0a15f2c0737bcafcf969f884c.html">exec</a></li><li class="navelem"><a class="el" href="hdfs-table-sink_8h.html">hdfs-table-sink.h</a></li> |
| <li class="footer">Generated on Thu May 7 2015 16:10:35 for Impala by |
| <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li> |
| </ul> |
| </div> |
| </body> |
| </html> |
