| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.6"/> |
| <title>Impala: be/src/util/dict-encoding.h Source File</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="navtree.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="resize.js"></script> |
| <script type="text/javascript" src="navtree.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(initResizable); |
| $(window).load(resizeHeight); |
| </script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/search.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(function() { searchBox.OnSelectItem(0); }); |
| </script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td style="padding-left: 0.5em;"> |
| <div id="projectname">Impala |
| </div> |
| <div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.6 --> |
| <script type="text/javascript"> |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| </script> |
| <div id="navrow1" class="tabs"> |
| <ul class="tablist"> |
| <li><a href="index.html"><span>Main Page</span></a></li> |
| <li><a href="namespaces.html"><span>Namespaces</span></a></li> |
| <li><a href="annotated.html"><span>Classes</span></a></li> |
| <li class="current"><a href="files.html"><span>Files</span></a></li> |
| <li> |
| <div id="MSearchBox" class="MSearchBoxInactive"> |
| <span class="left"> |
| <img id="MSearchSelect" src="search/mag_sel.png" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| alt=""/> |
| <input type="text" id="MSearchField" value="Search" accesskey="S" |
| onfocus="searchBox.OnSearchFieldFocus(true)" |
| onblur="searchBox.OnSearchFieldFocus(false)" |
| onkeyup="searchBox.OnSearchFieldChange(event)"/> |
| </span><span class="right"> |
| <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a> |
| </span> |
| </div> |
| </li> |
| </ul> |
| </div> |
| <div id="navrow2" class="tabs2"> |
| <ul class="tablist"> |
| <li><a href="files.html"><span>File List</span></a></li> |
| <li><a href="globals.html"><span>File Members</span></a></li> |
| </ul> |
| </div> |
| </div><!-- top --> |
| <div id="side-nav" class="ui-resizable side-nav-resizable"> |
| <div id="nav-tree"> |
| <div id="nav-tree-contents"> |
| <div id="nav-sync" class="sync"></div> |
| </div> |
| </div> |
| <div id="splitbar" style="-moz-user-select:none;" |
| class="ui-resizable-handle"> |
| </div> |
| </div> |
| <script type="text/javascript"> |
| $(document).ready(function(){initNavTree('dict-encoding_8h_source.html','');}); |
| </script> |
| <div id="doc-content"> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| <a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark"> </span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark"> </span>Macros</a></div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div class="header"> |
| <div class="headertitle"> |
| <div class="title">dict-encoding.h</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| <a href="dict-encoding_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">// Copyright 2012 Cloudera Inc.</span></div> |
| <div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment">// Licensed under the Apache License, Version 2.0 (the "License");</span></div> |
| <div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment">// you may not use this file except in compliance with the License.</span></div> |
| <div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment">// You may obtain a copy of the License at</span></div> |
| <div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment">// http://www.apache.org/licenses/LICENSE-2.0</span></div> |
| <div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment">// Unless required by applicable law or agreed to in writing, software</span></div> |
| <div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment">// distributed under the License is distributed on an "AS IS" BASIS,</span></div> |
| <div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment">// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div> |
| <div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment">// See the License for the specific language governing permissions and</span></div> |
| <div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment">// limitations under the License.</span></div> |
| <div class="line"><a name="l00014"></a><span class="lineno"> 14</span> </div> |
| <div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="preprocessor">#ifndef IMPALA_UTIL_DICT_ENCODING_H</span></div> |
| <div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="preprocessor"></span><span class="preprocessor">#define IMPALA_UTIL_DICT_ENCODING_H</span></div> |
| <div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="preprocessor"></span></div> |
| <div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="preprocessor">#include <map></span></div> |
| <div class="line"><a name="l00019"></a><span class="lineno"> 19</span> </div> |
| <div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="preprocessor">#include <boost/foreach.hpp></span></div> |
| <div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="preprocessor">#include <boost/scoped_ptr.hpp></span></div> |
| <div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="preprocessor">#include <boost/unordered_map.hpp></span></div> |
| <div class="line"><a name="l00023"></a><span class="lineno"> 23</span> </div> |
| <div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="preprocessor">#include "<a class="code" href="parquet-common_8h.html">exec/parquet-common.h</a>"</span></div> |
| <div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="preprocessor">#include "<a class="code" href="mem-pool_8h.html">runtime/mem-pool.h</a>"</span></div> |
| <div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="preprocessor">#include "<a class="code" href="string-value_8h.html">runtime/string-value.h</a>"</span></div> |
| <div class="line"><a name="l00027"></a><span class="lineno"> 27</span> <span class="preprocessor">#include "<a class="code" href="rle-encoding_8h.html">util/rle-encoding.h</a>"</span></div> |
| <div class="line"><a name="l00028"></a><span class="lineno"> 28</span> <span class="preprocessor">#include "<a class="code" href="runtime-profile_8h.html">util/runtime-profile.h</a>"</span></div> |
| <div class="line"><a name="l00029"></a><span class="lineno"> 29</span> </div> |
| <div class="line"><a name="l00030"></a><span class="lineno"> 30</span> <span class="keyword">namespace </span>impala {</div> |
| <div class="line"><a name="l00031"></a><span class="lineno"> 31</span> </div> |
| <div class="line"><a name="l00040"></a><span class="lineno"> 40</span> </div> |
| <div class="line"><a name="l00048"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoderBase.html"> 48</a></span> <span class="keyword">class </span><a class="code" href="classimpala_1_1DictEncoderBase.html">DictEncoderBase</a> {</div> |
| <div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00050"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoderBase.html#ab7ce879f21dc0a2ba22acbf8b16bff1a"> 50</a></span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1DictEncoderBase.html#ab7ce879f21dc0a2ba22acbf8b16bff1a">~DictEncoderBase</a>() {</div> |
| <div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  DCHECK(<a class="code" href="classimpala_1_1DictEncoderBase.html#a6a32aade8f3ffadc48e2f9a53b2f1be3">buffered_indices_</a>.empty());</div> |
| <div class="line"><a name="l00052"></a><span class="lineno"> 52</span>  }</div> |
| <div class="line"><a name="l00053"></a><span class="lineno"> 53</span> </div> |
| <div class="line"><a name="l00056"></a><span class="lineno"> 56</span>  <span class="keyword">virtual</span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1DictEncoderBase.html#a1fbce7d0622d667d2afdae3020216a1d">WriteDict</a>(uint8_t* buffer) = 0;</div> |
| <div class="line"><a name="l00057"></a><span class="lineno"> 57</span> </div> |
| <div class="line"><a name="l00059"></a><span class="lineno"> 59</span>  <span class="keyword">virtual</span> <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoderBase.html#a5fe39ad27f3c146bd81a98f23d094469">num_entries</a>() <span class="keyword">const</span> = 0;</div> |
| <div class="line"><a name="l00060"></a><span class="lineno"> 60</span> </div> |
| <div class="line"><a name="l00062"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoderBase.html#ac91c07da0b3a81791f5f53e2d1ad8276"> 62</a></span>  <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1DictEncoderBase.html#ac91c07da0b3a81791f5f53e2d1ad8276">ClearIndices</a>() { <a class="code" href="classimpala_1_1DictEncoderBase.html#a6a32aade8f3ffadc48e2f9a53b2f1be3">buffered_indices_</a>.clear(); }</div> |
| <div class="line"><a name="l00063"></a><span class="lineno"> 63</span> </div> |
| <div class="line"><a name="l00066"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoderBase.html#a847d7e23460d109549d0a8b9a2b378e4"> 66</a></span>  <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoderBase.html#a847d7e23460d109549d0a8b9a2b378e4">EstimatedDataEncodedSize</a>() {</div> |
| <div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  <span class="keywordflow">return</span> 1 + <a class="code" href="classimpala_1_1RleEncoder.html#ada8347d90efafb040133874037f3af87">RleEncoder::MaxBufferSize</a>(<a class="code" href="classimpala_1_1DictEncoderBase.html#aca7c0e25278c4ccbc438c75019f10e70">bit_width</a>(), <a class="code" href="classimpala_1_1DictEncoderBase.html#a6a32aade8f3ffadc48e2f9a53b2f1be3">buffered_indices_</a>.size());</div> |
| <div class="line"><a name="l00068"></a><span class="lineno"> 68</span>  }</div> |
| <div class="line"><a name="l00069"></a><span class="lineno"> 69</span> </div> |
| <div class="line"><a name="l00071"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoderBase.html#aca7c0e25278c4ccbc438c75019f10e70"> 71</a></span>  <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoderBase.html#aca7c0e25278c4ccbc438c75019f10e70">bit_width</a>()<span class="keyword"> const </span>{</div> |
| <div class="line"><a name="l00072"></a><span class="lineno"> 72</span>  <span class="keywordflow">if</span> (<a class="code" href="compiler-util_8h.html#a9acc330d508b9a3b775cfdf7ce405e7d">UNLIKELY</a>(<a class="code" href="classimpala_1_1DictEncoderBase.html#a5fe39ad27f3c146bd81a98f23d094469">num_entries</a>() == 0)) <span class="keywordflow">return</span> 0;</div> |
| <div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  <span class="keywordflow">if</span> (<a class="code" href="compiler-util_8h.html#a9acc330d508b9a3b775cfdf7ce405e7d">UNLIKELY</a>(<a class="code" href="classimpala_1_1DictEncoderBase.html#a5fe39ad27f3c146bd81a98f23d094469">num_entries</a>() == 1)) <span class="keywordflow">return</span> 1;</div> |
| <div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1BitUtil.html#a3b4c1bb2ae9eb3f7254572fbc36652fa">BitUtil::Log2</a>(<a class="code" href="classimpala_1_1DictEncoderBase.html#a5fe39ad27f3c146bd81a98f23d094469">num_entries</a>());</div> |
| <div class="line"><a name="l00075"></a><span class="lineno"> 75</span>  }</div> |
| <div class="line"><a name="l00076"></a><span class="lineno"> 76</span> </div> |
| <div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoderBase.html#a5c1e843bac5c24dcc80013616dd72e3f">WriteData</a>(uint8_t* buffer, <span class="keywordtype">int</span> buffer_len);</div> |
| <div class="line"><a name="l00083"></a><span class="lineno"> 83</span> </div> |
| <div class="line"><a name="l00084"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoderBase.html#a8da28f851bb899ff353b33de280167f9"> 84</a></span>  <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoderBase.html#a8da28f851bb899ff353b33de280167f9">dict_encoded_size</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1DictEncoderBase.html#a76c6910c3ca8ab8371947dac3cdd7067">dict_encoded_size_</a>; }</div> |
| <div class="line"><a name="l00085"></a><span class="lineno"> 85</span> </div> |
| <div class="line"><a name="l00086"></a><span class="lineno"> 86</span>  <span class="keyword">protected</span>:</div> |
| <div class="line"><a name="l00087"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoderBase.html#a148c797d2163824546da769579804cbf"> 87</a></span>  <a class="code" href="classimpala_1_1DictEncoderBase.html#a148c797d2163824546da769579804cbf">DictEncoderBase</a>(<a class="code" href="classimpala_1_1MemPool.html">MemPool</a>* <a class="code" href="expr-benchmark_8cc.html#a3a5de7bd423fbc0afc4cf935c166ca6b">pool</a>)</div> |
| <div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  : <a class="code" href="classimpala_1_1DictEncoderBase.html#a76c6910c3ca8ab8371947dac3cdd7067">dict_encoded_size_</a>(0), <a class="code" href="classimpala_1_1DictEncoderBase.html#aa06970c4a1b346bcce782a71b3bfd56b">pool_</a>(pool) {</div> |
| <div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  }</div> |
| <div class="line"><a name="l00090"></a><span class="lineno"> 90</span> </div> |
| <div class="line"><a name="l00092"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoderBase.html#a6a32aade8f3ffadc48e2f9a53b2f1be3"> 92</a></span>  std::vector<int> <a class="code" href="classimpala_1_1DictEncoderBase.html#a6a32aade8f3ffadc48e2f9a53b2f1be3">buffered_indices_</a>;</div> |
| <div class="line"><a name="l00093"></a><span class="lineno"> 93</span> </div> |
| <div class="line"><a name="l00095"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoderBase.html#a76c6910c3ca8ab8371947dac3cdd7067"> 95</a></span>  <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoderBase.html#a76c6910c3ca8ab8371947dac3cdd7067">dict_encoded_size_</a>;</div> |
| <div class="line"><a name="l00096"></a><span class="lineno"> 96</span> </div> |
| <div class="line"><a name="l00098"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoderBase.html#aa06970c4a1b346bcce782a71b3bfd56b"> 98</a></span>  <a class="code" href="classimpala_1_1MemPool.html">MemPool</a>* <a class="code" href="classimpala_1_1DictEncoderBase.html#aa06970c4a1b346bcce782a71b3bfd56b">pool_</a>;</div> |
| <div class="line"><a name="l00099"></a><span class="lineno"> 99</span> };</div> |
| <div class="line"><a name="l00100"></a><span class="lineno"> 100</span> </div> |
| <div class="line"><a name="l00101"></a><span class="lineno"> 101</span> <span class="keyword">template</span><<span class="keyword">typename</span> T></div> |
| <div class="line"><a name="l00102"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html"> 102</a></span> <span class="keyword">class </span><a class="code" href="classimpala_1_1DictEncoder.html">DictEncoder</a> : <span class="keyword">public</span> <a class="code" href="classimpala_1_1DictEncoderBase.html">DictEncoderBase</a> {</div> |
| <div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00104"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#a753a5a41d2d49e1086d1bf9a1f32b1d0"> 104</a></span>  <a class="code" href="classimpala_1_1DictEncoder.html#a753a5a41d2d49e1086d1bf9a1f32b1d0">DictEncoder</a>(<a class="code" href="classimpala_1_1MemPool.html">MemPool</a>* <a class="code" href="expr-benchmark_8cc.html#a3a5de7bd423fbc0afc4cf935c166ca6b">pool</a>, <span class="keywordtype">int</span> encoded_value_size) :</div> |
| <div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  <a class="code" href="classimpala_1_1DictEncoderBase.html">DictEncoderBase</a>(pool), <a class="code" href="classimpala_1_1DictEncoder.html#a00079b792a84f6444e4bc58460c58ab8">buckets_</a>(<a class="code" href="classimpala_1_1DictEncoder.html#a27f18f53a02d0488bbcd2eb43e90f861a0f6f7716764533751c5f4d274a291897">HASH_TABLE_SIZE</a>, <a class="code" href="structimpala_1_1DictEncoder_1_1Node.html">Node</a>::INVALID_INDEX),</div> |
| <div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  <a class="code" href="classimpala_1_1DictEncoder.html#a0cf78a9a646c3ee9f4153f43da222dc2">encoded_value_size_</a>(encoded_value_size) { }</div> |
| <div class="line"><a name="l00107"></a><span class="lineno"> 107</span> </div> |
| <div class="line"><a name="l00113"></a><span class="lineno"> 113</span>  <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoder.html#a93cc293020189ccd22900ad5eb75bcdc">Put</a>(<span class="keyword">const</span> T& value);</div> |
| <div class="line"><a name="l00114"></a><span class="lineno"> 114</span> </div> |
| <div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  <span class="keyword">virtual</span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1DictEncoder.html#a003c195324a88dc95d76b7b7c9ec650b">WriteDict</a>(uint8_t* buffer);</div> |
| <div class="line"><a name="l00116"></a><span class="lineno"> 116</span> </div> |
| <div class="line"><a name="l00117"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#af1838c43ad56aa6c6cbb0ca649987a47"> 117</a></span>  <span class="keyword">virtual</span> <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoder.html#af1838c43ad56aa6c6cbb0ca649987a47">num_entries</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1DictEncoder.html#a4a66d94990dab4e3f269c00e5a9942f7">nodes_</a>.size(); }</div> |
| <div class="line"><a name="l00118"></a><span class="lineno"> 118</span> </div> |
| <div class="line"><a name="l00119"></a><span class="lineno"> 119</span>  <span class="keyword">private</span>:</div> |
| <div class="line"><a name="l00121"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#a27f18f53a02d0488bbcd2eb43e90f861a0f6f7716764533751c5f4d274a291897"> 121</a></span>  <span class="keyword">enum</span> { <a class="code" href="classimpala_1_1DictEncoder.html#a27f18f53a02d0488bbcd2eb43e90f861a0f6f7716764533751c5f4d274a291897">HASH_TABLE_SIZE</a> = 1 << 16 };</div> |
| <div class="line"><a name="l00122"></a><span class="lineno"> 122</span> </div> |
| <div class="line"><a name="l00124"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#a483ace6a6f931d85d17db1ee83a00b55"> 124</a></span>  <span class="keyword">typedef</span> uint16_t <a class="code" href="classimpala_1_1DictEncoder.html#a483ace6a6f931d85d17db1ee83a00b55">NodeIndex</a>;</div> |
| <div class="line"><a name="l00125"></a><span class="lineno"> 125</span> </div> |
| <div class="line"><a name="l00129"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#a00079b792a84f6444e4bc58460c58ab8"> 129</a></span>  std::vector<NodeIndex> <a class="code" href="classimpala_1_1DictEncoder.html#a00079b792a84f6444e4bc58460c58ab8">buckets_</a>;</div> |
| <div class="line"><a name="l00130"></a><span class="lineno"> 130</span> </div> |
| <div class="line"><a name="l00132"></a><span class="lineno"><a class="line" href="structimpala_1_1DictEncoder_1_1Node.html"> 132</a></span>  <span class="keyword">struct </span><a class="code" href="structimpala_1_1DictEncoder_1_1Node.html">Node</a> {</div> |
| <div class="line"><a name="l00133"></a><span class="lineno"><a class="line" href="structimpala_1_1DictEncoder_1_1Node.html#af61633c783084a545a49cd4164028fe9"> 133</a></span>  <a class="code" href="structimpala_1_1DictEncoder_1_1Node.html#af61633c783084a545a49cd4164028fe9">Node</a>(<span class="keyword">const</span> T& v, <span class="keyword">const</span> <a class="code" href="classimpala_1_1DictEncoder.html#a483ace6a6f931d85d17db1ee83a00b55">NodeIndex</a>& n) : <a class="code" href="structimpala_1_1DictEncoder_1_1Node.html#af87c6cfc61749b73eaed8414c996e2fd">value</a>(v), <a class="code" href="structimpala_1_1DictEncoder_1_1Node.html#a3fc47edd79e6c93d4e057edfdae4565f">next</a>(n) { }</div> |
| <div class="line"><a name="l00134"></a><span class="lineno"> 134</span> </div> |
| <div class="line"><a name="l00136"></a><span class="lineno"><a class="line" href="structimpala_1_1DictEncoder_1_1Node.html#af87c6cfc61749b73eaed8414c996e2fd"> 136</a></span>  T <a class="code" href="structimpala_1_1DictEncoder_1_1Node.html#af87c6cfc61749b73eaed8414c996e2fd">value</a>;</div> |
| <div class="line"><a name="l00137"></a><span class="lineno"> 137</span> </div> |
| <div class="line"><a name="l00139"></a><span class="lineno"><a class="line" href="structimpala_1_1DictEncoder_1_1Node.html#a3fc47edd79e6c93d4e057edfdae4565f"> 139</a></span>  <a class="code" href="classimpala_1_1DictEncoder.html#a483ace6a6f931d85d17db1ee83a00b55">NodeIndex</a> <a class="code" href="structimpala_1_1DictEncoder_1_1Node.html#a3fc47edd79e6c93d4e057edfdae4565f">next</a>;</div> |
| <div class="line"><a name="l00140"></a><span class="lineno"> 140</span> </div> |
| <div class="line"><a name="l00143"></a><span class="lineno"><a class="line" href="structimpala_1_1DictEncoder_1_1Node.html#a1fac4fde48c9288e08d8318b8ee8d1d1aada8bcff39fac42567a508db77295b95"> 143</a></span>  <span class="keyword">enum</span> { <a class="code" href="structimpala_1_1DictEncoder_1_1Node.html#a1fac4fde48c9288e08d8318b8ee8d1d1aada8bcff39fac42567a508db77295b95">INVALID_INDEX</a> = 40000 };</div> |
| <div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  };</div> |
| <div class="line"><a name="l00145"></a><span class="lineno"> 145</span> </div> |
| <div class="line"><a name="l00148"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#a4a66d94990dab4e3f269c00e5a9942f7"> 148</a></span>  std::vector<Node> <a class="code" href="classimpala_1_1DictEncoder.html#a4a66d94990dab4e3f269c00e5a9942f7">nodes_</a>;</div> |
| <div class="line"><a name="l00149"></a><span class="lineno"> 149</span> </div> |
| <div class="line"><a name="l00151"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#a0cf78a9a646c3ee9f4153f43da222dc2"> 151</a></span>  <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoder.html#a0cf78a9a646c3ee9f4153f43da222dc2">encoded_value_size_</a>;</div> |
| <div class="line"><a name="l00152"></a><span class="lineno"> 152</span> </div> |
| <div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  <span class="keyword">inline</span> uint32_t <a class="code" href="classimpala_1_1DictEncoder.html#ad8b10b9234d1b3286037856e5b815ee4">Hash</a>(<span class="keyword">const</span> T& value) <span class="keyword">const</span>;</div> |
| <div class="line"><a name="l00155"></a><span class="lineno"> 155</span> </div> |
| <div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoder.html#adf27d7e98459caee5722f382059caf64">AddToTable</a>(<span class="keyword">const</span> T& value, <a class="code" href="classimpala_1_1DictEncoder.html#a483ace6a6f931d85d17db1ee83a00b55">NodeIndex</a>* bucket);</div> |
| <div class="line"><a name="l00161"></a><span class="lineno"> 161</span> };</div> |
| <div class="line"><a name="l00162"></a><span class="lineno"> 162</span> </div> |
| <div class="line"><a name="l00166"></a><span class="lineno"><a class="line" href="classimpala_1_1DictDecoderBase.html"> 166</a></span> <span class="keyword">class </span><a class="code" href="classimpala_1_1DictDecoderBase.html">DictDecoderBase</a> {</div> |
| <div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00169"></a><span class="lineno"><a class="line" href="classimpala_1_1DictDecoderBase.html#a01cc0f5edeb291836134ad8d204d0b61"> 169</a></span>  <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1DictDecoderBase.html#a01cc0f5edeb291836134ad8d204d0b61">SetData</a>(uint8_t* buffer, <span class="keywordtype">int</span> buffer_len) {</div> |
| <div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  DCHECK_GT(buffer_len, 0);</div> |
| <div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  uint8_t bit_width = *buffer;</div> |
| <div class="line"><a name="l00172"></a><span class="lineno"> 172</span>  DCHECK_GE(bit_width, 0);</div> |
| <div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  ++buffer;</div> |
| <div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  --buffer_len;</div> |
| <div class="line"><a name="l00175"></a><span class="lineno"> 175</span>  <a class="code" href="classimpala_1_1DictDecoderBase.html#aa4c29cf0c82770e560e7554a765eebe1">data_decoder_</a>.reset(<span class="keyword">new</span> <a class="code" href="classimpala_1_1RleDecoder.html">RleDecoder</a>(buffer, buffer_len, bit_width));</div> |
| <div class="line"><a name="l00176"></a><span class="lineno"> 176</span>  }</div> |
| <div class="line"><a name="l00177"></a><span class="lineno"> 177</span> </div> |
| <div class="line"><a name="l00178"></a><span class="lineno"><a class="line" href="classimpala_1_1DictDecoderBase.html#a69ecec86bd151c34d00e5f6176170d21"> 178</a></span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1DictDecoderBase.html#a69ecec86bd151c34d00e5f6176170d21">~DictDecoderBase</a>() {}</div> |
| <div class="line"><a name="l00179"></a><span class="lineno"> 179</span> </div> |
| <div class="line"><a name="l00180"></a><span class="lineno"> 180</span>  <span class="keyword">virtual</span> <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictDecoderBase.html#a1584a77d0b1dc7e3d7bb38588da05942">num_entries</a>() <span class="keyword">const</span> = 0;</div> |
| <div class="line"><a name="l00181"></a><span class="lineno"> 181</span> </div> |
| <div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  <span class="keyword">protected</span>:</div> |
| <div class="line"><a name="l00183"></a><span class="lineno"><a class="line" href="classimpala_1_1DictDecoderBase.html#aa4c29cf0c82770e560e7554a765eebe1"> 183</a></span>  boost::scoped_ptr<RleDecoder> <a class="code" href="classimpala_1_1DictDecoderBase.html#aa4c29cf0c82770e560e7554a765eebe1">data_decoder_</a>;</div> |
| <div class="line"><a name="l00184"></a><span class="lineno"> 184</span> };</div> |
| <div class="line"><a name="l00185"></a><span class="lineno"> 185</span> </div> |
| <div class="line"><a name="l00186"></a><span class="lineno"> 186</span> <span class="keyword">template</span><<span class="keyword">typename</span> T></div> |
| <div class="line"><a name="l00187"></a><span class="lineno"><a class="line" href="classimpala_1_1DictDecoder.html"> 187</a></span> <span class="keyword">class </span><a class="code" href="classimpala_1_1DictDecoder.html">DictDecoder</a> : <span class="keyword">public</span> <a class="code" href="classimpala_1_1DictDecoderBase.html">DictDecoderBase</a> {</div> |
| <div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00195"></a><span class="lineno"> 195</span>  <a class="code" href="classimpala_1_1DictDecoder.html#a517f7c62fe01f4756981bac5dfb975e3">DictDecoder</a>(uint8_t* dict_buffer, <span class="keywordtype">int</span> dict_len, <span class="keywordtype">int</span> fixed_len_size);</div> |
| <div class="line"><a name="l00196"></a><span class="lineno"> 196</span> </div> |
| <div class="line"><a name="l00197"></a><span class="lineno"><a class="line" href="classimpala_1_1DictDecoder.html#aef42623ba22cfd7b62aca53044b2d8ad"> 197</a></span>  <span class="keyword">virtual</span> <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictDecoder.html#aef42623ba22cfd7b62aca53044b2d8ad">num_entries</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1DictDecoder.html#ae0d145203f0a08e16aa65b2913eb97e7">dict_</a>.size(); }</div> |
| <div class="line"><a name="l00198"></a><span class="lineno"> 198</span> </div> |
| <div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  <span class="keywordtype">bool</span> <a class="code" href="classimpala_1_1DictDecoder.html#a4604e4a45d8d8fb979c850eb0d30dcaa">GetValue</a>(T* value);</div> |
| <div class="line"><a name="l00203"></a><span class="lineno"> 203</span> </div> |
| <div class="line"><a name="l00204"></a><span class="lineno"> 204</span>  <span class="keyword">private</span>:</div> |
| <div class="line"><a name="l00205"></a><span class="lineno"><a class="line" href="classimpala_1_1DictDecoder.html#ae0d145203f0a08e16aa65b2913eb97e7"> 205</a></span>  std::vector<T> <a class="code" href="classimpala_1_1DictDecoder.html#ae0d145203f0a08e16aa65b2913eb97e7">dict_</a>;</div> |
| <div class="line"><a name="l00206"></a><span class="lineno"> 206</span> };</div> |
| <div class="line"><a name="l00207"></a><span class="lineno"> 207</span> </div> |
| <div class="line"><a name="l00208"></a><span class="lineno"> 208</span> <span class="keyword">template</span><<span class="keyword">typename</span> T></div> |
| <div class="line"><a name="l00209"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#a93cc293020189ccd22900ad5eb75bcdc"> 209</a></span> <span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoder.html#a93cc293020189ccd22900ad5eb75bcdc">DictEncoder<T>::Put</a>(<span class="keyword">const</span> T& value) {</div> |
| <div class="line"><a name="l00210"></a><span class="lineno"> 210</span>  <a class="code" href="classimpala_1_1DictEncoder.html#a483ace6a6f931d85d17db1ee83a00b55">NodeIndex</a>* bucket = &buckets_[<a class="code" href="hyperloglog-uda_8cc.html#acad87215d091845338b21a13538ef952">Hash</a>(value) & (HASH_TABLE_SIZE - 1)];</div> |
| <div class="line"><a name="l00211"></a><span class="lineno"> 211</span>  <a class="code" href="classimpala_1_1DictEncoder.html#a483ace6a6f931d85d17db1ee83a00b55">NodeIndex</a> i = *bucket;</div> |
| <div class="line"><a name="l00212"></a><span class="lineno"> 212</span>  <span class="comment">// Look for the value in the dictionary.</span></div> |
| <div class="line"><a name="l00213"></a><span class="lineno"> 213</span>  <span class="keywordflow">while</span> (i != Node::INVALID_INDEX) {</div> |
| <div class="line"><a name="l00214"></a><span class="lineno"> 214</span>  <span class="keyword">const</span> <a class="code" href="structimpala_1_1DictEncoder_1_1Node.html">Node</a>* n = &nodes_[i];</div> |
| <div class="line"><a name="l00215"></a><span class="lineno"> 215</span>  <span class="keywordflow">if</span> (<a class="code" href="compiler-util_8h.html#a262afcfe437f4addb13fb1b47a6a7086">LIKELY</a>(n-><a class="code" href="structimpala_1_1DictEncoder_1_1Node.html#af87c6cfc61749b73eaed8414c996e2fd">value</a> == value)) {</div> |
| <div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  <span class="comment">// Value already in dictionary.</span></div> |
| <div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  buffered_indices_.push_back(i);</div> |
| <div class="line"><a name="l00218"></a><span class="lineno"> 218</span>  <span class="keywordflow">return</span> 0;</div> |
| <div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  }</div> |
| <div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  i = n-><a class="code" href="structimpala_1_1DictEncoder_1_1Node.html#a3fc47edd79e6c93d4e057edfdae4565f">next</a>;</div> |
| <div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  }</div> |
| <div class="line"><a name="l00222"></a><span class="lineno"> 222</span>  <span class="comment">// Value not found. Add it to the dictionary if there's space.</span></div> |
| <div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  i = nodes_.size();</div> |
| <div class="line"><a name="l00224"></a><span class="lineno"> 224</span>  <span class="keywordflow">if</span> (<a class="code" href="compiler-util_8h.html#a9acc330d508b9a3b775cfdf7ce405e7d">UNLIKELY</a>(i >= Node::INVALID_INDEX)) <span class="keywordflow">return</span> -1;</div> |
| <div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  buffered_indices_.push_back(i);</div> |
| <div class="line"><a name="l00226"></a><span class="lineno"> 226</span>  <span class="keywordflow">return</span> AddToTable(value, bucket);</div> |
| <div class="line"><a name="l00227"></a><span class="lineno"> 227</span> }</div> |
| <div class="line"><a name="l00228"></a><span class="lineno"> 228</span> </div> |
| <div class="line"><a name="l00229"></a><span class="lineno"> 229</span> <span class="keyword">template</span><<span class="keyword">typename</span> T></div> |
| <div class="line"><a name="l00230"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#ad8b10b9234d1b3286037856e5b815ee4"> 230</a></span> <span class="keyword">inline</span> uint32_t <a class="code" href="classimpala_1_1DictEncoder.html#ad8b10b9234d1b3286037856e5b815ee4">DictEncoder<T>::Hash</a>(<span class="keyword">const</span> T& value)<span class="keyword"> const </span>{</div> |
| <div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1HashUtil.html#a90e4737e5bf94d622cbb2fbdac5c6634">HashUtil::Hash</a>(&value, <span class="keyword">sizeof</span>(value), 0);</div> |
| <div class="line"><a name="l00232"></a><span class="lineno"> 232</span> }</div> |
| <div class="line"><a name="l00233"></a><span class="lineno"> 233</span> </div> |
| <div class="line"><a name="l00234"></a><span class="lineno"> 234</span> <span class="keyword">template</span><></div> |
| <div class="line"><a name="l00235"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#ac843db936b29f23fc1b420f82b11fde3"> 235</a></span> <span class="keyword">inline</span> uint32_t <a class="code" href="classimpala_1_1DictEncoder.html#ad8b10b9234d1b3286037856e5b815ee4">DictEncoder<StringValue>::Hash</a>(<span class="keyword">const</span> <a class="code" href="structimpala_1_1StringValue.html">StringValue</a>& value)<span class="keyword"> const </span>{</div> |
| <div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1HashUtil.html#a90e4737e5bf94d622cbb2fbdac5c6634">HashUtil::Hash</a>(value.<a class="code" href="structimpala_1_1StringValue.html#a17f088f03fd1f7b017df20f58f71fe13">ptr</a>, value.<a class="code" href="structimpala_1_1StringValue.html#ab71e42890598d9b239cac64485db276d">len</a>, 0);</div> |
| <div class="line"><a name="l00237"></a><span class="lineno"> 237</span> }</div> |
| <div class="line"><a name="l00238"></a><span class="lineno"> 238</span> </div> |
| <div class="line"><a name="l00239"></a><span class="lineno"> 239</span> <span class="keyword">template</span><<span class="keyword">typename</span> T></div> |
| <div class="line"><a name="l00240"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#adf27d7e98459caee5722f382059caf64"> 240</a></span> <span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoder.html#adf27d7e98459caee5722f382059caf64">DictEncoder<T>::AddToTable</a>(<span class="keyword">const</span> T& value, <a class="code" href="classimpala_1_1DictEncoder.html#a483ace6a6f931d85d17db1ee83a00b55">NodeIndex</a>* bucket) {</div> |
| <div class="line"><a name="l00241"></a><span class="lineno"> 241</span>  DCHECK_GT(encoded_value_size_, 0);</div> |
| <div class="line"><a name="l00242"></a><span class="lineno"> 242</span>  <span class="comment">// Prepend the new node to this bucket's chain.</span></div> |
| <div class="line"><a name="l00243"></a><span class="lineno"> 243</span>  nodes_.push_back(<a class="code" href="structimpala_1_1DictEncoder_1_1Node.html">Node</a>(value, *bucket));</div> |
| <div class="line"><a name="l00244"></a><span class="lineno"> 244</span>  *bucket = nodes_.size() - 1;</div> |
| <div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  dict_encoded_size_ += encoded_value_size_;</div> |
| <div class="line"><a name="l00246"></a><span class="lineno"> 246</span>  <span class="keywordflow">return</span> encoded_value_size_;</div> |
| <div class="line"><a name="l00247"></a><span class="lineno"> 247</span> }</div> |
| <div class="line"><a name="l00248"></a><span class="lineno"> 248</span> </div> |
| <div class="line"><a name="l00249"></a><span class="lineno"> 249</span> <span class="keyword">template</span><></div> |
| <div class="line"><a name="l00250"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#a72a6df6915f2fffe81a9b4cf814335c8"> 250</a></span> <span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoder.html#adf27d7e98459caee5722f382059caf64">DictEncoder<StringValue>::AddToTable</a>(<span class="keyword">const</span> <a class="code" href="structimpala_1_1StringValue.html">StringValue</a>& value,</div> |
| <div class="line"><a name="l00251"></a><span class="lineno"> 251</span>  <a class="code" href="classimpala_1_1DictEncoder.html#a483ace6a6f931d85d17db1ee83a00b55">NodeIndex</a>* bucket) {</div> |
| <div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  <span class="keywordtype">char</span>* ptr_copy = <span class="keyword">reinterpret_cast<</span><span class="keywordtype">char</span>*<span class="keyword">></span>(pool_->Allocate(value.<a class="code" href="structimpala_1_1StringValue.html#ab71e42890598d9b239cac64485db276d">len</a>));</div> |
| <div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  memcpy(ptr_copy, value.<a class="code" href="structimpala_1_1StringValue.html#a17f088f03fd1f7b017df20f58f71fe13">ptr</a>, value.<a class="code" href="structimpala_1_1StringValue.html#ab71e42890598d9b239cac64485db276d">len</a>);</div> |
| <div class="line"><a name="l00254"></a><span class="lineno"> 254</span>  <a class="code" href="structimpala_1_1StringValue.html">StringValue</a> sv(ptr_copy, value.<a class="code" href="structimpala_1_1StringValue.html#ab71e42890598d9b239cac64485db276d">len</a>);</div> |
| <div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  <span class="comment">// Prepend the new node to this bucket's chain.</span></div> |
| <div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  nodes_.push_back(<a class="code" href="structimpala_1_1DictEncoder_1_1Node.html">Node</a>(sv, *bucket));</div> |
| <div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  *bucket = nodes_.size() - 1;</div> |
| <div class="line"><a name="l00258"></a><span class="lineno"> 258</span>  <span class="keywordtype">int</span> bytes_added = <a class="code" href="classimpala_1_1ParquetPlainEncoder.html#a42f57c98268a410f74f3cbefde238c28">ParquetPlainEncoder::ByteSize</a>(sv);</div> |
| <div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  dict_encoded_size_ += bytes_added;</div> |
| <div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  <span class="keywordflow">return</span> bytes_added;</div> |
| <div class="line"><a name="l00261"></a><span class="lineno"> 261</span> }</div> |
| <div class="line"><a name="l00262"></a><span class="lineno"> 262</span> </div> |
| <div class="line"><a name="l00263"></a><span class="lineno"> 263</span> <span class="keyword">template</span><<span class="keyword">typename</span> T></div> |
| <div class="line"><a name="l00264"></a><span class="lineno"><a class="line" href="classimpala_1_1DictDecoder.html#a4604e4a45d8d8fb979c850eb0d30dcaa"> 264</a></span> <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="classimpala_1_1DictDecoder.html#a4604e4a45d8d8fb979c850eb0d30dcaa">DictDecoder<T>::GetValue</a>(T* value) {</div> |
| <div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  DCHECK(data_decoder_.get() != NULL);</div> |
| <div class="line"><a name="l00266"></a><span class="lineno"> 266</span>  <span class="keywordtype">int</span> index;</div> |
| <div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  <span class="keywordtype">bool</span> result = data_decoder_->Get(&index);</div> |
| <div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  <span class="keywordflow">if</span> (!result) <span class="keywordflow">return</span> <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l00269"></a><span class="lineno"> 269</span>  <span class="keywordflow">if</span> (index >= dict_.size()) <span class="keywordflow">return</span> <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  *value = dict_[index];</div> |
| <div class="line"><a name="l00271"></a><span class="lineno"> 271</span>  <span class="keywordflow">return</span> <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l00272"></a><span class="lineno"> 272</span> }</div> |
| <div class="line"><a name="l00273"></a><span class="lineno"> 273</span> </div> |
| <div class="line"><a name="l00274"></a><span class="lineno"> 274</span> <span class="keyword">template</span><></div> |
| <div class="line"><a name="l00275"></a><span class="lineno"><a class="line" href="classimpala_1_1DictDecoder.html#a59c1cea6c606b9f910d1b84d3f5d6bc7"> 275</a></span> <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="classimpala_1_1DictDecoder.html#a4604e4a45d8d8fb979c850eb0d30dcaa">DictDecoder<Decimal16Value>::GetValue</a>(<a class="code" href="classimpala_1_1DecimalValue.html">Decimal16Value</a>* value) {</div> |
| <div class="line"><a name="l00276"></a><span class="lineno"> 276</span>  DCHECK(data_decoder_.get() != NULL);</div> |
| <div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  <span class="keywordtype">int</span> index;</div> |
| <div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  <span class="keywordtype">bool</span> result = data_decoder_->Get(&index);</div> |
| <div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  <span class="keywordflow">if</span> (!result) <span class="keywordflow">return</span> <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l00280"></a><span class="lineno"> 280</span>  <span class="keywordflow">if</span> (index >= dict_.size()) <span class="keywordflow">return</span> <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l00281"></a><span class="lineno"> 281</span>  <span class="comment">// Workaround for IMPALA-959. Use memcpy instead of '=' so addresses</span></div> |
| <div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  <span class="comment">// do not need to be 16 byte aligned.</span></div> |
| <div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  uint8_t* addr = <span class="keyword">reinterpret_cast<</span>uint8_t*<span class="keyword">></span>(&dict_[0]);</div> |
| <div class="line"><a name="l00284"></a><span class="lineno"> 284</span>  addr = addr + index * <span class="keyword">sizeof</span>(*value);</div> |
| <div class="line"><a name="l00285"></a><span class="lineno"> 285</span>  memcpy(value, addr, <span class="keyword">sizeof</span>(*value));</div> |
| <div class="line"><a name="l00286"></a><span class="lineno"> 286</span>  <span class="keywordflow">return</span> <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l00287"></a><span class="lineno"> 287</span> }</div> |
| <div class="line"><a name="l00288"></a><span class="lineno"> 288</span> </div> |
| <div class="line"><a name="l00289"></a><span class="lineno"> 289</span> <span class="keyword">template</span><<span class="keyword">typename</span> T></div> |
| <div class="line"><a name="l00290"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoder.html#a003c195324a88dc95d76b7b7c9ec650b"> 290</a></span> <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1DictEncoder.html#a003c195324a88dc95d76b7b7c9ec650b">DictEncoder<T>::WriteDict</a>(uint8_t* buffer) {</div> |
| <div class="line"><a name="l00291"></a><span class="lineno"> 291</span>  BOOST_FOREACH(<span class="keyword">const</span> <a class="code" href="structimpala_1_1DictEncoder_1_1Node.html">Node</a>& node, nodes_) {</div> |
| <div class="line"><a name="l00292"></a><span class="lineno"> 292</span>  buffer += <a class="code" href="classimpala_1_1ParquetPlainEncoder.html#af05564bd80bdc32ae9fcf9a39240add7">ParquetPlainEncoder::Encode</a>(buffer, encoded_value_size_, node.<a class="code" href="structimpala_1_1DictEncoder_1_1Node.html#af87c6cfc61749b73eaed8414c996e2fd">value</a>);</div> |
| <div class="line"><a name="l00293"></a><span class="lineno"> 293</span>  }</div> |
| <div class="line"><a name="l00294"></a><span class="lineno"> 294</span> }</div> |
| <div class="line"><a name="l00295"></a><span class="lineno"> 295</span> </div> |
| <div class="line"><a name="l00296"></a><span class="lineno"><a class="line" href="classimpala_1_1DictEncoderBase.html#a5c1e843bac5c24dcc80013616dd72e3f"> 296</a></span> <span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1DictEncoderBase.html#a5c1e843bac5c24dcc80013616dd72e3f">DictEncoderBase::WriteData</a>(uint8_t* buffer, <span class="keywordtype">int</span> buffer_len) {</div> |
| <div class="line"><a name="l00297"></a><span class="lineno"> 297</span>  <span class="comment">// Write bit width in first byte</span></div> |
| <div class="line"><a name="l00298"></a><span class="lineno"> 298</span>  *buffer = <a class="code" href="classimpala_1_1DictEncoderBase.html#aca7c0e25278c4ccbc438c75019f10e70">bit_width</a>();</div> |
| <div class="line"><a name="l00299"></a><span class="lineno"> 299</span>  ++buffer;</div> |
| <div class="line"><a name="l00300"></a><span class="lineno"> 300</span>  --buffer_len;</div> |
| <div class="line"><a name="l00301"></a><span class="lineno"> 301</span> </div> |
| <div class="line"><a name="l00302"></a><span class="lineno"> 302</span>  <a class="code" href="classimpala_1_1RleEncoder.html">RleEncoder</a> encoder(buffer, buffer_len, <a class="code" href="classimpala_1_1DictEncoderBase.html#aca7c0e25278c4ccbc438c75019f10e70">bit_width</a>());</div> |
| <div class="line"><a name="l00303"></a><span class="lineno"> 303</span>  BOOST_FOREACH(<span class="keywordtype">int</span> index, <a class="code" href="classimpala_1_1DictEncoderBase.html#a6a32aade8f3ffadc48e2f9a53b2f1be3">buffered_indices_</a>) {</div> |
| <div class="line"><a name="l00304"></a><span class="lineno"> 304</span>  <span class="keywordflow">if</span> (!encoder.<a class="code" href="classimpala_1_1RleEncoder.html#a8040c037f3b5abbe1a014c5bf2119dc1">Put</a>(index)) <span class="keywordflow">return</span> -1;</div> |
| <div class="line"><a name="l00305"></a><span class="lineno"> 305</span>  }</div> |
| <div class="line"><a name="l00306"></a><span class="lineno"> 306</span>  encoder.<a class="code" href="classimpala_1_1RleEncoder.html#a42de9e2eaadc17ccc243ca2bb4be4859">Flush</a>();</div> |
| <div class="line"><a name="l00307"></a><span class="lineno"> 307</span>  <span class="keywordflow">return</span> 1 + encoder.<a class="code" href="classimpala_1_1RleEncoder.html#a25b97dd185bb0e633e24a32aec7d5b16">len</a>();</div> |
| <div class="line"><a name="l00308"></a><span class="lineno"> 308</span> }</div> |
| <div class="line"><a name="l00309"></a><span class="lineno"> 309</span> </div> |
| <div class="line"><a name="l00310"></a><span class="lineno"> 310</span> <span class="keyword">template</span><<span class="keyword">typename</span> T></div> |
| <div class="line"><a name="l00311"></a><span class="lineno"><a class="line" href="classimpala_1_1DictDecoder.html#a517f7c62fe01f4756981bac5dfb975e3"> 311</a></span> <span class="keyword">inline</span> <a class="code" href="classimpala_1_1DictDecoder.html#a517f7c62fe01f4756981bac5dfb975e3">DictDecoder<T>::DictDecoder</a>(uint8_t* dict_buffer, <span class="keywordtype">int</span> dict_len,</div> |
| <div class="line"><a name="l00312"></a><span class="lineno"> 312</span>  <span class="keywordtype">int</span> fixed_len_size) {</div> |
| <div class="line"><a name="l00313"></a><span class="lineno"> 313</span>  uint8_t* end = dict_buffer + dict_len;</div> |
| <div class="line"><a name="l00314"></a><span class="lineno"> 314</span>  <span class="keywordflow">while</span> (dict_buffer < end) {</div> |
| <div class="line"><a name="l00315"></a><span class="lineno"> 315</span>  T value;</div> |
| <div class="line"><a name="l00316"></a><span class="lineno"> 316</span>  dict_buffer +=</div> |
| <div class="line"><a name="l00317"></a><span class="lineno"> 317</span>  <a class="code" href="classimpala_1_1ParquetPlainEncoder.html#a4d2f8c7678bc078892d6a20e4093dc83">ParquetPlainEncoder::Decode</a>(dict_buffer, fixed_len_size, &value);</div> |
| <div class="line"><a name="l00318"></a><span class="lineno"> 318</span>  dict_.push_back(value);</div> |
| <div class="line"><a name="l00319"></a><span class="lineno"> 319</span>  }</div> |
| <div class="line"><a name="l00320"></a><span class="lineno"> 320</span> }</div> |
| <div class="line"><a name="l00321"></a><span class="lineno"> 321</span> </div> |
| <div class="line"><a name="l00322"></a><span class="lineno"> 322</span> }</div> |
| <div class="line"><a name="l00323"></a><span class="lineno"> 323</span> <span class="preprocessor">#endif</span></div> |
| <div class="ttc" id="classimpala_1_1DictEncoder_html_a483ace6a6f931d85d17db1ee83a00b55"><div class="ttname"><a href="classimpala_1_1DictEncoder.html#a483ace6a6f931d85d17db1ee83a00b55">impala::DictEncoder::NodeIndex</a></div><div class="ttdeci">uint16_t NodeIndex</div><div class="ttdoc">Dictates an upper bound on the capacity of the hash table. </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00124">dict-encoding.h:124</a></div></div> |
| <div class="ttc" id="runtime-profile_8h_html"><div class="ttname"><a href="runtime-profile_8h.html">runtime-profile.h</a></div></div> |
| <div class="ttc" id="structimpala_1_1StringValue_html"><div class="ttname"><a href="structimpala_1_1StringValue.html">impala::StringValue</a></div><div class="ttdef"><b>Definition:</b> <a href="string-value_8h_source.html#l00033">string-value.h:33</a></div></div> |
| <div class="ttc" id="classimpala_1_1RleEncoder_html"><div class="ttname"><a href="classimpala_1_1RleEncoder.html">impala::RleEncoder</a></div><div class="ttdef"><b>Definition:</b> <a href="rle-encoding_8h_source.html#l00111">rle-encoding.h:111</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html">impala::DictEncoderBase</a></div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00048">dict-encoding.h:48</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictDecoderBase_html_aa4c29cf0c82770e560e7554a765eebe1"><div class="ttname"><a href="classimpala_1_1DictDecoderBase.html#aa4c29cf0c82770e560e7554a765eebe1">impala::DictDecoderBase::data_decoder_</a></div><div class="ttdeci">boost::scoped_ptr< RleDecoder > data_decoder_</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00183">dict-encoding.h:183</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoder_html_ad8b10b9234d1b3286037856e5b815ee4"><div class="ttname"><a href="classimpala_1_1DictEncoder.html#ad8b10b9234d1b3286037856e5b815ee4">impala::DictEncoder::Hash</a></div><div class="ttdeci">uint32_t Hash(const T &value) const </div><div class="ttdoc">Hash function for mapping a value to a bucket. </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00230">dict-encoding.h:230</a></div></div> |
| <div class="ttc" id="structimpala_1_1StringValue_html_ab71e42890598d9b239cac64485db276d"><div class="ttname"><a href="structimpala_1_1StringValue.html#ab71e42890598d9b239cac64485db276d">impala::StringValue::len</a></div><div class="ttdeci">int len</div><div class="ttdef"><b>Definition:</b> <a href="string-value_8h_source.html#l00038">string-value.h:38</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoder_html_a0cf78a9a646c3ee9f4153f43da222dc2"><div class="ttname"><a href="classimpala_1_1DictEncoder.html#a0cf78a9a646c3ee9f4153f43da222dc2">impala::DictEncoder::encoded_value_size_</a></div><div class="ttdeci">int encoded_value_size_</div><div class="ttdoc">Size of each encoded dictionary value. -1 for variable-length types. </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00151">dict-encoding.h:151</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictDecoderBase_html_a69ecec86bd151c34d00e5f6176170d21"><div class="ttname"><a href="classimpala_1_1DictDecoderBase.html#a69ecec86bd151c34d00e5f6176170d21">impala::DictDecoderBase::~DictDecoderBase</a></div><div class="ttdeci">virtual ~DictDecoderBase()</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00178">dict-encoding.h:178</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html_aa06970c4a1b346bcce782a71b3bfd56b"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html#aa06970c4a1b346bcce782a71b3bfd56b">impala::DictEncoderBase::pool_</a></div><div class="ttdeci">MemPool * pool_</div><div class="ttdoc">Pool to store StringValue data. Not owned. </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00098">dict-encoding.h:98</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html_a5c1e843bac5c24dcc80013616dd72e3f"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html#a5c1e843bac5c24dcc80013616dd72e3f">impala::DictEncoderBase::WriteData</a></div><div class="ttdeci">int WriteData(uint8_t *buffer, int buffer_len)</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00296">dict-encoding.h:296</a></div></div> |
| <div class="ttc" id="classimpala_1_1ParquetPlainEncoder_html_a42f57c98268a410f74f3cbefde238c28"><div class="ttname"><a href="classimpala_1_1ParquetPlainEncoder.html#a42f57c98268a410f74f3cbefde238c28">impala::ParquetPlainEncoder::ByteSize</a></div><div class="ttdeci">static int ByteSize(const T &v)</div><div class="ttdoc">Returns the byte size of 'v'. </div><div class="ttdef"><b>Definition:</b> <a href="parquet-common_8h_source.html#l00084">parquet-common.h:84</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoder_html_af1838c43ad56aa6c6cbb0ca649987a47"><div class="ttname"><a href="classimpala_1_1DictEncoder.html#af1838c43ad56aa6c6cbb0ca649987a47">impala::DictEncoder::num_entries</a></div><div class="ttdeci">virtual int num_entries() const </div><div class="ttdoc">The number of entries in the dictionary. </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00117">dict-encoding.h:117</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html_a8da28f851bb899ff353b33de280167f9"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html#a8da28f851bb899ff353b33de280167f9">impala::DictEncoderBase::dict_encoded_size</a></div><div class="ttdeci">int dict_encoded_size()</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00084">dict-encoding.h:84</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoder_html_a00079b792a84f6444e4bc58460c58ab8"><div class="ttname"><a href="classimpala_1_1DictEncoder.html#a00079b792a84f6444e4bc58460c58ab8">impala::DictEncoder::buckets_</a></div><div class="ttdeci">std::vector< NodeIndex > buckets_</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00129">dict-encoding.h:129</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictDecoderBase_html"><div class="ttname"><a href="classimpala_1_1DictDecoderBase.html">impala::DictDecoderBase</a></div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00166">dict-encoding.h:166</a></div></div> |
| <div class="ttc" id="classimpala_1_1ParquetPlainEncoder_html_af05564bd80bdc32ae9fcf9a39240add7"><div class="ttname"><a href="classimpala_1_1ParquetPlainEncoder.html#af05564bd80bdc32ae9fcf9a39240add7">impala::ParquetPlainEncoder::Encode</a></div><div class="ttdeci">static int Encode(uint8_t *buffer, int fixed_len_size, const T &t)</div><div class="ttdef"><b>Definition:</b> <a href="parquet-common_8h_source.html#l00166">parquet-common.h:166</a></div></div> |
| <div class="ttc" id="structimpala_1_1DictEncoder_1_1Node_html_af87c6cfc61749b73eaed8414c996e2fd"><div class="ttname"><a href="structimpala_1_1DictEncoder_1_1Node.html#af87c6cfc61749b73eaed8414c996e2fd">impala::DictEncoder::Node::value</a></div><div class="ttdeci">T value</div><div class="ttdoc">The dictionary value. </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00136">dict-encoding.h:136</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoder_html_a4a66d94990dab4e3f269c00e5a9942f7"><div class="ttname"><a href="classimpala_1_1DictEncoder.html#a4a66d94990dab4e3f269c00e5a9942f7">impala::DictEncoder::nodes_</a></div><div class="ttdeci">std::vector< Node > nodes_</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00148">dict-encoding.h:148</a></div></div> |
| <div class="ttc" id="classimpala_1_1MemPool_html"><div class="ttname"><a href="classimpala_1_1MemPool.html">impala::MemPool</a></div><div class="ttdef"><b>Definition:</b> <a href="mem-pool_8h_source.html#l00077">mem-pool.h:77</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictDecoder_html"><div class="ttname"><a href="classimpala_1_1DictDecoder.html">impala::DictDecoder</a></div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00187">dict-encoding.h:187</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html_aca7c0e25278c4ccbc438c75019f10e70"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html#aca7c0e25278c4ccbc438c75019f10e70">impala::DictEncoderBase::bit_width</a></div><div class="ttdeci">int bit_width() const </div><div class="ttdoc">The minimum bit width required to encode the currently buffered indices. </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00071">dict-encoding.h:71</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html_ab7ce879f21dc0a2ba22acbf8b16bff1a"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html#ab7ce879f21dc0a2ba22acbf8b16bff1a">impala::DictEncoderBase::~DictEncoderBase</a></div><div class="ttdeci">virtual ~DictEncoderBase()</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00050">dict-encoding.h:50</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html_a5fe39ad27f3c146bd81a98f23d094469"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html#a5fe39ad27f3c146bd81a98f23d094469">impala::DictEncoderBase::num_entries</a></div><div class="ttdeci">virtual int num_entries() const =0</div><div class="ttdoc">The number of entries in the dictionary. </div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoder_html_a003c195324a88dc95d76b7b7c9ec650b"><div class="ttname"><a href="classimpala_1_1DictEncoder.html#a003c195324a88dc95d76b7b7c9ec650b">impala::DictEncoder::WriteDict</a></div><div class="ttdeci">virtual void WriteDict(uint8_t *buffer)</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00290">dict-encoding.h:290</a></div></div> |
| <div class="ttc" id="classimpala_1_1HashUtil_html_a90e4737e5bf94d622cbb2fbdac5c6634"><div class="ttname"><a href="classimpala_1_1HashUtil.html#a90e4737e5bf94d622cbb2fbdac5c6634">impala::HashUtil::Hash</a></div><div class="ttdeci">static uint32_t Hash(const void *data, int32_t bytes, uint32_t seed)</div><div class="ttdef"><b>Definition:</b> <a href="hash-util_8h_source.html#l00135">hash-util.h:135</a></div></div> |
| <div class="ttc" id="expr-benchmark_8cc_html_a3a5de7bd423fbc0afc4cf935c166ca6b"><div class="ttname"><a href="expr-benchmark_8cc.html#a3a5de7bd423fbc0afc4cf935c166ca6b">pool</a></div><div class="ttdeci">ObjectPool pool</div><div class="ttdef"><b>Definition:</b> <a href="expr-benchmark_8cc_source.html#l00089">expr-benchmark.cc:89</a></div></div> |
| <div class="ttc" id="classimpala_1_1DecimalValue_html"><div class="ttname"><a href="classimpala_1_1DecimalValue.html">impala::DecimalValue< int128_t ></a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html_a76c6910c3ca8ab8371947dac3cdd7067"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html#a76c6910c3ca8ab8371947dac3cdd7067">impala::DictEncoderBase::dict_encoded_size_</a></div><div class="ttdeci">int dict_encoded_size_</div><div class="ttdoc">The number of bytes needed to encode the dictionary. </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00095">dict-encoding.h:95</a></div></div> |
| <div class="ttc" id="classimpala_1_1RleEncoder_html_a25b97dd185bb0e633e24a32aec7d5b16"><div class="ttname"><a href="classimpala_1_1RleEncoder.html#a25b97dd185bb0e633e24a32aec7d5b16">impala::RleEncoder::len</a></div><div class="ttdeci">int32_t len()</div><div class="ttdef"><b>Definition:</b> <a href="rle-encoding_8h_source.html#l00162">rle-encoding.h:162</a></div></div> |
| <div class="ttc" id="hyperloglog-uda_8cc_html_acad87215d091845338b21a13538ef952"><div class="ttname"><a href="hyperloglog-uda_8cc.html#acad87215d091845338b21a13538ef952">Hash</a></div><div class="ttdeci">static uint64_t Hash(const IntVal &v)</div><div class="ttdef"><b>Definition:</b> <a href="hyperloglog-uda_8cc_source.html#l00056">hyperloglog-uda.cc:56</a></div></div> |
| <div class="ttc" id="rle-encoding_8h_html"><div class="ttname"><a href="rle-encoding_8h.html">rle-encoding.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html_a847d7e23460d109549d0a8b9a2b378e4"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html#a847d7e23460d109549d0a8b9a2b378e4">impala::DictEncoderBase::EstimatedDataEncodedSize</a></div><div class="ttdeci">int EstimatedDataEncodedSize()</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00066">dict-encoding.h:66</a></div></div> |
| <div class="ttc" id="classimpala_1_1ParquetPlainEncoder_html_a4d2f8c7678bc078892d6a20e4093dc83"><div class="ttname"><a href="classimpala_1_1ParquetPlainEncoder.html#a4d2f8c7678bc078892d6a20e4093dc83">impala::ParquetPlainEncoder::Decode</a></div><div class="ttdeci">static int Decode(uint8_t *buffer, int fixed_len_size, T *v)</div><div class="ttdef"><b>Definition:</b> <a href="parquet-common_8h_source.html#l00176">parquet-common.h:176</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoder_html"><div class="ttname"><a href="classimpala_1_1DictEncoder.html">impala::DictEncoder</a></div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00102">dict-encoding.h:102</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoder_html_adf27d7e98459caee5722f382059caf64"><div class="ttname"><a href="classimpala_1_1DictEncoder.html#adf27d7e98459caee5722f382059caf64">impala::DictEncoder::AddToTable</a></div><div class="ttdeci">int AddToTable(const T &value, NodeIndex *bucket)</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00240">dict-encoding.h:240</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html_ac91c07da0b3a81791f5f53e2d1ad8276"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html#ac91c07da0b3a81791f5f53e2d1ad8276">impala::DictEncoderBase::ClearIndices</a></div><div class="ttdeci">void ClearIndices()</div><div class="ttdoc">Clears all the indices (but leaves the dictionary). </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00062">dict-encoding.h:62</a></div></div> |
| <div class="ttc" id="structimpala_1_1StringValue_html_a17f088f03fd1f7b017df20f58f71fe13"><div class="ttname"><a href="structimpala_1_1StringValue.html#a17f088f03fd1f7b017df20f58f71fe13">impala::StringValue::ptr</a></div><div class="ttdeci">char * ptr</div><div class="ttdef"><b>Definition:</b> <a href="string-value_8h_source.html#l00037">string-value.h:37</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoder_html_a27f18f53a02d0488bbcd2eb43e90f861a0f6f7716764533751c5f4d274a291897"><div class="ttname"><a href="classimpala_1_1DictEncoder.html#a27f18f53a02d0488bbcd2eb43e90f861a0f6f7716764533751c5f4d274a291897">impala::DictEncoder::HASH_TABLE_SIZE</a></div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00121">dict-encoding.h:121</a></div></div> |
| <div class="ttc" id="structimpala_1_1DictEncoder_1_1Node_html"><div class="ttname"><a href="structimpala_1_1DictEncoder_1_1Node.html">impala::DictEncoder::Node</a></div><div class="ttdoc">Node in the chained hash table. </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00132">dict-encoding.h:132</a></div></div> |
| <div class="ttc" id="parquet-common_8h_html"><div class="ttname"><a href="parquet-common_8h.html">parquet-common.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictDecoder_html_a517f7c62fe01f4756981bac5dfb975e3"><div class="ttname"><a href="classimpala_1_1DictDecoder.html#a517f7c62fe01f4756981bac5dfb975e3">impala::DictDecoder::DictDecoder</a></div><div class="ttdeci">DictDecoder(uint8_t *dict_buffer, int dict_len, int fixed_len_size)</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00311">dict-encoding.h:311</a></div></div> |
| <div class="ttc" id="compiler-util_8h_html_a9acc330d508b9a3b775cfdf7ce405e7d"><div class="ttname"><a href="compiler-util_8h.html#a9acc330d508b9a3b775cfdf7ce405e7d">UNLIKELY</a></div><div class="ttdeci">#define UNLIKELY(expr)</div><div class="ttdef"><b>Definition:</b> <a href="compiler-util_8h_source.html#l00033">compiler-util.h:33</a></div></div> |
| <div class="ttc" id="classimpala_1_1RleEncoder_html_a8040c037f3b5abbe1a014c5bf2119dc1"><div class="ttname"><a href="classimpala_1_1RleEncoder.html#a8040c037f3b5abbe1a014c5bf2119dc1">impala::RleEncoder::Put</a></div><div class="ttdeci">bool Put(uint64_t value)</div><div class="ttdef"><b>Definition:</b> <a href="rle-encoding_8h_source.html#l00264">rle-encoding.h:264</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictDecoder_html_ae0d145203f0a08e16aa65b2913eb97e7"><div class="ttname"><a href="classimpala_1_1DictDecoder.html#ae0d145203f0a08e16aa65b2913eb97e7">impala::DictDecoder::dict_</a></div><div class="ttdeci">std::vector< T > dict_</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00205">dict-encoding.h:205</a></div></div> |
| <div class="ttc" id="compiler-util_8h_html_a262afcfe437f4addb13fb1b47a6a7086"><div class="ttname"><a href="compiler-util_8h.html#a262afcfe437f4addb13fb1b47a6a7086">LIKELY</a></div><div class="ttdeci">#define LIKELY(expr)</div><div class="ttdef"><b>Definition:</b> <a href="compiler-util_8h_source.html#l00032">compiler-util.h:32</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html_a1fbce7d0622d667d2afdae3020216a1d"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html#a1fbce7d0622d667d2afdae3020216a1d">impala::DictEncoderBase::WriteDict</a></div><div class="ttdeci">virtual void WriteDict(uint8_t *buffer)=0</div></div> |
| <div class="ttc" id="mem-pool_8h_html"><div class="ttname"><a href="mem-pool_8h.html">mem-pool.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1RleEncoder_html_a42de9e2eaadc17ccc243ca2bb4be4859"><div class="ttname"><a href="classimpala_1_1RleEncoder.html#a42de9e2eaadc17ccc243ca2bb4be4859">impala::RleEncoder::Flush</a></div><div class="ttdeci">int Flush()</div><div class="ttdef"><b>Definition:</b> <a href="rle-encoding_8h_source.html#l00370">rle-encoding.h:370</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoder_html_a93cc293020189ccd22900ad5eb75bcdc"><div class="ttname"><a href="classimpala_1_1DictEncoder.html#a93cc293020189ccd22900ad5eb75bcdc">impala::DictEncoder::Put</a></div><div class="ttdeci">int Put(const T &value)</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00209">dict-encoding.h:209</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictDecoderBase_html_a1584a77d0b1dc7e3d7bb38588da05942"><div class="ttname"><a href="classimpala_1_1DictDecoderBase.html#a1584a77d0b1dc7e3d7bb38588da05942">impala::DictDecoderBase::num_entries</a></div><div class="ttdeci">virtual int num_entries() const =0</div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoder_html_a753a5a41d2d49e1086d1bf9a1f32b1d0"><div class="ttname"><a href="classimpala_1_1DictEncoder.html#a753a5a41d2d49e1086d1bf9a1f32b1d0">impala::DictEncoder::DictEncoder</a></div><div class="ttdeci">DictEncoder(MemPool *pool, int encoded_value_size)</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00104">dict-encoding.h:104</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictDecoder_html_a4604e4a45d8d8fb979c850eb0d30dcaa"><div class="ttname"><a href="classimpala_1_1DictDecoder.html#a4604e4a45d8d8fb979c850eb0d30dcaa">impala::DictDecoder::GetValue</a></div><div class="ttdeci">bool GetValue(T *value)</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00264">dict-encoding.h:264</a></div></div> |
| <div class="ttc" id="structimpala_1_1DictEncoder_1_1Node_html_af61633c783084a545a49cd4164028fe9"><div class="ttname"><a href="structimpala_1_1DictEncoder_1_1Node.html#af61633c783084a545a49cd4164028fe9">impala::DictEncoder::Node::Node</a></div><div class="ttdeci">Node(const T &v, const NodeIndex &n)</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00133">dict-encoding.h:133</a></div></div> |
| <div class="ttc" id="structimpala_1_1DictEncoder_1_1Node_html_a1fac4fde48c9288e08d8318b8ee8d1d1aada8bcff39fac42567a508db77295b95"><div class="ttname"><a href="structimpala_1_1DictEncoder_1_1Node.html#a1fac4fde48c9288e08d8318b8ee8d1d1aada8bcff39fac42567a508db77295b95">impala::DictEncoder::Node::INVALID_INDEX</a></div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00143">dict-encoding.h:143</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictDecoderBase_html_a01cc0f5edeb291836134ad8d204d0b61"><div class="ttname"><a href="classimpala_1_1DictDecoderBase.html#a01cc0f5edeb291836134ad8d204d0b61">impala::DictDecoderBase::SetData</a></div><div class="ttdeci">void SetData(uint8_t *buffer, int buffer_len)</div><div class="ttdoc">The rle encoded indices into the dictionary. </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00169">dict-encoding.h:169</a></div></div> |
| <div class="ttc" id="classimpala_1_1RleEncoder_html_ada8347d90efafb040133874037f3af87"><div class="ttname"><a href="classimpala_1_1RleEncoder.html#ada8347d90efafb040133874037f3af87">impala::RleEncoder::MaxBufferSize</a></div><div class="ttdeci">static int MaxBufferSize(int bit_width, int num_values)</div><div class="ttdoc">Returns the maximum byte size it could take to encode 'num_values'. </div><div class="ttdef"><b>Definition:</b> <a href="rle-encoding_8h_source.html#l00142">rle-encoding.h:142</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html_a6a32aade8f3ffadc48e2f9a53b2f1be3"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html#a6a32aade8f3ffadc48e2f9a53b2f1be3">impala::DictEncoderBase::buffered_indices_</a></div><div class="ttdeci">std::vector< int > buffered_indices_</div><div class="ttdoc">Indices that have not yet be written out by WriteData(). </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00092">dict-encoding.h:92</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictEncoderBase_html_a148c797d2163824546da769579804cbf"><div class="ttname"><a href="classimpala_1_1DictEncoderBase.html#a148c797d2163824546da769579804cbf">impala::DictEncoderBase::DictEncoderBase</a></div><div class="ttdeci">DictEncoderBase(MemPool *pool)</div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00087">dict-encoding.h:87</a></div></div> |
| <div class="ttc" id="string-value_8h_html"><div class="ttname"><a href="string-value_8h.html">string-value.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1DictDecoder_html_aef42623ba22cfd7b62aca53044b2d8ad"><div class="ttname"><a href="classimpala_1_1DictDecoder.html#aef42623ba22cfd7b62aca53044b2d8ad">impala::DictDecoder::num_entries</a></div><div class="ttdeci">virtual int num_entries() const </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00197">dict-encoding.h:197</a></div></div> |
| <div class="ttc" id="classimpala_1_1RleDecoder_html"><div class="ttname"><a href="classimpala_1_1RleDecoder.html">impala::RleDecoder</a></div><div class="ttdoc">Decoder class for RLE encoded data. </div><div class="ttdef"><b>Definition:</b> <a href="rle-encoding_8h_source.html#l00077">rle-encoding.h:77</a></div></div> |
| <div class="ttc" id="classimpala_1_1BitUtil_html_a3b4c1bb2ae9eb3f7254572fbc36652fa"><div class="ttname"><a href="classimpala_1_1BitUtil.html#a3b4c1bb2ae9eb3f7254572fbc36652fa">impala::BitUtil::Log2</a></div><div class="ttdeci">static int Log2(uint64_t x)</div><div class="ttdef"><b>Definition:</b> <a href="bit-util_8h_source.html#l00135">bit-util.h:135</a></div></div> |
| <div class="ttc" id="structimpala_1_1DictEncoder_1_1Node_html_a3fc47edd79e6c93d4e057edfdae4565f"><div class="ttname"><a href="structimpala_1_1DictEncoder_1_1Node.html#a3fc47edd79e6c93d4e057edfdae4565f">impala::DictEncoder::Node::next</a></div><div class="ttdeci">NodeIndex next</div><div class="ttdoc">Index into nodes_ for the next Node in the chain. INVALID_INDEX indicates end. </div><div class="ttdef"><b>Definition:</b> <a href="dict-encoding_8h_source.html#l00139">dict-encoding.h:139</a></div></div> |
| </div><!-- fragment --></div><!-- contents --> |
| </div><!-- doc-content --> |
| <!-- start footer part --> |
| <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> |
| <ul> |
| <li class="navelem"><a class="el" href="dir_e5d120be6b5e8a44336cbfd013b25604.html">be</a></li><li class="navelem"><a class="el" href="dir_68cf7cafb51a962d5bc4848b83cab0de.html">src</a></li><li class="navelem"><a class="el" href="dir_6939c8639261a9303da2cde491b82898.html">util</a></li><li class="navelem"><a class="el" href="dict-encoding_8h.html">dict-encoding.h</a></li> |
| <li class="footer">Generated on Thu May 7 2015 16:10:37 for Impala by |
| <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li> |
| </ul> |
| </div> |
| </body> |
| </html> |
