| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.6"/> |
| <title>Impala: be/src/util/compress.h Source File</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="navtree.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="resize.js"></script> |
| <script type="text/javascript" src="navtree.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(initResizable); |
| $(window).load(resizeHeight); |
| </script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/search.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(function() { searchBox.OnSelectItem(0); }); |
| </script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td style="padding-left: 0.5em;"> |
| <div id="projectname">Impala |
| </div> |
| <div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.6 --> |
| <script type="text/javascript"> |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| </script> |
| <div id="navrow1" class="tabs"> |
| <ul class="tablist"> |
| <li><a href="index.html"><span>Main Page</span></a></li> |
| <li><a href="namespaces.html"><span>Namespaces</span></a></li> |
| <li><a href="annotated.html"><span>Classes</span></a></li> |
| <li class="current"><a href="files.html"><span>Files</span></a></li> |
| <li> |
| <div id="MSearchBox" class="MSearchBoxInactive"> |
| <span class="left"> |
| <img id="MSearchSelect" src="search/mag_sel.png" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| alt=""/> |
| <input type="text" id="MSearchField" value="Search" accesskey="S" |
| onfocus="searchBox.OnSearchFieldFocus(true)" |
| onblur="searchBox.OnSearchFieldFocus(false)" |
| onkeyup="searchBox.OnSearchFieldChange(event)"/> |
| </span><span class="right"> |
| <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a> |
| </span> |
| </div> |
| </li> |
| </ul> |
| </div> |
| <div id="navrow2" class="tabs2"> |
| <ul class="tablist"> |
| <li><a href="files.html"><span>File List</span></a></li> |
| <li><a href="globals.html"><span>File Members</span></a></li> |
| </ul> |
| </div> |
| </div><!-- top --> |
| <div id="side-nav" class="ui-resizable side-nav-resizable"> |
| <div id="nav-tree"> |
| <div id="nav-tree-contents"> |
| <div id="nav-sync" class="sync"></div> |
| </div> |
| </div> |
| <div id="splitbar" style="-moz-user-select:none;" |
| class="ui-resizable-handle"> |
| </div> |
| </div> |
| <script type="text/javascript"> |
| $(document).ready(function(){initNavTree('compress_8h_source.html','');}); |
| </script> |
| <div id="doc-content"> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| <a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark"> </span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark"> </span>Macros</a></div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div class="header"> |
| <div class="headertitle"> |
| <div class="title">compress.h</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| <a href="compress_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">// Copyright 2012 Cloudera Inc.</span></div> |
| <div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment">// Licensed under the Apache License, Version 2.0 (the "License");</span></div> |
| <div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment">// you may not use this file except in compliance with the License.</span></div> |
| <div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment">// You may obtain a copy of the License at</span></div> |
| <div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment">// http://www.apache.org/licenses/LICENSE-2.0</span></div> |
| <div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment">// Unless required by applicable law or agreed to in writing, software</span></div> |
| <div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment">// distributed under the License is distributed on an "AS IS" BASIS,</span></div> |
| <div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment">// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div> |
| <div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment">// See the License for the specific language governing permissions and</span></div> |
| <div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment">// limitations under the License.</span></div> |
| <div class="line"><a name="l00014"></a><span class="lineno"> 14</span> </div> |
| <div class="line"><a name="l00015"></a><span class="lineno"> 15</span> </div> |
| <div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="preprocessor">#ifndef IMPALA_UTIL_COMPRESS_H</span></div> |
| <div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="preprocessor"></span><span class="preprocessor">#define IMPALA_UTIL_COMPRESS_H</span></div> |
| <div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="preprocessor"></span></div> |
| <div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="preprocessor">#include <zlib.h></span></div> |
| <div class="line"><a name="l00021"></a><span class="lineno"> 21</span> </div> |
| <div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="preprocessor">#include "<a class="code" href="codec_8h.html">util/codec.h</a>"</span></div> |
| <div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="preprocessor">#include "<a class="code" href="hdfs-scanner_8h.html">exec/hdfs-scanner.h</a>"</span></div> |
| <div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="preprocessor">#include "<a class="code" href="mem-pool_8h.html">runtime/mem-pool.h</a>"</span></div> |
| <div class="line"><a name="l00025"></a><span class="lineno"> 25</span> </div> |
| <div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="keyword">namespace </span>impala {</div> |
| <div class="line"><a name="l00027"></a><span class="lineno"> 27</span> </div> |
| <div class="line"><a name="l00031"></a><span class="lineno"> 31</span> </div> |
| <div class="line"><a name="l00032"></a><span class="lineno"><a class="line" href="classimpala_1_1GzipCompressor.html"> 32</a></span> <span class="keyword">class </span><a class="code" href="classimpala_1_1GzipCompressor.html">GzipCompressor</a> : <span class="keyword">public</span> <a class="code" href="classimpala_1_1Codec.html">Codec</a> {</div> |
| <div class="line"><a name="l00033"></a><span class="lineno"> 33</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00035"></a><span class="lineno"><a class="line" href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315"> 35</a></span>  <span class="keyword">enum</span> <a class="code" href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315">Format</a> {</div> |
| <div class="line"><a name="l00036"></a><span class="lineno"><a class="line" href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315a9b3050b987d7101f38ea2f1328a15dc4"> 36</a></span>  <a class="code" href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315a9b3050b987d7101f38ea2f1328a15dc4">ZLIB</a>,</div> |
| <div class="line"><a name="l00037"></a><span class="lineno"><a class="line" href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315a488645f7d868aa41b77a233f88afb79d"> 37</a></span>  <a class="code" href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315a488645f7d868aa41b77a233f88afb79d">DEFLATE</a>,</div> |
| <div class="line"><a name="l00038"></a><span class="lineno"><a class="line" href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315ad0fd4eea420940d8bc32b90f8ef0ef5e"> 38</a></span>  <a class="code" href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315ad0fd4eea420940d8bc32b90f8ef0ef5e">GZIP</a>,</div> |
| <div class="line"><a name="l00039"></a><span class="lineno"> 39</span>  };</div> |
| <div class="line"><a name="l00040"></a><span class="lineno"> 40</span> </div> |
| <div class="line"><a name="l00041"></a><span class="lineno"> 41</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1GzipCompressor.html#ac343691b50caa49bbcf0af5feb11b7aa">~GzipCompressor</a>();</div> |
| <div class="line"><a name="l00042"></a><span class="lineno"> 42</span>  <span class="keyword">virtual</span> int64_t <a class="code" href="classimpala_1_1GzipCompressor.html#a2a0b506642c5c969375a811c9ec88c68">MaxOutputLen</a>(int64_t input_len, <span class="keyword">const</span> uint8_t* input = NULL);</div> |
| <div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1GzipCompressor.html#ac417f8ff89e7b8a0efea80655c91a2b9">ProcessBlock</a>(<span class="keywordtype">bool</span> output_preallocated, int64_t input_length,</div> |
| <div class="line"><a name="l00044"></a><span class="lineno"> 44</span>  <span class="keyword">const</span> uint8_t* input, int64_t* output_length, uint8_t** output);</div> |
| <div class="line"><a name="l00045"></a><span class="lineno"> 45</span> </div> |
| <div class="line"><a name="l00046"></a><span class="lineno"><a class="line" href="classimpala_1_1GzipCompressor.html#af02026522e9b13ea6a6f1a5f4fae43ea"> 46</a></span>  <span class="keyword">virtual</span> std::string <a class="code" href="classimpala_1_1GzipCompressor.html#af02026522e9b13ea6a6f1a5f4fae43ea">file_extension</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <span class="stringliteral">"gz"</span>; }</div> |
| <div class="line"><a name="l00047"></a><span class="lineno"> 47</span> </div> |
| <div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  <span class="keyword">private</span>:</div> |
| <div class="line"><a name="l00049"></a><span class="lineno"><a class="line" href="classimpala_1_1GzipCompressor.html#a5f161bb3dfc2a04eeac3d219c2f80ddd"> 49</a></span>  <span class="keyword">friend</span> <span class="keyword">class </span><a class="code" href="classimpala_1_1Codec.html">Codec</a>;</div> |
| <div class="line"><a name="l00050"></a><span class="lineno"> 50</span>  <a class="code" href="classimpala_1_1GzipCompressor.html#a9d203dc549ccf85964331fa120bf1c4d">GzipCompressor</a>(<a class="code" href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315">Format</a> format, <a class="code" href="classimpala_1_1MemPool.html">MemPool</a>* mem_pool = NULL, <span class="keywordtype">bool</span> reuse_buffer = <span class="keyword">false</span>);</div> |
| <div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1GzipCompressor.html#a888cba365a50c5927a0c9dcb0ad51623">Init</a>();</div> |
| <div class="line"><a name="l00052"></a><span class="lineno"> 52</span> </div> |
| <div class="line"><a name="l00053"></a><span class="lineno"><a class="line" href="classimpala_1_1GzipCompressor.html#ae7ac2418aac85c1befe33d17192bed60"> 53</a></span>  <a class="code" href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315">Format</a> <a class="code" href="classimpala_1_1GzipCompressor.html#ae7ac2418aac85c1befe33d17192bed60">format_</a>;</div> |
| <div class="line"><a name="l00054"></a><span class="lineno"> 54</span> </div> |
| <div class="line"><a name="l00056"></a><span class="lineno"><a class="line" href="classimpala_1_1GzipCompressor.html#aadb9cbc49fc80b059b50e867aabb4c40"> 56</a></span>  z_stream <a class="code" href="classimpala_1_1GzipCompressor.html#aadb9cbc49fc80b059b50e867aabb4c40">stream_</a>;</div> |
| <div class="line"><a name="l00057"></a><span class="lineno"> 57</span> </div> |
| <div class="line"><a name="l00059"></a><span class="lineno"><a class="line" href="classimpala_1_1GzipCompressor.html#ab7212237616215010df8d4c5b714a24c"> 59</a></span>  <span class="keyword">const</span> <span class="keyword">static</span> <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1GzipCompressor.html#ab7212237616215010df8d4c5b714a24c">WINDOW_BITS</a> = 15; <span class="comment">// Maximum window size</span></div> |
| <div class="line"><a name="l00060"></a><span class="lineno"><a class="line" href="classimpala_1_1GzipCompressor.html#a7f4160bce2de4dd4346d76911e671809"> 60</a></span>  <span class="keyword">const</span> <span class="keyword">static</span> <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1GzipCompressor.html#a7f4160bce2de4dd4346d76911e671809">GZIP_CODEC</a> = 16; <span class="comment">// Output Gzip.</span></div> |
| <div class="line"><a name="l00061"></a><span class="lineno"> 61</span> </div> |
| <div class="line"><a name="l00066"></a><span class="lineno"> 66</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1GzipCompressor.html#a88304bf293d1f3a24d514b6d9fa35456">Compress</a>(int64_t input_length, <span class="keyword">const</span> uint8_t* input,</div> |
| <div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  int64_t* output_length, uint8_t* output);</div> |
| <div class="line"><a name="l00068"></a><span class="lineno"> 68</span> };</div> |
| <div class="line"><a name="l00069"></a><span class="lineno"> 69</span> </div> |
| <div class="line"><a name="l00070"></a><span class="lineno"><a class="line" href="classimpala_1_1BzipCompressor.html"> 70</a></span> <span class="keyword">class </span><a class="code" href="classimpala_1_1BzipCompressor.html">BzipCompressor</a> : <span class="keyword">public</span> <a class="code" href="classimpala_1_1Codec.html">Codec</a> {</div> |
| <div class="line"><a name="l00071"></a><span class="lineno"> 71</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00072"></a><span class="lineno"><a class="line" href="classimpala_1_1BzipCompressor.html#a2fc072bc6801b272a23a8891e36b1f4f"> 72</a></span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1BzipCompressor.html#a2fc072bc6801b272a23a8891e36b1f4f">~BzipCompressor</a>() { }</div> |
| <div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  <span class="keyword">virtual</span> int64_t <a class="code" href="classimpala_1_1BzipCompressor.html#a697d31cbdb596562a7f9ca70e050e478">MaxOutputLen</a>(int64_t input_len, <span class="keyword">const</span> uint8_t* input = NULL);</div> |
| <div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1BzipCompressor.html#aec8107867adf10f1dc75cefc16f3c745">ProcessBlock</a>(<span class="keywordtype">bool</span> output_preallocated, int64_t input_length,</div> |
| <div class="line"><a name="l00075"></a><span class="lineno"> 75</span>  <span class="keyword">const</span> uint8_t* input, int64_t* output_length, uint8_t** output);</div> |
| <div class="line"><a name="l00076"></a><span class="lineno"><a class="line" href="classimpala_1_1BzipCompressor.html#ac3f354f83c47dab761954b1025eab2c8"> 76</a></span>  <span class="keyword">virtual</span> std::string <a class="code" href="classimpala_1_1BzipCompressor.html#ac3f354f83c47dab761954b1025eab2c8">file_extension</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <span class="stringliteral">"bz2"</span>; }</div> |
| <div class="line"><a name="l00077"></a><span class="lineno"> 77</span> </div> |
| <div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  <span class="keyword">private</span>:</div> |
| <div class="line"><a name="l00079"></a><span class="lineno"><a class="line" href="classimpala_1_1BzipCompressor.html#a5f161bb3dfc2a04eeac3d219c2f80ddd"> 79</a></span>  <span class="keyword">friend</span> <span class="keyword">class </span><a class="code" href="classimpala_1_1Codec.html">Codec</a>;</div> |
| <div class="line"><a name="l00080"></a><span class="lineno"> 80</span>  <a class="code" href="classimpala_1_1BzipCompressor.html#ae39dc71d30e9be75585f3ea31c32a873">BzipCompressor</a>(<a class="code" href="classimpala_1_1MemPool.html">MemPool</a>* mem_pool, <span class="keywordtype">bool</span> reuse_buffer);</div> |
| <div class="line"><a name="l00081"></a><span class="lineno"><a class="line" href="classimpala_1_1BzipCompressor.html#a3eff9b57796dc672a18f806804157d04"> 81</a></span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1BzipCompressor.html#a3eff9b57796dc672a18f806804157d04">Init</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">Status::OK</a>; }</div> |
| <div class="line"><a name="l00082"></a><span class="lineno"> 82</span> };</div> |
| <div class="line"><a name="l00083"></a><span class="lineno"> 83</span> </div> |
| <div class="line"><a name="l00084"></a><span class="lineno"><a class="line" href="classimpala_1_1SnappyBlockCompressor.html"> 84</a></span> <span class="keyword">class </span><a class="code" href="classimpala_1_1SnappyBlockCompressor.html">SnappyBlockCompressor</a> : <span class="keyword">public</span> <a class="code" href="classimpala_1_1Codec.html">Codec</a> {</div> |
| <div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00086"></a><span class="lineno"><a class="line" href="classimpala_1_1SnappyBlockCompressor.html#a2d2695d7704597a44287830b09f0c81a"> 86</a></span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1SnappyBlockCompressor.html#a2d2695d7704597a44287830b09f0c81a">~SnappyBlockCompressor</a>() { }</div> |
| <div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  <span class="keyword">virtual</span> int64_t <a class="code" href="classimpala_1_1SnappyBlockCompressor.html#a8cdef89b1d25db62f5c1c5f82bd8f6a1">MaxOutputLen</a>(int64_t input_len, <span class="keyword">const</span> uint8_t* input = NULL);</div> |
| <div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1SnappyBlockCompressor.html#a0c57624dea77405a6e817292cf522bc5">ProcessBlock</a>(<span class="keywordtype">bool</span> output_preallocated, int64_t input_length,</div> |
| <div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  <span class="keyword">const</span> uint8_t* input, int64_t* output_length, uint8_t** output);</div> |
| <div class="line"><a name="l00090"></a><span class="lineno"><a class="line" href="classimpala_1_1SnappyBlockCompressor.html#a97c5380650cdf704549328e6932b50cf"> 90</a></span>  <span class="keyword">virtual</span> std::string <a class="code" href="classimpala_1_1SnappyBlockCompressor.html#a97c5380650cdf704549328e6932b50cf">file_extension</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <span class="stringliteral">"snappy"</span>; }</div> |
| <div class="line"><a name="l00091"></a><span class="lineno"> 91</span> </div> |
| <div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  <span class="keyword">private</span>:</div> |
| <div class="line"><a name="l00093"></a><span class="lineno"><a class="line" href="classimpala_1_1SnappyBlockCompressor.html#a5f161bb3dfc2a04eeac3d219c2f80ddd"> 93</a></span>  <span class="keyword">friend</span> <span class="keyword">class </span><a class="code" href="classimpala_1_1Codec.html">Codec</a>;</div> |
| <div class="line"><a name="l00094"></a><span class="lineno"> 94</span>  <a class="code" href="classimpala_1_1SnappyBlockCompressor.html#aba214a7db3a6c3e13513228d781e5a85">SnappyBlockCompressor</a>(<a class="code" href="classimpala_1_1MemPool.html">MemPool</a>* mem_pool, <span class="keywordtype">bool</span> reuse_buffer);</div> |
| <div class="line"><a name="l00095"></a><span class="lineno"><a class="line" href="classimpala_1_1SnappyBlockCompressor.html#abb38df2987c8a780d082f8a79a722137"> 95</a></span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1SnappyBlockCompressor.html#abb38df2987c8a780d082f8a79a722137">Init</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">Status::OK</a>; }</div> |
| <div class="line"><a name="l00096"></a><span class="lineno"> 96</span> };</div> |
| <div class="line"><a name="l00097"></a><span class="lineno"> 97</span> </div> |
| <div class="line"><a name="l00098"></a><span class="lineno"><a class="line" href="classimpala_1_1SnappyCompressor.html"> 98</a></span> <span class="keyword">class </span><a class="code" href="classimpala_1_1SnappyCompressor.html">SnappyCompressor</a> : <span class="keyword">public</span> <a class="code" href="classimpala_1_1Codec.html">Codec</a> {</div> |
| <div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00100"></a><span class="lineno"><a class="line" href="classimpala_1_1SnappyCompressor.html#a98a9c2a34a50ab1ebccd4000f4e38a64"> 100</a></span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1SnappyCompressor.html#a98a9c2a34a50ab1ebccd4000f4e38a64">~SnappyCompressor</a>() { }</div> |
| <div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  <span class="keyword">virtual</span> int64_t <a class="code" href="classimpala_1_1SnappyCompressor.html#a78fd52162dae257cec247d1b50f99e8e">MaxOutputLen</a>(int64_t input_len, <span class="keyword">const</span> uint8_t* input = NULL);</div> |
| <div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1SnappyCompressor.html#adb3c1543991bac0358764a0a080d75f8">ProcessBlock</a>(<span class="keywordtype">bool</span> output_preallocated, int64_t input_length,</div> |
| <div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  <span class="keyword">const</span> uint8_t* input, int64_t* output_length, uint8_t** output);</div> |
| <div class="line"><a name="l00104"></a><span class="lineno"><a class="line" href="classimpala_1_1SnappyCompressor.html#a3622a1277352b5cdf2d687763654b2b2"> 104</a></span>  <span class="keyword">virtual</span> std::string <a class="code" href="classimpala_1_1SnappyCompressor.html#a3622a1277352b5cdf2d687763654b2b2">file_extension</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <span class="stringliteral">"snappy"</span>; }</div> |
| <div class="line"><a name="l00105"></a><span class="lineno"> 105</span> </div> |
| <div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  <span class="keyword">static</span> uint32_t <a class="code" href="classimpala_1_1SnappyCompressor.html#adc057dbdf9885e54cf721340afb6e019">ComputeChecksum</a>(int64_t input_len, <span class="keyword">const</span> uint8_t* input);</div> |
| <div class="line"><a name="l00110"></a><span class="lineno"> 110</span> </div> |
| <div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  <span class="keyword">private</span>:</div> |
| <div class="line"><a name="l00112"></a><span class="lineno"><a class="line" href="classimpala_1_1SnappyCompressor.html#a5f161bb3dfc2a04eeac3d219c2f80ddd"> 112</a></span>  <span class="keyword">friend</span> <span class="keyword">class </span><a class="code" href="classimpala_1_1Codec.html">Codec</a>;</div> |
| <div class="line"><a name="l00113"></a><span class="lineno"> 113</span>  <a class="code" href="classimpala_1_1SnappyCompressor.html#a4d869161f6dfcb5e60680107da548074">SnappyCompressor</a>(<a class="code" href="classimpala_1_1MemPool.html">MemPool</a>* mem_pool = NULL, <span class="keywordtype">bool</span> reuse_buffer = <span class="keyword">false</span>);</div> |
| <div class="line"><a name="l00114"></a><span class="lineno"><a class="line" href="classimpala_1_1SnappyCompressor.html#a9b1222cbf0d3e6b5f7fcc16614eef3b8"> 114</a></span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1SnappyCompressor.html#a9b1222cbf0d3e6b5f7fcc16614eef3b8">Init</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">Status::OK</a>; }</div> |
| <div class="line"><a name="l00115"></a><span class="lineno"> 115</span> };</div> |
| <div class="line"><a name="l00116"></a><span class="lineno"> 116</span> </div> |
| <div class="line"><a name="l00121"></a><span class="lineno"><a class="line" href="classimpala_1_1Lz4Compressor.html"> 121</a></span> <span class="keyword">class </span><a class="code" href="classimpala_1_1Lz4Compressor.html">Lz4Compressor</a> : <span class="keyword">public</span> <a class="code" href="classimpala_1_1Codec.html">Codec</a> {</div> |
| <div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00123"></a><span class="lineno"><a class="line" href="classimpala_1_1Lz4Compressor.html#ac0add632d642108f9b35fc5be48f381c"> 123</a></span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Lz4Compressor.html#ac0add632d642108f9b35fc5be48f381c">~Lz4Compressor</a>() { }</div> |
| <div class="line"><a name="l00124"></a><span class="lineno"> 124</span>  <span class="keyword">virtual</span> int64_t <a class="code" href="classimpala_1_1Lz4Compressor.html#a5c0469abf79ca28e3f7158e269b9ee2e">MaxOutputLen</a>(int64_t input_len, <span class="keyword">const</span> uint8_t* input = NULL);</div> |
| <div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1Lz4Compressor.html#a652378110fd1324bafccecdf1b92e4ab">ProcessBlock</a>(<span class="keywordtype">bool</span> output_preallocated, int64_t input_length,</div> |
| <div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  <span class="keyword">const</span> uint8_t* input, int64_t* output_length, uint8_t** output);</div> |
| <div class="line"><a name="l00127"></a><span class="lineno"><a class="line" href="classimpala_1_1Lz4Compressor.html#a238906358ecf355611a364543bac8371"> 127</a></span>  <span class="keyword">virtual</span> std::string <a class="code" href="classimpala_1_1Lz4Compressor.html#a238906358ecf355611a364543bac8371">file_extension</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <span class="stringliteral">"lz4"</span>; }</div> |
| <div class="line"><a name="l00128"></a><span class="lineno"> 128</span> </div> |
| <div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  <span class="keyword">private</span>:</div> |
| <div class="line"><a name="l00130"></a><span class="lineno"><a class="line" href="classimpala_1_1Lz4Compressor.html#a5f161bb3dfc2a04eeac3d219c2f80ddd"> 130</a></span>  <span class="keyword">friend</span> <span class="keyword">class </span><a class="code" href="classimpala_1_1Codec.html">Codec</a>;</div> |
| <div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  <a class="code" href="classimpala_1_1Lz4Compressor.html#abb60189a460b4ed76e770c62a1b61fd2">Lz4Compressor</a>(<a class="code" href="classimpala_1_1MemPool.html">MemPool</a>* mem_pool = NULL, <span class="keywordtype">bool</span> reuse_buffer = <span class="keyword">false</span>);</div> |
| <div class="line"><a name="l00132"></a><span class="lineno"><a class="line" href="classimpala_1_1Lz4Compressor.html#a01e82d88326743433c89d8f5ed0feb3e"> 132</a></span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1Lz4Compressor.html#a01e82d88326743433c89d8f5ed0feb3e">Init</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">Status::OK</a>; }</div> |
| <div class="line"><a name="l00133"></a><span class="lineno"> 133</span> };</div> |
| <div class="line"><a name="l00134"></a><span class="lineno"> 134</span> </div> |
| <div class="line"><a name="l00135"></a><span class="lineno"> 135</span> }</div> |
| <div class="line"><a name="l00136"></a><span class="lineno"> 136</span> <span class="preprocessor">#endif</span></div> |
| <div class="ttc" id="classimpala_1_1SnappyCompressor_html_a98a9c2a34a50ab1ebccd4000f4e38a64"><div class="ttname"><a href="classimpala_1_1SnappyCompressor.html#a98a9c2a34a50ab1ebccd4000f4e38a64">impala::SnappyCompressor::~SnappyCompressor</a></div><div class="ttdeci">virtual ~SnappyCompressor()</div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00100">compress.h:100</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyBlockCompressor_html_a2d2695d7704597a44287830b09f0c81a"><div class="ttname"><a href="classimpala_1_1SnappyBlockCompressor.html#a2d2695d7704597a44287830b09f0c81a">impala::SnappyBlockCompressor::~SnappyBlockCompressor</a></div><div class="ttdeci">virtual ~SnappyBlockCompressor()</div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00086">compress.h:86</a></div></div> |
| <div class="ttc" id="classimpala_1_1Lz4Compressor_html_a01e82d88326743433c89d8f5ed0feb3e"><div class="ttname"><a href="classimpala_1_1Lz4Compressor.html#a01e82d88326743433c89d8f5ed0feb3e">impala::Lz4Compressor::Init</a></div><div class="ttdeci">virtual Status Init()</div><div class="ttdoc">Initialize the codec. This should only be called once. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00132">compress.h:132</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyCompressor_html_a9b1222cbf0d3e6b5f7fcc16614eef3b8"><div class="ttname"><a href="classimpala_1_1SnappyCompressor.html#a9b1222cbf0d3e6b5f7fcc16614eef3b8">impala::SnappyCompressor::Init</a></div><div class="ttdeci">virtual Status Init()</div><div class="ttdoc">Initialize the codec. This should only be called once. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00114">compress.h:114</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_ac343691b50caa49bbcf0af5feb11b7aa"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#ac343691b50caa49bbcf0af5feb11b7aa">impala::GzipCompressor::~GzipCompressor</a></div><div class="ttdeci">virtual ~GzipCompressor()</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00040">compress.cc:40</a></div></div> |
| <div class="ttc" id="hdfs-scanner_8h_html"><div class="ttname"><a href="hdfs-scanner_8h.html">hdfs-scanner.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1BzipCompressor_html_a3eff9b57796dc672a18f806804157d04"><div class="ttname"><a href="classimpala_1_1BzipCompressor.html#a3eff9b57796dc672a18f806804157d04">impala::BzipCompressor::Init</a></div><div class="ttdeci">virtual Status Init()</div><div class="ttdoc">Initialize the codec. This should only be called once. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00081">compress.h:81</a></div></div> |
| <div class="ttc" id="classimpala_1_1Lz4Compressor_html"><div class="ttname"><a href="classimpala_1_1Lz4Compressor.html">impala::Lz4Compressor</a></div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00121">compress.h:121</a></div></div> |
| <div class="ttc" id="classimpala_1_1BzipCompressor_html"><div class="ttname"><a href="classimpala_1_1BzipCompressor.html">impala::BzipCompressor</a></div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00070">compress.h:70</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyBlockCompressor_html_a8cdef89b1d25db62f5c1c5f82bd8f6a1"><div class="ttname"><a href="classimpala_1_1SnappyBlockCompressor.html#a8cdef89b1d25db62f5c1c5f82bd8f6a1">impala::SnappyBlockCompressor::MaxOutputLen</a></div><div class="ttdeci">virtual int64_t MaxOutputLen(int64_t input_len, const uint8_t *input=NULL)</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00192">compress.cc:192</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyCompressor_html_adb3c1543991bac0358764a0a080d75f8"><div class="ttname"><a href="classimpala_1_1SnappyCompressor.html#adb3c1543991bac0358764a0a080d75f8">impala::SnappyCompressor::ProcessBlock</a></div><div class="ttdeci">virtual Status ProcessBlock(bool output_preallocated, int64_t input_length, const uint8_t *input, int64_t *output_length, uint8_t **output)</div><div class="ttdoc">Process a block of data, either compressing or decompressing it. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00249">compress.cc:249</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyBlockCompressor_html_abb38df2987c8a780d082f8a79a722137"><div class="ttname"><a href="classimpala_1_1SnappyBlockCompressor.html#abb38df2987c8a780d082f8a79a722137">impala::SnappyBlockCompressor::Init</a></div><div class="ttdeci">virtual Status Init()</div><div class="ttdoc">Initialize the codec. This should only be called once. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00095">compress.h:95</a></div></div> |
| <div class="ttc" id="classimpala_1_1Lz4Compressor_html_a5c0469abf79ca28e3f7158e269b9ee2e"><div class="ttname"><a href="classimpala_1_1Lz4Compressor.html#a5c0469abf79ca28e3f7158e269b9ee2e">impala::Lz4Compressor::MaxOutputLen</a></div><div class="ttdeci">virtual int64_t MaxOutputLen(int64_t input_len, const uint8_t *input=NULL)</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00285">compress.cc:285</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_a7f4160bce2de4dd4346d76911e671809"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#a7f4160bce2de4dd4346d76911e671809">impala::GzipCompressor::GZIP_CODEC</a></div><div class="ttdeci">static const int GZIP_CODEC</div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00060">compress.h:60</a></div></div> |
| <div class="ttc" id="codec_8h_html"><div class="ttname"><a href="codec_8h.html">codec.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyCompressor_html_a4d869161f6dfcb5e60680107da548074"><div class="ttname"><a href="classimpala_1_1SnappyCompressor.html#a4d869161f6dfcb5e60680107da548074">impala::SnappyCompressor::SnappyCompressor</a></div><div class="ttdeci">SnappyCompressor(MemPool *mem_pool=NULL, bool reuse_buffer=false)</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00241">compress.cc:241</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_a2a0b506642c5c969375a811c9ec88c68"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#a2a0b506642c5c969375a811c9ec88c68">impala::GzipCompressor::MaxOutputLen</a></div><div class="ttdeci">virtual int64_t MaxOutputLen(int64_t input_len, const uint8_t *input=NULL)</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00061">compress.cc:61</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_ae7ac2418aac85c1befe33d17192bed60"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#ae7ac2418aac85c1befe33d17192bed60">impala::GzipCompressor::format_</a></div><div class="ttdeci">Format format_</div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00053">compress.h:53</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_a888cba365a50c5927a0c9dcb0ad51623"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#a888cba365a50c5927a0c9dcb0ad51623">impala::GzipCompressor::Init</a></div><div class="ttdeci">virtual Status Init()</div><div class="ttdoc">Initialize the codec. This should only be called once. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00044">compress.cc:44</a></div></div> |
| <div class="ttc" id="classimpala_1_1BzipCompressor_html_ac3f354f83c47dab761954b1025eab2c8"><div class="ttname"><a href="classimpala_1_1BzipCompressor.html#ac3f354f83c47dab761954b1025eab2c8">impala::BzipCompressor::file_extension</a></div><div class="ttdeci">virtual std::string file_extension() const </div><div class="ttdoc">File extension to use for this compression codec. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00076">compress.h:76</a></div></div> |
| <div class="ttc" id="classimpala_1_1Status_html"><div class="ttname"><a href="classimpala_1_1Status.html">impala::Status</a></div><div class="ttdef"><b>Definition:</b> <a href="status_8h_source.html#l00081">status.h:81</a></div></div> |
| <div class="ttc" id="classimpala_1_1BzipCompressor_html_ae39dc71d30e9be75585f3ea31c32a873"><div class="ttname"><a href="classimpala_1_1BzipCompressor.html#ae39dc71d30e9be75585f3ea31c32a873">impala::BzipCompressor::BzipCompressor</a></div><div class="ttdeci">BzipCompressor(MemPool *mem_pool, bool reuse_buffer)</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00131">compress.cc:131</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_aadb9cbc49fc80b059b50e867aabb4c40"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#aadb9cbc49fc80b059b50e867aabb4c40">impala::GzipCompressor::stream_</a></div><div class="ttdeci">z_stream stream_</div><div class="ttdoc">Structure used to communicate with the library. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00056">compress.h:56</a></div></div> |
| <div class="ttc" id="classimpala_1_1MemPool_html"><div class="ttname"><a href="classimpala_1_1MemPool.html">impala::MemPool</a></div><div class="ttdef"><b>Definition:</b> <a href="mem-pool_8h_source.html#l00077">mem-pool.h:77</a></div></div> |
| <div class="ttc" id="classimpala_1_1Lz4Compressor_html_ac0add632d642108f9b35fc5be48f381c"><div class="ttname"><a href="classimpala_1_1Lz4Compressor.html#ac0add632d642108f9b35fc5be48f381c">impala::Lz4Compressor::~Lz4Compressor</a></div><div class="ttdeci">virtual ~Lz4Compressor()</div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00123">compress.h:123</a></div></div> |
| <div class="ttc" id="classimpala_1_1BzipCompressor_html_a697d31cbdb596562a7f9ca70e050e478"><div class="ttname"><a href="classimpala_1_1BzipCompressor.html#a697d31cbdb596562a7f9ca70e050e478">impala::BzipCompressor::MaxOutputLen</a></div><div class="ttdeci">virtual int64_t MaxOutputLen(int64_t input_len, const uint8_t *input=NULL)</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00135">compress.cc:135</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_af02026522e9b13ea6a6f1a5f4fae43ea"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#af02026522e9b13ea6a6f1a5f4fae43ea">impala::GzipCompressor::file_extension</a></div><div class="ttdeci">virtual std::string file_extension() const </div><div class="ttdoc">File extension to use for this compression codec. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00046">compress.h:46</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_ac417f8ff89e7b8a0efea80655c91a2b9"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#ac417f8ff89e7b8a0efea80655c91a2b9">impala::GzipCompressor::ProcessBlock</a></div><div class="ttdeci">virtual Status ProcessBlock(bool output_preallocated, int64_t input_length, const uint8_t *input, int64_t *output_length, uint8_t **output)</div><div class="ttdoc">Process a block of data, either compressing or decompressing it. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00110">compress.cc:110</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyBlockCompressor_html_a97c5380650cdf704549328e6932b50cf"><div class="ttname"><a href="classimpala_1_1SnappyBlockCompressor.html#a97c5380650cdf704549328e6932b50cf">impala::SnappyBlockCompressor::file_extension</a></div><div class="ttdeci">virtual std::string file_extension() const </div><div class="ttdoc">File extension to use for this compression codec. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00090">compress.h:90</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_aca61b923ec4e3f160549dbff7a9a8315ad0fd4eea420940d8bc32b90f8ef0ef5e"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315ad0fd4eea420940d8bc32b90f8ef0ef5e">impala::GzipCompressor::GZIP</a></div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00038">compress.h:38</a></div></div> |
| <div class="ttc" id="classimpala_1_1Lz4Compressor_html_a238906358ecf355611a364543bac8371"><div class="ttname"><a href="classimpala_1_1Lz4Compressor.html#a238906358ecf355611a364543bac8371">impala::Lz4Compressor::file_extension</a></div><div class="ttdeci">virtual std::string file_extension() const </div><div class="ttdoc">File extension to use for this compression codec. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00127">compress.h:127</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyCompressor_html"><div class="ttname"><a href="classimpala_1_1SnappyCompressor.html">impala::SnappyCompressor</a></div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00098">compress.h:98</a></div></div> |
| <div class="ttc" id="classimpala_1_1BzipCompressor_html_aec8107867adf10f1dc75cefc16f3c745"><div class="ttname"><a href="classimpala_1_1BzipCompressor.html#aec8107867adf10f1dc75cefc16f3c745">impala::BzipCompressor::ProcessBlock</a></div><div class="ttdeci">virtual Status ProcessBlock(bool output_preallocated, int64_t input_length, const uint8_t *input, int64_t *output_length, uint8_t **output)</div><div class="ttdoc">Process a block of data, either compressing or decompressing it. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00140">compress.cc:140</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyBlockCompressor_html_a0c57624dea77405a6e817292cf522bc5"><div class="ttname"><a href="classimpala_1_1SnappyBlockCompressor.html#a0c57624dea77405a6e817292cf522bc5">impala::SnappyBlockCompressor::ProcessBlock</a></div><div class="ttdeci">virtual Status ProcessBlock(bool output_preallocated, int64_t input_length, const uint8_t *input, int64_t *output_length, uint8_t **output)</div><div class="ttdoc">Process a block of data, either compressing or decompressing it. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00197">compress.cc:197</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_a9d203dc549ccf85964331fa120bf1c4d"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#a9d203dc549ccf85964331fa120bf1c4d">impala::GzipCompressor::GzipCompressor</a></div><div class="ttdeci">GzipCompressor(Format format, MemPool *mem_pool=NULL, bool reuse_buffer=false)</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00034">compress.cc:34</a></div></div> |
| <div class="ttc" id="classimpala_1_1Lz4Compressor_html_a652378110fd1324bafccecdf1b92e4ab"><div class="ttname"><a href="classimpala_1_1Lz4Compressor.html#a652378110fd1324bafccecdf1b92e4ab">impala::Lz4Compressor::ProcessBlock</a></div><div class="ttdeci">virtual Status ProcessBlock(bool output_preallocated, int64_t input_length, const uint8_t *input, int64_t *output_length, uint8_t **output)</div><div class="ttdoc">Process a block of data, either compressing or decompressing it. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00289">compress.cc:289</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_aca61b923ec4e3f160549dbff7a9a8315a9b3050b987d7101f38ea2f1328a15dc4"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315a9b3050b987d7101f38ea2f1328a15dc4">impala::GzipCompressor::ZLIB</a></div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00036">compress.h:36</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_a88304bf293d1f3a24d514b6d9fa35456"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#a88304bf293d1f3a24d514b6d9fa35456">impala::GzipCompressor::Compress</a></div><div class="ttdeci">Status Compress(int64_t input_length, const uint8_t *input, int64_t *output_length, uint8_t *output)</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00082">compress.cc:82</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_aca61b923ec4e3f160549dbff7a9a8315a488645f7d868aa41b77a233f88afb79d"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315a488645f7d868aa41b77a233f88afb79d">impala::GzipCompressor::DEFLATE</a></div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00037">compress.h:37</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_ab7212237616215010df8d4c5b714a24c"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#ab7212237616215010df8d4c5b714a24c">impala::GzipCompressor::WINDOW_BITS</a></div><div class="ttdeci">static const int WINDOW_BITS</div><div class="ttdoc">These are magic numbers from zlib.h. Not clear why they are not defined there. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00059">compress.h:59</a></div></div> |
| <div class="ttc" id="classimpala_1_1Status_html_a580565665ea944eb64f3f495b1bee1e0"><div class="ttname"><a href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">impala::Status::OK</a></div><div class="ttdeci">static const Status OK</div><div class="ttdef"><b>Definition:</b> <a href="status_8h_source.html#l00087">status.h:87</a></div></div> |
| <div class="ttc" id="classimpala_1_1Codec_html"><div class="ttname"><a href="classimpala_1_1Codec.html">impala::Codec</a></div><div class="ttdef"><b>Definition:</b> <a href="codec_8h_source.html#l00041">codec.h:41</a></div></div> |
| <div class="ttc" id="mem-pool_8h_html"><div class="ttname"><a href="mem-pool_8h.html">mem-pool.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyCompressor_html_a78fd52162dae257cec247d1b50f99e8e"><div class="ttname"><a href="classimpala_1_1SnappyCompressor.html#a78fd52162dae257cec247d1b50f99e8e">impala::SnappyCompressor::MaxOutputLen</a></div><div class="ttdeci">virtual int64_t MaxOutputLen(int64_t input_len, const uint8_t *input=NULL)</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00245">compress.cc:245</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html_aca61b923ec4e3f160549dbff7a9a8315"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html#aca61b923ec4e3f160549dbff7a9a8315">impala::GzipCompressor::Format</a></div><div class="ttdeci">Format</div><div class="ttdoc">Compression formats supported by the zlib library. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00035">compress.h:35</a></div></div> |
| <div class="ttc" id="classimpala_1_1BzipCompressor_html_a2fc072bc6801b272a23a8891e36b1f4f"><div class="ttname"><a href="classimpala_1_1BzipCompressor.html#a2fc072bc6801b272a23a8891e36b1f4f">impala::BzipCompressor::~BzipCompressor</a></div><div class="ttdeci">virtual ~BzipCompressor()</div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00072">compress.h:72</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyBlockCompressor_html_aba214a7db3a6c3e13513228d781e5a85"><div class="ttname"><a href="classimpala_1_1SnappyBlockCompressor.html#aba214a7db3a6c3e13513228d781e5a85">impala::SnappyBlockCompressor::SnappyBlockCompressor</a></div><div class="ttdeci">SnappyBlockCompressor(MemPool *mem_pool, bool reuse_buffer)</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00188">compress.cc:188</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyCompressor_html_a3622a1277352b5cdf2d687763654b2b2"><div class="ttname"><a href="classimpala_1_1SnappyCompressor.html#a3622a1277352b5cdf2d687763654b2b2">impala::SnappyCompressor::file_extension</a></div><div class="ttdeci">virtual std::string file_extension() const </div><div class="ttdoc">File extension to use for this compression codec. </div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00104">compress.h:104</a></div></div> |
| <div class="ttc" id="classimpala_1_1Lz4Compressor_html_abb60189a460b4ed76e770c62a1b61fd2"><div class="ttname"><a href="classimpala_1_1Lz4Compressor.html#abb60189a460b4ed76e770c62a1b61fd2">impala::Lz4Compressor::Lz4Compressor</a></div><div class="ttdeci">Lz4Compressor(MemPool *mem_pool=NULL, bool reuse_buffer=false)</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00281">compress.cc:281</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyCompressor_html_adc057dbdf9885e54cf721340afb6e019"><div class="ttname"><a href="classimpala_1_1SnappyCompressor.html#adc057dbdf9885e54cf721340afb6e019">impala::SnappyCompressor::ComputeChecksum</a></div><div class="ttdeci">static uint32_t ComputeChecksum(int64_t input_len, const uint8_t *input)</div><div class="ttdef"><b>Definition:</b> <a href="compress_8cc_source.html#l00273">compress.cc:273</a></div></div> |
| <div class="ttc" id="classimpala_1_1GzipCompressor_html"><div class="ttname"><a href="classimpala_1_1GzipCompressor.html">impala::GzipCompressor</a></div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00032">compress.h:32</a></div></div> |
| <div class="ttc" id="classimpala_1_1SnappyBlockCompressor_html"><div class="ttname"><a href="classimpala_1_1SnappyBlockCompressor.html">impala::SnappyBlockCompressor</a></div><div class="ttdef"><b>Definition:</b> <a href="compress_8h_source.html#l00084">compress.h:84</a></div></div> |
| </div><!-- fragment --></div><!-- contents --> |
| </div><!-- doc-content --> |
| <!-- start footer part --> |
| <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> |
| <ul> |
| <li class="navelem"><a class="el" href="dir_e5d120be6b5e8a44336cbfd013b25604.html">be</a></li><li class="navelem"><a class="el" href="dir_68cf7cafb51a962d5bc4848b83cab0de.html">src</a></li><li class="navelem"><a class="el" href="dir_6939c8639261a9303da2cde491b82898.html">util</a></li><li class="navelem"><a class="el" href="compress_8h.html">compress.h</a></li> |
| <li class="footer">Generated on Thu May 7 2015 16:10:37 for Impala by |
| <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li> |
| </ul> |
| </div> |
| </body> |
| </html> |