| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.6"/> |
| <title>Impala: impala::GzipDecompressor Class Reference</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="navtree.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="resize.js"></script> |
| <script type="text/javascript" src="navtree.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(initResizable); |
| $(window).load(resizeHeight); |
| </script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/search.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(function() { searchBox.OnSelectItem(0); }); |
| </script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td style="padding-left: 0.5em;"> |
| <div id="projectname">Impala |
| </div> |
| <div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.6 --> |
| <script type="text/javascript"> |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| </script> |
| <div id="navrow1" class="tabs"> |
| <ul class="tablist"> |
| <li><a href="index.html"><span>Main Page</span></a></li> |
| <li><a href="namespaces.html"><span>Namespaces</span></a></li> |
| <li class="current"><a href="annotated.html"><span>Classes</span></a></li> |
| <li><a href="files.html"><span>Files</span></a></li> |
| <li> |
| <div id="MSearchBox" class="MSearchBoxInactive"> |
| <span class="left"> |
| <img id="MSearchSelect" src="search/mag_sel.png" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| alt=""/> |
| <input type="text" id="MSearchField" value="Search" accesskey="S" |
| onfocus="searchBox.OnSearchFieldFocus(true)" |
| onblur="searchBox.OnSearchFieldFocus(false)" |
| onkeyup="searchBox.OnSearchFieldChange(event)"/> |
| </span><span class="right"> |
| <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a> |
| </span> |
| </div> |
| </li> |
| </ul> |
| </div> |
| <div id="navrow2" class="tabs2"> |
| <ul class="tablist"> |
| <li><a href="annotated.html"><span>Class List</span></a></li> |
| <li><a href="classes.html"><span>Class Index</span></a></li> |
| <li><a href="inherits.html"><span>Class Hierarchy</span></a></li> |
| <li><a href="functions.html"><span>Class Members</span></a></li> |
| </ul> |
| </div> |
| </div><!-- top --> |
| <div id="side-nav" class="ui-resizable side-nav-resizable"> |
| <div id="nav-tree"> |
| <div id="nav-tree-contents"> |
| <div id="nav-sync" class="sync"></div> |
| </div> |
| </div> |
| <div id="splitbar" style="-moz-user-select:none;" |
| class="ui-resizable-handle"> |
| </div> |
| </div> |
| <script type="text/javascript"> |
| $(document).ready(function(){initNavTree('classimpala_1_1GzipDecompressor.html','');}); |
| </script> |
| <div id="doc-content"> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| <a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark"> </span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark"> </span>Macros</a></div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div class="header"> |
| <div class="summary"> |
| <a href="#pub-types">Public Types</a> | |
| <a href="#pub-methods">Public Member Functions</a> | |
| <a href="#pub-static-methods">Static Public Member Functions</a> | |
| <a href="#pub-static-attribs">Static Public Attributes</a> | |
| <a href="#pro-attribs">Protected Attributes</a> | |
| <a href="#pri-methods">Private Member Functions</a> | |
| <a href="#pri-attribs">Private Attributes</a> | |
| <a href="#pri-static-attribs">Static Private Attributes</a> | |
| <a href="#friends">Friends</a> | |
| <a href="classimpala_1_1GzipDecompressor-members.html">List of all members</a> </div> |
| <div class="headertitle"> |
| <div class="title">impala::GzipDecompressor Class Reference</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| |
| <p><code>#include <<a class="el" href="decompress_8h_source.html">decompress.h</a>></code></p> |
| <div class="dynheader"> |
| Inheritance diagram for impala::GzipDecompressor:</div> |
| <div class="dyncontent"> |
| <div class="center"><div class="zoom"><iframe scrolling="no" frameborder="0" src="classimpala_1_1GzipDecompressor__inherit__graph.svg" width="100%" height="600"><p><b>This browser is not able to show SVG: try Firefox, Chrome, Safari, or Opera instead.</b></p></iframe></div></div> |
| </div> |
| <div class="dynheader"> |
| Collaboration diagram for impala::GzipDecompressor:</div> |
| <div class="dyncontent"> |
| <div class="center"><div class="zoom"><iframe scrolling="no" frameborder="0" src="classimpala_1_1GzipDecompressor__coll__graph.svg" width="100%" height="600"><p><b>This browser is not able to show SVG: try Firefox, Chrome, Safari, or Opera instead.</b></p></iframe></div></div> |
| </div> |
| <table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-types"></a> |
| Public Types</h2></td></tr> |
| <tr class="memitem:a26c0d38f6ee196ba8191b32e76765549"><td class="memItemLeft" align="right" valign="top">typedef std::map< const <br class="typebreak"/> |
| std::string, const <br class="typebreak"/> |
| THdfsCompression::type > </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a26c0d38f6ee196ba8191b32e76765549">CodecMap</a></td></tr> |
| <tr class="memdesc:a26c0d38f6ee196ba8191b32e76765549"><td class="mdescLeft"> </td><td class="mdescRight">Map from codec string to compression format. <a href="#a26c0d38f6ee196ba8191b32e76765549">More...</a><br/></td></tr> |
| <tr class="separator:a26c0d38f6ee196ba8191b32e76765549"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-methods"></a> |
| Public Member Functions</h2></td></tr> |
| <tr class="memitem:a11083f42122c1ae176019d5b392a3b69"><td class="memItemLeft" align="right" valign="top">virtual </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#a11083f42122c1ae176019d5b392a3b69">~GzipDecompressor</a> ()</td></tr> |
| <tr class="separator:a11083f42122c1ae176019d5b392a3b69"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a6433c26c71c0fdb82f9688324313f54c"><td class="memItemLeft" align="right" valign="top">virtual int64_t </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#a6433c26c71c0fdb82f9688324313f54c">MaxOutputLen</a> (int64_t input_len, const uint8_t *input=NULL)</td></tr> |
| <tr class="separator:a6433c26c71c0fdb82f9688324313f54c"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:aef1273f520daba6e1552371d9adf2596"><td class="memItemLeft" align="right" valign="top">virtual <a class="el" href="classimpala_1_1Status.html">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#aef1273f520daba6e1552371d9adf2596">ProcessBlock</a> (<a class="el" href="classbool.html">bool</a> output_preallocated, int64_t input_length, const uint8_t *input, int64_t *output_length, uint8_t **output)</td></tr> |
| <tr class="memdesc:aef1273f520daba6e1552371d9adf2596"><td class="mdescLeft"> </td><td class="mdescRight">Process a block of data, either compressing or decompressing it. <a href="#aef1273f520daba6e1552371d9adf2596">More...</a><br/></td></tr> |
| <tr class="separator:aef1273f520daba6e1552371d9adf2596"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a365af17fa61441862d200bc295ffc734"><td class="memItemLeft" align="right" valign="top">virtual <a class="el" href="classimpala_1_1Status.html">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#a365af17fa61441862d200bc295ffc734">ProcessBlockStreaming</a> (int64_t input_length, const uint8_t *input, int64_t *input_bytes_read, int64_t *output_length, uint8_t **output, <a class="el" href="classbool.html">bool</a> *eos)</td></tr> |
| <tr class="separator:a365af17fa61441862d200bc295ffc734"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a95d1cf346b1999837c63d6ca1ed3ae3f"><td class="memItemLeft" align="right" valign="top">virtual std::string </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#a95d1cf346b1999837c63d6ca1ed3ae3f">file_extension</a> () const </td></tr> |
| <tr class="memdesc:a95d1cf346b1999837c63d6ca1ed3ae3f"><td class="mdescLeft"> </td><td class="mdescRight">File extension to use for this compression codec. <a href="#a95d1cf346b1999837c63d6ca1ed3ae3f">More...</a><br/></td></tr> |
| <tr class="separator:a95d1cf346b1999837c63d6ca1ed3ae3f"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a31a2678b525670dcf33d35a359dcc839"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1Status.html">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a31a2678b525670dcf33d35a359dcc839">ProcessBlock32</a> (<a class="el" href="classbool.html">bool</a> output_preallocated, int input_length, const uint8_t *input, int *output_length, uint8_t **output)</td></tr> |
| <tr class="separator:a31a2678b525670dcf33d35a359dcc839"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a3b0c5338bc8103a6d257e62d0954e148"><td class="memItemLeft" align="right" valign="top">virtual void </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a3b0c5338bc8103a6d257e62d0954e148">Close</a> ()</td></tr> |
| <tr class="memdesc:a3b0c5338bc8103a6d257e62d0954e148"><td class="mdescLeft"> </td><td class="mdescRight">Must be called on codec before destructor for final cleanup. <a href="#a3b0c5338bc8103a6d257e62d0954e148">More...</a><br/></td></tr> |
| <tr class="separator:a3b0c5338bc8103a6d257e62d0954e148"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a49163565c028d44d734167bf4fa4745d"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classbool.html">bool</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a49163565c028d44d734167bf4fa4745d">reuse_output_buffer</a> () const </td></tr> |
| <tr class="separator:a49163565c028d44d734167bf4fa4745d"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-static-methods"></a> |
| Static Public Member Functions</h2></td></tr> |
| <tr class="memitem:a0d8e74ac086a91c1cc7dbd7fe166f307"><td class="memItemLeft" align="right" valign="top">static <a class="el" href="classimpala_1_1Status.html">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a0d8e74ac086a91c1cc7dbd7fe166f307">CreateDecompressor</a> (<a class="el" href="classimpala_1_1MemPool.html">MemPool</a> *mem_pool, <a class="el" href="classbool.html">bool</a> reuse, THdfsCompression::type format, boost::scoped_ptr< <a class="el" href="classimpala_1_1Codec.html">Codec</a> > *decompressor)</td></tr> |
| <tr class="separator:a0d8e74ac086a91c1cc7dbd7fe166f307"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a20a8fa5486acc65b9d33ce0fbccf4829"><td class="memItemLeft" align="right" valign="top">static <a class="el" href="classimpala_1_1Status.html">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a20a8fa5486acc65b9d33ce0fbccf4829">CreateDecompressor</a> (<a class="el" href="classimpala_1_1MemPool.html">MemPool</a> *mem_pool, <a class="el" href="classbool.html">bool</a> reuse, const std::string &codec, boost::scoped_ptr< <a class="el" href="classimpala_1_1Codec.html">Codec</a> > *decompressor)</td></tr> |
| <tr class="memdesc:a20a8fa5486acc65b9d33ce0fbccf4829"><td class="mdescLeft"> </td><td class="mdescRight">Alternate factory method: takes a codec string and populates a scoped pointer. <a href="#a20a8fa5486acc65b9d33ce0fbccf4829">More...</a><br/></td></tr> |
| <tr class="separator:a20a8fa5486acc65b9d33ce0fbccf4829"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a18854cd2e08266b09600a6e559c7c6e1"><td class="memItemLeft" align="right" valign="top">static <a class="el" href="classimpala_1_1Status.html">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a18854cd2e08266b09600a6e559c7c6e1">CreateCompressor</a> (<a class="el" href="classimpala_1_1MemPool.html">MemPool</a> *mem_pool, <a class="el" href="classbool.html">bool</a> reuse, THdfsCompression::type format, boost::scoped_ptr< <a class="el" href="classimpala_1_1Codec.html">Codec</a> > *compressor)</td></tr> |
| <tr class="separator:a18854cd2e08266b09600a6e559c7c6e1"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a9fa85c3a081ddace522b35468e2e000d"><td class="memItemLeft" align="right" valign="top">static <a class="el" href="classimpala_1_1Status.html">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a9fa85c3a081ddace522b35468e2e000d">CreateCompressor</a> (<a class="el" href="classimpala_1_1MemPool.html">MemPool</a> *mem_pool, <a class="el" href="classbool.html">bool</a> reuse, const std::string &codec, boost::scoped_ptr< <a class="el" href="classimpala_1_1Codec.html">Codec</a> > *compressor)</td></tr> |
| <tr class="memdesc:a9fa85c3a081ddace522b35468e2e000d"><td class="mdescLeft"> </td><td class="mdescRight">Alternate factory method: takes a codec string and populates a scoped pointer. <a href="#a9fa85c3a081ddace522b35468e2e000d">More...</a><br/></td></tr> |
| <tr class="separator:a9fa85c3a081ddace522b35468e2e000d"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a8e34e69fbf492c3c03cd417f68f75bd4"><td class="memItemLeft" align="right" valign="top">static std::string </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a8e34e69fbf492c3c03cd417f68f75bd4">GetCodecName</a> (THdfsCompression::type)</td></tr> |
| <tr class="memdesc:a8e34e69fbf492c3c03cd417f68f75bd4"><td class="mdescLeft"> </td><td class="mdescRight">Return the name of a compression algorithm. <a href="#a8e34e69fbf492c3c03cd417f68f75bd4">More...</a><br/></td></tr> |
| <tr class="separator:a8e34e69fbf492c3c03cd417f68f75bd4"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ab105a8417870709e0636d503977ec02c"><td class="memItemLeft" align="right" valign="top">static <a class="el" href="classimpala_1_1Status.html">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#ab105a8417870709e0636d503977ec02c">GetHadoopCodecClassName</a> (THdfsCompression::type, std::string *out_name)</td></tr> |
| <tr class="memdesc:ab105a8417870709e0636d503977ec02c"><td class="mdescLeft"> </td><td class="mdescRight">Returns the java class name for the given compression type. <a href="#ab105a8417870709e0636d503977ec02c">More...</a><br/></td></tr> |
| <tr class="separator:ab105a8417870709e0636d503977ec02c"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-static-attribs"></a> |
| Static Public Attributes</h2></td></tr> |
| <tr class="memitem:a19ded9d1e31423b9a5171d19167c4799"><td class="memItemLeft" align="right" valign="top">static const char *const </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a19ded9d1e31423b9a5171d19167c4799">DEFAULT_COMPRESSION</a></td></tr> |
| <tr class="memdesc:a19ded9d1e31423b9a5171d19167c4799"><td class="mdescLeft"> </td><td class="mdescRight">These are the codec string representations used in Hadoop. <a href="#a19ded9d1e31423b9a5171d19167c4799">More...</a><br/></td></tr> |
| <tr class="separator:a19ded9d1e31423b9a5171d19167c4799"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a9914b2157fa4e42d07defd7c1c428000"><td class="memItemLeft" align="right" valign="top">static const char *const </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a9914b2157fa4e42d07defd7c1c428000">GZIP_COMPRESSION</a> = "org.apache.hadoop.io.compress.GzipCodec"</td></tr> |
| <tr class="separator:a9914b2157fa4e42d07defd7c1c428000"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a686e63f6fce2c614afb0d8c5120b5a6a"><td class="memItemLeft" align="right" valign="top">static const char *const </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a686e63f6fce2c614afb0d8c5120b5a6a">BZIP2_COMPRESSION</a> = "org.apache.hadoop.io.compress.BZip2Codec"</td></tr> |
| <tr class="separator:a686e63f6fce2c614afb0d8c5120b5a6a"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a87369178706252f34de2b729503ba266"><td class="memItemLeft" align="right" valign="top">static const char *const </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a87369178706252f34de2b729503ba266">SNAPPY_COMPRESSION</a> = "org.apache.hadoop.io.compress.SnappyCodec"</td></tr> |
| <tr class="separator:a87369178706252f34de2b729503ba266"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a3d59e437b1f94ab1597d510af72a4939"><td class="memItemLeft" align="right" valign="top">static const char *const </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a3d59e437b1f94ab1597d510af72a4939">UNKNOWN_CODEC_ERROR</a></td></tr> |
| <tr class="separator:a3d59e437b1f94ab1597d510af72a4939"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:aa8a61a59a3a8cae50a6010f5e0f21115"><td class="memItemLeft" align="right" valign="top">static const <a class="el" href="classimpala_1_1Codec.html#a26c0d38f6ee196ba8191b32e76765549">CodecMap</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#aa8a61a59a3a8cae50a6010f5e0f21115">CODEC_MAP</a></td></tr> |
| <tr class="separator:aa8a61a59a3a8cae50a6010f5e0f21115"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a079688b7a4dde5a4e60467b449901e12"><td class="memItemLeft" align="right" valign="top">static const int </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a079688b7a4dde5a4e60467b449901e12">MAX_BLOCK_SIZE</a> = (2L * 1024 * 1024 * 1024) - 1</td></tr> |
| <tr class="separator:a079688b7a4dde5a4e60467b449901e12"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pro-attribs"></a> |
| Protected Attributes</h2></td></tr> |
| <tr class="memitem:a375ea0ba90166ebb055a3d0c9a8936c9"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1MemPool.html">MemPool</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a375ea0ba90166ebb055a3d0c9a8936c9">memory_pool_</a></td></tr> |
| <tr class="memdesc:a375ea0ba90166ebb055a3d0c9a8936c9"><td class="mdescLeft"> </td><td class="mdescRight">Pool to allocate the buffer to hold transformed data. <a href="#a375ea0ba90166ebb055a3d0c9a8936c9">More...</a><br/></td></tr> |
| <tr class="separator:a375ea0ba90166ebb055a3d0c9a8936c9"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a7ec5c623611416c9a873ea242d0d5035"><td class="memItemLeft" align="right" valign="top">boost::scoped_ptr< <a class="el" href="classimpala_1_1MemPool.html">MemPool</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a7ec5c623611416c9a873ea242d0d5035">temp_memory_pool_</a></td></tr> |
| <tr class="separator:a7ec5c623611416c9a873ea242d0d5035"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a93bd812c02e9838a8397a78cabe494cf"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classbool.html">bool</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a93bd812c02e9838a8397a78cabe494cf">reuse_buffer_</a></td></tr> |
| <tr class="memdesc:a93bd812c02e9838a8397a78cabe494cf"><td class="mdescLeft"> </td><td class="mdescRight">Can we reuse the output buffer or do we need to allocate on each call? <a href="#a93bd812c02e9838a8397a78cabe494cf">More...</a><br/></td></tr> |
| <tr class="separator:a93bd812c02e9838a8397a78cabe494cf"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:afcd266a7fd72165ffeb2e25159374889"><td class="memItemLeft" align="right" valign="top">uint8_t * </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#afcd266a7fd72165ffeb2e25159374889">out_buffer_</a></td></tr> |
| <tr class="separator:afcd266a7fd72165ffeb2e25159374889"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a82fbdfbac9ea0b9d14004ebb0e501058"><td class="memItemLeft" align="right" valign="top">int64_t </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1Codec.html#a82fbdfbac9ea0b9d14004ebb0e501058">buffer_length_</a></td></tr> |
| <tr class="memdesc:a82fbdfbac9ea0b9d14004ebb0e501058"><td class="mdescLeft"> </td><td class="mdescRight">Length of the output buffer. <a href="#a82fbdfbac9ea0b9d14004ebb0e501058">More...</a><br/></td></tr> |
| <tr class="separator:a82fbdfbac9ea0b9d14004ebb0e501058"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pri-methods"></a> |
| Private Member Functions</h2></td></tr> |
| <tr class="memitem:aca8878ef51a6e6bd670d3bdde5bc05ba"><td class="memItemLeft" align="right" valign="top"> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#aca8878ef51a6e6bd670d3bdde5bc05ba">GzipDecompressor</a> (<a class="el" href="classimpala_1_1MemPool.html">MemPool</a> *mem_pool=NULL, <a class="el" href="classbool.html">bool</a> reuse_buffer=false, <a class="el" href="classbool.html">bool</a> is_deflate=false)</td></tr> |
| <tr class="separator:aca8878ef51a6e6bd670d3bdde5bc05ba"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a2e27e1fc7d43e02e2b48b9bb78db5931"><td class="memItemLeft" align="right" valign="top">virtual <a class="el" href="classimpala_1_1Status.html">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#a2e27e1fc7d43e02e2b48b9bb78db5931">Init</a> ()</td></tr> |
| <tr class="memdesc:a2e27e1fc7d43e02e2b48b9bb78db5931"><td class="mdescLeft"> </td><td class="mdescRight">Initialize the codec. This should only be called once. <a href="#a2e27e1fc7d43e02e2b48b9bb78db5931">More...</a><br/></td></tr> |
| <tr class="separator:a2e27e1fc7d43e02e2b48b9bb78db5931"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a976226c3d06c869a2e1c282ec11a4b3d"><td class="memItemLeft" align="right" valign="top">std::string </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#a976226c3d06c869a2e1c282ec11a4b3d">DebugStreamState</a> () const </td></tr> |
| <tr class="separator:a976226c3d06c869a2e1c282ec11a4b3d"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pri-attribs"></a> |
| Private Attributes</h2></td></tr> |
| <tr class="memitem:ac6919e8e4c45879b01e56489b861fb8f"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classbool.html">bool</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#ac6919e8e4c45879b01e56489b861fb8f">is_deflate_</a></td></tr> |
| <tr class="memdesc:ac6919e8e4c45879b01e56489b861fb8f"><td class="mdescLeft"> </td><td class="mdescRight">If set assume deflate format, otherwise zlib or gzip. <a href="#ac6919e8e4c45879b01e56489b861fb8f">More...</a><br/></td></tr> |
| <tr class="separator:ac6919e8e4c45879b01e56489b861fb8f"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:aba118f063dade9e76efcddb2cd2ad3bf"><td class="memItemLeft" align="right" valign="top">z_stream </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#aba118f063dade9e76efcddb2cd2ad3bf">stream_</a></td></tr> |
| <tr class="separator:aba118f063dade9e76efcddb2cd2ad3bf"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pri-static-attribs"></a> |
| Static Private Attributes</h2></td></tr> |
| <tr class="memitem:a962735dde29923ed2049f927cecce94a"><td class="memItemLeft" align="right" valign="top">static const int </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#a962735dde29923ed2049f927cecce94a">WINDOW_BITS</a> = 15</td></tr> |
| <tr class="memdesc:a962735dde29923ed2049f927cecce94a"><td class="mdescLeft"> </td><td class="mdescRight">These are magic numbers from zlib.h. Not clear why they are not defined there. <a href="#a962735dde29923ed2049f927cecce94a">More...</a><br/></td></tr> |
| <tr class="separator:a962735dde29923ed2049f927cecce94a"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a1e72ca38a6edbf62588957e6460e5743"><td class="memItemLeft" align="right" valign="top">static const int </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#a1e72ca38a6edbf62588957e6460e5743">DETECT_CODEC</a> = 32</td></tr> |
| <tr class="separator:a1e72ca38a6edbf62588957e6460e5743"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="friends"></a> |
| Friends</h2></td></tr> |
| <tr class="memitem:a5f161bb3dfc2a04eeac3d219c2f80ddd"><td class="memItemLeft" align="right" valign="top">class </td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1GzipDecompressor.html#a5f161bb3dfc2a04eeac3d219c2f80ddd">Codec</a></td></tr> |
| <tr class="separator:a5f161bb3dfc2a04eeac3d219c2f80ddd"><td class="memSeparator" colspan="2"> </td></tr> |
| </table> |
| <a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2> |
| <div class="textblock"> |
| <p>Definition at line <a class="el" href="decompress_8h_source.html#l00028">28</a> of file <a class="el" href="decompress_8h_source.html">decompress.h</a>.</p> |
| </div><h2 class="groupheader">Member Typedef Documentation</h2> |
| <a class="anchor" id="a26c0d38f6ee196ba8191b32e76765549"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">typedef std::map<const std::string, const THdfsCompression::type> <a class="el" href="classimpala_1_1Codec.html#a26c0d38f6ee196ba8191b32e76765549">impala::Codec::CodecMap</a></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Map from codec string to compression format. </p> |
| |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00051">51</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Constructor & Destructor Documentation</h2> |
| <a class="anchor" id="a11083f42122c1ae176019d5b392a3b69"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">GzipDecompressor::~GzipDecompressor </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">virtual</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="decompress_8cc_source.html#l00041">41</a> of file <a class="el" href="decompress_8cc_source.html">decompress.cc</a>.</p> |
| |
| <p>References <a class="el" href="decompress_8h_source.html#l00048">stream_</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="aca8878ef51a6e6bd670d3bdde5bc05ba"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">GzipDecompressor::GzipDecompressor </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="classimpala_1_1MemPool.html">MemPool</a> * </td> |
| <td class="paramname"><em>mem_pool</em> = <code>NULL</code>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="classbool.html">bool</a> </td> |
| <td class="paramname"><em>reuse_buffer</em> = <code>false</code>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="classbool.html">bool</a> </td> |
| <td class="paramname"><em>is_deflate</em> = <code>false</code> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="decompress_8cc_source.html#l00035">35</a> of file <a class="el" href="decompress_8cc_source.html">decompress.cc</a>.</p> |
| |
| <p>References <a class="el" href="decompress_8h_source.html#l00048">stream_</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Member Function Documentation</h2> |
| <a class="anchor" id="a3b0c5338bc8103a6d257e62d0954e148"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void Codec::Close </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">virtual</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Must be called on codec before destructor for final cleanup. </p> |
| |
| <p>Definition at line <a class="el" href="codec_8cc_source.html#l00174">174</a> of file <a class="el" href="codec_8cc_source.html">codec.cc</a>.</p> |
| |
| <p>References <a class="el" href="mem-pool_8cc_source.html#l00161">impala::MemPool::AcquireData()</a>, <a class="el" href="codec_8h_source.html#l00154">impala::Codec::memory_pool_</a>, and <a class="el" href="codec_8h_source.html#l00158">impala::Codec::temp_memory_pool_</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a18854cd2e08266b09600a6e559c7c6e1"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">static <a class="el" href="classimpala_1_1Status.html">Status</a> impala::Codec::CreateCompressor </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="classimpala_1_1MemPool.html">MemPool</a> * </td> |
| <td class="paramname"><em>mem_pool</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="classbool.html">bool</a> </td> |
| <td class="paramname"><em>reuse</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">THdfsCompression::type </td> |
| <td class="paramname"><em>format</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">boost::scoped_ptr< <a class="el" href="classimpala_1_1Codec.html">Codec</a> > * </td> |
| <td class="paramname"><em>compressor</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Create a compressor. Input: mem_pool: the memory pool used to store the compressed data. reuse: if true the allocated buffer can be reused. format: The type of compressor to create. Output: compressor: scoped pointer to the compressor class to use. </p> |
| |
| <p>Referenced by <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00090">impala::HdfsParquetTableWriter::BaseColumnWriter::BaseColumnWriter()</a>, <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00054">impala::HdfsSequenceTableWriter::Init()</a>, <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00059">impala::HdfsTextTableWriter::Init()</a>, <a class="el" href="hdfs-avro-table-writer_8cc_source.html#l00135">impala::HdfsAvroTableWriter::Init()</a>, <a class="el" href="decompress-test_8cc_source.html#l00055">impala::DecompressorTest::RunTest()</a>, <a class="el" href="decompress-test_8cc_source.html#l00085">impala::DecompressorTest::RunTestStreaming()</a>, <a class="el" href="row-batch_8cc_source.html#l00147">impala::RowBatch::Serialize()</a>, <a class="el" href="decompress-test_8cc_source.html#l00234">impala::TEST_F()</a>, and <a class="el" href="compression-test_8cc_source.html#l00032">impala::TestCompression()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a9fa85c3a081ddace522b35468e2e000d"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">static <a class="el" href="classimpala_1_1Status.html">Status</a> impala::Codec::CreateCompressor </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="classimpala_1_1MemPool.html">MemPool</a> * </td> |
| <td class="paramname"><em>mem_pool</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="classbool.html">bool</a> </td> |
| <td class="paramname"><em>reuse</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const std::string & </td> |
| <td class="paramname"><em>codec</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">boost::scoped_ptr< <a class="el" href="classimpala_1_1Codec.html">Codec</a> > * </td> |
| <td class="paramname"><em>compressor</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Alternate factory method: takes a codec string and populates a scoped pointer. </p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a0d8e74ac086a91c1cc7dbd7fe166f307"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">static <a class="el" href="classimpala_1_1Status.html">Status</a> impala::Codec::CreateDecompressor </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="classimpala_1_1MemPool.html">MemPool</a> * </td> |
| <td class="paramname"><em>mem_pool</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="classbool.html">bool</a> </td> |
| <td class="paramname"><em>reuse</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">THdfsCompression::type </td> |
| <td class="paramname"><em>format</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">boost::scoped_ptr< <a class="el" href="classimpala_1_1Codec.html">Codec</a> > * </td> |
| <td class="paramname"><em>decompressor</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Create a decompressor. Input: mem_pool: the memory pool used to store the decompressed data. reuse: if true the allocated buffer can be reused. format: the type of decompressor to create. Output: decompressor: scoped pointer to the decompressor class to use. If mem_pool is NULL, then the resulting codec will never allocate memory and the caller must be responsible for it. </p> |
| |
| <p>Referenced by <a class="el" href="hdfs-rcfile-scanner_8cc_source.html#l00068">impala::HdfsRCFileScanner::InitNewRange()</a>, <a class="el" href="hdfs-parquet-scanner_8cc_source.html#l00145">impala::HdfsParquetScanner::BaseColumnReader::Reset()</a>, <a class="el" href="row-batch_8cc_source.html#l00057">impala::RowBatch::RowBatch()</a>, <a class="el" href="decompress-test_8cc_source.html#l00055">impala::DecompressorTest::RunTest()</a>, <a class="el" href="decompress-test_8cc_source.html#l00085">impala::DecompressorTest::RunTestStreaming()</a>, and <a class="el" href="hdfs-scanner_8cc_source.html#l00513">impala::HdfsScanner::UpdateDecompressor()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a20a8fa5486acc65b9d33ce0fbccf4829"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">static <a class="el" href="classimpala_1_1Status.html">Status</a> impala::Codec::CreateDecompressor </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="classimpala_1_1MemPool.html">MemPool</a> * </td> |
| <td class="paramname"><em>mem_pool</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="classbool.html">bool</a> </td> |
| <td class="paramname"><em>reuse</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const std::string & </td> |
| <td class="paramname"><em>codec</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">boost::scoped_ptr< <a class="el" href="classimpala_1_1Codec.html">Codec</a> > * </td> |
| <td class="paramname"><em>decompressor</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Alternate factory method: takes a codec string and populates a scoped pointer. </p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a976226c3d06c869a2e1c282ec11a4b3d"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">string GzipDecompressor::DebugStreamState </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td> const</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="decompress_8cc_source.html#l00060">60</a> of file <a class="el" href="decompress_8cc_source.html">decompress.cc</a>.</p> |
| |
| <p>References <a class="el" href="decompress_8h_source.html#l00048">stream_</a>.</p> |
| |
| <p>Referenced by <a class="el" href="decompress_8cc_source.html#l00071">ProcessBlockStreaming()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a95d1cf346b1999837c63d6ca1ed3ae3f"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">virtual std::string impala::GzipDecompressor::file_extension </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td> const</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inline</span><span class="mlabel">virtual</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>File extension to use for this compression codec. </p> |
| |
| <p>Implements <a class="el" href="classimpala_1_1Codec.html#a0fecfd76fe1a35dd03bf94155a62a4ad">impala::Codec</a>.</p> |
| |
| <p>Definition at line <a class="el" href="decompress_8h_source.html#l00036">36</a> of file <a class="el" href="decompress_8h_source.html">decompress.h</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a8e34e69fbf492c3c03cd417f68f75bd4"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">string Codec::GetCodecName </td> |
| <td>(</td> |
| <td class="paramtype">THdfsCompression::type </td> |
| <td class="paramname"><em>type</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Return the name of a compression algorithm. </p> |
| |
| <p>Definition at line <a class="el" href="codec_8cc_source.html#l00050">50</a> of file <a class="el" href="codec_8cc_source.html">codec.cc</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00635">impala::HdfsParquetTableWriter::Init()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ab105a8417870709e0636d503977ec02c"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1Status.html">Status</a> Codec::GetHadoopCodecClassName </td> |
| <td>(</td> |
| <td class="paramtype">THdfsCompression::type </td> |
| <td class="paramname">, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">std::string * </td> |
| <td class="paramname"><em>out_name</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Returns the java class name for the given compression type. </p> |
| |
| <p>Definition at line <a class="el" href="codec_8cc_source.html#l00059">59</a> of file <a class="el" href="codec_8cc_source.html">codec.cc</a>.</p> |
| |
| <p>References <a class="el" href="status_8h_source.html#l00087">impala::Status::OK</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00054">impala::HdfsSequenceTableWriter::Init()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a2e27e1fc7d43e02e2b48b9bb78db5931"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1Status.html">Status</a> GzipDecompressor::Init </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span><span class="mlabel">virtual</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Initialize the codec. This should only be called once. </p> |
| |
| <p>Implements <a class="el" href="classimpala_1_1Codec.html#aaa957a37b16d1e65b7f62ca67aa7381a">impala::Codec</a>.</p> |
| |
| <p>Definition at line <a class="el" href="decompress_8cc_source.html#l00045">45</a> of file <a class="el" href="decompress_8cc_source.html">decompress.cc</a>.</p> |
| |
| <p>References <a class="el" href="decompress_8h_source.html#l00052">DETECT_CODEC</a>, <a class="el" href="decompress_8h_source.html#l00046">is_deflate_</a>, <a class="el" href="status_8h_source.html#l00087">impala::Status::OK</a>, <a class="el" href="decompress_8h_source.html#l00048">stream_</a>, and <a class="el" href="decompress_8h_source.html#l00051">WINDOW_BITS</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a6433c26c71c0fdb82f9688324313f54c"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int64_t GzipDecompressor::MaxOutputLen </td> |
| <td>(</td> |
| <td class="paramtype">int64_t </td> |
| <td class="paramname"><em>input_len</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const uint8_t * </td> |
| <td class="paramname"><em>input</em> = <code>NULL</code> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">virtual</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Returns the maximum result length from applying the codec to input. Note this is not the exact result length, simply a bound to allow preallocating a buffer. This must be an O(1) operation (i.e. cannot read all of input). Codecs that don't support this should return -1. </p> |
| |
| <p>Implements <a class="el" href="classimpala_1_1Codec.html#a17c8e2c231a04155601b70c363127b8c">impala::Codec</a>.</p> |
| |
| <p>Definition at line <a class="el" href="decompress_8cc_source.html#l00056">56</a> of file <a class="el" href="decompress_8cc_source.html">decompress.cc</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="aef1273f520daba6e1552371d9adf2596"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1Status.html">Status</a> GzipDecompressor::ProcessBlock </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="classbool.html">bool</a> </td> |
| <td class="paramname"><em>output_preallocated</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">int64_t </td> |
| <td class="paramname"><em>input_length</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const uint8_t * </td> |
| <td class="paramname"><em>input</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">int64_t * </td> |
| <td class="paramname"><em>output_length</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">uint8_t ** </td> |
| <td class="paramname"><em>output</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">virtual</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Process a block of data, either compressing or decompressing it. </p> |
| <p>If output_preallocated is true, *output_length must be the length of *output and data will be written directly to *output (*output must be big enough to contain the transformed output). If output_preallocated is false, *output will be allocated from the codec's mempool. In this case, a mempool must have been passed into the c'tor. In either case, *output_length will be set to the actual length of the transformed output. Inputs: input_length: length of the data to process input: data to process </p> |
| |
| <p>Implements <a class="el" href="classimpala_1_1Codec.html#a738cd6628de0972edef858907048f777">impala::Codec</a>.</p> |
| |
| <p>Definition at line <a class="el" href="decompress_8cc_source.html#l00118">118</a> of file <a class="el" href="decompress_8cc_source.html">decompress.cc</a>.</p> |
| |
| <p>References <a class="el" href="mem-pool_8cc_source.html#l00161">impala::MemPool::AcquireData()</a>, <a class="el" href="codec_8h_source.html#l00168">impala::Codec::buffer_length_</a>, <a class="el" href="codec_8h_source.html#l00140">impala::Codec::MAX_BLOCK_SIZE</a>, <a class="el" href="codec_8h_source.html#l00154">impala::Codec::memory_pool_</a>, <a class="el" href="status_8h_source.html#l00087">impala::Status::OK</a>, <a class="el" href="codec_8h_source.html#l00165">impala::Codec::out_buffer_</a>, <a class="el" href="codec_8h_source.html#l00161">impala::Codec::reuse_buffer_</a>, <a class="el" href="decompress_8h_source.html#l00048">stream_</a>, and <a class="el" href="codec_8h_source.html#l00158">impala::Codec::temp_memory_pool_</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a31a2678b525670dcf33d35a359dcc839"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1Status.html">Status</a> Codec::ProcessBlock32 </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="classbool.html">bool</a> </td> |
| <td class="paramname"><em>output_preallocated</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">int </td> |
| <td class="paramname"><em>input_length</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const uint8_t * </td> |
| <td class="paramname"><em>input</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">int * </td> |
| <td class="paramname"><em>output_length</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">uint8_t ** </td> |
| <td class="paramname"><em>output</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Wrapper to the actual <a class="el" href="classimpala_1_1Codec.html#a738cd6628de0972edef858907048f777" title="Process a block of data, either compressing or decompressing it. ">ProcessBlock()</a> function. This wrapper uses lengths as ints and not int64_ts. We need to keep this interface because the Parquet thrift uses ints. See IMPALA-1116. </p> |
| |
| <p>Definition at line <a class="el" href="codec_8cc_source.html#l00181">181</a> of file <a class="el" href="codec_8cc_source.html">codec.cc</a>.</p> |
| |
| <p>References <a class="el" href="status_8h_source.html#l00087">impala::Status::OK</a>, <a class="el" href="classimpala_1_1Codec.html#a738cd6628de0972edef858907048f777">impala::Codec::ProcessBlock()</a>, <a class="el" href="status_8h_source.html#l00242">RETURN_IF_ERROR</a>, and <a class="el" href="compiler-util_8h_source.html#l00033">UNLIKELY</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a365af17fa61441862d200bc295ffc734"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1Status.html">Status</a> GzipDecompressor::ProcessBlockStreaming </td> |
| <td>(</td> |
| <td class="paramtype">int64_t </td> |
| <td class="paramname"><em>input_length</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const uint8_t * </td> |
| <td class="paramname"><em>input</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">int64_t * </td> |
| <td class="paramname"><em>input_bytes_read</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">int64_t * </td> |
| <td class="paramname"><em>output_length</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">uint8_t ** </td> |
| <td class="paramname"><em>output</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="classbool.html">bool</a> * </td> |
| <td class="paramname"><em>eos</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">virtual</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Process data like <a class="el" href="classimpala_1_1GzipDecompressor.html#aef1273f520daba6e1552371d9adf2596" title="Process a block of data, either compressing or decompressing it. ">ProcessBlock()</a>, but can consume partial input and may only produce partial output. *input_bytes_read returns the number of bytes of input that have been consumed. Even if all input has been consumed, the caller must continue calling to fetch output until *eos returns true. </p> |
| |
| <p>Reimplemented from <a class="el" href="classimpala_1_1Codec.html#a0b7de236927fbd920e1e8647396c7175">impala::Codec</a>.</p> |
| |
| <p>Definition at line <a class="el" href="decompress_8cc_source.html#l00071">71</a> of file <a class="el" href="decompress_8cc_source.html">decompress.cc</a>.</p> |
| |
| <p>References <a class="el" href="mem-pool_8h_source.html#l00092">impala::MemPool::Allocate()</a>, <a class="el" href="codec_8h_source.html#l00168">impala::Codec::buffer_length_</a>, <a class="el" href="decompress_8cc_source.html#l00060">DebugStreamState()</a>, <a class="el" href="codec_8h_source.html#l00154">impala::Codec::memory_pool_</a>, <a class="el" href="status_8h_source.html#l00087">impala::Status::OK</a>, <a class="el" href="codec_8h_source.html#l00165">impala::Codec::out_buffer_</a>, <a class="el" href="codec_8h_source.html#l00161">impala::Codec::reuse_buffer_</a>, <a class="el" href="decompress_8h_source.html#l00048">stream_</a>, <a class="el" href="decompress_8cc_source.html#l00033">STREAM_GZIP_OUT_BUF_SIZE</a>, and <a class="el" href="logging_8h_source.html#l00059">VLOG_ROW</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a49163565c028d44d734167bf4fa4745d"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classbool.html">bool</a> impala::Codec::reuse_output_buffer </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td> const</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inline</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00135">135</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| <p>References <a class="el" href="codec_8h_source.html#l00161">impala::Codec::reuse_buffer_</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Friends And Related Function Documentation</h2> |
| <a class="anchor" id="a5f161bb3dfc2a04eeac3d219c2f80ddd"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">friend class <a class="el" href="classimpala_1_1Codec.html">Codec</a></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">friend</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="decompress_8h_source.html#l00039">39</a> of file <a class="el" href="decompress_8h_source.html">decompress.h</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Member Data Documentation</h2> |
| <a class="anchor" id="a82fbdfbac9ea0b9d14004ebb0e501058"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int64_t impala::Codec::buffer_length_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">protected</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Length of the output buffer. </p> |
| |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00168">168</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="decompress_8cc_source.html#l00118">ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00110">impala::GzipCompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00217">impala::BzipDecompressor::ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00140">impala::BzipCompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00416">impala::SnappyDecompressor::ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00197">impala::SnappyBlockCompressor::ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00249">impala::SnappyCompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00375">impala::SnappyBlockDecompressor::ProcessBlock()</a>, and <a class="el" href="decompress_8cc_source.html#l00071">ProcessBlockStreaming()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a686e63f6fce2c614afb0d8c5120b5a6a"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const char *const Codec::BZIP2_COMPRESSION = "org.apache.hadoop.io.compress.BZip2Codec"</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00046">46</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="aa8a61a59a3a8cae50a6010f5e0f21115"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const <a class="el" href="classimpala_1_1Codec.html#a26c0d38f6ee196ba8191b32e76765549">Codec::CodecMap</a> Codec::CODEC_MAP</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <b>Initial value:</b><div class="fragment"><div class="line">= map_list_of</div> |
| <div class="line"> (<span class="stringliteral">""</span>, THdfsCompression::NONE)</div> |
| <div class="line"> (<a class="code" href="classimpala_1_1Codec.html#a19ded9d1e31423b9a5171d19167c4799">DEFAULT_COMPRESSION</a>, THdfsCompression::DEFAULT)</div> |
| <div class="line"> (<a class="code" href="classimpala_1_1Codec.html#a9914b2157fa4e42d07defd7c1c428000">GZIP_COMPRESSION</a>, THdfsCompression::GZIP)</div> |
| <div class="line"> (<a class="code" href="classimpala_1_1Codec.html#a686e63f6fce2c614afb0d8c5120b5a6a">BZIP2_COMPRESSION</a>, THdfsCompression::BZIP2)</div> |
| <div class="line"> (<a class="code" href="classimpala_1_1Codec.html#a87369178706252f34de2b729503ba266">SNAPPY_COMPRESSION</a>, THdfsCompression::SNAPPY_BLOCKED)</div> |
| </div><!-- fragment --> |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00052">52</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-sequence-scanner_8cc_source.html#l00345">impala::HdfsSequenceScanner::ReadFileHeader()</a>, and <a class="el" href="hdfs-rcfile-scanner_8cc_source.html#l00107">impala::HdfsRCFileScanner::ReadFileHeader()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a19ded9d1e31423b9a5171d19167c4799"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const char *const Codec::DEFAULT_COMPRESSION</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <b>Initial value:</b><div class="fragment"><div class="line">=</div> |
| <div class="line"> <span class="stringliteral">"org.apache.hadoop.io.compress.DefaultCodec"</span></div> |
| </div><!-- fragment --> |
| <p>These are the codec string representations used in Hadoop. </p> |
| |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00044">44</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a1e72ca38a6edbf62588957e6460e5743"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const int impala::GzipDecompressor::DETECT_CODEC = 32</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="decompress_8h_source.html#l00052">52</a> of file <a class="el" href="decompress_8h_source.html">decompress.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="decompress_8cc_source.html#l00045">Init()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a9914b2157fa4e42d07defd7c1c428000"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const char *const Codec::GZIP_COMPRESSION = "org.apache.hadoop.io.compress.GzipCodec"</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00045">45</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ac6919e8e4c45879b01e56489b861fb8f"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classbool.html">bool</a> impala::GzipDecompressor::is_deflate_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>If set assume deflate format, otherwise zlib or gzip. </p> |
| |
| <p>Definition at line <a class="el" href="decompress_8h_source.html#l00046">46</a> of file <a class="el" href="decompress_8h_source.html">decompress.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="decompress_8cc_source.html#l00045">Init()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a079688b7a4dde5a4e60467b449901e12"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const int impala::Codec::MAX_BLOCK_SIZE = (2L * 1024 * 1024 * 1024) - 1</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Largest block we will compress/decompress: 2GB. We are dealing with compressed blocks that are never this big but we want to guard against a corrupt file that has the block length as some large number. </p> |
| |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00140">140</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="decompress_8cc_source.html#l00118">ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00217">impala::BzipDecompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00416">impala::SnappyDecompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00375">impala::SnappyBlockDecompressor::ProcessBlock()</a>, and <a class="el" href="decompress_8cc_source.html#l00303">SnappyBlockDecompress()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a375ea0ba90166ebb055a3d0c9a8936c9"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1MemPool.html">MemPool</a>* impala::Codec::memory_pool_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">protected</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Pool to allocate the buffer to hold transformed data. </p> |
| |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00154">154</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="codec_8cc_source.html#l00174">impala::Codec::Close()</a>, <a class="el" href="codec_8cc_source.html#l00164">impala::Codec::Codec()</a>, <a class="el" href="decompress_8cc_source.html#l00118">ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00110">impala::GzipCompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00217">impala::BzipDecompressor::ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00140">impala::BzipCompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00416">impala::SnappyDecompressor::ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00197">impala::SnappyBlockCompressor::ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00249">impala::SnappyCompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00375">impala::SnappyBlockDecompressor::ProcessBlock()</a>, and <a class="el" href="decompress_8cc_source.html#l00071">ProcessBlockStreaming()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="afcd266a7fd72165ffeb2e25159374889"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">uint8_t* impala::Codec::out_buffer_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">protected</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Buffer to hold transformed data. Either passed from the caller or allocated from memory_pool_. </p> |
| |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00165">165</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="decompress_8cc_source.html#l00118">ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00110">impala::GzipCompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00217">impala::BzipDecompressor::ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00140">impala::BzipCompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00416">impala::SnappyDecompressor::ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00197">impala::SnappyBlockCompressor::ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00249">impala::SnappyCompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00375">impala::SnappyBlockDecompressor::ProcessBlock()</a>, and <a class="el" href="decompress_8cc_source.html#l00071">ProcessBlockStreaming()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a93bd812c02e9838a8397a78cabe494cf"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classbool.html">bool</a> impala::Codec::reuse_buffer_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">protected</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Can we reuse the output buffer or do we need to allocate on each call? </p> |
| |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00161">161</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="decompress_8cc_source.html#l00118">ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00110">impala::GzipCompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00217">impala::BzipDecompressor::ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00140">impala::BzipCompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00416">impala::SnappyDecompressor::ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00197">impala::SnappyBlockCompressor::ProcessBlock()</a>, <a class="el" href="compress_8cc_source.html#l00249">impala::SnappyCompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00375">impala::SnappyBlockDecompressor::ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00071">ProcessBlockStreaming()</a>, and <a class="el" href="codec_8h_source.html#l00135">impala::Codec::reuse_output_buffer()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a87369178706252f34de2b729503ba266"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const char *const Codec::SNAPPY_COMPRESSION = "org.apache.hadoop.io.compress.SnappyCodec"</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00047">47</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="aba118f063dade9e76efcddb2cd2ad3bf"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">z_stream impala::GzipDecompressor::stream_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="decompress_8h_source.html#l00048">48</a> of file <a class="el" href="decompress_8h_source.html">decompress.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="decompress_8cc_source.html#l00060">DebugStreamState()</a>, <a class="el" href="decompress_8cc_source.html#l00035">GzipDecompressor()</a>, <a class="el" href="decompress_8cc_source.html#l00045">Init()</a>, <a class="el" href="decompress_8cc_source.html#l00118">ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00071">ProcessBlockStreaming()</a>, and <a class="el" href="decompress_8cc_source.html#l00041">~GzipDecompressor()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a7ec5c623611416c9a873ea242d0d5035"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">boost::scoped_ptr<<a class="el" href="classimpala_1_1MemPool.html">MemPool</a>> impala::Codec::temp_memory_pool_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">protected</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Temporary memory pool: in case we get the output size too small we can use this to free unused buffers. </p> |
| |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00158">158</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="codec_8cc_source.html#l00174">impala::Codec::Close()</a>, <a class="el" href="codec_8cc_source.html#l00164">impala::Codec::Codec()</a>, <a class="el" href="decompress_8cc_source.html#l00118">ProcessBlock()</a>, <a class="el" href="decompress_8cc_source.html#l00217">impala::BzipDecompressor::ProcessBlock()</a>, and <a class="el" href="compress_8cc_source.html#l00140">impala::BzipCompressor::ProcessBlock()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a3d59e437b1f94ab1597d510af72a4939"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const char *const Codec::UNKNOWN_CODEC_ERROR</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">inherited</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <b>Initial value:</b><div class="fragment"><div class="line">=</div> |
| <div class="line"> <span class="stringliteral">"This compression codec is currently unsupported: "</span></div> |
| </div><!-- fragment --> |
| <p>Definition at line <a class="el" href="codec_8h_source.html#l00048">48</a> of file <a class="el" href="codec_8h_source.html">codec.h</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a962735dde29923ed2049f927cecce94a"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const int impala::GzipDecompressor::WINDOW_BITS = 15</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>These are magic numbers from zlib.h. Not clear why they are not defined there. </p> |
| |
| <p>Definition at line <a class="el" href="decompress_8h_source.html#l00051">51</a> of file <a class="el" href="decompress_8h_source.html">decompress.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="decompress_8cc_source.html#l00045">Init()</a>.</p> |
| |
| </div> |
| </div> |
| <hr/>The documentation for this class was generated from the following files:<ul> |
| <li>be/src/util/<a class="el" href="decompress_8h_source.html">decompress.h</a></li> |
| <li>be/src/util/<a class="el" href="decompress_8cc_source.html">decompress.cc</a></li> |
| </ul> |
| </div><!-- contents --> |
| </div><!-- doc-content --> |
| <!-- start footer part --> |
| <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> |
| <ul> |
| <li class="navelem"><a class="el" href="namespaceimpala.html">impala</a></li><li class="navelem"><a class="el" href="classimpala_1_1GzipDecompressor.html">GzipDecompressor</a></li> |
| <li class="footer">Generated on Thu May 7 2015 16:10:50 for Impala by |
| <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li> |
| </ul> |
| </div> |
| </body> |
| </html> |
