| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.6"/> |
| <title>Impala: be/src/exec/hdfs-text-scanner.h Source File</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="navtree.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="resize.js"></script> |
| <script type="text/javascript" src="navtree.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(initResizable); |
| $(window).load(resizeHeight); |
| </script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/search.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(function() { searchBox.OnSelectItem(0); }); |
| </script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td style="padding-left: 0.5em;"> |
| <div id="projectname">Impala |
| </div> |
| <div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.6 --> |
| <script type="text/javascript"> |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| </script> |
| <div id="navrow1" class="tabs"> |
| <ul class="tablist"> |
| <li><a href="index.html"><span>Main Page</span></a></li> |
| <li><a href="namespaces.html"><span>Namespaces</span></a></li> |
| <li><a href="annotated.html"><span>Classes</span></a></li> |
| <li class="current"><a href="files.html"><span>Files</span></a></li> |
| <li> |
| <div id="MSearchBox" class="MSearchBoxInactive"> |
| <span class="left"> |
| <img id="MSearchSelect" src="search/mag_sel.png" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| alt=""/> |
| <input type="text" id="MSearchField" value="Search" accesskey="S" |
| onfocus="searchBox.OnSearchFieldFocus(true)" |
| onblur="searchBox.OnSearchFieldFocus(false)" |
| onkeyup="searchBox.OnSearchFieldChange(event)"/> |
| </span><span class="right"> |
| <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a> |
| </span> |
| </div> |
| </li> |
| </ul> |
| </div> |
| <div id="navrow2" class="tabs2"> |
| <ul class="tablist"> |
| <li><a href="files.html"><span>File List</span></a></li> |
| <li><a href="globals.html"><span>File Members</span></a></li> |
| </ul> |
| </div> |
| </div><!-- top --> |
| <div id="side-nav" class="ui-resizable side-nav-resizable"> |
| <div id="nav-tree"> |
| <div id="nav-tree-contents"> |
| <div id="nav-sync" class="sync"></div> |
| </div> |
| </div> |
| <div id="splitbar" style="-moz-user-select:none;" |
| class="ui-resizable-handle"> |
| </div> |
| </div> |
| <script type="text/javascript"> |
| $(document).ready(function(){initNavTree('hdfs-text-scanner_8h_source.html','');}); |
| </script> |
| <div id="doc-content"> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| <a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark"> </span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark"> </span>Macros</a></div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div class="header"> |
| <div class="headertitle"> |
| <div class="title">hdfs-text-scanner.h</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| <a href="hdfs-text-scanner_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">// Copyright 2012 Cloudera Inc.</span></div> |
| <div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment">// Licensed under the Apache License, Version 2.0 (the "License");</span></div> |
| <div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment">// you may not use this file except in compliance with the License.</span></div> |
| <div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment">// You may obtain a copy of the License at</span></div> |
| <div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment">// http://www.apache.org/licenses/LICENSE-2.0</span></div> |
| <div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment">//</span></div> |
| <div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment">// Unless required by applicable law or agreed to in writing, software</span></div> |
| <div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment">// distributed under the License is distributed on an "AS IS" BASIS,</span></div> |
| <div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment">// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div> |
| <div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment">// See the License for the specific language governing permissions and</span></div> |
| <div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment">// limitations under the License.</span></div> |
| <div class="line"><a name="l00014"></a><span class="lineno"> 14</span> </div> |
| <div class="line"><a name="l00015"></a><span class="lineno"> 15</span> </div> |
| <div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="preprocessor">#ifndef IMPALA_EXEC_HDFS_TEXT_SCANNER_H</span></div> |
| <div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="preprocessor"></span><span class="preprocessor">#define IMPALA_EXEC_HDFS_TEXT_SCANNER_H</span></div> |
| <div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="preprocessor"></span></div> |
| <div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="preprocessor">#include "<a class="code" href="hdfs-scanner_8h.html">exec/hdfs-scanner.h</a>"</span></div> |
| <div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="preprocessor">#include "<a class="code" href="string-buffer_8h.html">runtime/string-buffer.h</a>"</span></div> |
| <div class="line"><a name="l00021"></a><span class="lineno"> 21</span> </div> |
| <div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="keyword">namespace </span>impala {</div> |
| <div class="line"><a name="l00023"></a><span class="lineno"> 23</span> </div> |
| <div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="keyword">class </span>DelimitedTextParser;</div> |
| <div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="keyword">class </span>ScannerContext;</div> |
| <div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="keyword">struct </span>HdfsFileDesc;</div> |
| <div class="line"><a name="l00027"></a><span class="lineno"> 27</span> </div> |
| <div class="line"><a name="l00030"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html"> 30</a></span> <span class="keyword">class </span><a class="code" href="classimpala_1_1HdfsTextScanner.html">HdfsTextScanner</a> : <span class="keyword">public</span> <a class="code" href="classimpala_1_1HdfsScanner.html">HdfsScanner</a> {</div> |
| <div class="line"><a name="l00031"></a><span class="lineno"> 31</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00032"></a><span class="lineno"> 32</span>  <a class="code" href="classimpala_1_1HdfsTextScanner.html#a4d21be24ac5c7ee3d8803f6cec1e6d29">HdfsTextScanner</a>(<a class="code" href="classimpala_1_1HdfsScanNode.html">HdfsScanNode</a>* scan_node, <a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state);</div> |
| <div class="line"><a name="l00033"></a><span class="lineno"> 33</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1HdfsTextScanner.html#aa0baa5f9785a91e8af28ada950689781">~HdfsTextScanner</a>();</div> |
| <div class="line"><a name="l00034"></a><span class="lineno"> 34</span> </div> |
| <div class="line"><a name="l00036"></a><span class="lineno"> 36</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a370ef8b83aa2f583182c0939d9ab1e10">Prepare</a>(<a class="code" href="classimpala_1_1ScannerContext.html">ScannerContext</a>* context);</div> |
| <div class="line"><a name="l00037"></a><span class="lineno"> 37</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#ad22f51e3ac67fce825aab6480477d839">ProcessSplit</a>();</div> |
| <div class="line"><a name="l00038"></a><span class="lineno"> 38</span>  <span class="keyword">virtual</span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a10b654ff3364a09cde00aec5dc64a21a">Close</a>();</div> |
| <div class="line"><a name="l00039"></a><span class="lineno"> 39</span> </div> |
| <div class="line"><a name="l00041"></a><span class="lineno"> 41</span>  <span class="keyword">static</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#af79bef6374f38e24303a824b0952dfc8">IssueInitialRanges</a>(<a class="code" href="classimpala_1_1HdfsScanNode.html">HdfsScanNode</a>* scan_node,</div> |
| <div class="line"><a name="l00042"></a><span class="lineno"> 42</span>  <span class="keyword">const</span> std::vector<HdfsFileDesc*>& files);</div> |
| <div class="line"><a name="l00043"></a><span class="lineno"> 43</span> </div> |
| <div class="line"><a name="l00045"></a><span class="lineno"> 45</span>  <span class="keyword">static</span> llvm::Function* <a class="code" href="classimpala_1_1HdfsTextScanner.html#abd5837c883c0e0490a228e7809ee5478">Codegen</a>(<a class="code" href="classimpala_1_1HdfsScanNode.html">HdfsScanNode</a>*,</div> |
| <div class="line"><a name="l00046"></a><span class="lineno"> 46</span>  <span class="keyword">const</span> std::vector<ExprContext*>& conjunct_ctxs);</div> |
| <div class="line"><a name="l00047"></a><span class="lineno"> 47</span> </div> |
| <div class="line"><a name="l00049"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a4e11f799fcf9fd729da778e8167bf74a"> 49</a></span>  <span class="keyword">const</span> <span class="keyword">static</span> std::string <a class="code" href="classimpala_1_1HdfsTextScanner.html#a4e11f799fcf9fd729da778e8167bf74a">LZO_INDEX_SUFFIX</a>;</div> |
| <div class="line"><a name="l00050"></a><span class="lineno"> 50</span> </div> |
| <div class="line"><a name="l00051"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a65fed1adb4fde1c960b9ae522ba20aaa"> 51</a></span>  <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">char</span>* <a class="code" href="classimpala_1_1HdfsTextScanner.html#a65fed1adb4fde1c960b9ae522ba20aaa">LLVM_CLASS_NAME</a>;</div> |
| <div class="line"><a name="l00052"></a><span class="lineno"> 52</span> </div> |
| <div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  <span class="keyword">protected</span>:</div> |
| <div class="line"><a name="l00056"></a><span class="lineno"> 56</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a3078e6f9306e5cbd2aa7cd0032e69ce8">ResetScanner</a>();</div> |
| <div class="line"><a name="l00057"></a><span class="lineno"> 57</span> </div> |
| <div class="line"><a name="l00059"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a0f2cf6306114cd79fcd2a4fa26084275"> 59</a></span>  <span class="keywordtype">char</span>* <a class="code" href="classimpala_1_1HdfsTextScanner.html#a0f2cf6306114cd79fcd2a4fa26084275">byte_buffer_ptr_</a>;</div> |
| <div class="line"><a name="l00060"></a><span class="lineno"> 60</span> </div> |
| <div class="line"><a name="l00062"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a2c16649190b8816c77c0acf1a0a205ae"> 62</a></span>  <span class="keywordtype">char</span>* <a class="code" href="classimpala_1_1HdfsTextScanner.html#a2c16649190b8816c77c0acf1a0a205ae">byte_buffer_end_</a>;</div> |
| <div class="line"><a name="l00063"></a><span class="lineno"> 63</span> </div> |
| <div class="line"><a name="l00065"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a4ec6d690e88c717ecfc947dea843ca47"> 65</a></span>  int64_t <a class="code" href="classimpala_1_1HdfsTextScanner.html#a4ec6d690e88c717ecfc947dea843ca47">byte_buffer_read_size_</a>;</div> |
| <div class="line"><a name="l00066"></a><span class="lineno"> 66</span> </div> |
| <div class="line"><a name="l00068"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a91b85de27fc7842c0b8fe55a59a0b766"> 68</a></span>  <span class="keywordtype">bool</span> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a91b85de27fc7842c0b8fe55a59a0b766">only_parsing_header_</a>;</div> |
| <div class="line"><a name="l00069"></a><span class="lineno"> 69</span> </div> |
| <div class="line"><a name="l00070"></a><span class="lineno"> 70</span>  <span class="keyword">private</span>:</div> |
| <div class="line"><a name="l00071"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#ab3ed30a9bc70a9354b39d7855a871249"> 71</a></span>  <span class="keyword">const</span> <span class="keyword">static</span> <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1HdfsTextScanner.html#ab3ed30a9bc70a9354b39d7855a871249">NEXT_BLOCK_READ_SIZE</a> = 1024; <span class="comment">//bytes</span></div> |
| <div class="line"><a name="l00072"></a><span class="lineno"> 72</span> </div> |
| <div class="line"><a name="l00075"></a><span class="lineno"> 75</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a4cebfa743efe38c408fc73b53422e851">InitNewRange</a>();</div> |
| <div class="line"><a name="l00076"></a><span class="lineno"> 76</span> </div> |
| <div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a4c9ad94b3cf268c69e691b08d575cc71">FindFirstTuple</a>(<span class="keywordtype">bool</span>* tuple_found);</div> |
| <div class="line"><a name="l00083"></a><span class="lineno"> 83</span> </div> |
| <div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a615822ff5f2cf540f07f64cfbb9ae412">ProcessRange</a>(<span class="keywordtype">int</span>* num_tuples, <span class="keywordtype">bool</span> past_scan_range);</div> |
| <div class="line"><a name="l00090"></a><span class="lineno"> 90</span> </div> |
| <div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a10766e88beda8fc0696eb27821658307">FinishScanRange</a>();</div> |
| <div class="line"><a name="l00093"></a><span class="lineno"> 93</span> </div> |
| <div class="line"><a name="l00098"></a><span class="lineno"> 98</span>  <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a023ad955932e3854826b9f35b28e69a3">FillByteBuffer</a>(<span class="keywordtype">bool</span>* eosr, <span class="keywordtype">int</span> num_bytes = 0);</div> |
| <div class="line"><a name="l00099"></a><span class="lineno"> 99</span> </div> |
| <div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#ab971b60e69d77383eb5a9935d0107247">FillByteBufferCompressedFile</a>(<span class="keywordtype">bool</span>* eosr);</div> |
| <div class="line"><a name="l00103"></a><span class="lineno"> 103</span> </div> |
| <div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#ab8a17657c224d4cdb37147b98945c0b6">FillByteBufferGzip</a>(<span class="keywordtype">bool</span>* eosr);</div> |
| <div class="line"><a name="l00109"></a><span class="lineno"> 109</span> </div> |
| <div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a4ed1c34d70614ea3c693ae64a7ea2cce">CopyBoundaryField</a>(<a class="code" href="structimpala_1_1FieldLocation.html">FieldLocation</a>* data, <a class="code" href="classimpala_1_1MemPool.html">MemPool</a>* <a class="code" href="expr-benchmark_8cc.html#a3a5de7bd423fbc0afc4cf935c166ca6b">pool</a>);</div> |
| <div class="line"><a name="l00116"></a><span class="lineno"> 116</span> </div> |
| <div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1HdfsTextScanner.html#aacd8f4c470ed895a8edca42753249cc1">WriteFields</a>(<a class="code" href="classimpala_1_1MemPool.html">MemPool</a>*, <a class="code" href="classimpala_1_1TupleRow.html">TupleRow</a>* tuple_row_mem, <span class="keywordtype">int</span> num_fields, <span class="keywordtype">int</span> num_tuples);</div> |
| <div class="line"><a name="l00126"></a><span class="lineno"> 126</span> </div> |
| <div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a9450d62287c2c03d6ef7b1b7df9c604c">WritePartialTuple</a>(<a class="code" href="structimpala_1_1FieldLocation.html">FieldLocation</a>*, <span class="keywordtype">int</span> num_fields, <span class="keywordtype">bool</span> copy_strings);</div> |
| <div class="line"><a name="l00131"></a><span class="lineno"> 131</span> </div> |
| <div class="line"><a name="l00134"></a><span class="lineno"> 134</span>  <span class="keyword">virtual</span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1HdfsTextScanner.html#aa54a763cd29781bd631158d72bd269ad">LogRowParseError</a>(<span class="keywordtype">int</span> row_idx, std::stringstream*);</div> |
| <div class="line"><a name="l00135"></a><span class="lineno"> 135</span> </div> |
| <div class="line"><a name="l00137"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a11e34b1126e3e884ff50c74e89ed79ff"> 137</a></span>  boost::scoped_ptr<MemPool> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a11e34b1126e3e884ff50c74e89ed79ff">boundary_pool_</a>;</div> |
| <div class="line"><a name="l00138"></a><span class="lineno"> 138</span> </div> |
| <div class="line"><a name="l00142"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a2c68a3e019f0700490a7e6ed5a05dc75"> 142</a></span>  <a class="code" href="classimpala_1_1StringBuffer.html">StringBuffer</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a2c68a3e019f0700490a7e6ed5a05dc75">boundary_row_</a>;</div> |
| <div class="line"><a name="l00143"></a><span class="lineno"> 143</span> </div> |
| <div class="line"><a name="l00145"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a0fe0caecdbe8e8af0ee793213f226608"> 145</a></span>  <a class="code" href="classimpala_1_1StringBuffer.html">StringBuffer</a> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a0fe0caecdbe8e8af0ee793213f226608">boundary_column_</a>;</div> |
| <div class="line"><a name="l00146"></a><span class="lineno"> 146</span> </div> |
| <div class="line"><a name="l00148"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a5847845a7ec2240820018a5dfc64e75a"> 148</a></span>  <span class="keywordtype">int</span> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a5847845a7ec2240820018a5dfc64e75a">slot_idx_</a>;</div> |
| <div class="line"><a name="l00149"></a><span class="lineno"> 149</span> </div> |
| <div class="line"><a name="l00151"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a35beeba40f0e22c352a00863db60a3f5"> 151</a></span>  boost::scoped_ptr<DelimitedTextParser> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a35beeba40f0e22c352a00863db60a3f5">delimited_text_parser_</a>;</div> |
| <div class="line"><a name="l00152"></a><span class="lineno"> 152</span> </div> |
| <div class="line"><a name="l00154"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a293f2bde8183f6eee3402ec56248b9d8"> 154</a></span>  std::vector<FieldLocation> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a293f2bde8183f6eee3402ec56248b9d8">field_locations_</a>;</div> |
| <div class="line"><a name="l00155"></a><span class="lineno"> 155</span> </div> |
| <div class="line"><a name="l00158"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#af5a1a7043e1742e1ac83b221b09a0342"> 158</a></span>  std::vector<char*> <a class="code" href="classimpala_1_1HdfsTextScanner.html#af5a1a7043e1742e1ac83b221b09a0342">row_end_locations_</a>;</div> |
| <div class="line"><a name="l00159"></a><span class="lineno"> 159</span> </div> |
| <div class="line"><a name="l00162"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a296803327e3e709428a6a3dc6c75ac64"> 162</a></span>  <span class="keywordtype">char</span>* <a class="code" href="classimpala_1_1HdfsTextScanner.html#a296803327e3e709428a6a3dc6c75ac64">batch_start_ptr_</a>;</div> |
| <div class="line"><a name="l00163"></a><span class="lineno"> 163</span> </div> |
| <div class="line"><a name="l00168"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#ad7fa312f29fbe765c3c81729d94d7e80"> 168</a></span>  <span class="keywordtype">bool</span> <a class="code" href="classimpala_1_1HdfsTextScanner.html#ad7fa312f29fbe765c3c81729d94d7e80">error_in_row_</a>;</div> |
| <div class="line"><a name="l00169"></a><span class="lineno"> 169</span> </div> |
| <div class="line"><a name="l00173"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#ad61234b712a93ddbe385c8040ea809d6"> 173</a></span>  <a class="code" href="classimpala_1_1Tuple.html">Tuple</a>* <a class="code" href="classimpala_1_1HdfsTextScanner.html#ad61234b712a93ddbe385c8040ea809d6">partial_tuple_</a>;</div> |
| <div class="line"><a name="l00174"></a><span class="lineno"> 174</span> </div> |
| <div class="line"><a name="l00177"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a26e56274c0ad92d7b9a76010f15887a3"> 177</a></span>  <span class="keywordtype">bool</span> <a class="code" href="classimpala_1_1HdfsTextScanner.html#a26e56274c0ad92d7b9a76010f15887a3">partial_tuple_empty_</a>;</div> |
| <div class="line"><a name="l00178"></a><span class="lineno"> 178</span> </div> |
| <div class="line"><a name="l00180"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextScanner.html#a3d58a37c969e8483a458cb48d7ab40f9"> 180</a></span>  <a class="code" href="classimpala_1_1RuntimeProfile_1_1Counter.html">RuntimeProfile::Counter</a>* <a class="code" href="classimpala_1_1HdfsTextScanner.html#a3d58a37c969e8483a458cb48d7ab40f9">parse_delimiter_timer_</a>;</div> |
| <div class="line"><a name="l00181"></a><span class="lineno"> 181</span> };</div> |
| <div class="line"><a name="l00182"></a><span class="lineno"> 182</span> </div> |
| <div class="line"><a name="l00183"></a><span class="lineno"> 183</span> }</div> |
| <div class="line"><a name="l00184"></a><span class="lineno"> 184</span> </div> |
| <div class="line"><a name="l00185"></a><span class="lineno"> 185</span> <span class="preprocessor">#endif</span></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a615822ff5f2cf540f07f64cfbb9ae412"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a615822ff5f2cf540f07f64cfbb9ae412">impala::HdfsTextScanner::ProcessRange</a></div><div class="ttdeci">Status ProcessRange(int *num_tuples, bool past_scan_range)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00325">hdfs-text-scanner.cc:325</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a4cebfa743efe38c408fc73b53422e851"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a4cebfa743efe38c408fc73b53422e851">impala::HdfsTextScanner::InitNewRange</a></div><div class="ttdeci">virtual Status InitNewRange()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00202">hdfs-text-scanner.cc:202</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_af5a1a7043e1742e1ac83b221b09a0342"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#af5a1a7043e1742e1ac83b221b09a0342">impala::HdfsTextScanner::row_end_locations_</a></div><div class="ttdeci">std::vector< char * > row_end_locations_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00158">hdfs-text-scanner.h:158</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_aa54a763cd29781bd631158d72bd269ad"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#aa54a763cd29781bd631158d72bd269ad">impala::HdfsTextScanner::LogRowParseError</a></div><div class="ttdeci">virtual void LogRowParseError(int row_idx, std::stringstream *)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00635">hdfs-text-scanner.cc:635</a></div></div> |
| <div class="ttc" id="structimpala_1_1FieldLocation_html"><div class="ttname"><a href="structimpala_1_1FieldLocation.html">impala::FieldLocation</a></div><div class="ttdef"><b>Definition:</b> <a href="hdfs-scanner_8h_source.html#l00052">hdfs-scanner.h:52</a></div></div> |
| <div class="ttc" id="hdfs-scanner_8h_html"><div class="ttname"><a href="hdfs-scanner_8h.html">hdfs-scanner.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a0fe0caecdbe8e8af0ee793213f226608"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a0fe0caecdbe8e8af0ee793213f226608">impala::HdfsTextScanner::boundary_column_</a></div><div class="ttdeci">StringBuffer boundary_column_</div><div class="ttdoc">Helper string for dealing with columns that span file blocks. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00145">hdfs-text-scanner.h:145</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a2c16649190b8816c77c0acf1a0a205ae"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a2c16649190b8816c77c0acf1a0a205ae">impala::HdfsTextScanner::byte_buffer_end_</a></div><div class="ttdeci">char * byte_buffer_end_</div><div class="ttdoc">Ending position of HDFS buffer. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00062">hdfs-text-scanner.h:62</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_ab971b60e69d77383eb5a9935d0107247"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#ab971b60e69d77383eb5a9935d0107247">impala::HdfsTextScanner::FillByteBufferCompressedFile</a></div><div class="ttdeci">Status FillByteBufferCompressedFile(bool *eosr)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00530">hdfs-text-scanner.cc:530</a></div></div> |
| <div class="ttc" id="classimpala_1_1Tuple_html"><div class="ttname"><a href="classimpala_1_1Tuple.html">impala::Tuple</a></div><div class="ttdoc">A tuple with 0 materialised slots is represented as NULL. </div><div class="ttdef"><b>Definition:</b> <a href="tuple_8h_source.html#l00048">tuple.h:48</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_ab3ed30a9bc70a9354b39d7855a871249"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#ab3ed30a9bc70a9354b39d7855a871249">impala::HdfsTextScanner::NEXT_BLOCK_READ_SIZE</a></div><div class="ttdeci">static const int NEXT_BLOCK_READ_SIZE</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00071">hdfs-text-scanner.h:71</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_ad61234b712a93ddbe385c8040ea809d6"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#ad61234b712a93ddbe385c8040ea809d6">impala::HdfsTextScanner::partial_tuple_</a></div><div class="ttdeci">Tuple * partial_tuple_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00173">hdfs-text-scanner.h:173</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a10766e88beda8fc0696eb27821658307"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a10766e88beda8fc0696eb27821658307">impala::HdfsTextScanner::FinishScanRange</a></div><div class="ttdeci">Status FinishScanRange()</div><div class="ttdoc">Reads past the end of the scan range for the next tuple end. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00253">hdfs-text-scanner.cc:253</a></div></div> |
| <div class="ttc" id="classimpala_1_1ScannerContext_html"><div class="ttname"><a href="classimpala_1_1ScannerContext.html">impala::ScannerContext</a></div><div class="ttdef"><b>Definition:</b> <a href="scanner-context_8h_source.html#l00055">scanner-context.h:55</a></div></div> |
| <div class="ttc" id="classimpala_1_1TupleRow_html"><div class="ttname"><a href="classimpala_1_1TupleRow.html">impala::TupleRow</a></div><div class="ttdef"><b>Definition:</b> <a href="tuple-row_8h_source.html#l00028">tuple-row.h:28</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a293f2bde8183f6eee3402ec56248b9d8"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a293f2bde8183f6eee3402ec56248b9d8">impala::HdfsTextScanner::field_locations_</a></div><div class="ttdeci">std::vector< FieldLocation > field_locations_</div><div class="ttdoc">Return field locations from the Delimited Text Parser. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00154">hdfs-text-scanner.h:154</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a2c68a3e019f0700490a7e6ed5a05dc75"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a2c68a3e019f0700490a7e6ed5a05dc75">impala::HdfsTextScanner::boundary_row_</a></div><div class="ttdeci">StringBuffer boundary_row_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00142">hdfs-text-scanner.h:142</a></div></div> |
| <div class="ttc" id="classimpala_1_1RuntimeProfile_1_1Counter_html"><div class="ttname"><a href="classimpala_1_1RuntimeProfile_1_1Counter.html">impala::RuntimeProfile::Counter</a></div><div class="ttdef"><b>Definition:</b> <a href="runtime-profile_8h_source.html#l00085">runtime-profile.h:85</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a9450d62287c2c03d6ef7b1b7df9c604c"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a9450d62287c2c03d6ef7b1b7df9c604c">impala::HdfsTextScanner::WritePartialTuple</a></div><div class="ttdeci">int WritePartialTuple(FieldLocation *, int num_fields, bool copy_strings)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00768">hdfs-text-scanner.cc:768</a></div></div> |
| <div class="ttc" id="string-buffer_8h_html"><div class="ttname"><a href="string-buffer_8h.html">string-buffer.h</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a370ef8b83aa2f583182c0939d9ab1e10"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a370ef8b83aa2f583182c0939d9ab1e10">impala::HdfsTextScanner::Prepare</a></div><div class="ttdeci">virtual Status Prepare(ScannerContext *context)</div><div class="ttdoc">Implementation of HdfsScanner interface. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00620">hdfs-text-scanner.cc:620</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a91b85de27fc7842c0b8fe55a59a0b766"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a91b85de27fc7842c0b8fe55a59a0b766">impala::HdfsTextScanner::only_parsing_header_</a></div><div class="ttdeci">bool only_parsing_header_</div><div class="ttdoc">True if we are parsing the header for this scanner. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00068">hdfs-text-scanner.h:68</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_af79bef6374f38e24303a824b0952dfc8"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#af79bef6374f38e24303a824b0952dfc8">impala::HdfsTextScanner::IssueInitialRanges</a></div><div class="ttdeci">static Status IssueInitialRanges(HdfsScanNode *scan_node, const std::vector< HdfsFileDesc * > &files)</div><div class="ttdoc">Issue io manager byte ranges for 'files'. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00067">hdfs-text-scanner.cc:67</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a3078e6f9306e5cbd2aa7cd0032e69ce8"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a3078e6f9306e5cbd2aa7cd0032e69ce8">impala::HdfsTextScanner::ResetScanner</a></div><div class="ttdeci">Status ResetScanner()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00228">hdfs-text-scanner.cc:228</a></div></div> |
| <div class="ttc" id="classimpala_1_1StringBuffer_html"><div class="ttname"><a href="classimpala_1_1StringBuffer.html">impala::StringBuffer</a></div><div class="ttdef"><b>Definition:</b> <a href="string-buffer_8h_source.html#l00030">string-buffer.h:30</a></div></div> |
| <div class="ttc" id="classimpala_1_1Status_html"><div class="ttname"><a href="classimpala_1_1Status.html">impala::Status</a></div><div class="ttdef"><b>Definition:</b> <a href="status_8h_source.html#l00081">status.h:81</a></div></div> |
| <div class="ttc" id="classimpala_1_1MemPool_html"><div class="ttname"><a href="classimpala_1_1MemPool.html">impala::MemPool</a></div><div class="ttdef"><b>Definition:</b> <a href="mem-pool_8h_source.html#l00077">mem-pool.h:77</a></div></div> |
| <div class="ttc" id="classimpala_1_1RuntimeState_html"><div class="ttname"><a href="classimpala_1_1RuntimeState.html">impala::RuntimeState</a></div><div class="ttdef"><b>Definition:</b> <a href="runtime-state_8h_source.html#l00069">runtime-state.h:69</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a26e56274c0ad92d7b9a76010f15887a3"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a26e56274c0ad92d7b9a76010f15887a3">impala::HdfsTextScanner::partial_tuple_empty_</a></div><div class="ttdeci">bool partial_tuple_empty_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00177">hdfs-text-scanner.h:177</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a35beeba40f0e22c352a00863db60a3f5"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a35beeba40f0e22c352a00863db60a3f5">impala::HdfsTextScanner::delimited_text_parser_</a></div><div class="ttdeci">boost::scoped_ptr< DelimitedTextParser > delimited_text_parser_</div><div class="ttdoc">Helper class for picking fields and rows from delimited text. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00151">hdfs-text-scanner.h:151</a></div></div> |
| <div class="ttc" id="expr-benchmark_8cc_html_a3a5de7bd423fbc0afc4cf935c166ca6b"><div class="ttname"><a href="expr-benchmark_8cc.html#a3a5de7bd423fbc0afc4cf935c166ca6b">pool</a></div><div class="ttdeci">ObjectPool pool</div><div class="ttdef"><b>Definition:</b> <a href="expr-benchmark_8cc_source.html#l00089">expr-benchmark.cc:89</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a65fed1adb4fde1c960b9ae522ba20aaa"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a65fed1adb4fde1c960b9ae522ba20aaa">impala::HdfsTextScanner::LLVM_CLASS_NAME</a></div><div class="ttdeci">static const char * LLVM_CLASS_NAME</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00051">hdfs-text-scanner.h:51</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a4c9ad94b3cf268c69e691b08d575cc71"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a4c9ad94b3cf268c69e691b08d575cc71">impala::HdfsTextScanner::FindFirstTuple</a></div><div class="ttdeci">Status FindFirstTuple(bool *tuple_found)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00577">hdfs-text-scanner.cc:577</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a4d21be24ac5c7ee3d8803f6cec1e6d29"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a4d21be24ac5c7ee3d8803f6cec1e6d29">impala::HdfsTextScanner::HdfsTextScanner</a></div><div class="ttdeci">HdfsTextScanner(HdfsScanNode *scan_node, RuntimeState *state)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00051">hdfs-text-scanner.cc:51</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_abd5837c883c0e0490a228e7809ee5478"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#abd5837c883c0e0490a228e7809ee5478">impala::HdfsTextScanner::Codegen</a></div><div class="ttdeci">static llvm::Function * Codegen(HdfsScanNode *, const std::vector< ExprContext * > &conjunct_ctxs)</div><div class="ttdoc">Codegen writing tuples and evaluating predicates. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00609">hdfs-text-scanner.cc:609</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html">impala::HdfsTextScanner</a></div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00030">hdfs-text-scanner.h:30</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsScanNode_html"><div class="ttname"><a href="classimpala_1_1HdfsScanNode.html">impala::HdfsScanNode</a></div><div class="ttdef"><b>Definition:</b> <a href="hdfs-scan-node_8h_source.html#l00104">hdfs-scan-node.h:104</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a5847845a7ec2240820018a5dfc64e75a"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a5847845a7ec2240820018a5dfc64e75a">impala::HdfsTextScanner::slot_idx_</a></div><div class="ttdeci">int slot_idx_</div><div class="ttdoc">Index into materialized_slots_ for the next slot to output for the current tuple. ...</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00148">hdfs-text-scanner.h:148</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a3d58a37c969e8483a458cb48d7ab40f9"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a3d58a37c969e8483a458cb48d7ab40f9">impala::HdfsTextScanner::parse_delimiter_timer_</a></div><div class="ttdeci">RuntimeProfile::Counter * parse_delimiter_timer_</div><div class="ttdoc">Time parsing text files. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00180">hdfs-text-scanner.h:180</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a296803327e3e709428a6a3dc6c75ac64"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a296803327e3e709428a6a3dc6c75ac64">impala::HdfsTextScanner::batch_start_ptr_</a></div><div class="ttdeci">char * batch_start_ptr_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00162">hdfs-text-scanner.h:162</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_aacd8f4c470ed895a8edca42753249cc1"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#aacd8f4c470ed895a8edca42753249cc1">impala::HdfsTextScanner::WriteFields</a></div><div class="ttdeci">int WriteFields(MemPool *, TupleRow *tuple_row_mem, int num_fields, int num_tuples)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00663">hdfs-text-scanner.cc:663</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_ab8a17657c224d4cdb37147b98945c0b6"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#ab8a17657c224d4cdb37147b98945c0b6">impala::HdfsTextScanner::FillByteBufferGzip</a></div><div class="ttdeci">Status FillByteBufferGzip(bool *eosr)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00437">hdfs-text-scanner.cc:437</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a11e34b1126e3e884ff50c74e89ed79ff"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a11e34b1126e3e884ff50c74e89ed79ff">impala::HdfsTextScanner::boundary_pool_</a></div><div class="ttdeci">boost::scoped_ptr< MemPool > boundary_pool_</div><div class="ttdoc">Mem pool for boundary_row_ and boundary_column_. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00137">hdfs-text-scanner.h:137</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_ad22f51e3ac67fce825aab6480477d839"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#ad22f51e3ac67fce825aab6480477d839">impala::HdfsTextScanner::ProcessSplit</a></div><div class="ttdeci">virtual Status ProcessSplit()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00156">hdfs-text-scanner.cc:156</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a0f2cf6306114cd79fcd2a4fa26084275"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a0f2cf6306114cd79fcd2a4fa26084275">impala::HdfsTextScanner::byte_buffer_ptr_</a></div><div class="ttdeci">char * byte_buffer_ptr_</div><div class="ttdoc">Current position in byte buffer. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00059">hdfs-text-scanner.h:59</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsScanner_html"><div class="ttname"><a href="classimpala_1_1HdfsScanner.html">impala::HdfsScanner</a></div><div class="ttdef"><b>Definition:</b> <a href="hdfs-scanner_8h_source.html#l00091">hdfs-scanner.h:91</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a4ed1c34d70614ea3c693ae64a7ea2cce"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a4ed1c34d70614ea3c693ae64a7ea2cce">impala::HdfsTextScanner::CopyBoundaryField</a></div><div class="ttdeci">void CopyBoundaryField(FieldLocation *data, MemPool *pool)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00757">hdfs-text-scanner.cc:757</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a4e11f799fcf9fd729da778e8167bf74a"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a4e11f799fcf9fd729da778e8167bf74a">impala::HdfsTextScanner::LZO_INDEX_SUFFIX</a></div><div class="ttdeci">static const std::string LZO_INDEX_SUFFIX</div><div class="ttdoc">Suffix for lzo index files. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00049">hdfs-text-scanner.h:49</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a4ec6d690e88c717ecfc947dea843ca47"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a4ec6d690e88c717ecfc947dea843ca47">impala::HdfsTextScanner::byte_buffer_read_size_</a></div><div class="ttdeci">int64_t byte_buffer_read_size_</div><div class="ttdoc">Actual bytes received from last file read. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00065">hdfs-text-scanner.h:65</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a10b654ff3364a09cde00aec5dc64a21a"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a10b654ff3364a09cde00aec5dc64a21a">impala::HdfsTextScanner::Close</a></div><div class="ttdeci">virtual void Close()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00185">hdfs-text-scanner.cc:185</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_ad7fa312f29fbe765c3c81729d94d7e80"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#ad7fa312f29fbe765c3c81729d94d7e80">impala::HdfsTextScanner::error_in_row_</a></div><div class="ttdeci">bool error_in_row_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8h_source.html#l00168">hdfs-text-scanner.h:168</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_a023ad955932e3854826b9f35b28e69a3"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#a023ad955932e3854826b9f35b28e69a3">impala::HdfsTextScanner::FillByteBuffer</a></div><div class="ttdeci">virtual Status FillByteBuffer(bool *eosr, int num_bytes=0)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00410">hdfs-text-scanner.cc:410</a></div></div> |
| <div class="ttc" id="classimpala_1_1HdfsTextScanner_html_aa0baa5f9785a91e8af28ada950689781"><div class="ttname"><a href="classimpala_1_1HdfsTextScanner.html#aa0baa5f9785a91e8af28ada950689781">impala::HdfsTextScanner::~HdfsTextScanner</a></div><div class="ttdeci">virtual ~HdfsTextScanner()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-scanner_8cc_source.html#l00064">hdfs-text-scanner.cc:64</a></div></div> |
| </div><!-- fragment --></div><!-- contents --> |
| </div><!-- doc-content --> |
| <!-- start footer part --> |
| <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> |
| <ul> |
| <li class="navelem"><a class="el" href="dir_e5d120be6b5e8a44336cbfd013b25604.html">be</a></li><li class="navelem"><a class="el" href="dir_68cf7cafb51a962d5bc4848b83cab0de.html">src</a></li><li class="navelem"><a class="el" href="dir_479336c0a15f2c0737bcafcf969f884c.html">exec</a></li><li class="navelem"><a class="el" href="hdfs-text-scanner_8h.html">hdfs-text-scanner.h</a></li> |
| <li class="footer">Generated on Thu May 7 2015 16:10:35 for Impala by |
| <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li> |
| </ul> |
| </div> |
| </body> |
| </html> |
