blob: 1e84fe0e587789a250e7f4a51f793cca435e2804 [file] [log] [blame]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.6"/>
<title>Impala: be/src/exec/hdfs-text-table-writer.h Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
$(document).ready(initResizable);
$(window).load(resizeHeight);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
$(document).ready(function() { searchBox.OnSelectItem(0); });
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td style="padding-left: 0.5em;">
<div id="projectname">Impala
</div>
<div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.6 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<div id="navrow1" class="tabs">
<ul class="tablist">
<li><a href="index.html"><span>Main&#160;Page</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li><a href="annotated.html"><span>Classes</span></a></li>
<li class="current"><a href="files.html"><span>Files</span></a></li>
<li>
<div id="MSearchBox" class="MSearchBoxInactive">
<span class="left">
<img id="MSearchSelect" src="search/mag_sel.png"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
alt=""/>
<input type="text" id="MSearchField" value="Search" accesskey="S"
onfocus="searchBox.OnSearchFieldFocus(true)"
onblur="searchBox.OnSearchFieldFocus(false)"
onkeyup="searchBox.OnSearchFieldChange(event)"/>
</span><span class="right">
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
</span>
</div>
</li>
</ul>
</div>
<div id="navrow2" class="tabs2">
<ul class="tablist">
<li><a href="files.html"><span>File&#160;List</span></a></li>
<li><a href="globals.html"><span>File&#160;Members</span></a></li>
</ul>
</div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
<div id="nav-tree">
<div id="nav-tree-contents">
<div id="nav-sync" class="sync"></div>
</div>
</div>
<div id="splitbar" style="-moz-user-select:none;"
class="ui-resizable-handle">
</div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('hdfs-text-table-writer_8h_source.html','');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark">&#160;</span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark">&#160;</span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark">&#160;</span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark">&#160;</span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark">&#160;</span>Macros</a></div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div class="header">
<div class="headertitle">
<div class="title">hdfs-text-table-writer.h</div> </div>
</div><!--header-->
<div class="contents">
<a href="hdfs-text-table-writer_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="comment">// Copyright 2012 Cloudera Inc.</span></div>
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;<span class="comment">//</span></div>
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="comment">// Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);</span></div>
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="comment">// you may not use this file except in compliance with the License.</span></div>
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="comment">// You may obtain a copy of the License at</span></div>
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160;<span class="comment">//</span></div>
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="comment">// http://www.apache.org/licenses/LICENSE-2.0</span></div>
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160;<span class="comment">//</span></div>
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="comment">// Unless required by applicable law or agreed to in writing, software</span></div>
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="comment">// distributed under the License is distributed on an &quot;AS IS&quot; BASIS,</span></div>
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="comment">// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div>
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="comment">// See the License for the specific language governing permissions and</span></div>
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="comment">// limitations under the License.</span></div>
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;</div>
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;</div>
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="preprocessor">#ifndef IMPALA_EXEC_HDFS_TEXT_TABLE_WRITER_H</span></div>
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="preprocessor"></span><span class="preprocessor">#define IMPALA_EXEC_HDFS_TEXT_TABLE_WRITER_H</span></div>
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;<span class="preprocessor"></span></div>
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="hdfs_8h.html">hdfs.h</a>&gt;</span></div>
<div class="line"><a name="l00020"></a><span class="lineno"> 20</span>&#160;<span class="preprocessor">#include &lt;sstream&gt;</span></div>
<div class="line"><a name="l00021"></a><span class="lineno"> 21</span>&#160;<span class="preprocessor">#include &lt;boost/scoped_ptr.hpp&gt;</span></div>
<div class="line"><a name="l00022"></a><span class="lineno"> 22</span>&#160;</div>
<div class="line"><a name="l00023"></a><span class="lineno"> 23</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="descriptors_8h.html">runtime/descriptors.h</a>&quot;</span></div>
<div class="line"><a name="l00024"></a><span class="lineno"> 24</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="hdfs-table-sink_8h.html">exec/hdfs-table-sink.h</a>&quot;</span></div>
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="hdfs-table-writer_8h.html">exec/hdfs-table-writer.h</a>&quot;</span></div>
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span>&#160;</div>
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span>&#160;<span class="keyword">namespace </span>impala {</div>
<div class="line"><a name="l00028"></a><span class="lineno"> 28</span>&#160;</div>
<div class="line"><a name="l00029"></a><span class="lineno"> 29</span>&#160;<span class="keyword">class </span>Codec;</div>
<div class="line"><a name="l00030"></a><span class="lineno"> 30</span>&#160;<span class="keyword">class </span>Expr;</div>
<div class="line"><a name="l00031"></a><span class="lineno"> 31</span>&#160;<span class="keyword">class </span>MemPool;</div>
<div class="line"><a name="l00032"></a><span class="lineno"> 32</span>&#160;<span class="keyword">struct </span>OutputPartition;</div>
<div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160;<span class="keyword">class </span>RuntimeState;</div>
<div class="line"><a name="l00034"></a><span class="lineno"> 34</span>&#160;<span class="keyword">struct </span>StringValue;</div>
<div class="line"><a name="l00035"></a><span class="lineno"> 35</span>&#160;<span class="keyword">class </span>TupleDescriptor;</div>
<div class="line"><a name="l00036"></a><span class="lineno"> 36</span>&#160;<span class="keyword">class </span>TupleRow;</div>
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160;</div>
<div class="line"><a name="l00040"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextTableWriter.html"> 40</a></span>&#160;<span class="keyword">class </span><a class="code" href="classimpala_1_1HdfsTextTableWriter.html">HdfsTextTableWriter</a> : <span class="keyword">public</span> <a class="code" href="classimpala_1_1HdfsTableWriter.html">HdfsTableWriter</a> {</div>
<div class="line"><a name="l00041"></a><span class="lineno"> 41</span>&#160; <span class="keyword">public</span>:</div>
<div class="line"><a name="l00042"></a><span class="lineno"> 42</span>&#160; <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a1a63112de5b11785e613c45ce3657721">HdfsTextTableWriter</a>(<a class="code" href="classimpala_1_1HdfsTableSink.html">HdfsTableSink</a>* parent,</div>
<div class="line"><a name="l00043"></a><span class="lineno"> 43</span>&#160; <a class="code" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* state, <a class="code" href="structimpala_1_1OutputPartition.html">OutputPartition</a>* output,</div>
<div class="line"><a name="l00044"></a><span class="lineno"> 44</span>&#160; <span class="keyword">const</span> <a class="code" href="classimpala_1_1HdfsPartitionDescriptor.html">HdfsPartitionDescriptor</a>* partition,</div>
<div class="line"><a name="l00045"></a><span class="lineno"> 45</span>&#160; <span class="keyword">const</span> <a class="code" href="classimpala_1_1HdfsTableDescriptor.html">HdfsTableDescriptor</a>* table_desc,</div>
<div class="line"><a name="l00046"></a><span class="lineno"> 46</span>&#160; <span class="keyword">const</span> std::vector&lt;ExprContext*&gt;&amp; output_expr_ctxs);</div>
<div class="line"><a name="l00047"></a><span class="lineno"> 47</span>&#160;</div>
<div class="line"><a name="l00048"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextTableWriter.html#ae06cb9bf9fa41ced3cd5aa727598f541"> 48</a></span>&#160; <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#ae06cb9bf9fa41ced3cd5aa727598f541">~HdfsTextTableWriter</a>() { }</div>
<div class="line"><a name="l00049"></a><span class="lineno"> 49</span>&#160;</div>
<div class="line"><a name="l00050"></a><span class="lineno"> 50</span>&#160; <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#aad7d45b60f509495aca692459c9314f1">Init</a>();</div>
<div class="line"><a name="l00051"></a><span class="lineno"> 51</span>&#160; <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#ac641f91a634a93b686e2621c1ac287cb">Finalize</a>();</div>
<div class="line"><a name="l00052"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextTableWriter.html#acc7b4c012ab001b17bb39a370059e358"> 52</a></span>&#160; <span class="keyword">virtual</span> <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#acc7b4c012ab001b17bb39a370059e358">InitNewFile</a>() { <span class="keywordflow">return</span> <a class="code" href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">Status::OK</a>; }</div>
<div class="line"><a name="l00053"></a><span class="lineno"> 53</span>&#160; <span class="keyword">virtual</span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a4b974998a386673dd64243caa3de9a2f">Close</a>();</div>
<div class="line"><a name="l00054"></a><span class="lineno"> 54</span>&#160; <span class="keyword">virtual</span> <a class="code" href="classuint64__t.html">uint64_t</a> <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a0ba1e08f1e61931755ac49d57be3cc6c">default_block_size</a>() <span class="keyword">const</span>;</div>
<div class="line"><a name="l00055"></a><span class="lineno"> 55</span>&#160; <span class="keyword">virtual</span> std::string <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a8d31b9406f4476c65d270f1d3a1a600e">file_extension</a>() <span class="keyword">const</span>;</div>
<div class="line"><a name="l00056"></a><span class="lineno"> 56</span>&#160;</div>
<div class="line"><a name="l00060"></a><span class="lineno"> 60</span>&#160; <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a4c60eba2cd417176a26e79223e6aa954">AppendRowBatch</a>(<a class="code" href="classimpala_1_1RowBatch.html">RowBatch</a>* current_row,</div>
<div class="line"><a name="l00061"></a><span class="lineno"> 61</span>&#160; <span class="keyword">const</span> std::vector&lt;int32_t&gt;&amp; row_group_indices, <span class="keywordtype">bool</span>* new_file);</div>
<div class="line"><a name="l00062"></a><span class="lineno"> 62</span>&#160;</div>
<div class="line"><a name="l00063"></a><span class="lineno"> 63</span>&#160; <span class="keyword">private</span>:</div>
<div class="line"><a name="l00067"></a><span class="lineno"> 67</span>&#160; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#ab54033f2ecaefd14578f91e23dce8cd7">PrintEscaped</a>(<span class="keyword">const</span> <a class="code" href="structimpala_1_1StringValue.html">StringValue</a>* str_val);</div>
<div class="line"><a name="l00068"></a><span class="lineno"> 68</span>&#160;</div>
<div class="line"><a name="l00071"></a><span class="lineno"> 71</span>&#160; <a class="code" href="classimpala_1_1Status.html">Status</a> <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a824b7804724b51d5285ce05d5ba6a16d">Flush</a>();</div>
<div class="line"><a name="l00072"></a><span class="lineno"> 72</span>&#160;</div>
<div class="line"><a name="l00074"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextTableWriter.html#a178b6b0525c733a33bf486e5ff93c6e6"> 74</a></span>&#160; <span class="keywordtype">char</span> <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a178b6b0525c733a33bf486e5ff93c6e6">tuple_delim_</a>;</div>
<div class="line"><a name="l00075"></a><span class="lineno"> 75</span>&#160;</div>
<div class="line"><a name="l00077"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextTableWriter.html#a2d45db28896d344f83c9d7ec46a35304"> 77</a></span>&#160; <span class="keywordtype">char</span> <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a2d45db28896d344f83c9d7ec46a35304">field_delim_</a>;</div>
<div class="line"><a name="l00078"></a><span class="lineno"> 78</span>&#160;</div>
<div class="line"><a name="l00080"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextTableWriter.html#a57949818cc11071d4ca7049e23258ca0"> 80</a></span>&#160; <span class="keywordtype">char</span> <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a57949818cc11071d4ca7049e23258ca0">escape_char_</a>;</div>
<div class="line"><a name="l00081"></a><span class="lineno"> 81</span>&#160;</div>
<div class="line"><a name="l00083"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextTableWriter.html#a82f230d4fc389cfa3bcc43a4b9577422"> 83</a></span>&#160; int64_t <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a82f230d4fc389cfa3bcc43a4b9577422">flush_size_</a>;</div>
<div class="line"><a name="l00084"></a><span class="lineno"> 84</span>&#160;</div>
<div class="line"><a name="l00087"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextTableWriter.html#a67dc55bea1724304174026a854ba6d7e"> 87</a></span>&#160; std::stringstream <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a67dc55bea1724304174026a854ba6d7e">rowbatch_stringstream_</a>;</div>
<div class="line"><a name="l00088"></a><span class="lineno"> 88</span>&#160;</div>
<div class="line"><a name="l00090"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextTableWriter.html#a74c2084722f18aca0d85c076478f47b5"> 90</a></span>&#160; THdfsCompression::type <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a74c2084722f18aca0d85c076478f47b5">codec_</a>;</div>
<div class="line"><a name="l00091"></a><span class="lineno"> 91</span>&#160;</div>
<div class="line"><a name="l00093"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextTableWriter.html#a4fb6a9149a7f402c3e22926300f43dbd"> 93</a></span>&#160; boost::scoped_ptr&lt;Codec&gt; <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a4fb6a9149a7f402c3e22926300f43dbd">compressor_</a>;</div>
<div class="line"><a name="l00094"></a><span class="lineno"> 94</span>&#160;</div>
<div class="line"><a name="l00096"></a><span class="lineno"><a class="line" href="classimpala_1_1HdfsTextTableWriter.html#a99a10e34c68a8b033d2af6a75bddbc28"> 96</a></span>&#160; boost::scoped_ptr&lt;MemPool&gt; <a class="code" href="classimpala_1_1HdfsTextTableWriter.html#a99a10e34c68a8b033d2af6a75bddbc28">mem_pool_</a>;</div>
<div class="line"><a name="l00097"></a><span class="lineno"> 97</span>&#160;};</div>
<div class="line"><a name="l00098"></a><span class="lineno"> 98</span>&#160;</div>
<div class="line"><a name="l00099"></a><span class="lineno"> 99</span>&#160;}</div>
<div class="line"><a name="l00100"></a><span class="lineno"> 100</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a1a63112de5b11785e613c45ce3657721"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a1a63112de5b11785e613c45ce3657721">impala::HdfsTextTableWriter::HdfsTextTableWriter</a></div><div class="ttdeci">HdfsTextTableWriter(HdfsTableSink *parent, RuntimeState *state, OutputPartition *output, const HdfsPartitionDescriptor *partition, const HdfsTableDescriptor *table_desc, const std::vector&lt; ExprContext * &gt; &amp;output_expr_ctxs)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8cc_source.html#l00041">hdfs-text-table-writer.cc:41</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_aad7d45b60f509495aca692459c9314f1"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#aad7d45b60f509495aca692459c9314f1">impala::HdfsTextTableWriter::Init</a></div><div class="ttdeci">virtual Status Init()</div><div class="ttdoc">Do initialization of writer. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8cc_source.html#l00059">hdfs-text-table-writer.cc:59</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a824b7804724b51d5285ce05d5ba6a16d"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a824b7804724b51d5285ce05d5ba6a16d">impala::HdfsTextTableWriter::Flush</a></div><div class="ttdeci">Status Flush()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8cc_source.html#l00166">hdfs-text-table-writer.cc:166</a></div></div>
<div class="ttc" id="structimpala_1_1StringValue_html"><div class="ttname"><a href="structimpala_1_1StringValue.html">impala::StringValue</a></div><div class="ttdef"><b>Definition:</b> <a href="string-value_8h_source.html#l00033">string-value.h:33</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_acc7b4c012ab001b17bb39a370059e358"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#acc7b4c012ab001b17bb39a370059e358">impala::HdfsTextTableWriter::InitNewFile</a></div><div class="ttdeci">virtual Status InitNewFile()</div><div class="ttdoc">Called when a new file is started. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8h_source.html#l00052">hdfs-text-table-writer.h:52</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html">impala::HdfsTextTableWriter</a></div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8h_source.html#l00040">hdfs-text-table-writer.h:40</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTableDescriptor_html"><div class="ttname"><a href="classimpala_1_1HdfsTableDescriptor.html">impala::HdfsTableDescriptor</a></div><div class="ttdef"><b>Definition:</b> <a href="descriptors_8h_source.html#l00226">descriptors.h:226</a></div></div>
<div class="ttc" id="structimpala_1_1OutputPartition_html"><div class="ttname"><a href="structimpala_1_1OutputPartition.html">impala::OutputPartition</a></div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00040">hdfs-table-sink.h:40</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a0ba1e08f1e61931755ac49d57be3cc6c"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a0ba1e08f1e61931755ac49d57be3cc6c">impala::HdfsTextTableWriter::default_block_size</a></div><div class="ttdeci">virtual uint64_t default_block_size() const </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8cc_source.html#l00087">hdfs-text-table-writer.cc:87</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a82f230d4fc389cfa3bcc43a4b9577422"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a82f230d4fc389cfa3bcc43a4b9577422">impala::HdfsTextTableWriter::flush_size_</a></div><div class="ttdeci">int64_t flush_size_</div><div class="ttdoc">Size in rowbatch_stringstream_ before we call flush. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8h_source.html#l00083">hdfs-text-table-writer.h:83</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTableSink_html"><div class="ttname"><a href="classimpala_1_1HdfsTableSink.html">impala::HdfsTableSink</a></div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-sink_8h_source.html#l00122">hdfs-table-sink.h:122</a></div></div>
<div class="ttc" id="classimpala_1_1Status_html"><div class="ttname"><a href="classimpala_1_1Status.html">impala::Status</a></div><div class="ttdef"><b>Definition:</b> <a href="status_8h_source.html#l00081">status.h:81</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a8d31b9406f4476c65d270f1d3a1a600e"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a8d31b9406f4476c65d270f1d3a1a600e">impala::HdfsTextTableWriter::file_extension</a></div><div class="ttdeci">virtual std::string file_extension() const </div><div class="ttdoc">Returns the file extension for this writer. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8cc_source.html#l00091">hdfs-text-table-writer.cc:91</a></div></div>
<div class="ttc" id="classimpala_1_1RuntimeState_html"><div class="ttname"><a href="classimpala_1_1RuntimeState.html">impala::RuntimeState</a></div><div class="ttdef"><b>Definition:</b> <a href="runtime-state_8h_source.html#l00069">runtime-state.h:69</a></div></div>
<div class="ttc" id="classuint64__t_html"><div class="ttname"><a href="classuint64__t.html">uint64_t</a></div></div>
<div class="ttc" id="hdfs-table-sink_8h_html"><div class="ttname"><a href="hdfs-table-sink_8h.html">hdfs-table-sink.h</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a4c60eba2cd417176a26e79223e6aa954"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a4c60eba2cd417176a26e79223e6aa954">impala::HdfsTextTableWriter::AppendRowBatch</a></div><div class="ttdeci">Status AppendRowBatch(RowBatch *current_row, const std::vector&lt; int32_t &gt; &amp;row_group_indices, bool *new_file)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8cc_source.html#l00096">hdfs-text-table-writer.cc:96</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_ab54033f2ecaefd14578f91e23dce8cd7"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#ab54033f2ecaefd14578f91e23dce8cd7">impala::HdfsTextTableWriter::PrintEscaped</a></div><div class="ttdeci">void PrintEscaped(const StringValue *str_val)</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8cc_source.html#l00194">hdfs-text-table-writer.cc:194</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a99a10e34c68a8b033d2af6a75bddbc28"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a99a10e34c68a8b033d2af6a75bddbc28">impala::HdfsTextTableWriter::mem_pool_</a></div><div class="ttdeci">boost::scoped_ptr&lt; MemPool &gt; mem_pool_</div><div class="ttdoc">Memory pool to use with compressor_. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8h_source.html#l00096">hdfs-text-table-writer.h:96</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_ae06cb9bf9fa41ced3cd5aa727598f541"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#ae06cb9bf9fa41ced3cd5aa727598f541">impala::HdfsTextTableWriter::~HdfsTextTableWriter</a></div><div class="ttdeci">~HdfsTextTableWriter()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8h_source.html#l00048">hdfs-text-table-writer.h:48</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_ac641f91a634a93b686e2621c1ac287cb"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#ac641f91a634a93b686e2621c1ac287cb">impala::HdfsTextTableWriter::Finalize</a></div><div class="ttdeci">virtual Status Finalize()</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8cc_source.html#l00162">hdfs-text-table-writer.cc:162</a></div></div>
<div class="ttc" id="classimpala_1_1RowBatch_html"><div class="ttname"><a href="classimpala_1_1RowBatch.html">impala::RowBatch</a></div><div class="ttdef"><b>Definition:</b> <a href="row-batch_8h_source.html#l00066">row-batch.h:66</a></div></div>
<div class="ttc" id="hdfs_8h_html"><div class="ttname"><a href="hdfs_8h.html">hdfs.h</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTableWriter_html"><div class="ttname"><a href="classimpala_1_1HdfsTableWriter.html">impala::HdfsTableWriter</a></div><div class="ttdef"><b>Definition:</b> <a href="hdfs-table-writer_8h_source.html#l00033">hdfs-table-writer.h:33</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a57949818cc11071d4ca7049e23258ca0"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a57949818cc11071d4ca7049e23258ca0">impala::HdfsTextTableWriter::escape_char_</a></div><div class="ttdeci">char escape_char_</div><div class="ttdoc">Escape character. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8h_source.html#l00080">hdfs-text-table-writer.h:80</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a67dc55bea1724304174026a854ba6d7e"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a67dc55bea1724304174026a854ba6d7e">impala::HdfsTextTableWriter::rowbatch_stringstream_</a></div><div class="ttdeci">std::stringstream rowbatch_stringstream_</div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8h_source.html#l00087">hdfs-text-table-writer.h:87</a></div></div>
<div class="ttc" id="classimpala_1_1Status_html_a580565665ea944eb64f3f495b1bee1e0"><div class="ttname"><a href="classimpala_1_1Status.html#a580565665ea944eb64f3f495b1bee1e0">impala::Status::OK</a></div><div class="ttdeci">static const Status OK</div><div class="ttdef"><b>Definition:</b> <a href="status_8h_source.html#l00087">status.h:87</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsPartitionDescriptor_html"><div class="ttname"><a href="classimpala_1_1HdfsPartitionDescriptor.html">impala::HdfsPartitionDescriptor</a></div><div class="ttdoc">Metadata for a single partition inside an Hdfs table. </div><div class="ttdef"><b>Definition:</b> <a href="descriptors_8h_source.html#l00177">descriptors.h:177</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a4fb6a9149a7f402c3e22926300f43dbd"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a4fb6a9149a7f402c3e22926300f43dbd">impala::HdfsTextTableWriter::compressor_</a></div><div class="ttdeci">boost::scoped_ptr&lt; Codec &gt; compressor_</div><div class="ttdoc">Compressor if compression is enabled. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8h_source.html#l00093">hdfs-text-table-writer.h:93</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a2d45db28896d344f83c9d7ec46a35304"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a2d45db28896d344f83c9d7ec46a35304">impala::HdfsTextTableWriter::field_delim_</a></div><div class="ttdeci">char field_delim_</div><div class="ttdoc">Character delimiting fields (to become slots). </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8h_source.html#l00077">hdfs-text-table-writer.h:77</a></div></div>
<div class="ttc" id="hdfs-table-writer_8h_html"><div class="ttname"><a href="hdfs-table-writer_8h.html">hdfs-table-writer.h</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a178b6b0525c733a33bf486e5ff93c6e6"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a178b6b0525c733a33bf486e5ff93c6e6">impala::HdfsTextTableWriter::tuple_delim_</a></div><div class="ttdeci">char tuple_delim_</div><div class="ttdoc">Character delimiting tuples. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8h_source.html#l00074">hdfs-text-table-writer.h:74</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a4b974998a386673dd64243caa3de9a2f"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a4b974998a386673dd64243caa3de9a2f">impala::HdfsTextTableWriter::Close</a></div><div class="ttdeci">virtual void Close()</div><div class="ttdoc">Called once when this writer should cleanup any resources. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8cc_source.html#l00082">hdfs-text-table-writer.cc:82</a></div></div>
<div class="ttc" id="descriptors_8h_html"><div class="ttname"><a href="descriptors_8h.html">descriptors.h</a></div></div>
<div class="ttc" id="classimpala_1_1HdfsTextTableWriter_html_a74c2084722f18aca0d85c076478f47b5"><div class="ttname"><a href="classimpala_1_1HdfsTextTableWriter.html#a74c2084722f18aca0d85c076478f47b5">impala::HdfsTextTableWriter::codec_</a></div><div class="ttdeci">THdfsCompression::type codec_</div><div class="ttdoc">Compression codec. </div><div class="ttdef"><b>Definition:</b> <a href="hdfs-text-table-writer_8h_source.html#l00090">hdfs-text-table-writer.h:90</a></div></div>
</div><!-- fragment --></div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="dir_e5d120be6b5e8a44336cbfd013b25604.html">be</a></li><li class="navelem"><a class="el" href="dir_68cf7cafb51a962d5bc4848b83cab0de.html">src</a></li><li class="navelem"><a class="el" href="dir_479336c0a15f2c0737bcafcf969f884c.html">exec</a></li><li class="navelem"><a class="el" href="hdfs-text-table-writer_8h.html">hdfs-text-table-writer.h</a></li>
<li class="footer">Generated on Thu May 7 2015 16:10:35 for Impala by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li>
</ul>
</div>
</body>
</html>