Google Git
Sign in
apache/impala/asf-site/./doc/html/classimpala_1_1HdfsTableWriter.html
blob: d35815e82d5e3715b7a0e2ad6cad961dfb221599 [file]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.6"/>
<title>Impala: impala::HdfsTableWriter Class Reference</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
$(document).ready(initResizable);
$(window).load(resizeHeight);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
$(document).ready(function() { searchBox.OnSelectItem(0); });
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td style="padding-left: 0.5em;">
<div id="projectname">Impala
</div>
<div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.6 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<div id="navrow1" class="tabs">
<ul class="tablist">
<li><a href="index.html"><span>Main&#160;Page</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li class="current"><a href="annotated.html"><span>Classes</span></a></li>
<li><a href="files.html"><span>Files</span></a></li>
<li>
<div id="MSearchBox" class="MSearchBoxInactive">
<span class="left">
<img id="MSearchSelect" src="search/mag_sel.png"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
alt=""/>
<input type="text" id="MSearchField" value="Search" accesskey="S"
onfocus="searchBox.OnSearchFieldFocus(true)"
onblur="searchBox.OnSearchFieldFocus(false)"
onkeyup="searchBox.OnSearchFieldChange(event)"/>
</span><span class="right">
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
</span>
</div>
</li>
</ul>
</div>
<div id="navrow2" class="tabs2">
<ul class="tablist">
<li><a href="annotated.html"><span>Class&#160;List</span></a></li>
<li><a href="classes.html"><span>Class&#160;Index</span></a></li>
<li><a href="inherits.html"><span>Class&#160;Hierarchy</span></a></li>
<li><a href="functions.html"><span>Class&#160;Members</span></a></li>
</ul>
</div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
<div id="nav-tree">
<div id="nav-tree-contents">
<div id="nav-sync" class="sync"></div>
</div>
</div>
<div id="splitbar" style="-moz-user-select:none;"
class="ui-resizable-handle">
</div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('classimpala_1_1HdfsTableWriter.html','');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark">&#160;</span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark">&#160;</span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark">&#160;</span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark">&#160;</span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark">&#160;</span>Macros</a></div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div class="header">
<div class="summary">
<a href="#pub-methods">Public Member Functions</a> &#124;
<a href="#pro-methods">Protected Member Functions</a> &#124;
<a href="#pro-attribs">Protected Attributes</a> &#124;
<a href="#pro-static-attribs">Static Protected Attributes</a> &#124;
<a href="classimpala_1_1HdfsTableWriter-members.html">List of all members</a> </div>
<div class="headertitle">
<div class="title">impala::HdfsTableWriter Class Reference<span class="mlabels"><span class="mlabel">abstract</span></span></div> </div>
</div><!--header-->
<div class="contents">
<p><code>#include &lt;<a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>&gt;</code></p>
<div class="dynheader">
Inheritance diagram for impala::HdfsTableWriter:</div>
<div class="dyncontent">
<div class="center"><div class="zoom"><iframe scrolling="no" frameborder="0" src="classimpala_1_1HdfsTableWriter__inherit__graph.svg" width="100%" height="600"><p><b>This browser is not able to show SVG: try Firefox, Chrome, Safari, or Opera instead.</b></p></iframe></div></div>
</div>
<div class="dynheader">
Collaboration diagram for impala::HdfsTableWriter:</div>
<div class="dyncontent">
<div class="center"><div class="zoom"><iframe scrolling="no" frameborder="0" src="classimpala_1_1HdfsTableWriter__coll__graph.svg" width="100%" height="600"><p><b>This browser is not able to show SVG: try Firefox, Chrome, Safari, or Opera instead.</b></p></iframe></div></div>
</div>
<table class="memberdecls">
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-methods"></a>
Public Member Functions</h2></td></tr>
<tr class="memitem:a513152e9db258fa7efd3cc9c583c9a54"><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a513152e9db258fa7efd3cc9c583c9a54">HdfsTableWriter</a> (<a class="el" href="classimpala_1_1HdfsTableSink.html">HdfsTableSink</a> *parent, <a class="el" href="classimpala_1_1RuntimeState.html">RuntimeState</a> *state, <a class="el" href="structimpala_1_1OutputPartition.html">OutputPartition</a> *output_partition, const <a class="el" href="classimpala_1_1HdfsPartitionDescriptor.html">HdfsPartitionDescriptor</a> *partition_desc, const <a class="el" href="classimpala_1_1HdfsTableDescriptor.html">HdfsTableDescriptor</a> *table_desc, const std::vector&lt; <a class="el" href="classimpala_1_1ExprContext.html">ExprContext</a> * &gt; &amp;output_expr_ctxs)</td></tr>
<tr class="separator:a513152e9db258fa7efd3cc9c583c9a54"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a0fa37c833c3cdb0cfd5db1dcde18ca8c"><td class="memItemLeft" align="right" valign="top">virtual&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a0fa37c833c3cdb0cfd5db1dcde18ca8c">~HdfsTableWriter</a> ()</td></tr>
<tr class="separator:a0fa37c833c3cdb0cfd5db1dcde18ca8c"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a4223866d5bb0e90e0b6cd07259e9b55b"><td class="memItemLeft" align="right" valign="top">virtual <a class="el" href="classimpala_1_1Status.html">Status</a>&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a4223866d5bb0e90e0b6cd07259e9b55b">Init</a> ()=0</td></tr>
<tr class="memdesc:a4223866d5bb0e90e0b6cd07259e9b55b"><td class="mdescLeft">&#160;</td><td class="mdescRight">Do initialization of writer. <a href="#a4223866d5bb0e90e0b6cd07259e9b55b">More...</a><br/></td></tr>
<tr class="separator:a4223866d5bb0e90e0b6cd07259e9b55b"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a2452ac9ccccb399f1b20df5453d317a9"><td class="memItemLeft" align="right" valign="top">virtual <a class="el" href="classimpala_1_1Status.html">Status</a>&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a2452ac9ccccb399f1b20df5453d317a9">InitNewFile</a> ()=0</td></tr>
<tr class="memdesc:a2452ac9ccccb399f1b20df5453d317a9"><td class="mdescLeft">&#160;</td><td class="mdescRight">Called when a new file is started. <a href="#a2452ac9ccccb399f1b20df5453d317a9">More...</a><br/></td></tr>
<tr class="separator:a2452ac9ccccb399f1b20df5453d317a9"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a0f7c81b0c79c0637539f459d4c8b17b1"><td class="memItemLeft" align="right" valign="top">virtual <a class="el" href="classimpala_1_1Status.html">Status</a>&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a0f7c81b0c79c0637539f459d4c8b17b1">AppendRowBatch</a> (<a class="el" href="classimpala_1_1RowBatch.html">RowBatch</a> *batch, const std::vector&lt; int32_t &gt; &amp;row_group_indices, <a class="el" href="classbool.html">bool</a> *new_file)=0</td></tr>
<tr class="separator:a0f7c81b0c79c0637539f459d4c8b17b1"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a8463934a331263b234ed94e83bc00706"><td class="memItemLeft" align="right" valign="top">virtual <a class="el" href="classimpala_1_1Status.html">Status</a>&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a8463934a331263b234ed94e83bc00706">Finalize</a> ()=0</td></tr>
<tr class="separator:a8463934a331263b234ed94e83bc00706"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:aa62996db638219ad5499931c5c0d76b2"><td class="memItemLeft" align="right" valign="top">virtual void&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#aa62996db638219ad5499931c5c0d76b2">Close</a> ()=0</td></tr>
<tr class="memdesc:aa62996db638219ad5499931c5c0d76b2"><td class="mdescLeft">&#160;</td><td class="mdescRight">Called once when this writer should cleanup any resources. <a href="#aa62996db638219ad5499931c5c0d76b2">More...</a><br/></td></tr>
<tr class="separator:aa62996db638219ad5499931c5c0d76b2"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a7e207f10cf1bc31d8a8dbe05432461eb"><td class="memItemLeft" align="right" valign="top">TInsertStats &amp;&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a7e207f10cf1bc31d8a8dbe05432461eb">stats</a> ()</td></tr>
<tr class="memdesc:a7e207f10cf1bc31d8a8dbe05432461eb"><td class="mdescLeft">&#160;</td><td class="mdescRight">Returns the stats for this writer. <a href="#a7e207f10cf1bc31d8a8dbe05432461eb">More...</a><br/></td></tr>
<tr class="separator:a7e207f10cf1bc31d8a8dbe05432461eb"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:ade4f9729ae4528ade28bc7fef21cb584"><td class="memItemLeft" align="right" valign="top">virtual <a class="el" href="classuint64__t.html">uint64_t</a>&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#ade4f9729ae4528ade28bc7fef21cb584">default_block_size</a> () const =0</td></tr>
<tr class="separator:ade4f9729ae4528ade28bc7fef21cb584"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a806b4c9a4aca2e62061182a379ec09ad"><td class="memItemLeft" align="right" valign="top">virtual std::string&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a806b4c9a4aca2e62061182a379ec09ad">file_extension</a> () const =0</td></tr>
<tr class="memdesc:a806b4c9a4aca2e62061182a379ec09ad"><td class="mdescLeft">&#160;</td><td class="mdescRight">Returns the file extension for this writer. <a href="#a806b4c9a4aca2e62061182a379ec09ad">More...</a><br/></td></tr>
<tr class="separator:a806b4c9a4aca2e62061182a379ec09ad"><td class="memSeparator" colspan="2">&#160;</td></tr>
</table><table class="memberdecls">
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pro-methods"></a>
Protected Member Functions</h2></td></tr>
<tr class="memitem:a1be7c5b50e90418d3bc60984a2788179"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1Status.html">Status</a>&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a1be7c5b50e90418d3bc60984a2788179">Write</a> (const char *data, int32_t len)</td></tr>
<tr class="memdesc:a1be7c5b50e90418d3bc60984a2788179"><td class="mdescLeft">&#160;</td><td class="mdescRight">Write to the current hdfs file. <a href="#a1be7c5b50e90418d3bc60984a2788179">More...</a><br/></td></tr>
<tr class="separator:a1be7c5b50e90418d3bc60984a2788179"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a11edde18e07638fd077e61fd3a3df80e"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1Status.html">Status</a>&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a11edde18e07638fd077e61fd3a3df80e">Write</a> (const uint8_t *data, int32_t len)</td></tr>
<tr class="separator:a11edde18e07638fd077e61fd3a3df80e"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a16139ed71440c10e67c6b291f1800c13"><td class="memTemplParams" colspan="2">template&lt;typename T &gt; </td></tr>
<tr class="memitem:a16139ed71440c10e67c6b291f1800c13"><td class="memTemplItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1Status.html">Status</a>&#160;</td><td class="memTemplItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a16139ed71440c10e67c6b291f1800c13">Write</a> (T v)</td></tr>
<tr class="separator:a16139ed71440c10e67c6b291f1800c13"><td class="memSeparator" colspan="2">&#160;</td></tr>
</table><table class="memberdecls">
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pro-attribs"></a>
Protected Attributes</h2></td></tr>
<tr class="memitem:a7faad5d8d7b9b63df88fc64634e8c68e"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1HdfsTableSink.html">HdfsTableSink</a> *&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a7faad5d8d7b9b63df88fc64634e8c68e">parent_</a></td></tr>
<tr class="memdesc:a7faad5d8d7b9b63df88fc64634e8c68e"><td class="mdescLeft">&#160;</td><td class="mdescRight">Parent table sink object. <a href="#a7faad5d8d7b9b63df88fc64634e8c68e">More...</a><br/></td></tr>
<tr class="separator:a7faad5d8d7b9b63df88fc64634e8c68e"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:af0582e210619f97f5ac5db62669bbc40"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1RuntimeState.html">RuntimeState</a> *&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#af0582e210619f97f5ac5db62669bbc40">state_</a></td></tr>
<tr class="memdesc:af0582e210619f97f5ac5db62669bbc40"><td class="mdescLeft">&#160;</td><td class="mdescRight">Runtime state. <a href="#af0582e210619f97f5ac5db62669bbc40">More...</a><br/></td></tr>
<tr class="separator:af0582e210619f97f5ac5db62669bbc40"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a25eed1b5b3cb444d8bfdc62890238ff7"><td class="memItemLeft" align="right" valign="top"><a class="el" href="structimpala_1_1OutputPartition.html">OutputPartition</a> *&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a25eed1b5b3cb444d8bfdc62890238ff7">output_</a></td></tr>
<tr class="memdesc:a25eed1b5b3cb444d8bfdc62890238ff7"><td class="mdescLeft">&#160;</td><td class="mdescRight">Structure describing partition written to by this writer. <a href="#a25eed1b5b3cb444d8bfdc62890238ff7">More...</a><br/></td></tr>
<tr class="separator:a25eed1b5b3cb444d8bfdc62890238ff7"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:ae334368ceff2a98e639a2f249bd97fb4"><td class="memItemLeft" align="right" valign="top">const <a class="el" href="classimpala_1_1HdfsTableDescriptor.html">HdfsTableDescriptor</a> *&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#ae334368ceff2a98e639a2f249bd97fb4">table_desc_</a></td></tr>
<tr class="memdesc:ae334368ceff2a98e639a2f249bd97fb4"><td class="mdescLeft">&#160;</td><td class="mdescRight">Table descriptor of table to be written. <a href="#ae334368ceff2a98e639a2f249bd97fb4">More...</a><br/></td></tr>
<tr class="separator:ae334368ceff2a98e639a2f249bd97fb4"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a3601c468e238682d353bd48a51ba7432"><td class="memItemLeft" align="right" valign="top">std::vector&lt; <a class="el" href="classimpala_1_1ExprContext.html">ExprContext</a> * &gt;&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a3601c468e238682d353bd48a51ba7432">output_expr_ctxs_</a></td></tr>
<tr class="memdesc:a3601c468e238682d353bd48a51ba7432"><td class="mdescLeft">&#160;</td><td class="mdescRight">Expressions that materialize output values. <a href="#a3601c468e238682d353bd48a51ba7432">More...</a><br/></td></tr>
<tr class="separator:a3601c468e238682d353bd48a51ba7432"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a017d589ce2bdcc502582924169f5d2d7"><td class="memItemLeft" align="right" valign="top">TInsertStats&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a017d589ce2bdcc502582924169f5d2d7">stats_</a></td></tr>
<tr class="memdesc:a017d589ce2bdcc502582924169f5d2d7"><td class="mdescLeft">&#160;</td><td class="mdescRight">Subclass should populate any file format specific stats. <a href="#a017d589ce2bdcc502582924169f5d2d7">More...</a><br/></td></tr>
<tr class="separator:a017d589ce2bdcc502582924169f5d2d7"><td class="memSeparator" colspan="2">&#160;</td></tr>
</table><table class="memberdecls">
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pro-static-attribs"></a>
Static Protected Attributes</h2></td></tr>
<tr class="memitem:a9af768fda419ef64bc60a1afe08d86f4"><td class="memItemLeft" align="right" valign="top">static const int&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classimpala_1_1HdfsTableWriter.html#a9af768fda419ef64bc60a1afe08d86f4">HDFS_FLUSH_WRITE_SIZE</a> = 50 * 1024</td></tr>
<tr class="separator:a9af768fda419ef64bc60a1afe08d86f4"><td class="memSeparator" colspan="2">&#160;</td></tr>
</table>
<a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2>
<div class="textblock"><p>Pure virtual class for writing to hdfs table partition files. Subclasses implement the code needed to write to a specific file type. A subclass needs to implement functions to format and add rows to the file and to do whatever processing is needed prior to closing the file. </p>
<p>Definition at line <a class="el" href="hdfs-table-writer_8h_source.html#l00033">33</a> of file <a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>.</p>
</div><h2 class="groupheader">Constructor &amp; Destructor Documentation</h2>
<a class="anchor" id="a513152e9db258fa7efd3cc9c583c9a54"></a>
<div class="memitem">
<div class="memproto">
<table class="memname">
<tr>
<td class="memname">impala::HdfsTableWriter::HdfsTableWriter </td>
<td>(</td>
<td class="paramtype"><a class="el" href="classimpala_1_1HdfsTableSink.html">HdfsTableSink</a> *&#160;</td>
<td class="paramname"><em>parent</em>, </td>
</tr>
<tr>
<td class="paramkey"></td>
<td></td>
<td class="paramtype"><a class="el" href="classimpala_1_1RuntimeState.html">RuntimeState</a> *&#160;</td>
<td class="paramname"><em>state</em>, </td>
</tr>
<tr>
<td class="paramkey"></td>
<td></td>
<td class="paramtype"><a class="el" href="structimpala_1_1OutputPartition.html">OutputPartition</a> *&#160;</td>
<td class="paramname"><em>output_partition</em>, </td>
</tr>
<tr>
<td class="paramkey"></td>
<td></td>
<td class="paramtype">const <a class="el" href="classimpala_1_1HdfsPartitionDescriptor.html">HdfsPartitionDescriptor</a> *&#160;</td>
<td class="paramname"><em>partition_desc</em>, </td>
</tr>
<tr>
<td class="paramkey"></td>
<td></td>
<td class="paramtype">const <a class="el" href="classimpala_1_1HdfsTableDescriptor.html">HdfsTableDescriptor</a> *&#160;</td>
<td class="paramname"><em>table_desc</em>, </td>
</tr>
<tr>
<td class="paramkey"></td>
<td></td>
<td class="paramtype">const std::vector&lt; <a class="el" href="classimpala_1_1ExprContext.html">ExprContext</a> * &gt; &amp;&#160;</td>
<td class="paramname"><em>output_expr_ctxs</em>&#160;</td>
</tr>
<tr>
<td></td>
<td>)</td>
<td></td><td></td>
</tr>
</table>
</div><div class="memdoc">
<p>The implementation of a writer may reference the parameters to the constructor during the lifetime of the object. output_partition &ndash; Information on the output partition file. partition &ndash; the descriptor for the partition being written table_desc &ndash; the descriptor for the table being written. output_exprs &ndash; expressions which generate the output values. </p>
<p>Definition at line <a class="el" href="hdfs-table-writer_8cc_source.html#l00021">21</a> of file <a class="el" href="hdfs-table-writer_8cc_source.html">hdfs-table-writer.cc</a>.</p>
<p>References <a class="el" href="hdfs-table-sink_8cc_source.html#l00643">impala::HdfsTableSink::DebugString()</a>, <a class="el" href="descriptors_8h_source.html#l00153">impala::TableDescriptor::num_clustering_cols()</a>, <a class="el" href="descriptors_8h_source.html#l00152">impala::TableDescriptor::num_cols()</a>, <a class="el" href="hdfs-table-writer_8h_source.html#l00124">output_expr_ctxs_</a>, <a class="el" href="hdfs-table-writer_8h_source.html#l00112">parent_</a>, and <a class="el" href="hdfs-table-writer_8h_source.html#l00121">table_desc_</a>.</p>
</div>
</div>
<a class="anchor" id="a0fa37c833c3cdb0cfd5db1dcde18ca8c"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">virtual impala::HdfsTableWriter::~HdfsTableWriter </td>
<td>(</td>
<td class="paramname"></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">inline</span><span class="mlabel">virtual</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Definition at line <a class="el" href="hdfs-table-writer_8h_source.html#l00047">47</a> of file <a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>.</p>
</div>
</div>
<h2 class="groupheader">Member Function Documentation</h2>
<a class="anchor" id="a0f7c81b0c79c0637539f459d4c8b17b1"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">virtual <a class="el" href="classimpala_1_1Status.html">Status</a> impala::HdfsTableWriter::AppendRowBatch </td>
<td>(</td>
<td class="paramtype"><a class="el" href="classimpala_1_1RowBatch.html">RowBatch</a> *&#160;</td>
<td class="paramname"><em>batch</em>, </td>
</tr>
<tr>
<td class="paramkey"></td>
<td></td>
<td class="paramtype">const std::vector&lt; int32_t &gt; &amp;&#160;</td>
<td class="paramname"><em>row_group_indices</em>, </td>
</tr>
<tr>
<td class="paramkey"></td>
<td></td>
<td class="paramtype"><a class="el" href="classbool.html">bool</a> *&#160;</td>
<td class="paramname"><em>new_file</em>&#160;</td>
</tr>
<tr>
<td></td>
<td>)</td>
<td></td><td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">pure virtual</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Appends the current batch of rows to the partition. If there are multiple partitions then row_group_indices will contain the rows that are for this partition, otherwise all rows in the batch are appended. If the current file is full, the writer stops appending and returns with *new_file == true. A new file will be opened and the same row batch will be passed again. The writer must track how much of the batch it had already processed asking for a new file. Otherwise the writer will return with *newfile == false. </p>
<p>Implemented in <a class="el" href="classimpala_1_1HdfsAvroTableWriter.html#a8e72ad257c11fd08b3a6b8331d4ca767">impala::HdfsAvroTableWriter</a>, <a class="el" href="classimpala_1_1HdfsParquetTableWriter.html#a93e294730c06b45f635bba83d84d96ec">impala::HdfsParquetTableWriter</a>, <a class="el" href="classimpala_1_1HdfsTextTableWriter.html#a4c60eba2cd417176a26e79223e6aa954">impala::HdfsTextTableWriter</a>, and <a class="el" href="classimpala_1_1HdfsSequenceTableWriter.html#a63bf4fde2a725e5bfc86284c8c008882">impala::HdfsSequenceTableWriter</a>.</p>
</div>
</div>
<a class="anchor" id="aa62996db638219ad5499931c5c0d76b2"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">virtual void impala::HdfsTableWriter::Close </td>
<td>(</td>
<td class="paramname"></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">pure virtual</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Called once when this writer should cleanup any resources. </p>
<p>Implemented in <a class="el" href="classimpala_1_1HdfsParquetTableWriter.html#a73683272d74284275464830d01945223">impala::HdfsParquetTableWriter</a>, <a class="el" href="classimpala_1_1HdfsAvroTableWriter.html#ada9d3417d9a27cdb9bb3fa5b65465636">impala::HdfsAvroTableWriter</a>, <a class="el" href="classimpala_1_1HdfsTextTableWriter.html#a4b974998a386673dd64243caa3de9a2f">impala::HdfsTextTableWriter</a>, and <a class="el" href="classimpala_1_1HdfsSequenceTableWriter.html#a1808c9a3eaa49e69b1234553d46e435d">impala::HdfsSequenceTableWriter</a>.</p>
</div>
</div>
<a class="anchor" id="ade4f9729ae4528ade28bc7fef21cb584"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">virtual <a class="el" href="classuint64__t.html">uint64_t</a> impala::HdfsTableWriter::default_block_size </td>
<td>(</td>
<td class="paramname"></td><td>)</td>
<td> const</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">pure virtual</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Default block size to use for this file format. If the file format doesn't care, it should return 0 and the hdfs config default will be used. </p>
<p>Implemented in <a class="el" href="classimpala_1_1HdfsParquetTableWriter.html#a3e94af6168818406871e631b54287ff6">impala::HdfsParquetTableWriter</a>, <a class="el" href="classimpala_1_1HdfsAvroTableWriter.html#a056a4b27561485ac88ea916f48f57532">impala::HdfsAvroTableWriter</a>, <a class="el" href="classimpala_1_1HdfsTextTableWriter.html#a0ba1e08f1e61931755ac49d57be3cc6c">impala::HdfsTextTableWriter</a>, and <a class="el" href="classimpala_1_1HdfsSequenceTableWriter.html#a8b3924859b9a66528258cfc1346174e6">impala::HdfsSequenceTableWriter</a>.</p>
</div>
</div>
<a class="anchor" id="a806b4c9a4aca2e62061182a379ec09ad"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">virtual std::string impala::HdfsTableWriter::file_extension </td>
<td>(</td>
<td class="paramname"></td><td>)</td>
<td> const</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">pure virtual</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Returns the file extension for this writer. </p>
<p>Implemented in <a class="el" href="classimpala_1_1HdfsParquetTableWriter.html#acba15d2122028aa98ea690a0499f0b50">impala::HdfsParquetTableWriter</a>, <a class="el" href="classimpala_1_1HdfsAvroTableWriter.html#a73a1ae1393454cfdba40a32240a28376">impala::HdfsAvroTableWriter</a>, <a class="el" href="classimpala_1_1HdfsTextTableWriter.html#a8d31b9406f4476c65d270f1d3a1a600e">impala::HdfsTextTableWriter</a>, and <a class="el" href="classimpala_1_1HdfsSequenceTableWriter.html#aba9fe8379d286702a5314c648bd52c80">impala::HdfsSequenceTableWriter</a>.</p>
</div>
</div>
<a class="anchor" id="a8463934a331263b234ed94e83bc00706"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">virtual <a class="el" href="classimpala_1_1Status.html">Status</a> impala::HdfsTableWriter::Finalize </td>
<td>(</td>
<td class="paramname"></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">pure virtual</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Finalize this partition. The writer needs to finish processing all data have written out after the return from this call. This is called once for each call to <a class="el" href="classimpala_1_1HdfsTableWriter.html#a2452ac9ccccb399f1b20df5453d317a9" title="Called when a new file is started. ">InitNewFile()</a> </p>
<p>Implemented in <a class="el" href="classimpala_1_1HdfsParquetTableWriter.html#a65014902eeea2359dce460e709b04a84">impala::HdfsParquetTableWriter</a>, <a class="el" href="classimpala_1_1HdfsAvroTableWriter.html#a08114c59ecaa2564f118c483c6c1dc6e">impala::HdfsAvroTableWriter</a>, <a class="el" href="classimpala_1_1HdfsTextTableWriter.html#ac641f91a634a93b686e2621c1ac287cb">impala::HdfsTextTableWriter</a>, and <a class="el" href="classimpala_1_1HdfsSequenceTableWriter.html#af9e877c89a189e47910bc85771fc116a">impala::HdfsSequenceTableWriter</a>.</p>
</div>
</div>
<a class="anchor" id="a4223866d5bb0e90e0b6cd07259e9b55b"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">virtual <a class="el" href="classimpala_1_1Status.html">Status</a> impala::HdfsTableWriter::Init </td>
<td>(</td>
<td class="paramname"></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">pure virtual</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Do initialization of writer. </p>
<p>The sequence of calls to this object are:</p>
<ol type="1">
<li><a class="el" href="classimpala_1_1HdfsTableWriter.html#a4223866d5bb0e90e0b6cd07259e9b55b" title="Do initialization of writer. ">Init()</a></li>
<li><a class="el" href="classimpala_1_1HdfsTableWriter.html#a2452ac9ccccb399f1b20df5453d317a9" title="Called when a new file is started. ">InitNewFile()</a></li>
<li><a class="el" href="classimpala_1_1HdfsTableWriter.html#a0f7c81b0c79c0637539f459d4c8b17b1">AppendRowBatch()</a> - called repeatedly</li>
<li><a class="el" href="classimpala_1_1HdfsTableWriter.html#a8463934a331263b234ed94e83bc00706">Finalize()</a> For files formats that are splittable (and therefore can be written to an arbitrarily large file), 1-4 is called once. For files formats that are not splittable (i.e. columnar formats, compressed text), 1) is called once and 2-4) is called repeatedly for each file. </li>
</ol>
<p>Implemented in <a class="el" href="classimpala_1_1HdfsAvroTableWriter.html#aabfe1a564b3b572e12df0b080a5085c3">impala::HdfsAvroTableWriter</a>, <a class="el" href="classimpala_1_1HdfsParquetTableWriter.html#a9725689b4baf53907247e60778283094">impala::HdfsParquetTableWriter</a>, <a class="el" href="classimpala_1_1HdfsTextTableWriter.html#aad7d45b60f509495aca692459c9314f1">impala::HdfsTextTableWriter</a>, and <a class="el" href="classimpala_1_1HdfsSequenceTableWriter.html#ac6d9c025a39add3dc8128d95a4f22b8d">impala::HdfsSequenceTableWriter</a>.</p>
</div>
</div>
<a class="anchor" id="a2452ac9ccccb399f1b20df5453d317a9"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">virtual <a class="el" href="classimpala_1_1Status.html">Status</a> impala::HdfsTableWriter::InitNewFile </td>
<td>(</td>
<td class="paramname"></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">pure virtual</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Called when a new file is started. </p>
<p>Implemented in <a class="el" href="classimpala_1_1HdfsAvroTableWriter.html#a7089bc8d6f2909754baee11a62dff54a">impala::HdfsAvroTableWriter</a>, <a class="el" href="classimpala_1_1HdfsParquetTableWriter.html#aed34565a4d5ac112ec1c24935314931d">impala::HdfsParquetTableWriter</a>, <a class="el" href="classimpala_1_1HdfsTextTableWriter.html#acc7b4c012ab001b17bb39a370059e358">impala::HdfsTextTableWriter</a>, and <a class="el" href="classimpala_1_1HdfsSequenceTableWriter.html#a1a900c4f5b1f35d2ec81a755265747b9">impala::HdfsSequenceTableWriter</a>.</p>
</div>
</div>
<a class="anchor" id="a7e207f10cf1bc31d8a8dbe05432461eb"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">TInsertStats&amp; impala::HdfsTableWriter::stats </td>
<td>(</td>
<td class="paramname"></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">inline</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Returns the stats for this writer. </p>
<p>Definition at line <a class="el" href="hdfs-table-writer_8h_source.html#l00086">86</a> of file <a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>.</p>
<p>References <a class="el" href="hdfs-table-writer_8h_source.html#l00127">stats_</a>.</p>
</div>
</div>
<a class="anchor" id="a1be7c5b50e90418d3bc60984a2788179"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname"><a class="el" href="classimpala_1_1Status.html">Status</a> impala::HdfsTableWriter::Write </td>
<td>(</td>
<td class="paramtype">const char *&#160;</td>
<td class="paramname"><em>data</em>, </td>
</tr>
<tr>
<td class="paramkey"></td>
<td></td>
<td class="paramtype">int32_t&#160;</td>
<td class="paramname"><em>len</em>&#160;</td>
</tr>
<tr>
<td></td>
<td>)</td>
<td></td><td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">inline</span><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Write to the current hdfs file. </p>
<p>Definition at line <a class="el" href="hdfs-table-writer_8h_source.html#l00101">101</a> of file <a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>.</p>
<p>Referenced by <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00166">impala::HdfsTextTableWriter::Flush()</a>, <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00291">impala::HdfsSequenceTableWriter::Flush()</a>, <a class="el" href="hdfs-avro-table-writer_8cc_source.html#l00226">impala::HdfsAvroTableWriter::Flush()</a>, <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00928">impala::HdfsParquetTableWriter::FlushCurrentRowGroup()</a>, <a class="el" href="hdfs-table-writer_8h_source.html#l00107">Write()</a>, <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00163">impala::HdfsSequenceTableWriter::WriteCompressedBlock()</a>, <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00977">impala::HdfsParquetTableWriter::WriteFileFooter()</a>, <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00129">impala::HdfsSequenceTableWriter::WriteFileHeader()</a>, <a class="el" href="hdfs-avro-table-writer_8cc_source.html#l00193">impala::HdfsAvroTableWriter::WriteFileHeader()</a>, and <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00920">impala::HdfsParquetTableWriter::WriteFileHeader()</a>.</p>
</div>
</div>
<a class="anchor" id="a11edde18e07638fd077e61fd3a3df80e"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname"><a class="el" href="classimpala_1_1Status.html">Status</a> impala::HdfsTableWriter::Write </td>
<td>(</td>
<td class="paramtype">const uint8_t *&#160;</td>
<td class="paramname"><em>data</em>, </td>
</tr>
<tr>
<td class="paramkey"></td>
<td></td>
<td class="paramtype">int32_t&#160;</td>
<td class="paramname"><em>len</em>&#160;</td>
</tr>
<tr>
<td></td>
<td>)</td>
<td></td><td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Definition at line <a class="el" href="hdfs-table-writer_8cc_source.html#l00036">36</a> of file <a class="el" href="hdfs-table-writer_8cc_source.html">hdfs-table-writer.cc</a>.</p>
<p>References <a class="el" href="hdfs-table-sink_8h_source.html#l00152">impala::HdfsTableSink::bytes_written_counter()</a>, <a class="el" href="runtime-profile_8h_source.html#l00055">COUNTER_ADD</a>, <a class="el" href="hdfs-table-sink_8h_source.html#l00055">impala::OutputPartition::current_file_name</a>, <a class="el" href="hdfs-util_8cc_source.html#l00026">impala::GetHdfsErrorMsg()</a>, <a class="el" href="hdfs-table-sink_8h_source.html#l00071">impala::OutputPartition::hdfs_connection</a>, <a class="el" href="status_8h_source.html#l00087">impala::Status::OK</a>, <a class="el" href="hdfs-table-writer_8h_source.html#l00118">output_</a>, <a class="el" href="hdfs-table-writer_8h_source.html#l00112">parent_</a>, <a class="el" href="hdfs-table-writer_8h_source.html#l00127">stats_</a>, and <a class="el" href="hdfs-table-sink_8h_source.html#l00074">impala::OutputPartition::tmp_hdfs_file</a>.</p>
</div>
</div>
<a class="anchor" id="a16139ed71440c10e67c6b291f1800c13"></a>
<div class="memitem">
<div class="memproto">
<div class="memtemplate">
template&lt;typename T &gt; </div>
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname"><a class="el" href="classimpala_1_1Status.html">Status</a> impala::HdfsTableWriter::Write </td>
<td>(</td>
<td class="paramtype">T&#160;</td>
<td class="paramname"><em>v</em></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">inline</span><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Definition at line <a class="el" href="hdfs-table-writer_8h_source.html#l00107">107</a> of file <a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>.</p>
<p>References <a class="el" href="hdfs-table-writer_8h_source.html#l00101">Write()</a>.</p>
</div>
</div>
<h2 class="groupheader">Member Data Documentation</h2>
<a class="anchor" id="a9af768fda419ef64bc60a1afe08d86f4"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">const int impala::HdfsTableWriter::HDFS_FLUSH_WRITE_SIZE = 50 * 1024</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">static</span><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Size to buffer output before calling <a class="el" href="classimpala_1_1HdfsTableWriter.html#a1be7c5b50e90418d3bc60984a2788179" title="Write to the current hdfs file. ">Write()</a> (which calls hdfsWrite), in bytes to minimize the overhead of <a class="el" href="classimpala_1_1HdfsTableWriter.html#a1be7c5b50e90418d3bc60984a2788179" title="Write to the current hdfs file. ">Write()</a> </p>
<p>Definition at line <a class="el" href="hdfs-table-writer_8h_source.html#l00098">98</a> of file <a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>.</p>
<p>Referenced by <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00041">impala::HdfsTextTableWriter::HdfsTextTableWriter()</a>, and <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00059">impala::HdfsTextTableWriter::Init()</a>.</p>
</div>
</div>
<a class="anchor" id="a25eed1b5b3cb444d8bfdc62890238ff7"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname"><a class="el" href="structimpala_1_1OutputPartition.html">OutputPartition</a>* impala::HdfsTableWriter::output_</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Structure describing partition written to by this writer. </p>
<p>Definition at line <a class="el" href="hdfs-table-writer_8h_source.html#l00118">118</a> of file <a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>.</p>
<p>Referenced by <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00096">impala::HdfsTextTableWriter::AppendRowBatch()</a>, <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00862">impala::HdfsParquetTableWriter::AppendRowBatch()</a>, <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00814">impala::HdfsParquetTableWriter::InitNewFile()</a>, and <a class="el" href="hdfs-table-writer_8cc_source.html#l00036">Write()</a>.</p>
</div>
</div>
<a class="anchor" id="a3601c468e238682d353bd48a51ba7432"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">std::vector&lt;<a class="el" href="classimpala_1_1ExprContext.html">ExprContext</a>*&gt; impala::HdfsTableWriter::output_expr_ctxs_</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Expressions that materialize output values. </p>
<p>Definition at line <a class="el" href="hdfs-table-writer_8h_source.html#l00124">124</a> of file <a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>.</p>
<p>Referenced by <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00090">impala::HdfsSequenceTableWriter::AppendRowBatch()</a>, <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00096">impala::HdfsTextTableWriter::AppendRowBatch()</a>, <a class="el" href="hdfs-avro-table-writer_8cc_source.html#l00058">impala::HdfsAvroTableWriter::ConsumeRow()</a>, <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00733">impala::HdfsParquetTableWriter::CreateSchema()</a>, <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00206">impala::HdfsSequenceTableWriter::EncodeRow()</a>, <a class="el" href="hdfs-table-writer_8cc_source.html#l00021">HdfsTableWriter()</a>, and <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00635">impala::HdfsParquetTableWriter::Init()</a>.</p>
</div>
</div>
<a class="anchor" id="a7faad5d8d7b9b63df88fc64634e8c68e"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname"><a class="el" href="classimpala_1_1HdfsTableSink.html">HdfsTableSink</a>* impala::HdfsTableWriter::parent_</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Parent table sink object. </p>
<p>Definition at line <a class="el" href="hdfs-table-writer_8h_source.html#l00112">112</a> of file <a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>.</p>
<p>Referenced by <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00090">impala::HdfsSequenceTableWriter::AppendRowBatch()</a>, <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00096">impala::HdfsTextTableWriter::AppendRowBatch()</a>, <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00862">impala::HdfsParquetTableWriter::AppendRowBatch()</a>, <a class="el" href="hdfs-avro-table-writer_8cc_source.html#l00168">impala::HdfsAvroTableWriter::AppendRowBatch()</a>, <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00082">impala::HdfsTextTableWriter::Close()</a>, <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00233">impala::HdfsSequenceTableWriter::ConsumeRow()</a>, <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00206">impala::HdfsSequenceTableWriter::EncodeRow()</a>, <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00897">impala::HdfsParquetTableWriter::Finalize()</a>, <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00166">impala::HdfsTextTableWriter::Flush()</a>, <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00291">impala::HdfsSequenceTableWriter::Flush()</a>, <a class="el" href="hdfs-avro-table-writer_8cc_source.html#l00226">impala::HdfsAvroTableWriter::Flush()</a>, <a class="el" href="hdfs-table-writer_8cc_source.html#l00021">HdfsTableWriter()</a>, <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00059">impala::HdfsTextTableWriter::Init()</a>, <a class="el" href="hdfs-table-writer_8cc_source.html#l00036">Write()</a>, and <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00163">impala::HdfsSequenceTableWriter::WriteCompressedBlock()</a>.</p>
</div>
</div>
<a class="anchor" id="af0582e210619f97f5ac5db62669bbc40"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname"><a class="el" href="classimpala_1_1RuntimeState.html">RuntimeState</a>* impala::HdfsTableWriter::state_</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Runtime state. </p>
<p>Definition at line <a class="el" href="hdfs-table-writer_8h_source.html#l00115">115</a> of file <a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>.</p>
<p>Referenced by <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00797">impala::HdfsParquetTableWriter::default_block_size()</a>, <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00054">impala::HdfsSequenceTableWriter::Init()</a>, <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00059">impala::HdfsTextTableWriter::Init()</a>, <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00635">impala::HdfsParquetTableWriter::Init()</a>, and <a class="el" href="hdfs-avro-table-writer_8cc_source.html#l00135">impala::HdfsAvroTableWriter::Init()</a>.</p>
</div>
</div>
<a class="anchor" id="a017d589ce2bdcc502582924169f5d2d7"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">TInsertStats impala::HdfsTableWriter::stats_</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Subclass should populate any file format specific stats. </p>
<p>Definition at line <a class="el" href="hdfs-table-writer_8h_source.html#l00127">127</a> of file <a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>.</p>
<p>Referenced by <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00897">impala::HdfsParquetTableWriter::Finalize()</a>, <a class="el" href="hdfs-table-writer_8h_source.html#l00086">stats()</a>, and <a class="el" href="hdfs-table-writer_8cc_source.html#l00036">Write()</a>.</p>
</div>
</div>
<a class="anchor" id="ae334368ceff2a98e639a2f249bd97fb4"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">const <a class="el" href="classimpala_1_1HdfsTableDescriptor.html">HdfsTableDescriptor</a>* impala::HdfsTableWriter::table_desc_</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Table descriptor of table to be written. </p>
<p>Definition at line <a class="el" href="hdfs-table-writer_8h_source.html#l00121">121</a> of file <a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a>.</p>
<p>Referenced by <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00766">impala::HdfsParquetTableWriter::AddRowGroup()</a>, <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00090">impala::HdfsSequenceTableWriter::AppendRowBatch()</a>, <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00096">impala::HdfsTextTableWriter::AppendRowBatch()</a>, <a class="el" href="hdfs-avro-table-writer_8cc_source.html#l00058">impala::HdfsAvroTableWriter::ConsumeRow()</a>, <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00733">impala::HdfsParquetTableWriter::CreateSchema()</a>, <a class="el" href="hdfs-sequence-table-writer_8cc_source.html#l00206">impala::HdfsSequenceTableWriter::EncodeRow()</a>, <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00928">impala::HdfsParquetTableWriter::FlushCurrentRowGroup()</a>, <a class="el" href="hdfs-table-writer_8cc_source.html#l00021">HdfsTableWriter()</a>, <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00635">impala::HdfsParquetTableWriter::Init()</a>, and <a class="el" href="hdfs-avro-table-writer_8cc_source.html#l00193">impala::HdfsAvroTableWriter::WriteFileHeader()</a>.</p>
</div>
</div>
<hr/>The documentation for this class was generated from the following files:<ul>
<li>be/src/exec/<a class="el" href="hdfs-table-writer_8h_source.html">hdfs-table-writer.h</a></li>
<li>be/src/exec/<a class="el" href="hdfs-table-writer_8cc_source.html">hdfs-table-writer.cc</a></li>
</ul>
</div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="namespaceimpala.html">impala</a></li><li class="navelem"><a class="el" href="classimpala_1_1HdfsTableWriter.html">HdfsTableWriter</a></li>
<li class="footer">Generated on Thu May 7 2015 16:10:47 for Impala by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li>
</ul>
</div>
</body>
</html>