| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.6"/> |
| <title>Impala: impala::OutputPartition Struct Reference</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="navtree.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="resize.js"></script> |
| <script type="text/javascript" src="navtree.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(initResizable); |
| $(window).load(resizeHeight); |
| </script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/search.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(function() { searchBox.OnSelectItem(0); }); |
| </script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td style="padding-left: 0.5em;"> |
| <div id="projectname">Impala |
| </div> |
| <div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.6 --> |
| <script type="text/javascript"> |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| </script> |
| <div id="navrow1" class="tabs"> |
| <ul class="tablist"> |
| <li><a href="index.html"><span>Main Page</span></a></li> |
| <li><a href="namespaces.html"><span>Namespaces</span></a></li> |
| <li class="current"><a href="annotated.html"><span>Classes</span></a></li> |
| <li><a href="files.html"><span>Files</span></a></li> |
| <li> |
| <div id="MSearchBox" class="MSearchBoxInactive"> |
| <span class="left"> |
| <img id="MSearchSelect" src="search/mag_sel.png" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| alt=""/> |
| <input type="text" id="MSearchField" value="Search" accesskey="S" |
| onfocus="searchBox.OnSearchFieldFocus(true)" |
| onblur="searchBox.OnSearchFieldFocus(false)" |
| onkeyup="searchBox.OnSearchFieldChange(event)"/> |
| </span><span class="right"> |
| <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a> |
| </span> |
| </div> |
| </li> |
| </ul> |
| </div> |
| <div id="navrow2" class="tabs2"> |
| <ul class="tablist"> |
| <li><a href="annotated.html"><span>Class List</span></a></li> |
| <li><a href="classes.html"><span>Class Index</span></a></li> |
| <li><a href="inherits.html"><span>Class Hierarchy</span></a></li> |
| <li><a href="functions.html"><span>Class Members</span></a></li> |
| </ul> |
| </div> |
| </div><!-- top --> |
| <div id="side-nav" class="ui-resizable side-nav-resizable"> |
| <div id="nav-tree"> |
| <div id="nav-tree-contents"> |
| <div id="nav-sync" class="sync"></div> |
| </div> |
| </div> |
| <div id="splitbar" style="-moz-user-select:none;" |
| class="ui-resizable-handle"> |
| </div> |
| </div> |
| <script type="text/javascript"> |
| $(document).ready(function(){initNavTree('structimpala_1_1OutputPartition.html','');}); |
| </script> |
| <div id="doc-content"> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| <a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark"> </span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark"> </span>Macros</a></div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div class="header"> |
| <div class="summary"> |
| <a href="#pub-methods">Public Member Functions</a> | |
| <a href="#pub-attribs">Public Attributes</a> | |
| <a href="structimpala_1_1OutputPartition-members.html">List of all members</a> </div> |
| <div class="headertitle"> |
| <div class="title">impala::OutputPartition Struct Reference</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| |
| <p><code>#include <<a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>></code></p> |
| <div class="dynheader"> |
| Collaboration diagram for impala::OutputPartition:</div> |
| <div class="dyncontent"> |
| <div class="center"><div class="zoom"><iframe scrolling="no" frameborder="0" src="structimpala_1_1OutputPartition__coll__graph.svg" width="100%" height="600"><p><b>This browser is not able to show SVG: try Firefox, Chrome, Safari, or Opera instead.</b></p></iframe></div></div> |
| </div> |
| <table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-methods"></a> |
| Public Member Functions</h2></td></tr> |
| <tr class="memitem:ae205c7eebdd3cf806fff0e49582e2265"><td class="memItemLeft" align="right" valign="top"> </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1OutputPartition.html#ae205c7eebdd3cf806fff0e49582e2265">OutputPartition</a> ()</td></tr> |
| <tr class="separator:ae205c7eebdd3cf806fff0e49582e2265"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-attribs"></a> |
| Public Attributes</h2></td></tr> |
| <tr class="memitem:aad8b5d001c2558ffc6b6e0b6f09723d8"><td class="memItemLeft" align="right" valign="top">std::string </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1OutputPartition.html#aad8b5d001c2558ffc6b6e0b6f09723d8">final_hdfs_file_name_prefix</a></td></tr> |
| <tr class="separator:aad8b5d001c2558ffc6b6e0b6f09723d8"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a9d0676f3ddac66add883e7f636be908b"><td class="memItemLeft" align="right" valign="top">std::string </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1OutputPartition.html#a9d0676f3ddac66add883e7f636be908b">current_file_name</a></td></tr> |
| <tr class="separator:a9d0676f3ddac66add883e7f636be908b"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a443f6bb9e09cdfcc5268e66dc87673c6"><td class="memItemLeft" align="right" valign="top">std::string </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1OutputPartition.html#a443f6bb9e09cdfcc5268e66dc87673c6">tmp_hdfs_dir_name</a></td></tr> |
| <tr class="separator:a443f6bb9e09cdfcc5268e66dc87673c6"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:aae4c6c45ad22865df963002c3f74d25e"><td class="memItemLeft" align="right" valign="top">std::string </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1OutputPartition.html#aae4c6c45ad22865df963002c3f74d25e">tmp_hdfs_file_name_prefix</a></td></tr> |
| <tr class="separator:aae4c6c45ad22865df963002c3f74d25e"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a6f348763ea77e2c5c03e476976081fd1"><td class="memItemLeft" align="right" valign="top">std::string </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1OutputPartition.html#a6f348763ea77e2c5c03e476976081fd1">partition_name</a></td></tr> |
| <tr class="memdesc:a6f348763ea77e2c5c03e476976081fd1"><td class="mdescLeft"> </td><td class="mdescRight">key1=val1/key2=val2/ etc. Used to identify partitions to the metastore. <a href="#a6f348763ea77e2c5c03e476976081fd1">More...</a><br/></td></tr> |
| <tr class="separator:a6f348763ea77e2c5c03e476976081fd1"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a86e51e4750dce9b115b88a61eccef63b"><td class="memItemLeft" align="right" valign="top">hdfsFS </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1OutputPartition.html#a86e51e4750dce9b115b88a61eccef63b">hdfs_connection</a></td></tr> |
| <tr class="memdesc:a86e51e4750dce9b115b88a61eccef63b"><td class="mdescLeft"> </td><td class="mdescRight">Connection to hdfs. <a href="#a86e51e4750dce9b115b88a61eccef63b">More...</a><br/></td></tr> |
| <tr class="separator:a86e51e4750dce9b115b88a61eccef63b"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a87c2d62b1ea6cc0a4a6c0fb43918c860"><td class="memItemLeft" align="right" valign="top">hdfsFile </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1OutputPartition.html#a87c2d62b1ea6cc0a4a6c0fb43918c860">tmp_hdfs_file</a></td></tr> |
| <tr class="memdesc:a87c2d62b1ea6cc0a4a6c0fb43918c860"><td class="mdescLeft"> </td><td class="mdescRight">Hdfs file at tmp_hdfs_file_name. <a href="#a87c2d62b1ea6cc0a4a6c0fb43918c860">More...</a><br/></td></tr> |
| <tr class="separator:a87c2d62b1ea6cc0a4a6c0fb43918c860"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a6c5c9cee1f82ec607f54eda9bc339543"><td class="memItemLeft" align="right" valign="top">int64_t </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1OutputPartition.html#a6c5c9cee1f82ec607f54eda9bc339543">num_rows</a></td></tr> |
| <tr class="memdesc:a6c5c9cee1f82ec607f54eda9bc339543"><td class="mdescLeft"> </td><td class="mdescRight">Records number of rows appended to the current file in this partition. <a href="#a6c5c9cee1f82ec607f54eda9bc339543">More...</a><br/></td></tr> |
| <tr class="separator:a6c5c9cee1f82ec607f54eda9bc339543"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:abfb3777eb9bb647e071f72b3755dfa37"><td class="memItemLeft" align="right" valign="top">int32_t </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1OutputPartition.html#abfb3777eb9bb647e071f72b3755dfa37">num_files</a></td></tr> |
| <tr class="memdesc:abfb3777eb9bb647e071f72b3755dfa37"><td class="mdescLeft"> </td><td class="mdescRight">Number of files created in this partition. <a href="#abfb3777eb9bb647e071f72b3755dfa37">More...</a><br/></td></tr> |
| <tr class="separator:abfb3777eb9bb647e071f72b3755dfa37"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a8a722c1d7f411feee573a73e32757dc6"><td class="memItemLeft" align="right" valign="top">boost::scoped_ptr<br class="typebreak"/> |
| < <a class="el" href="classimpala_1_1HdfsTableWriter.html">HdfsTableWriter</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1OutputPartition.html#a8a722c1d7f411feee573a73e32757dc6">writer</a></td></tr> |
| <tr class="memdesc:a8a722c1d7f411feee573a73e32757dc6"><td class="mdescLeft"> </td><td class="mdescRight">Table format specific writer functions. <a href="#a8a722c1d7f411feee573a73e32757dc6">More...</a><br/></td></tr> |
| <tr class="separator:a8a722c1d7f411feee573a73e32757dc6"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a3346404566a7395694377bab8cd22678"><td class="memItemLeft" align="right" valign="top">const <a class="el" href="classimpala_1_1HdfsPartitionDescriptor.html">HdfsPartitionDescriptor</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="structimpala_1_1OutputPartition.html#a3346404566a7395694377bab8cd22678">partition_descriptor</a></td></tr> |
| <tr class="memdesc:a3346404566a7395694377bab8cd22678"><td class="mdescLeft"> </td><td class="mdescRight">The descriptor for this partition. <a href="#a3346404566a7395694377bab8cd22678">More...</a><br/></td></tr> |
| <tr class="separator:a3346404566a7395694377bab8cd22678"><td class="memSeparator" colspan="2"> </td></tr> |
| </table> |
| <a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2> |
| <div class="textblock"><p>Records the temporary and final Hdfs file name, the opened temporary Hdfs file, and the number of appended rows of an output partition. </p> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8h_source.html#l00040">40</a> of file <a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>.</p> |
| </div><h2 class="groupheader">Constructor & Destructor Documentation</h2> |
| <a class="anchor" id="ae205c7eebdd3cf806fff0e49582e2265"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">impala::OutputPartition::OutputPartition </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8cc_source.html#l00067">67</a> of file <a class="el" href="hdfs-table-sink_8cc_source.html">hdfs-table-sink.cc</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Member Data Documentation</h2> |
| <a class="anchor" id="a9d0676f3ddac66add883e7f636be908b"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">std::string impala::OutputPartition::current_file_name</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>File name for current output, with sequence number appended. This is a temporary file that will get moved to a permanent location when we commit the insert. Path: <hdfs_base_dir>/<partition_values>/<unique_id_str>.<sequence number>=""> </p> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8h_source.html#l00055">55</a> of file <a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-table-sink_8cc_source.html#l00589">impala::HdfsTableSink::ClosePartitionFile()</a>, <a class="el" href="hdfs-table-sink_8cc_source.html#l00279">impala::HdfsTableSink::CreateNewTmpFile()</a>, <a class="el" href="hdfs-table-sink_8cc_source.html#l00628">impala::HdfsTableSink::GetFileBlockSize()</a>, and <a class="el" href="hdfs-table-writer_8cc_source.html#l00036">impala::HdfsTableWriter::Write()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="aad8b5d001c2558ffc6b6e0b6f09723d8"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">std::string impala::OutputPartition::final_hdfs_file_name_prefix</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>In the below, <unique_id_str> is the unique ID passed to <a class="el" href="classimpala_1_1HdfsTableSink.html">HdfsTableSink</a> in string form. It is typically the fragment ID that owns the sink. Full path to root of the group of files that will be created for this partition. Each file will have a sequence number appended. A table writer may produce multiple files per partition. The root is either partition_descriptor->location (if non-empty, i.e. the partition has a custom location) or table_dir/partition_name/ Path: <root>/<unique_id_str> </p> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8h_source.html#l00049">49</a> of file <a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-table-sink_8cc_source.html#l00240">impala::HdfsTableSink::BuildHdfsFileNames()</a>, and <a class="el" href="hdfs-table-sink_8cc_source.html#l00279">impala::HdfsTableSink::CreateNewTmpFile()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a86e51e4750dce9b115b88a61eccef63b"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">hdfsFS impala::OutputPartition::hdfs_connection</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Connection to hdfs. </p> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8h_source.html#l00071">71</a> of file <a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-table-sink_8cc_source.html#l00628">impala::HdfsTableSink::GetFileBlockSize()</a>, <a class="el" href="hdfs-table-sink_8cc_source.html#l00325">impala::HdfsTableSink::InitOutputPartition()</a>, and <a class="el" href="hdfs-table-writer_8cc_source.html#l00036">impala::HdfsTableWriter::Write()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="abfb3777eb9bb647e071f72b3755dfa37"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int32_t impala::OutputPartition::num_files</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Number of files created in this partition. </p> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8h_source.html#l00080">80</a> of file <a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-table-sink_8cc_source.html#l00240">impala::HdfsTableSink::BuildHdfsFileNames()</a>, and <a class="el" href="hdfs-table-sink_8cc_source.html#l00279">impala::HdfsTableSink::CreateNewTmpFile()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a6c5c9cee1f82ec607f54eda9bc339543"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int64_t impala::OutputPartition::num_rows</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Records number of rows appended to the current file in this partition. </p> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8h_source.html#l00077">77</a> of file <a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-text-table-writer_8cc_source.html#l00096">impala::HdfsTextTableWriter::AppendRowBatch()</a>, <a class="el" href="hdfs-parquet-table-writer_8cc_source.html#l00862">impala::HdfsParquetTableWriter::AppendRowBatch()</a>, <a class="el" href="hdfs-table-sink_8cc_source.html#l00279">impala::HdfsTableSink::CreateNewTmpFile()</a>, and <a class="el" href="hdfs-table-sink_8cc_source.html#l00565">impala::HdfsTableSink::FinalizePartitionFile()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a3346404566a7395694377bab8cd22678"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const <a class="el" href="classimpala_1_1HdfsPartitionDescriptor.html">HdfsPartitionDescriptor</a>* impala::OutputPartition::partition_descriptor</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>The descriptor for this partition. </p> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8h_source.html#l00086">86</a> of file <a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-table-sink_8cc_source.html#l00279">impala::HdfsTableSink::CreateNewTmpFile()</a>, and <a class="el" href="hdfs-table-sink_8cc_source.html#l00325">impala::HdfsTableSink::InitOutputPartition()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a6f348763ea77e2c5c03e476976081fd1"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">std::string impala::OutputPartition::partition_name</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>key1=val1/key2=val2/ etc. Used to identify partitions to the metastore. </p> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8h_source.html#l00068">68</a> of file <a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-table-sink_8cc_source.html#l00240">impala::HdfsTableSink::BuildHdfsFileNames()</a>, <a class="el" href="hdfs-table-sink_8cc_source.html#l00565">impala::HdfsTableSink::FinalizePartitionFile()</a>, <a class="el" href="hdfs-table-sink_8cc_source.html#l00447">impala::HdfsTableSink::GetOutputPartition()</a>, and <a class="el" href="hdfs-table-sink_8cc_source.html#l00325">impala::HdfsTableSink::InitOutputPartition()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a443f6bb9e09cdfcc5268e66dc87673c6"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">std::string impala::OutputPartition::tmp_hdfs_dir_name</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Name of the temporary directory that files for this partition are staged to before the coordinator moves them to their permanent location once the query completes. Path: <base_table_dir/<staging_dir>/<unique_id>_dir/ </p> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8h_source.html#l00060">60</a> of file <a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-table-sink_8cc_source.html#l00240">impala::HdfsTableSink::BuildHdfsFileNames()</a>, and <a class="el" href="hdfs-table-sink_8cc_source.html#l00447">impala::HdfsTableSink::GetOutputPartition()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a87c2d62b1ea6cc0a4a6c0fb43918c860"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">hdfsFile impala::OutputPartition::tmp_hdfs_file</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Hdfs file at tmp_hdfs_file_name. </p> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8h_source.html#l00074">74</a> of file <a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-table-sink_8cc_source.html#l00589">impala::HdfsTableSink::ClosePartitionFile()</a>, <a class="el" href="hdfs-table-sink_8cc_source.html#l00279">impala::HdfsTableSink::CreateNewTmpFile()</a>, <a class="el" href="hdfs-table-sink_8cc_source.html#l00565">impala::HdfsTableSink::FinalizePartitionFile()</a>, and <a class="el" href="hdfs-table-writer_8cc_source.html#l00036">impala::HdfsTableWriter::Write()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="aae4c6c45ad22865df963002c3f74d25e"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">std::string impala::OutputPartition::tmp_hdfs_file_name_prefix</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Base prefix for temporary files, to save building it every time a temporary file is created. Path: tmp_hdfs_dir_name/partition_name/<unique_id_str> </p> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8h_source.html#l00065">65</a> of file <a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-table-sink_8cc_source.html#l00240">impala::HdfsTableSink::BuildHdfsFileNames()</a>, and <a class="el" href="hdfs-table-sink_8cc_source.html#l00279">impala::HdfsTableSink::CreateNewTmpFile()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a8a722c1d7f411feee573a73e32757dc6"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">boost::scoped_ptr<<a class="el" href="classimpala_1_1HdfsTableWriter.html">HdfsTableWriter</a>> impala::OutputPartition::writer</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Table format specific writer functions. </p> |
| |
| <p>Definition at line <a class="el" href="hdfs-table-sink_8h_source.html#l00083">83</a> of file <a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hdfs-table-sink_8cc_source.html#l00279">impala::HdfsTableSink::CreateNewTmpFile()</a>, <a class="el" href="hdfs-table-sink_8cc_source.html#l00565">impala::HdfsTableSink::FinalizePartitionFile()</a>, <a class="el" href="hdfs-table-sink_8cc_source.html#l00447">impala::HdfsTableSink::GetOutputPartition()</a>, <a class="el" href="hdfs-table-sink_8cc_source.html#l00325">impala::HdfsTableSink::InitOutputPartition()</a>, and <a class="el" href="hdfs-table-sink_8cc_source.html#l00495">impala::HdfsTableSink::Send()</a>.</p> |
| |
| </div> |
| </div> |
| <hr/>The documentation for this struct was generated from the following files:<ul> |
| <li>be/src/exec/<a class="el" href="hdfs-table-sink_8h_source.html">hdfs-table-sink.h</a></li> |
| <li>be/src/exec/<a class="el" href="hdfs-table-sink_8cc_source.html">hdfs-table-sink.cc</a></li> |
| </ul> |
| </div><!-- contents --> |
| </div><!-- doc-content --> |
| <!-- start footer part --> |
| <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> |
| <ul> |
| <li class="navelem"><a class="el" href="namespaceimpala.html">impala</a></li><li class="navelem"><a class="el" href="structimpala_1_1OutputPartition.html">OutputPartition</a></li> |
| <li class="footer">Generated on Thu May 7 2015 16:10:47 for Impala by |
| <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li> |
| </ul> |
| </div> |
| </body> |
| </html> |
