| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.6"/> |
| <title>Impala: DataProvider Class Reference</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="navtree.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="resize.js"></script> |
| <script type="text/javascript" src="navtree.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(initResizable); |
| $(window).load(resizeHeight); |
| </script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/search.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(function() { searchBox.OnSelectItem(0); }); |
| </script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td style="padding-left: 0.5em;"> |
| <div id="projectname">Impala |
| </div> |
| <div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.6 --> |
| <script type="text/javascript"> |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| </script> |
| <div id="navrow1" class="tabs"> |
| <ul class="tablist"> |
| <li><a href="index.html"><span>Main Page</span></a></li> |
| <li><a href="namespaces.html"><span>Namespaces</span></a></li> |
| <li class="current"><a href="annotated.html"><span>Classes</span></a></li> |
| <li><a href="files.html"><span>Files</span></a></li> |
| <li> |
| <div id="MSearchBox" class="MSearchBoxInactive"> |
| <span class="left"> |
| <img id="MSearchSelect" src="search/mag_sel.png" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| alt=""/> |
| <input type="text" id="MSearchField" value="Search" accesskey="S" |
| onfocus="searchBox.OnSearchFieldFocus(true)" |
| onblur="searchBox.OnSearchFieldFocus(false)" |
| onkeyup="searchBox.OnSearchFieldChange(event)"/> |
| </span><span class="right"> |
| <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a> |
| </span> |
| </div> |
| </li> |
| </ul> |
| </div> |
| <div id="navrow2" class="tabs2"> |
| <ul class="tablist"> |
| <li><a href="annotated.html"><span>Class List</span></a></li> |
| <li><a href="classes.html"><span>Class Index</span></a></li> |
| <li><a href="inherits.html"><span>Class Hierarchy</span></a></li> |
| <li><a href="functions.html"><span>Class Members</span></a></li> |
| </ul> |
| </div> |
| </div><!-- top --> |
| <div id="side-nav" class="ui-resizable side-nav-resizable"> |
| <div id="nav-tree"> |
| <div id="nav-tree-contents"> |
| <div id="nav-sync" class="sync"></div> |
| </div> |
| </div> |
| <div id="splitbar" style="-moz-user-select:none;" |
| class="ui-resizable-handle"> |
| </div> |
| </div> |
| <script type="text/javascript"> |
| $(document).ready(function(){initNavTree('classDataProvider.html','');}); |
| </script> |
| <div id="doc-content"> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| <a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark"> </span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark"> </span>Macros</a></div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div class="header"> |
| <div class="summary"> |
| <a href="#nested-classes">Classes</a> | |
| <a href="#pub-types">Public Types</a> | |
| <a href="#pub-methods">Public Member Functions</a> | |
| <a href="#pri-attribs">Private Attributes</a> | |
| <a href="classDataProvider-members.html">List of all members</a> </div> |
| <div class="headertitle"> |
| <div class="title">DataProvider Class Reference</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| |
| <p>See <a class="el" href="data-provider-test_8cc.html">data-provider-test.cc</a> on how to use this. |
| <a href="classDataProvider.html#details">More...</a></p> |
| |
| <p><code>#include <<a class="el" href="data-provider_8h_source.html">data-provider.h</a>></code></p> |
| <div class="dynheader"> |
| Collaboration diagram for DataProvider:</div> |
| <div class="dyncontent"> |
| <div class="center"><div class="zoom"><iframe scrolling="no" frameborder="0" src="classDataProvider__coll__graph.svg" width="100%" height="600"><p><b>This browser is not able to show SVG: try Firefox, Chrome, Safari, or Opera instead.</b></p></iframe></div></div> |
| </div> |
| <table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="nested-classes"></a> |
| Classes</h2></td></tr> |
| <tr class="memitem:"><td class="memItemLeft" align="right" valign="top">class  </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider_1_1ColDesc.html">ColDesc</a></td></tr> |
| <tr class="separator:"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:"><td class="memItemLeft" align="right" valign="top">struct  </td><td class="memItemRight" valign="bottom"><a class="el" href="structDataProvider_1_1Value.html">Value</a></td></tr> |
| <tr class="separator:"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-types"></a> |
| Public Types</h2></td></tr> |
| <tr class="memitem:acbd1242283bf91ac7ec6ad71f46bbd4f"><td class="memItemLeft" align="right" valign="top">enum  </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#acbd1242283bf91ac7ec6ad71f46bbd4f">DataGen</a> { <a class="el" href="classDataProvider.html#acbd1242283bf91ac7ec6ad71f46bbd4fa6fcd135434fa5109b6db74a391b3acfd">UNIFORM_RANDOM</a>, |
| <a class="el" href="classDataProvider.html#acbd1242283bf91ac7ec6ad71f46bbd4fa1932a3a02ba5681d222326ee2ebc8ce3">SEQUENTIAL</a> |
| }</td></tr> |
| <tr class="memdesc:acbd1242283bf91ac7ec6ad71f46bbd4f"><td class="mdescLeft"> </td><td class="mdescRight">How the data should be generated. <a href="classDataProvider.html#acbd1242283bf91ac7ec6ad71f46bbd4f">More...</a><br/></td></tr> |
| <tr class="separator:acbd1242283bf91ac7ec6ad71f46bbd4f"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-methods"></a> |
| Public Member Functions</h2></td></tr> |
| <tr class="memitem:aa8f7b0610b275d87695a2f593767f8de"><td class="memItemLeft" align="right" valign="top"> </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#aa8f7b0610b275d87695a2f593767f8de">DataProvider</a> (<a class="el" href="classimpala_1_1MemPool.html">impala::MemPool</a> *<a class="el" href="expr-benchmark_8cc.html#a3a5de7bd423fbc0afc4cf935c166ca6b">pool</a>, <a class="el" href="classimpala_1_1RuntimeProfile.html">impala::RuntimeProfile</a> *profile)</td></tr> |
| <tr class="separator:aa8f7b0610b275d87695a2f593767f8de"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a01b7baf702c72a59e431649538366fc3"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#a01b7baf702c72a59e431649538366fc3">Reset</a> (int num_rows, int batch_size, const std::vector< <a class="el" href="classDataProvider_1_1ColDesc.html">ColDesc</a> > &columns)</td></tr> |
| <tr class="separator:a01b7baf702c72a59e431649538366fc3"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:abb9eaac74b0d7e7fa0030d33980d557a"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#abb9eaac74b0d7e7fa0030d33980d557a">SetSeed</a> (int seed)</td></tr> |
| <tr class="separator:abb9eaac74b0d7e7fa0030d33980d557a"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:abdb5392154b16078076a0fb2bc38ab9a"><td class="memItemLeft" align="right" valign="top">int </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#abdb5392154b16078076a0fb2bc38ab9a">row_size</a> () const </td></tr> |
| <tr class="memdesc:abdb5392154b16078076a0fb2bc38ab9a"><td class="mdescLeft"> </td><td class="mdescRight">The size of a row (tuple size) <a href="#abdb5392154b16078076a0fb2bc38ab9a">More...</a><br/></td></tr> |
| <tr class="separator:abdb5392154b16078076a0fb2bc38ab9a"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a47c87ab57f4160812f15a7832f0d47d5"><td class="memItemLeft" align="right" valign="top">int </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#a47c87ab57f4160812f15a7832f0d47d5">total_rows</a> () const </td></tr> |
| <tr class="memdesc:a47c87ab57f4160812f15a7832f0d47d5"><td class="mdescLeft"> </td><td class="mdescRight">The total number of rows that will be generated. <a href="#a47c87ab57f4160812f15a7832f0d47d5">More...</a><br/></td></tr> |
| <tr class="separator:a47c87ab57f4160812f15a7832f0d47d5"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a2a15188d40432abe70f98229901ebf5c"><td class="memItemLeft" align="right" valign="top">void * </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#a2a15188d40432abe70f98229901ebf5c">NextBatch</a> (int *rows_returned)</td></tr> |
| <tr class="separator:a2a15188d40432abe70f98229901ebf5c"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a707d5e31ec02719396f4b1cb2b9ac9fc"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#a707d5e31ec02719396f4b1cb2b9ac9fc">Print</a> (std::ostream *, char *data, int num_rows) const </td></tr> |
| <tr class="memdesc:a707d5e31ec02719396f4b1cb2b9ac9fc"><td class="mdescLeft"> </td><td class="mdescRight">Print the row data in csv format. <a href="#a707d5e31ec02719396f4b1cb2b9ac9fc">More...</a><br/></td></tr> |
| <tr class="separator:a707d5e31ec02719396f4b1cb2b9ac9fc"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pri-attribs"></a> |
| Private Attributes</h2></td></tr> |
| <tr class="memitem:ac0f3df17a569ebb40f3b1219da38bfd5"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1MemPool.html">impala::MemPool</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#ac0f3df17a569ebb40f3b1219da38bfd5">pool_</a></td></tr> |
| <tr class="separator:ac0f3df17a569ebb40f3b1219da38bfd5"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a1747b56f57c7aa6428e32eacd60ea869"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1RuntimeProfile.html">impala::RuntimeProfile</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#a1747b56f57c7aa6428e32eacd60ea869">profile_</a></td></tr> |
| <tr class="separator:a1747b56f57c7aa6428e32eacd60ea869"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a5e0c3e12813c02cd7cb1f9a5b46b59e5"><td class="memItemLeft" align="right" valign="top">int </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#a5e0c3e12813c02cd7cb1f9a5b46b59e5">num_rows_</a></td></tr> |
| <tr class="separator:a5e0c3e12813c02cd7cb1f9a5b46b59e5"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a1a97313aab47be32bf8bced9f88f86b4"><td class="memItemLeft" align="right" valign="top">int </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#a1a97313aab47be32bf8bced9f88f86b4">batch_size_</a></td></tr> |
| <tr class="separator:a1a97313aab47be32bf8bced9f88f86b4"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a6a2e8bc94864c07e9c30742d9f7aad80"><td class="memItemLeft" align="right" valign="top">int </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#a6a2e8bc94864c07e9c30742d9f7aad80">rows_returned_</a></td></tr> |
| <tr class="separator:a6a2e8bc94864c07e9c30742d9f7aad80"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a0151195fb11914e68101efc04e8f0618"><td class="memItemLeft" align="right" valign="top">boost::scoped_ptr< char > </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#a0151195fb11914e68101efc04e8f0618">data_</a></td></tr> |
| <tr class="separator:a0151195fb11914e68101efc04e8f0618"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a640f5ee91351ffce6398e2be115addcd"><td class="memItemLeft" align="right" valign="top">int </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#a640f5ee91351ffce6398e2be115addcd">row_size_</a></td></tr> |
| <tr class="separator:a640f5ee91351ffce6398e2be115addcd"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ad8bcfb895128c6f5981feded964eb1b4"><td class="memItemLeft" align="right" valign="top">boost::minstd_rand </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#ad8bcfb895128c6f5981feded964eb1b4">rand_generator_</a></td></tr> |
| <tr class="separator:ad8bcfb895128c6f5981feded964eb1b4"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ac94a18bb8c4d9c04e289473d1242f17a"><td class="memItemLeft" align="right" valign="top">std::vector< <a class="el" href="classDataProvider_1_1ColDesc.html">ColDesc</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#ac94a18bb8c4d9c04e289473d1242f17a">cols_</a></td></tr> |
| <tr class="separator:ac94a18bb8c4d9c04e289473d1242f17a"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a81f7bc6c3f4646cc507ecd10cf57eccb"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classimpala_1_1RuntimeProfile_1_1Counter.html">impala::RuntimeProfile::Counter</a> * </td><td class="memItemRight" valign="bottom"><a class="el" href="classDataProvider.html#a81f7bc6c3f4646cc507ecd10cf57eccb">bytes_generated_</a></td></tr> |
| <tr class="separator:a81f7bc6c3f4646cc507ecd10cf57eccb"><td class="memSeparator" colspan="2"> </td></tr> |
| </table> |
| <a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2> |
| <div class="textblock"><p>See <a class="el" href="data-provider-test_8cc.html">data-provider-test.cc</a> on how to use this. </p> |
| <p>This is a test utility class that can generate data that is similar to the tuple data we use. It can accept columns descriptions and generates rows (in batches) with an iterator interface.TODO: provide a way to have better control over the pool strings are allocated to TODO: provide a way to control data skew. This is pretty easy with the boost rand classes. </p> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00033">33</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| </div><h2 class="groupheader">Member Enumeration Documentation</h2> |
| <a class="anchor" id="acbd1242283bf91ac7ec6ad71f46bbd4f"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">enum <a class="el" href="classDataProvider.html#acbd1242283bf91ac7ec6ad71f46bbd4f">DataProvider::DataGen</a></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>How the data should be generated. </p> |
| <table class="fieldtable"> |
| <tr><th colspan="2">Enumerator</th></tr><tr><td class="fieldname"><em><a class="anchor" id="acbd1242283bf91ac7ec6ad71f46bbd4fa6fcd135434fa5109b6db74a391b3acfd"></a>UNIFORM_RANDOM</em> </td><td class="fielddoc"> |
| </td></tr> |
| <tr><td class="fieldname"><em><a class="anchor" id="acbd1242283bf91ac7ec6ad71f46bbd4fa1932a3a02ba5681d222326ee2ebc8ce3"></a>SEQUENTIAL</em> </td><td class="fielddoc"> |
| </td></tr> |
| </table> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00049">49</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Constructor & Destructor Documentation</h2> |
| <a class="anchor" id="aa8f7b0610b275d87695a2f593767f8de"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">DataProvider::DataProvider </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="classimpala_1_1MemPool.html">impala::MemPool</a> * </td> |
| <td class="paramname"><em>pool</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="classimpala_1_1RuntimeProfile.html">impala::RuntimeProfile</a> * </td> |
| <td class="paramname"><em>profile</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Create a data provider object with a pool for allocating memory and a profile to collect metrics. </p> |
| |
| <p>Definition at line <a class="el" href="data-provider_8cc_source.html#l00013">13</a> of file <a class="el" href="data-provider_8cc_source.html">data-provider.cc</a>.</p> |
| |
| <p>References <a class="el" href="runtime-profile_8h_source.html#l00047">ADD_COUNTER</a>, <a class="el" href="data-provider_8h_source.html#l00131">bytes_generated_</a>, and <a class="el" href="data-provider_8cc_source.html#l00039">SetSeed()</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Member Function Documentation</h2> |
| <a class="anchor" id="a2a15188d40432abe70f98229901ebf5c"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void * DataProvider::NextBatch </td> |
| <td>(</td> |
| <td class="paramtype">int * </td> |
| <td class="paramname"><em>rows_returned</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Generated the next batch, returning a pointer to the start of the batch and the number of rows generated. Returns NULL/0 when the generator is done. </p> |
| |
| <p>Definition at line <a class="el" href="data-provider_8cc_source.html#l00060">60</a> of file <a class="el" href="data-provider_8cc_source.html">data-provider.cc</a>.</p> |
| |
| <p>References <a class="el" href="data-provider_8h_source.html#l00124">batch_size_</a>, <a class="el" href="data-provider_8h_source.html#l00089">DataProvider::ColDesc::bytes</a>, <a class="el" href="data-provider_8h_source.html#l00131">bytes_generated_</a>, <a class="el" href="data-provider_8h_source.html#l00129">cols_</a>, <a class="el" href="runtime-profile_8h_source.html#l00055">COUNTER_ADD</a>, <a class="el" href="data-provider_8h_source.html#l00126">data_</a>, <a class="el" href="classDataProvider_1_1ColDesc.html#a58715f9f41452fb449f6c0fac130bda0">DataProvider::ColDesc::Generate()</a>, <a class="el" href="data-provider_8h_source.html#l00087">DataProvider::ColDesc::max</a>, <a class="el" href="data-provider_8h_source.html#l00087">DataProvider::ColDesc::min</a>, <a class="el" href="data-provider_8h_source.html#l00123">num_rows_</a>, <a class="el" href="data-provider_8h_source.html#l00121">pool_</a>, <a class="el" href="data-provider_8h_source.html#l00128">rand_generator_</a>, <a class="el" href="data-provider_8cc_source.html#l00043">RandString()</a>, <a class="el" href="data-provider_8h_source.html#l00127">row_size_</a>, <a class="el" href="data-provider_8h_source.html#l00125">rows_returned_</a>, <a class="el" href="data-provider_8h_source.html#l00045">DataProvider::Value::s</a>, <a class="el" href="data-provider_8h_source.html#l00086">DataProvider::ColDesc::type</a>, <a class="el" href="types_8h_source.html#l00034">impala::TYPE_BIGINT</a>, <a class="el" href="types_8h_source.html#l00030">impala::TYPE_BOOLEAN</a>, <a class="el" href="types_8h_source.html#l00036">impala::TYPE_DOUBLE</a>, <a class="el" href="types_8h_source.html#l00035">impala::TYPE_FLOAT</a>, <a class="el" href="types_8h_source.html#l00033">impala::TYPE_INT</a>, <a class="el" href="types_8h_source.html#l00032">impala::TYPE_SMALLINT</a>, <a class="el" href="types_8h_source.html#l00038">impala::TYPE_STRING</a>, <a class="el" href="types_8h_source.html#l00031">impala::TYPE_TINYINT</a>, and <a class="el" href="types_8h_source.html#l00048">impala::TYPE_VARCHAR</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hash-benchmark_8cc_source.html#l00352">main()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a707d5e31ec02719396f4b1cb2b9ac9fc"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void DataProvider::Print </td> |
| <td>(</td> |
| <td class="paramtype">std::ostream * </td> |
| <td class="paramname">, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">char * </td> |
| <td class="paramname"><em>data</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">int </td> |
| <td class="paramname"><em>num_rows</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td> const</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Print the row data in csv format. </p> |
| |
| <p>Definition at line <a class="el" href="data-provider_8cc_source.html#l00113">113</a> of file <a class="el" href="data-provider_8cc_source.html">data-provider.cc</a>.</p> |
| |
| <p>References <a class="el" href="data-provider_8h_source.html#l00129">cols_</a>, <a class="el" href="types_8h_source.html#l00034">impala::TYPE_BIGINT</a>, <a class="el" href="types_8h_source.html#l00030">impala::TYPE_BOOLEAN</a>, <a class="el" href="types_8h_source.html#l00036">impala::TYPE_DOUBLE</a>, <a class="el" href="types_8h_source.html#l00035">impala::TYPE_FLOAT</a>, <a class="el" href="types_8h_source.html#l00033">impala::TYPE_INT</a>, <a class="el" href="types_8h_source.html#l00032">impala::TYPE_SMALLINT</a>, <a class="el" href="types_8h_source.html#l00038">impala::TYPE_STRING</a>, <a class="el" href="types_8h_source.html#l00031">impala::TYPE_TINYINT</a>, and <a class="el" href="types_8h_source.html#l00048">impala::TYPE_VARCHAR</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-provider-test_8cc_source.html#l00032">main()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a01b7baf702c72a59e431649538366fc3"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void DataProvider::Reset </td> |
| <td>(</td> |
| <td class="paramtype">int </td> |
| <td class="paramname"><em>num_rows</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">int </td> |
| <td class="paramname"><em>batch_size</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const std::vector< <a class="el" href="classDataProvider_1_1ColDesc.html">ColDesc</a> > & </td> |
| <td class="paramname"><em>columns</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Reset the generator with the column description.</p> |
| <ul> |
| <li>num_rows: total rows to generate</li> |
| <li>batch_size: size of generated batches from NextBatch Data returned via previous NextBatch calls is no longer valid </li> |
| </ul> |
| |
| <p>Definition at line <a class="el" href="data-provider_8cc_source.html#l00026">26</a> of file <a class="el" href="data-provider_8cc_source.html">data-provider.cc</a>.</p> |
| |
| <p>References <a class="el" href="data-provider_8h_source.html#l00124">batch_size_</a>, <a class="el" href="data-provider_8h_source.html#l00131">bytes_generated_</a>, <a class="el" href="data-provider_8h_source.html#l00129">cols_</a>, <a class="el" href="runtime-profile_8h_source.html#l00056">COUNTER_SET</a>, <a class="el" href="data-provider_8h_source.html#l00126">data_</a>, <a class="el" href="data-provider_8h_source.html#l00123">num_rows_</a>, <a class="el" href="data-provider_8h_source.html#l00127">row_size_</a>, and <a class="el" href="data-provider_8h_source.html#l00125">rows_returned_</a>.</p> |
| |
| <p>Referenced by <a class="el" href="hash-benchmark_8cc_source.html#l00352">main()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="abdb5392154b16078076a0fb2bc38ab9a"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int DataProvider::row_size </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td> const</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inline</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>The size of a row (tuple size) </p> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00107">107</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| <p>References <a class="el" href="data-provider_8h_source.html#l00127">row_size_</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-provider-test_8cc_source.html#l00032">main()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="abb9eaac74b0d7e7fa0030d33980d557a"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void DataProvider::SetSeed </td> |
| <td>(</td> |
| <td class="paramtype">int </td> |
| <td class="paramname"><em>seed</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p>Sets the seed to use for randomly generated data. The default generator will use seed(0) </p> |
| |
| <p>Definition at line <a class="el" href="data-provider_8cc_source.html#l00039">39</a> of file <a class="el" href="data-provider_8cc_source.html">data-provider.cc</a>.</p> |
| |
| <p>References <a class="el" href="data-provider_8h_source.html#l00128">rand_generator_</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-provider_8cc_source.html#l00013">DataProvider()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a47c87ab57f4160812f15a7832f0d47d5"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int DataProvider::total_rows </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td> const</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inline</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>The total number of rows that will be generated. </p> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00110">110</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| <p>References <a class="el" href="data-provider_8h_source.html#l00123">num_rows_</a>.</p> |
| |
| <p>Referenced by <a class="el" href="tuple-splitter-test_8cc_source.html#l00365">main()</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Member Data Documentation</h2> |
| <a class="anchor" id="a1a97313aab47be32bf8bced9f88f86b4"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int DataProvider::batch_size_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00124">124</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-provider_8cc_source.html#l00060">NextBatch()</a>, and <a class="el" href="data-provider_8cc_source.html#l00026">Reset()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a81f7bc6c3f4646cc507ecd10cf57eccb"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1RuntimeProfile_1_1Counter.html">impala::RuntimeProfile::Counter</a>* DataProvider::bytes_generated_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00131">131</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-provider_8cc_source.html#l00013">DataProvider()</a>, <a class="el" href="data-provider_8cc_source.html#l00060">NextBatch()</a>, and <a class="el" href="data-provider_8cc_source.html#l00026">Reset()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ac94a18bb8c4d9c04e289473d1242f17a"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">std::vector<<a class="el" href="classDataProvider_1_1ColDesc.html">ColDesc</a>> DataProvider::cols_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00129">129</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-provider_8cc_source.html#l00060">NextBatch()</a>, <a class="el" href="data-provider_8cc_source.html#l00113">Print()</a>, and <a class="el" href="data-provider_8cc_source.html#l00026">Reset()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a0151195fb11914e68101efc04e8f0618"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">boost::scoped_ptr<char> DataProvider::data_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00126">126</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-provider_8cc_source.html#l00060">NextBatch()</a>, and <a class="el" href="data-provider_8cc_source.html#l00026">Reset()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a5e0c3e12813c02cd7cb1f9a5b46b59e5"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int DataProvider::num_rows_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00123">123</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-provider_8cc_source.html#l00060">NextBatch()</a>, <a class="el" href="data-provider_8cc_source.html#l00026">Reset()</a>, and <a class="el" href="data-provider_8h_source.html#l00110">total_rows()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ac0f3df17a569ebb40f3b1219da38bfd5"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1MemPool.html">impala::MemPool</a>* DataProvider::pool_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00121">121</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-provider_8cc_source.html#l00060">NextBatch()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a1747b56f57c7aa6428e32eacd60ea869"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classimpala_1_1RuntimeProfile.html">impala::RuntimeProfile</a>* DataProvider::profile_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00122">122</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ad8bcfb895128c6f5981feded964eb1b4"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">boost::minstd_rand DataProvider::rand_generator_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00128">128</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-provider_8cc_source.html#l00060">NextBatch()</a>, and <a class="el" href="data-provider_8cc_source.html#l00039">SetSeed()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a640f5ee91351ffce6398e2be115addcd"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int DataProvider::row_size_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00127">127</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-provider_8cc_source.html#l00060">NextBatch()</a>, <a class="el" href="data-provider_8cc_source.html#l00026">Reset()</a>, and <a class="el" href="data-provider_8h_source.html#l00107">row_size()</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a6a2e8bc94864c07e9c30742d9f7aad80"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int DataProvider::rows_returned_</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">private</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="data-provider_8h_source.html#l00125">125</a> of file <a class="el" href="data-provider_8h_source.html">data-provider.h</a>.</p> |
| |
| <p>Referenced by <a class="el" href="data-provider_8cc_source.html#l00060">NextBatch()</a>, and <a class="el" href="data-provider_8cc_source.html#l00026">Reset()</a>.</p> |
| |
| </div> |
| </div> |
| <hr/>The documentation for this class was generated from the following files:<ul> |
| <li>be/src/experiments/<a class="el" href="data-provider_8h_source.html">data-provider.h</a></li> |
| <li>be/src/experiments/<a class="el" href="data-provider_8cc_source.html">data-provider.cc</a></li> |
| </ul> |
| </div><!-- contents --> |
| </div><!-- doc-content --> |
| <!-- start footer part --> |
| <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> |
| <ul> |
| <li class="navelem"><a class="el" href="classDataProvider.html">DataProvider</a></li> |
| <li class="footer">Generated on Thu May 7 2015 16:10:42 for Impala by |
| <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li> |
| </ul> |
| </div> |
| </body> |
| </html> |
