| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "https://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.17"/> |
| <meta name="viewport" content="width=device-width, initial-scale=1"/> |
| <title>mxnet: /work/mxnet/3rdparty/dmlc-core/include/dmlc/recordio.h Source File</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/searchdata.js"></script> |
| <script type="text/javascript" src="search/search.js"></script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td id="projectalign" style="padding-left: 0.5em;"> |
| <div id="projectname">mxnet |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.17 --> |
| <script type="text/javascript"> |
| /* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */ |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| /* @license-end */ |
| </script> |
| <script type="text/javascript" src="menudata.js"></script> |
| <script type="text/javascript" src="menu.js"></script> |
| <script type="text/javascript"> |
| /* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */ |
| $(function() { |
| initMenu('',true,false,'search.php','Search'); |
| $(document).ready(function() { init_search(); }); |
| }); |
| /* @license-end */</script> |
| <div id="main-nav"></div> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| </div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div id="nav-path" class="navpath"> |
| <ul> |
| <li class="navelem"><a class="el" href="dir_8cab8f464681f7cc51cee77e79a434cd.html">3rdparty</a></li><li class="navelem"><a class="el" href="dir_82e31a22178767beedddc7597fd1ecb6.html">dmlc-core</a></li><li class="navelem"><a class="el" href="dir_7dd5b88db83ff474628c03c453739a90.html">include</a></li><li class="navelem"><a class="el" href="dir_e30967e3ab51f65ad4b50dd298ccf4e7.html">dmlc</a></li> </ul> |
| </div> |
| </div><!-- top --> |
| <div class="header"> |
| <div class="headertitle"> |
| <div class="title">recordio.h</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| <a href="recordio_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>  </div> |
| <div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="preprocessor">#ifndef DMLC_RECORDIO_H_</span></div> |
| <div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="preprocessor">#define DMLC_RECORDIO_H_</span></div> |
| <div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="preprocessor">#include <cstring></span></div> |
| <div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="preprocessor">#include <string></span></div> |
| <div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="preprocessor">#include "<a class="code" href="3rdparty_2dmlc-core_2include_2dmlc_2io_8h.html">./io.h</a>"</span></div> |
| <div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="preprocessor">#include "./logging.h"</span></div> |
| <div class="line"><a name="l00014"></a><span class="lineno"> 14</span>  </div> |
| <div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="keyword">namespace </span><a class="code" href="namespacedmlc.html">dmlc</a> {</div> |
| <div class="line"><a name="l00038"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOWriter.html"> 38</a></span> <span class="keyword">class </span><a class="code" href="classdmlc_1_1RecordIOWriter.html">RecordIOWriter</a> {</div> |
| <div class="line"><a name="l00039"></a><span class="lineno"> 39</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00045"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOWriter.html#a26b8004576cd8d663f4b7b11e3287533"> 45</a></span>  <span class="keyword">static</span> <span class="keyword">const</span> uint32_t <a class="code" href="classdmlc_1_1RecordIOWriter.html#a26b8004576cd8d663f4b7b11e3287533">kMagic</a> = 0xced7230a;</div> |
| <div class="line"><a name="l00052"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOWriter.html#ac99d55e4608f9d4cffcd9deec0d89eea"> 52</a></span>  <span class="keyword">inline</span> <span class="keyword">static</span> uint32_t <a class="code" href="classdmlc_1_1RecordIOWriter.html#ac99d55e4608f9d4cffcd9deec0d89eea">EncodeLRec</a>(uint32_t cflag, uint32_t length) {</div> |
| <div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  <span class="keywordflow">return</span> (cflag << 29U) | length;</div> |
| <div class="line"><a name="l00054"></a><span class="lineno"> 54</span>  }</div> |
| <div class="line"><a name="l00060"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOWriter.html#a6119f6220061c9019cae2216f6a6fba4"> 60</a></span>  <span class="keyword">inline</span> <span class="keyword">static</span> uint32_t <a class="code" href="classdmlc_1_1RecordIOWriter.html#a6119f6220061c9019cae2216f6a6fba4">DecodeFlag</a>(uint32_t rec) {</div> |
| <div class="line"><a name="l00061"></a><span class="lineno"> 61</span>  <span class="keywordflow">return</span> (rec >> 29U) & 7U;</div> |
| <div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  }</div> |
| <div class="line"><a name="l00068"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOWriter.html#a9abff1255e20e266e65e091ddcec6422"> 68</a></span>  <span class="keyword">inline</span> <span class="keyword">static</span> uint32_t <a class="code" href="classdmlc_1_1RecordIOWriter.html#a9abff1255e20e266e65e091ddcec6422">DecodeLength</a>(uint32_t rec) {</div> |
| <div class="line"><a name="l00069"></a><span class="lineno"> 69</span>  <span class="keywordflow">return</span> rec & ((1U << 29U) - 1U);</div> |
| <div class="line"><a name="l00070"></a><span class="lineno"> 70</span>  }</div> |
| <div class="line"><a name="l00075"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOWriter.html#acbf967c55f0fb545c3282598f4f0a865"> 75</a></span>  <span class="keyword">explicit</span> <a class="code" href="classdmlc_1_1RecordIOWriter.html#acbf967c55f0fb545c3282598f4f0a865">RecordIOWriter</a>(<a class="code" href="classdmlc_1_1Stream.html">Stream</a> *stream)</div> |
| <div class="line"><a name="l00076"></a><span class="lineno"> 76</span>  : stream_(stream), seek_stream_(dynamic_cast<<a class="code" href="classdmlc_1_1SeekStream.html">SeekStream</a>*>(stream)),</div> |
| <div class="line"><a name="l00077"></a><span class="lineno"> 77</span>  except_counter_(0) {</div> |
| <div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  CHECK(<span class="keyword">sizeof</span>(uint32_t) == 4) << <span class="stringliteral">"uint32_t needs to be 4 bytes"</span>;</div> |
| <div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  }</div> |
| <div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1RecordIOWriter.html#add95d4877af1acffbe09fbb9006ccebd">WriteRecord</a>(<span class="keyword">const</span> <span class="keywordtype">void</span> *buf, <span class="keywordtype">size_t</span> size);</div> |
| <div class="line"><a name="l00090"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOWriter.html#aa05016e780b29a0e63f89d8bd249867e"> 90</a></span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1RecordIOWriter.html#aa05016e780b29a0e63f89d8bd249867e">WriteRecord</a>(<span class="keyword">const</span> std::string &data) {</div> |
| <div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  this-><a class="code" href="classdmlc_1_1RecordIOWriter.html#add95d4877af1acffbe09fbb9006ccebd">WriteRecord</a>(data.c_str(), data.length());</div> |
| <div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  }</div> |
| <div class="line"><a name="l00097"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOWriter.html#a95c362e13bded045e73c6be1d5167c1d"> 97</a></span>  <span class="keyword">inline</span> <span class="keywordtype">size_t</span> <a class="code" href="classdmlc_1_1RecordIOWriter.html#a95c362e13bded045e73c6be1d5167c1d">except_counter</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div> |
| <div class="line"><a name="l00098"></a><span class="lineno"> 98</span>  <span class="keywordflow">return</span> except_counter_;</div> |
| <div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  }</div> |
| <div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  </div> |
| <div class="line"><a name="l00102"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOWriter.html#aa45b6b75db56d6c49e86bfbca39eb198"> 102</a></span>  <span class="keyword">inline</span> <span class="keywordtype">size_t</span> <a class="code" href="classdmlc_1_1RecordIOWriter.html#aa45b6b75db56d6c49e86bfbca39eb198">Tell</a>(<span class="keywordtype">void</span>) {</div> |
| <div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  CHECK(seek_stream_ != NULL) << <span class="stringliteral">"The input stream is not seekable"</span>;</div> |
| <div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  <span class="keywordflow">return</span> seek_stream_-><a class="code" href="classdmlc_1_1SeekStream.html#abb9876b91c787b538d1aefe460d23290">Tell</a>();</div> |
| <div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  }</div> |
| <div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  </div> |
| <div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  <span class="keyword">private</span>:</div> |
| <div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  <a class="code" href="classdmlc_1_1Stream.html">Stream</a> *stream_;</div> |
| <div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  <a class="code" href="classdmlc_1_1SeekStream.html">SeekStream</a> *seek_stream_;</div> |
| <div class="line"><a name="l00113"></a><span class="lineno"> 113</span>  <span class="keywordtype">size_t</span> except_counter_;</div> |
| <div class="line"><a name="l00114"></a><span class="lineno"> 114</span> };</div> |
| <div class="line"><a name="l00119"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOReader.html"> 119</a></span> <span class="keyword">class </span><a class="code" href="classdmlc_1_1RecordIOReader.html">RecordIOReader</a> {</div> |
| <div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00125"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOReader.html#a2aaee978415ed2cab3e3b7a52dae225a"> 125</a></span>  <span class="keyword">explicit</span> <a class="code" href="classdmlc_1_1RecordIOReader.html#a2aaee978415ed2cab3e3b7a52dae225a">RecordIOReader</a>(<a class="code" href="classdmlc_1_1Stream.html">Stream</a> *stream)</div> |
| <div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  : stream_(stream), seek_stream_(dynamic_cast<<a class="code" href="classdmlc_1_1SeekStream.html">SeekStream</a>*>(stream)),</div> |
| <div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  end_of_stream_(false) {</div> |
| <div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  CHECK(<span class="keyword">sizeof</span>(uint32_t) == 4) << <span class="stringliteral">"uint32_t needs to be 4 bytes"</span>;</div> |
| <div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  }</div> |
| <div class="line"><a name="l00135"></a><span class="lineno"> 135</span>  <span class="keywordtype">bool</span> <a class="code" href="classdmlc_1_1RecordIOReader.html#a3e92b3b7d0447ae222b703b70397ca4a">NextRecord</a>(std::string *out_rec);</div> |
| <div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  </div> |
| <div class="line"><a name="l00138"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOReader.html#a7624f89556f19eed23d616ce13bffda0"> 138</a></span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1RecordIOReader.html#a7624f89556f19eed23d616ce13bffda0">Seek</a>(<span class="keywordtype">size_t</span> pos) {</div> |
| <div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  CHECK(seek_stream_ != NULL) << <span class="stringliteral">"The input stream is not seekable"</span>;</div> |
| <div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  seek_stream_-><a class="code" href="classdmlc_1_1SeekStream.html#a2c3e3dd37a3d3854a2acfe2845ca6c12">Seek</a>(pos);</div> |
| <div class="line"><a name="l00141"></a><span class="lineno"> 141</span>  }</div> |
| <div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  </div> |
| <div class="line"><a name="l00144"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOReader.html#af9730366ca8d3ff880c9af6fc65f7f88"> 144</a></span>  <span class="keyword">inline</span> <span class="keywordtype">size_t</span> <a class="code" href="classdmlc_1_1RecordIOReader.html#af9730366ca8d3ff880c9af6fc65f7f88">Tell</a>(<span class="keywordtype">void</span>) {</div> |
| <div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  CHECK(seek_stream_ != NULL) << <span class="stringliteral">"The input stream is not seekable"</span>;</div> |
| <div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  <span class="keywordflow">return</span> seek_stream_-><a class="code" href="classdmlc_1_1SeekStream.html#abb9876b91c787b538d1aefe460d23290">Tell</a>();</div> |
| <div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  }</div> |
| <div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  </div> |
| <div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  <span class="keyword">private</span>:</div> |
| <div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  <a class="code" href="classdmlc_1_1Stream.html">Stream</a> *stream_;</div> |
| <div class="line"><a name="l00152"></a><span class="lineno"> 152</span>  <a class="code" href="classdmlc_1_1SeekStream.html">SeekStream</a> *seek_stream_;</div> |
| <div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  <span class="keywordtype">bool</span> end_of_stream_;</div> |
| <div class="line"><a name="l00155"></a><span class="lineno"> 155</span> };</div> |
| <div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  </div> |
| <div class="line"><a name="l00166"></a><span class="lineno"><a class="line" href="classdmlc_1_1RecordIOChunkReader.html"> 166</a></span> <span class="keyword">class </span><a class="code" href="classdmlc_1_1RecordIOChunkReader.html">RecordIOChunkReader</a> {</div> |
| <div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  <span class="keyword">explicit</span> <a class="code" href="classdmlc_1_1RecordIOChunkReader.html#a3348f9ccdcbcd8d0cae7ff0baa6a37c1">RecordIOChunkReader</a>(<a class="code" href="structdmlc_1_1InputSplit_1_1Blob.html">InputSplit::Blob</a> chunk,</div> |
| <div class="line"><a name="l00175"></a><span class="lineno"> 175</span>  <span class="keywordtype">unsigned</span> part_index = 0,</div> |
| <div class="line"><a name="l00176"></a><span class="lineno"> 176</span>  <span class="keywordtype">unsigned</span> num_parts = 1);</div> |
| <div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  <span class="keywordtype">bool</span> <a class="code" href="classdmlc_1_1RecordIOChunkReader.html#a7d237e1f75c39c3c82b7de2a4ce3234b">NextRecord</a>(<a class="code" href="structdmlc_1_1InputSplit_1_1Blob.html">InputSplit::Blob</a> *out_rec);</div> |
| <div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  </div> |
| <div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  <span class="keyword">private</span>:</div> |
| <div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  std::string temp_;</div> |
| <div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  <span class="keywordtype">char</span> *pbegin_, *pend_;</div> |
| <div class="line"><a name="l00193"></a><span class="lineno"> 193</span> };</div> |
| <div class="line"><a name="l00194"></a><span class="lineno"> 194</span>  </div> |
| <div class="line"><a name="l00195"></a><span class="lineno"> 195</span> } <span class="comment">// namespace dmlc</span></div> |
| <div class="line"><a name="l00196"></a><span class="lineno"> 196</span> <span class="preprocessor">#endif // DMLC_RECORDIO_H_</span></div> |
| </div><!-- fragment --></div><!-- contents --> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOWriter_html_a26b8004576cd8d663f4b7b11e3287533"><div class="ttname"><a href="classdmlc_1_1RecordIOWriter.html#a26b8004576cd8d663f4b7b11e3287533">dmlc::RecordIOWriter::kMagic</a></div><div class="ttdeci">static const uint32_t kMagic</div><div class="ttdoc">magic number of recordio note: (kMagic >> 29U) & 7 > 3 this ensures lrec will not be kMagic</div><div class="ttdef"><b>Definition:</b> recordio.h:45</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOWriter_html_a95c362e13bded045e73c6be1d5167c1d"><div class="ttname"><a href="classdmlc_1_1RecordIOWriter.html#a95c362e13bded045e73c6be1d5167c1d">dmlc::RecordIOWriter::except_counter</a></div><div class="ttdeci">size_t except_counter(void) const</div><div class="ttdef"><b>Definition:</b> recordio.h:97</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOWriter_html_aa45b6b75db56d6c49e86bfbca39eb198"><div class="ttname"><a href="classdmlc_1_1RecordIOWriter.html#aa45b6b75db56d6c49e86bfbca39eb198">dmlc::RecordIOWriter::Tell</a></div><div class="ttdeci">size_t Tell(void)</div><div class="ttdoc">tell the current position of the input stream</div><div class="ttdef"><b>Definition:</b> recordio.h:102</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOReader_html_a2aaee978415ed2cab3e3b7a52dae225a"><div class="ttname"><a href="classdmlc_1_1RecordIOReader.html#a2aaee978415ed2cab3e3b7a52dae225a">dmlc::RecordIOReader::RecordIOReader</a></div><div class="ttdeci">RecordIOReader(Stream *stream)</div><div class="ttdoc">constructor</div><div class="ttdef"><b>Definition:</b> recordio.h:125</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOReader_html"><div class="ttname"><a href="classdmlc_1_1RecordIOReader.html">dmlc::RecordIOReader</a></div><div class="ttdoc">reader of binary recordio to reads in record from stream</div><div class="ttdef"><b>Definition:</b> recordio.h:119</div></div> |
| <div class="ttc" id="anamespacedmlc_html"><div class="ttname"><a href="namespacedmlc.html">dmlc</a></div><div class="ttdoc">namespace for dmlc</div><div class="ttdef"><b>Definition:</b> array_view.h:12</div></div> |
| <div class="ttc" id="astructdmlc_1_1InputSplit_1_1Blob_html"><div class="ttname"><a href="structdmlc_1_1InputSplit_1_1Blob.html">dmlc::InputSplit::Blob</a></div><div class="ttdoc">a blob of memory region</div><div class="ttdef"><b>Definition:</b> io.h:158</div></div> |
| <div class="ttc" id="aclassdmlc_1_1SeekStream_html_abb9876b91c787b538d1aefe460d23290"><div class="ttname"><a href="classdmlc_1_1SeekStream.html#abb9876b91c787b538d1aefe460d23290">dmlc::SeekStream::Tell</a></div><div class="ttdeci">virtual size_t Tell(void)=0</div><div class="ttdoc">tell the position of the stream</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOChunkReader_html"><div class="ttname"><a href="classdmlc_1_1RecordIOChunkReader.html">dmlc::RecordIOChunkReader</a></div><div class="ttdoc">reader of binary recordio from Blob returned by InputSplit This class divides the blob into several i...</div><div class="ttdef"><b>Definition:</b> recordio.h:166</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOWriter_html_ac99d55e4608f9d4cffcd9deec0d89eea"><div class="ttname"><a href="classdmlc_1_1RecordIOWriter.html#ac99d55e4608f9d4cffcd9deec0d89eea">dmlc::RecordIOWriter::EncodeLRec</a></div><div class="ttdeci">static uint32_t EncodeLRec(uint32_t cflag, uint32_t length)</div><div class="ttdoc">encode the lrecord</div><div class="ttdef"><b>Definition:</b> recordio.h:52</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOWriter_html_add95d4877af1acffbe09fbb9006ccebd"><div class="ttname"><a href="classdmlc_1_1RecordIOWriter.html#add95d4877af1acffbe09fbb9006ccebd">dmlc::RecordIOWriter::WriteRecord</a></div><div class="ttdeci">void WriteRecord(const void *buf, size_t size)</div><div class="ttdoc">write record to the stream</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOWriter_html_acbf967c55f0fb545c3282598f4f0a865"><div class="ttname"><a href="classdmlc_1_1RecordIOWriter.html#acbf967c55f0fb545c3282598f4f0a865">dmlc::RecordIOWriter::RecordIOWriter</a></div><div class="ttdeci">RecordIOWriter(Stream *stream)</div><div class="ttdoc">constructor</div><div class="ttdef"><b>Definition:</b> recordio.h:75</div></div> |
| <div class="ttc" id="aclassdmlc_1_1SeekStream_html"><div class="ttname"><a href="classdmlc_1_1SeekStream.html">dmlc::SeekStream</a></div><div class="ttdoc">interface of i/o stream that support seek</div><div class="ttdef"><b>Definition:</b> io.h:109</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOReader_html_af9730366ca8d3ff880c9af6fc65f7f88"><div class="ttname"><a href="classdmlc_1_1RecordIOReader.html#af9730366ca8d3ff880c9af6fc65f7f88">dmlc::RecordIOReader::Tell</a></div><div class="ttdeci">size_t Tell(void)</div><div class="ttdoc">tell the current position of the input stream</div><div class="ttdef"><b>Definition:</b> recordio.h:144</div></div> |
| <div class="ttc" id="a3rdparty_2dmlc-core_2include_2dmlc_2io_8h_html"><div class="ttname"><a href="3rdparty_2dmlc-core_2include_2dmlc_2io_8h.html">io.h</a></div><div class="ttdoc">defines serializable interface of dmlc</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOWriter_html_a9abff1255e20e266e65e091ddcec6422"><div class="ttname"><a href="classdmlc_1_1RecordIOWriter.html#a9abff1255e20e266e65e091ddcec6422">dmlc::RecordIOWriter::DecodeLength</a></div><div class="ttdeci">static uint32_t DecodeLength(uint32_t rec)</div><div class="ttdoc">decode the length part of lrecord</div><div class="ttdef"><b>Definition:</b> recordio.h:68</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOWriter_html_aa05016e780b29a0e63f89d8bd249867e"><div class="ttname"><a href="classdmlc_1_1RecordIOWriter.html#aa05016e780b29a0e63f89d8bd249867e">dmlc::RecordIOWriter::WriteRecord</a></div><div class="ttdeci">void WriteRecord(const std::string &data)</div><div class="ttdoc">write record to the stream</div><div class="ttdef"><b>Definition:</b> recordio.h:90</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOWriter_html_a6119f6220061c9019cae2216f6a6fba4"><div class="ttname"><a href="classdmlc_1_1RecordIOWriter.html#a6119f6220061c9019cae2216f6a6fba4">dmlc::RecordIOWriter::DecodeFlag</a></div><div class="ttdeci">static uint32_t DecodeFlag(uint32_t rec)</div><div class="ttdoc">decode the flag part of lrecord</div><div class="ttdef"><b>Definition:</b> recordio.h:60</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOWriter_html"><div class="ttname"><a href="classdmlc_1_1RecordIOWriter.html">dmlc::RecordIOWriter</a></div><div class="ttdoc">writer of binary recordio binary format for recordio recordio format: magic lrecord data pad</div><div class="ttdef"><b>Definition:</b> recordio.h:38</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOReader_html_a3e92b3b7d0447ae222b703b70397ca4a"><div class="ttname"><a href="classdmlc_1_1RecordIOReader.html#a3e92b3b7d0447ae222b703b70397ca4a">dmlc::RecordIOReader::NextRecord</a></div><div class="ttdeci">bool NextRecord(std::string *out_rec)</div><div class="ttdoc">read next complete record from stream</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOReader_html_a7624f89556f19eed23d616ce13bffda0"><div class="ttname"><a href="classdmlc_1_1RecordIOReader.html#a7624f89556f19eed23d616ce13bffda0">dmlc::RecordIOReader::Seek</a></div><div class="ttdeci">void Seek(size_t pos)</div><div class="ttdoc">seek to certain position of the input stream</div><div class="ttdef"><b>Definition:</b> recordio.h:138</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOChunkReader_html_a7d237e1f75c39c3c82b7de2a4ce3234b"><div class="ttname"><a href="classdmlc_1_1RecordIOChunkReader.html#a7d237e1f75c39c3c82b7de2a4ce3234b">dmlc::RecordIOChunkReader::NextRecord</a></div><div class="ttdeci">bool NextRecord(InputSplit::Blob *out_rec)</div><div class="ttdoc">read next complete record from stream the blob contains the memory content NOTE: this function is not...</div></div> |
| <div class="ttc" id="aclassdmlc_1_1Stream_html"><div class="ttname"><a href="classdmlc_1_1Stream.html">dmlc::Stream</a></div><div class="ttdoc">interface of stream I/O for serialization</div><div class="ttdef"><b>Definition:</b> io.h:30</div></div> |
| <div class="ttc" id="aclassdmlc_1_1RecordIOChunkReader_html_a3348f9ccdcbcd8d0cae7ff0baa6a37c1"><div class="ttname"><a href="classdmlc_1_1RecordIOChunkReader.html#a3348f9ccdcbcd8d0cae7ff0baa6a37c1">dmlc::RecordIOChunkReader::RecordIOChunkReader</a></div><div class="ttdeci">RecordIOChunkReader(InputSplit::Blob chunk, unsigned part_index=0, unsigned num_parts=1)</div><div class="ttdoc">constructor</div></div> |
| <div class="ttc" id="aclassdmlc_1_1SeekStream_html_a2c3e3dd37a3d3854a2acfe2845ca6c12"><div class="ttname"><a href="classdmlc_1_1SeekStream.html#a2c3e3dd37a3d3854a2acfe2845ca6c12">dmlc::SeekStream::Seek</a></div><div class="ttdeci">virtual void Seek(size_t pos)=0</div><div class="ttdoc">seek to certain position of the file</div></div> |
| <!-- start footer part --> |
| <hr class="footer"/><address class="footer"><small> |
| Generated on Thu Jan 5 2023 03:47:39 for mxnet by  <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/> |
| </a> 1.8.17 |
| </small></address> |
| </body> |
| </html> |
