Google Git
Sign in
apache / mxnet-site / d5c5a235eef72f64ccaf224b834a20ef3287469b / . / versions / master / api / cpp / docs / api / threadediter_8h_source.html
blob: 0a60c1374f6450050cf55ada90c4c60bc852dc7c [file] [log] [blame]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "https://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.17"/>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>mxnet: /work/mxnet/3rdparty/dmlc-core/include/dmlc/threadediter.h Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectalign" style="padding-left: 0.5em;">
<div id="projectname">mxnet
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.17 -->
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&amp;dn=gpl-2.0.txt GPL-v2 */
var searchBox = new SearchBox("searchBox", "search",false,'Search');
/* @license-end */
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&amp;dn=gpl-2.0.txt GPL-v2 */
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
/* @license-end */</script>
<div id="main-nav"></div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="dir_8cab8f464681f7cc51cee77e79a434cd.html">3rdparty</a></li><li class="navelem"><a class="el" href="dir_82e31a22178767beedddc7597fd1ecb6.html">dmlc-core</a></li><li class="navelem"><a class="el" href="dir_7dd5b88db83ff474628c03c453739a90.html">include</a></li><li class="navelem"><a class="el" href="dir_e30967e3ab51f65ad4b50dd298ccf4e7.html">dmlc</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">threadediter.h</div> </div>
</div><!--header-->
<div class="contents">
<a href="threadediter_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160; </div>
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="preprocessor">#ifndef DMLC_THREADEDITER_H_</span></div>
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="preprocessor">#define DMLC_THREADEDITER_H_</span></div>
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="comment">// defines DMLC_USE_CXX11</span></div>
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="3rdparty_2dmlc-core_2include_2dmlc_2base_8h.html">./base.h</a>&quot;</span></div>
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="comment">// this code depends on c++11</span></div>
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;<span class="preprocessor">#if DMLC_ENABLE_STD_THREAD</span></div>
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="preprocessor">#include &lt;condition_variable&gt;</span></div>
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="preprocessor">#include &lt;functional&gt;</span></div>
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="preprocessor">#include &lt;mutex&gt;</span></div>
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;<span class="preprocessor">#include &lt;queue&gt;</span></div>
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160;<span class="preprocessor">#include &lt;atomic&gt;</span></div>
<div class="line"><a name="l00020"></a><span class="lineno"> 20</span>&#160;<span class="preprocessor">#include &lt;thread&gt;</span></div>
<div class="line"><a name="l00021"></a><span class="lineno"> 21</span>&#160;<span class="preprocessor">#include &lt;utility&gt;</span></div>
<div class="line"><a name="l00022"></a><span class="lineno"> 22</span>&#160;<span class="preprocessor">#include &lt;memory&gt;</span></div>
<div class="line"><a name="l00023"></a><span class="lineno"> 23</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="data_8h.html">./data.h</a>&quot;</span></div>
<div class="line"><a name="l00024"></a><span class="lineno"> 24</span>&#160;<span class="preprocessor">#include &quot;./logging.h&quot;</span></div>
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span>&#160; </div>
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacedmlc.html">dmlc</a> {</div>
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span>&#160; </div>
<div class="line"><a name="l00032"></a><span class="lineno"><a class="line" href="classdmlc_1_1ScopedThread.html"> 32</a></span>&#160;<span class="keyword">class </span><a class="code" href="classdmlc_1_1ScopedThread.html">ScopedThread</a> {</div>
<div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160; <span class="keyword">public</span>:</div>
<div class="line"><a name="l00038"></a><span class="lineno"><a class="line" href="classdmlc_1_1ScopedThread.html#ae68456dc9d41b709b3c303f1adef9307"> 38</a></span>&#160; <span class="keyword">explicit</span> <a class="code" href="classdmlc_1_1ScopedThread.html#ae68456dc9d41b709b3c303f1adef9307">ScopedThread</a>(std::thread thread)</div>
<div class="line"><a name="l00039"></a><span class="lineno"> 39</span>&#160; : thread_(<a class="code" href="namespacestd.html">std</a>::move(thread)) {</div>
<div class="line"><a name="l00040"></a><span class="lineno"> 40</span>&#160; <span class="keywordflow">if</span> (!thread_.joinable()) {</div>
<div class="line"><a name="l00041"></a><span class="lineno"> 41</span>&#160; <span class="keywordflow">throw</span> std::logic_error(<span class="stringliteral">&quot;No thread&quot;</span>);</div>
<div class="line"><a name="l00042"></a><span class="lineno"> 42</span>&#160; }</div>
<div class="line"><a name="l00043"></a><span class="lineno"> 43</span>&#160; }</div>
<div class="line"><a name="l00044"></a><span class="lineno"> 44</span>&#160; <span class="comment">// destructor: join upon destruction</span></div>
<div class="line"><a name="l00045"></a><span class="lineno"><a class="line" href="classdmlc_1_1ScopedThread.html#a00818d57a92d7c549c0e7e4c63723362"> 45</a></span>&#160; <span class="keyword">virtual</span> <a class="code" href="classdmlc_1_1ScopedThread.html#a00818d57a92d7c549c0e7e4c63723362">~ScopedThread</a>() {</div>
<div class="line"><a name="l00046"></a><span class="lineno"> 46</span>&#160; thread_.join();</div>
<div class="line"><a name="l00047"></a><span class="lineno"> 47</span>&#160; }</div>
<div class="line"><a name="l00048"></a><span class="lineno"> 48</span>&#160; <span class="comment">// copy assignment and construction are not allowed</span></div>
<div class="line"><a name="l00049"></a><span class="lineno"> 49</span>&#160; <a class="code" href="classdmlc_1_1ScopedThread.html#ae68456dc9d41b709b3c303f1adef9307">ScopedThread</a>(<a class="code" href="classdmlc_1_1ScopedThread.html">ScopedThread</a> <span class="keyword">const</span>&amp;) = <span class="keyword">delete</span>;</div>
<div class="line"><a name="l00050"></a><span class="lineno"> 50</span>&#160; <a class="code" href="classdmlc_1_1ScopedThread.html">ScopedThread</a>&amp; <a class="code" href="classdmlc_1_1ScopedThread.html#a9e23cc8378d576fffcc9a8091f2285ba">operator=</a>(<a class="code" href="classdmlc_1_1ScopedThread.html">ScopedThread</a> <span class="keyword">const</span>&amp;) = <span class="keyword">delete</span>;</div>
<div class="line"><a name="l00051"></a><span class="lineno"> 51</span>&#160; </div>
<div class="line"><a name="l00052"></a><span class="lineno"> 52</span>&#160; <span class="keyword">private</span>:</div>
<div class="line"><a name="l00053"></a><span class="lineno"> 53</span>&#160; std::thread thread_;</div>
<div class="line"><a name="l00054"></a><span class="lineno"> 54</span>&#160;};</div>
<div class="line"><a name="l00055"></a><span class="lineno"> 55</span>&#160; </div>
<div class="line"><a name="l00077"></a><span class="lineno"> 77</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00078"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html"> 78</a></span>&#160;<span class="keyword">class </span><a class="code" href="classdmlc_1_1ThreadedIter.html">ThreadedIter</a> : <span class="keyword">public</span> <a class="code" href="classdmlc_1_1DataIter.html">DataIter</a>&lt;DType&gt; {</div>
<div class="line"><a name="l00079"></a><span class="lineno"> 79</span>&#160; <span class="keyword">public</span>:</div>
<div class="line"><a name="l00085"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter_1_1Producer.html"> 85</a></span>&#160; <span class="keyword">class </span><a class="code" href="classdmlc_1_1ThreadedIter_1_1Producer.html">Producer</a> {</div>
<div class="line"><a name="l00086"></a><span class="lineno"> 86</span>&#160; <span class="keyword">public</span>:</div>
<div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160; <span class="comment">// virtual destructor</span></div>
<div class="line"><a name="l00088"></a><span class="lineno"> 88</span>&#160; <span class="keyword">virtual</span> <a class="code" href="classdmlc_1_1ThreadedIter_1_1Producer.html#a1a69d1204ac93703db0ad7ae34dc7ace">~Producer</a>() = <span class="keywordflow">default</span>;</div>
<div class="line"><a name="l00090"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter_1_1Producer.html#a9f0e92b78040ec4997718b7154eb354d"> 90</a></span>&#160; <span class="keyword">virtual</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter_1_1Producer.html#a9f0e92b78040ec4997718b7154eb354d">BeforeFirst</a>(<span class="keywordtype">void</span>) {</div>
<div class="line"><a name="l00091"></a><span class="lineno"> 91</span>&#160; NotImplemented();</div>
<div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; }</div>
<div class="line"><a name="l00106"></a><span class="lineno"> 106</span>&#160; <span class="keyword">virtual</span> <span class="keywordtype">bool</span> <a class="code" href="classdmlc_1_1ThreadedIter_1_1Producer.html#a5fb6a87f053cd14ad85d7a0a5f51fdaf">Next</a>(DType **inout_dptr) = 0;</div>
<div class="line"><a name="l00107"></a><span class="lineno"> 107</span>&#160; };</div>
<div class="line"><a name="l00112"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#ad1f3ac33bc99bdf372476b8798dbaeac"> 112</a></span>&#160; <span class="keyword">explicit</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#ad1f3ac33bc99bdf372476b8798dbaeac">ThreadedIter</a>(<span class="keywordtype">size_t</span> max_capacity = 8)</div>
<div class="line"><a name="l00113"></a><span class="lineno"> 113</span>&#160; : producer_(nullptr),</div>
<div class="line"><a name="l00114"></a><span class="lineno"> 114</span>&#160; producer_thread_(nullptr),</div>
<div class="line"><a name="l00115"></a><span class="lineno"> 115</span>&#160; max_capacity_(max_capacity),</div>
<div class="line"><a name="l00116"></a><span class="lineno"> 116</span>&#160; nwait_consumer_(0),</div>
<div class="line"><a name="l00117"></a><span class="lineno"> 117</span>&#160; nwait_producer_(0),</div>
<div class="line"><a name="l00118"></a><span class="lineno"> 118</span>&#160; out_data_(NULL) {}</div>
<div class="line"><a name="l00120"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#ad95526b8f440147fea318b2b68142322"> 120</a></span>&#160; <span class="keyword">virtual</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#ad95526b8f440147fea318b2b68142322">~ThreadedIter</a>(<span class="keywordtype">void</span>) {</div>
<div class="line"><a name="l00121"></a><span class="lineno"> 121</span>&#160; this-&gt;<a class="code" href="classdmlc_1_1ThreadedIter.html#a1449d5368f4e21f463ab9d2451d6d94b">Destroy</a>();</div>
<div class="line"><a name="l00122"></a><span class="lineno"> 122</span>&#160; }</div>
<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>&#160; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#a1449d5368f4e21f463ab9d2451d6d94b">Destroy</a>(<span class="keywordtype">void</span>);</div>
<div class="line"><a name="l00134"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#a5b1107b73e593f12206fcf313303489b"> 134</a></span>&#160; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#a5b1107b73e593f12206fcf313303489b">set_max_capacity</a>(<span class="keywordtype">size_t</span> max_capacity) {</div>
<div class="line"><a name="l00135"></a><span class="lineno"> 135</span>&#160; max_capacity_ = max_capacity;</div>
<div class="line"><a name="l00136"></a><span class="lineno"> 136</span>&#160; }</div>
<div class="line"><a name="l00142"></a><span class="lineno"> 142</span>&#160; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#ad5ab474a70ad755118635873a10f050b">Init</a>(std::shared_ptr&lt;Producer&gt; producer);</div>
<div class="line"><a name="l00151"></a><span class="lineno"> 151</span>&#160; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#ad5ab474a70ad755118635873a10f050b">Init</a>(std::function&lt;<span class="keywordtype">bool</span>(DType **)&gt; next,</div>
<div class="line"><a name="l00152"></a><span class="lineno"> 152</span>&#160; std::function&lt;<span class="keywordtype">void</span>()&gt; beforefirst = NotImplemented);</div>
<div class="line"><a name="l00162"></a><span class="lineno"> 162</span>&#160; <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#a415c711bacb0cd45a4445383ab97c270">Next</a>(DType **out_dptr);</div>
<div class="line"><a name="l00169"></a><span class="lineno"> 169</span>&#160; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#a09ee135167825cddbd4ee42aa1e0469c">Recycle</a>(DType **inout_dptr);</div>
<div class="line"><a name="l00170"></a><span class="lineno"> 170</span>&#160; </div>
<div class="line"><a name="l00174"></a><span class="lineno"> 174</span>&#160; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#a23bc29d357139b7cd18deff72a3a9dfb">ThrowExceptionIfSet</a>(<span class="keywordtype">void</span>);</div>
<div class="line"><a name="l00175"></a><span class="lineno"> 175</span>&#160; </div>
<div class="line"><a name="l00179"></a><span class="lineno"> 179</span>&#160; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#ac98cf5310bf3c64feb79140d85eb34d7">ClearException</a>(<span class="keywordtype">void</span>);</div>
<div class="line"><a name="l00180"></a><span class="lineno"> 180</span>&#160; </div>
<div class="line"><a name="l00187"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#a415c711bacb0cd45a4445383ab97c270"> 187</a></span>&#160; <span class="keyword">virtual</span> <span class="keywordtype">bool</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#a415c711bacb0cd45a4445383ab97c270">Next</a>(<span class="keywordtype">void</span>) {</div>
<div class="line"><a name="l00188"></a><span class="lineno"> 188</span>&#160; <span class="keywordflow">if</span> (out_data_ != NULL) {</div>
<div class="line"><a name="l00189"></a><span class="lineno"> 189</span>&#160; this-&gt;<a class="code" href="classdmlc_1_1ThreadedIter.html#a09ee135167825cddbd4ee42aa1e0469c">Recycle</a>(&amp;out_data_);</div>
<div class="line"><a name="l00190"></a><span class="lineno"> 190</span>&#160; }</div>
<div class="line"><a name="l00191"></a><span class="lineno"> 191</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="classdmlc_1_1ThreadedIter.html#a415c711bacb0cd45a4445383ab97c270">Next</a>(&amp;out_data_)) {</div>
<div class="line"><a name="l00192"></a><span class="lineno"> 192</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00193"></a><span class="lineno"> 193</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00194"></a><span class="lineno"> 194</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00195"></a><span class="lineno"> 195</span>&#160; }</div>
<div class="line"><a name="l00196"></a><span class="lineno"> 196</span>&#160; }</div>
<div class="line"><a name="l00202"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#a618e846cc4b7e86d4758450dca016311"> 202</a></span>&#160; <span class="keyword">virtual</span> <span class="keyword">const</span> DType &amp;<a class="code" href="classdmlc_1_1ThreadedIter.html#a618e846cc4b7e86d4758450dca016311">Value</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00203"></a><span class="lineno"> 203</span>&#160; CHECK(out_data_ != NULL) &lt;&lt; <span class="stringliteral">&quot;Calling Value at beginning or end?&quot;</span>;</div>
<div class="line"><a name="l00204"></a><span class="lineno"> 204</span>&#160; <span class="keywordflow">return</span> *out_data_;</div>
<div class="line"><a name="l00205"></a><span class="lineno"> 205</span>&#160; }</div>
<div class="line"><a name="l00207"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#a1fa325280288777b5b9dcf15e424fdec"> 207</a></span>&#160; <span class="keyword">virtual</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#a1fa325280288777b5b9dcf15e424fdec">BeforeFirst</a>(<span class="keywordtype">void</span>) {</div>
<div class="line"><a name="l00208"></a><span class="lineno"> 208</span>&#160; <a class="code" href="classdmlc_1_1ThreadedIter.html#a23bc29d357139b7cd18deff72a3a9dfb">ThrowExceptionIfSet</a>();</div>
<div class="line"><a name="l00209"></a><span class="lineno"> 209</span>&#160; std::unique_lock&lt;std::mutex&gt; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>(mutex_);</div>
<div class="line"><a name="l00210"></a><span class="lineno"> 210</span>&#160; <span class="keywordflow">if</span> (out_data_ != NULL) {</div>
<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>&#160; free_cells_.push(out_data_);</div>
<div class="line"><a name="l00212"></a><span class="lineno"> 212</span>&#160; out_data_ = NULL;</div>
<div class="line"><a name="l00213"></a><span class="lineno"> 213</span>&#160; }</div>
<div class="line"><a name="l00214"></a><span class="lineno"> 214</span>&#160; <span class="keywordflow">if</span> (producer_sig_.load(std::memory_order_acquire) == kDestroy) <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00215"></a><span class="lineno"> 215</span>&#160; </div>
<div class="line"><a name="l00216"></a><span class="lineno"> 216</span>&#160; producer_sig_.store(kBeforeFirst, std::memory_order_release);</div>
<div class="line"><a name="l00217"></a><span class="lineno"> 217</span>&#160; CHECK(!producer_sig_processed_.load(std::memory_order_acquire));</div>
<div class="line"><a name="l00218"></a><span class="lineno"> 218</span>&#160; <span class="keywordflow">if</span> (nwait_producer_ != 0) {</div>
<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>&#160; producer_cond_.notify_one();</div>
<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>&#160; }</div>
<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>&#160; CHECK(!producer_sig_processed_.load(std::memory_order_acquire));</div>
<div class="line"><a name="l00222"></a><span class="lineno"> 222</span>&#160; <span class="comment">// wait until the request has been processed</span></div>
<div class="line"><a name="l00223"></a><span class="lineno"> 223</span>&#160; consumer_cond_.wait(<a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>, [<span class="keyword">this</span>]() {</div>
<div class="line"><a name="l00224"></a><span class="lineno"> 224</span>&#160; <span class="keywordflow">return</span> producer_sig_processed_.load(std::memory_order_acquire);</div>
<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>&#160; });</div>
<div class="line"><a name="l00226"></a><span class="lineno"> 226</span>&#160; producer_sig_processed_.store(<span class="keyword">false</span>, std::memory_order_release);</div>
<div class="line"><a name="l00227"></a><span class="lineno"> 227</span>&#160; <span class="keywordtype">bool</span> notify = nwait_producer_ != 0 &amp;&amp; !produce_end_;</div>
<div class="line"><a name="l00228"></a><span class="lineno"> 228</span>&#160; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>.unlock();</div>
<div class="line"><a name="l00229"></a><span class="lineno"> 229</span>&#160; <span class="comment">// notify producer, in case they are waiting for the condition.</span></div>
<div class="line"><a name="l00230"></a><span class="lineno"> 230</span>&#160; <span class="keywordflow">if</span> (notify) producer_cond_.notify_one();</div>
<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>&#160; <a class="code" href="classdmlc_1_1ThreadedIter.html#a23bc29d357139b7cd18deff72a3a9dfb">ThrowExceptionIfSet</a>();</div>
<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>&#160; }</div>
<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>&#160; </div>
<div class="line"><a name="l00234"></a><span class="lineno"> 234</span>&#160; <span class="keyword">private</span>:</div>
<div class="line"><a name="l00236"></a><span class="lineno"> 236</span>&#160; <span class="keyword">inline</span> <span class="keyword">static</span> <span class="keywordtype">void</span> NotImplemented(<span class="keywordtype">void</span>) {</div>
<div class="line"><a name="l00237"></a><span class="lineno"> 237</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;BeforeFirst is not supported&quot;</span>;</div>
<div class="line"><a name="l00238"></a><span class="lineno"> 238</span>&#160; }</div>
<div class="line"><a name="l00240"></a><span class="lineno"> 240</span>&#160; <span class="keyword">enum</span> Signal {</div>
<div class="line"><a name="l00241"></a><span class="lineno"> 241</span>&#160; kProduce,</div>
<div class="line"><a name="l00242"></a><span class="lineno"> 242</span>&#160; kBeforeFirst,</div>
<div class="line"><a name="l00243"></a><span class="lineno"> 243</span>&#160; kDestroy</div>
<div class="line"><a name="l00244"></a><span class="lineno"> 244</span>&#160; };</div>
<div class="line"><a name="l00246"></a><span class="lineno"> 246</span>&#160; <span class="comment">// Producer *producer_owned_;</span></div>
<div class="line"><a name="l00247"></a><span class="lineno"> 247</span>&#160; std::shared_ptr&lt;Producer&gt; producer_;</div>
<div class="line"><a name="l00248"></a><span class="lineno"> 248</span>&#160; </div>
<div class="line"><a name="l00250"></a><span class="lineno"> 250</span>&#160; std::atomic&lt;Signal&gt; producer_sig_;</div>
<div class="line"><a name="l00252"></a><span class="lineno"> 252</span>&#160; std::atomic&lt;bool&gt; producer_sig_processed_;</div>
<div class="line"><a name="l00254"></a><span class="lineno"> 254</span>&#160; std::unique_ptr&lt;ScopedThread&gt; producer_thread_;</div>
<div class="line"><a name="l00256"></a><span class="lineno"> 256</span>&#160; std::atomic&lt;bool&gt; produce_end_;</div>
<div class="line"><a name="l00258"></a><span class="lineno"> 258</span>&#160; <span class="keywordtype">size_t</span> max_capacity_;</div>
<div class="line"><a name="l00260"></a><span class="lineno"> 260</span>&#160; std::mutex mutex_;</div>
<div class="line"><a name="l00262"></a><span class="lineno"> 262</span>&#160; std::mutex mutex_exception_;</div>
<div class="line"><a name="l00264"></a><span class="lineno"> 264</span>&#160; <span class="keywordtype">unsigned</span> nwait_consumer_;</div>
<div class="line"><a name="l00266"></a><span class="lineno"> 266</span>&#160; <span class="keywordtype">unsigned</span> nwait_producer_;</div>
<div class="line"><a name="l00268"></a><span class="lineno"> 268</span>&#160; std::condition_variable producer_cond_;</div>
<div class="line"><a name="l00270"></a><span class="lineno"> 270</span>&#160; std::condition_variable consumer_cond_;</div>
<div class="line"><a name="l00272"></a><span class="lineno"> 272</span>&#160; DType *out_data_;</div>
<div class="line"><a name="l00274"></a><span class="lineno"> 274</span>&#160; std::queue&lt;DType*&gt; queue_;</div>
<div class="line"><a name="l00276"></a><span class="lineno"> 276</span>&#160; std::queue&lt;DType*&gt; free_cells_;</div>
<div class="line"><a name="l00278"></a><span class="lineno"> 278</span>&#160; std::exception_ptr iter_exception_{<span class="keyword">nullptr</span>};</div>
<div class="line"><a name="l00279"></a><span class="lineno"> 279</span>&#160;};</div>
<div class="line"><a name="l00280"></a><span class="lineno"> 280</span>&#160; </div>
<div class="line"><a name="l00281"></a><span class="lineno"> 281</span>&#160;<span class="comment">// implementation of functions</span></div>
<div class="line"><a name="l00282"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#a1449d5368f4e21f463ab9d2451d6d94b"> 282</a></span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> DType&gt; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#a1449d5368f4e21f463ab9d2451d6d94b">ThreadedIter&lt;DType&gt;::Destroy</a>(<span class="keywordtype">void</span>) {</div>
<div class="line"><a name="l00283"></a><span class="lineno"> 283</span>&#160; <span class="keywordflow">if</span> (producer_thread_) {</div>
<div class="line"><a name="l00284"></a><span class="lineno"> 284</span>&#160; {</div>
<div class="line"><a name="l00285"></a><span class="lineno"> 285</span>&#160; <span class="comment">// lock the mutex</span></div>
<div class="line"><a name="l00286"></a><span class="lineno"> 286</span>&#160; std::lock_guard&lt;std::mutex&gt; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>(mutex_);</div>
<div class="line"><a name="l00287"></a><span class="lineno"> 287</span>&#160; <span class="comment">// send destroy signal</span></div>
<div class="line"><a name="l00288"></a><span class="lineno"> 288</span>&#160; producer_sig_.store(kDestroy, std::memory_order_release);</div>
<div class="line"><a name="l00289"></a><span class="lineno"> 289</span>&#160; <span class="keywordflow">if</span> (nwait_producer_ != 0) {</div>
<div class="line"><a name="l00290"></a><span class="lineno"> 290</span>&#160; producer_cond_.notify_one();</div>
<div class="line"><a name="l00291"></a><span class="lineno"> 291</span>&#160; }</div>
<div class="line"><a name="l00292"></a><span class="lineno"> 292</span>&#160; }</div>
<div class="line"><a name="l00293"></a><span class="lineno"> 293</span>&#160; producer_thread_.reset(<span class="keyword">nullptr</span>);</div>
<div class="line"><a name="l00294"></a><span class="lineno"> 294</span>&#160; }</div>
<div class="line"><a name="l00295"></a><span class="lineno"> 295</span>&#160; <span class="comment">// end of critical region</span></div>
<div class="line"><a name="l00296"></a><span class="lineno"> 296</span>&#160; <span class="comment">// now the slave thread should exit</span></div>
<div class="line"><a name="l00297"></a><span class="lineno"> 297</span>&#160; <span class="keywordflow">while</span> (free_cells_.size() != 0) {</div>
<div class="line"><a name="l00298"></a><span class="lineno"> 298</span>&#160; <span class="keyword">delete</span> free_cells_.front();</div>
<div class="line"><a name="l00299"></a><span class="lineno"> 299</span>&#160; free_cells_.pop();</div>
<div class="line"><a name="l00300"></a><span class="lineno"> 300</span>&#160; }</div>
<div class="line"><a name="l00301"></a><span class="lineno"> 301</span>&#160; <span class="keywordflow">while</span> (queue_.size() != 0) {</div>
<div class="line"><a name="l00302"></a><span class="lineno"> 302</span>&#160; <span class="keyword">delete</span> queue_.front();</div>
<div class="line"><a name="l00303"></a><span class="lineno"> 303</span>&#160; queue_.pop();</div>
<div class="line"><a name="l00304"></a><span class="lineno"> 304</span>&#160; }</div>
<div class="line"><a name="l00305"></a><span class="lineno"> 305</span>&#160; <span class="keywordflow">if</span> (producer_ != NULL) {</div>
<div class="line"><a name="l00306"></a><span class="lineno"> 306</span>&#160; producer_.reset();</div>
<div class="line"><a name="l00307"></a><span class="lineno"> 307</span>&#160; }</div>
<div class="line"><a name="l00308"></a><span class="lineno"> 308</span>&#160; <span class="keywordflow">if</span> (out_data_ != NULL) {</div>
<div class="line"><a name="l00309"></a><span class="lineno"> 309</span>&#160; <span class="keyword">delete</span> out_data_;</div>
<div class="line"><a name="l00310"></a><span class="lineno"> 310</span>&#160; out_data_ = NULL;</div>
<div class="line"><a name="l00311"></a><span class="lineno"> 311</span>&#160; }</div>
<div class="line"><a name="l00312"></a><span class="lineno"> 312</span>&#160;}</div>
<div class="line"><a name="l00313"></a><span class="lineno"> 313</span>&#160; </div>
<div class="line"><a name="l00314"></a><span class="lineno"> 314</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00315"></a><span class="lineno"> 315</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#ad5ab474a70ad755118635873a10f050b">ThreadedIter&lt;DType&gt;::</a></div>
<div class="line"><a name="l00316"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#ad5ab474a70ad755118635873a10f050b"> 316</a></span>&#160;<a class="code" href="classdmlc_1_1ThreadedIter.html#ad5ab474a70ad755118635873a10f050b">Init</a>(std::shared_ptr&lt;Producer&gt; producer) {</div>
<div class="line"><a name="l00317"></a><span class="lineno"> 317</span>&#160; CHECK(producer_ == NULL) &lt;&lt; <span class="stringliteral">&quot;can only call Init once&quot;</span>;</div>
<div class="line"><a name="l00318"></a><span class="lineno"> 318</span>&#160; <span class="keyword">auto</span> next = [producer](DType **dptr) {</div>
<div class="line"><a name="l00319"></a><span class="lineno"> 319</span>&#160; <span class="keywordflow">return</span> producer-&gt;Next(dptr);</div>
<div class="line"><a name="l00320"></a><span class="lineno"> 320</span>&#160; };</div>
<div class="line"><a name="l00321"></a><span class="lineno"> 321</span>&#160; <span class="keyword">auto</span> beforefirst = [producer]() {</div>
<div class="line"><a name="l00322"></a><span class="lineno"> 322</span>&#160; producer-&gt;BeforeFirst();</div>
<div class="line"><a name="l00323"></a><span class="lineno"> 323</span>&#160; };</div>
<div class="line"><a name="l00324"></a><span class="lineno"> 324</span>&#160; this-&gt;Init(next, beforefirst);</div>
<div class="line"><a name="l00325"></a><span class="lineno"> 325</span>&#160;}</div>
<div class="line"><a name="l00326"></a><span class="lineno"> 326</span>&#160; </div>
<div class="line"><a name="l00327"></a><span class="lineno"> 327</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00328"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#a8d2362ec0aa3131b55d121c62b89c02c"> 328</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#ad5ab474a70ad755118635873a10f050b">ThreadedIter&lt;DType&gt;::Init</a>(std::function&lt;<span class="keywordtype">bool</span>(DType **)&gt; next,</div>
<div class="line"><a name="l00329"></a><span class="lineno"> 329</span>&#160; std::function&lt;<span class="keywordtype">void</span>()&gt; beforefirst) {</div>
<div class="line"><a name="l00330"></a><span class="lineno"> 330</span>&#160; producer_sig_.store(kProduce, std::memory_order_release);</div>
<div class="line"><a name="l00331"></a><span class="lineno"> 331</span>&#160; producer_sig_processed_.store(<span class="keyword">false</span>, std::memory_order_release);</div>
<div class="line"><a name="l00332"></a><span class="lineno"> 332</span>&#160; produce_end_.store(<span class="keyword">false</span>, std::memory_order_release);</div>
<div class="line"><a name="l00333"></a><span class="lineno"> 333</span>&#160; ClearException();</div>
<div class="line"><a name="l00334"></a><span class="lineno"> 334</span>&#160; <span class="comment">// procedure running in prodcuer</span></div>
<div class="line"><a name="l00335"></a><span class="lineno"> 335</span>&#160; <span class="comment">// run producer thread</span></div>
<div class="line"><a name="l00336"></a><span class="lineno"> 336</span>&#160; <span class="keyword">auto</span> producer_fun = [<span class="keyword">this</span>, next, beforefirst]() {</div>
<div class="line"><a name="l00337"></a><span class="lineno"> 337</span>&#160; <span class="keywordflow">while</span> (<span class="keyword">true</span>) {</div>
<div class="line"><a name="l00338"></a><span class="lineno"> 338</span>&#160; <span class="keywordflow">try</span> {</div>
<div class="line"><a name="l00339"></a><span class="lineno"> 339</span>&#160; DType *cell = NULL;</div>
<div class="line"><a name="l00340"></a><span class="lineno"> 340</span>&#160; {</div>
<div class="line"><a name="l00341"></a><span class="lineno"> 341</span>&#160; <span class="comment">// lockscope</span></div>
<div class="line"><a name="l00342"></a><span class="lineno"> 342</span>&#160; std::unique_lock&lt;std::mutex&gt; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>(mutex_);</div>
<div class="line"><a name="l00343"></a><span class="lineno"> 343</span>&#160; ++this-&gt;nwait_producer_;</div>
<div class="line"><a name="l00344"></a><span class="lineno"> 344</span>&#160; producer_cond_.wait(<a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>, [<span class="keyword">this</span>]() {</div>
<div class="line"><a name="l00345"></a><span class="lineno"> 345</span>&#160; <span class="keywordflow">if</span> (producer_sig_.load(std::memory_order_acquire) == kProduce) {</div>
<div class="line"><a name="l00346"></a><span class="lineno"> 346</span>&#160; bool ret = !produce_end_.load(std::memory_order_acquire)</div>
<div class="line"><a name="l00347"></a><span class="lineno"> 347</span>&#160; &amp;&amp; (queue_.size() &lt; max_capacity_ ||</div>
<div class="line"><a name="l00348"></a><span class="lineno"> 348</span>&#160; free_cells_.size() != 0);</div>
<div class="line"><a name="l00349"></a><span class="lineno"> 349</span>&#160; return ret;</div>
<div class="line"><a name="l00350"></a><span class="lineno"> 350</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00351"></a><span class="lineno"> 351</span>&#160; return true;</div>
<div class="line"><a name="l00352"></a><span class="lineno"> 352</span>&#160; }</div>
<div class="line"><a name="l00353"></a><span class="lineno"> 353</span>&#160; });</div>
<div class="line"><a name="l00354"></a><span class="lineno"> 354</span>&#160; --this-&gt;nwait_producer_;</div>
<div class="line"><a name="l00355"></a><span class="lineno"> 355</span>&#160; <span class="keywordflow">if</span> (producer_sig_.load(std::memory_order_acquire) == kProduce) {</div>
<div class="line"><a name="l00356"></a><span class="lineno"> 356</span>&#160; <span class="keywordflow">if</span> (free_cells_.size() != 0) {</div>
<div class="line"><a name="l00357"></a><span class="lineno"> 357</span>&#160; cell = free_cells_.front();</div>
<div class="line"><a name="l00358"></a><span class="lineno"> 358</span>&#160; free_cells_.pop();</div>
<div class="line"><a name="l00359"></a><span class="lineno"> 359</span>&#160; }</div>
<div class="line"><a name="l00360"></a><span class="lineno"> 360</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (producer_sig_.load(std::memory_order_acquire) == kBeforeFirst) {</div>
<div class="line"><a name="l00361"></a><span class="lineno"> 361</span>&#160; <span class="comment">// reset the producer</span></div>
<div class="line"><a name="l00362"></a><span class="lineno"> 362</span>&#160; beforefirst();</div>
<div class="line"><a name="l00363"></a><span class="lineno"> 363</span>&#160; <span class="comment">// cleanup the queue</span></div>
<div class="line"><a name="l00364"></a><span class="lineno"> 364</span>&#160; <span class="keywordflow">while</span> (queue_.size() != 0) {</div>
<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>&#160; free_cells_.push(queue_.front());</div>
<div class="line"><a name="l00366"></a><span class="lineno"> 366</span>&#160; queue_.pop();</div>
<div class="line"><a name="l00367"></a><span class="lineno"> 367</span>&#160; }</div>
<div class="line"><a name="l00368"></a><span class="lineno"> 368</span>&#160; <span class="comment">// reset the state</span></div>
<div class="line"><a name="l00369"></a><span class="lineno"> 369</span>&#160; produce_end_.store(<span class="keyword">false</span>, std::memory_order_release);</div>
<div class="line"><a name="l00370"></a><span class="lineno"> 370</span>&#160; producer_sig_processed_.store(<span class="keyword">true</span>, std::memory_order_release);</div>
<div class="line"><a name="l00371"></a><span class="lineno"> 371</span>&#160; producer_sig_.store(kProduce, std::memory_order_release);</div>
<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>&#160; <span class="comment">// notify consumer that all the process as been done.</span></div>
<div class="line"><a name="l00373"></a><span class="lineno"> 373</span>&#160; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>.unlock();</div>
<div class="line"><a name="l00374"></a><span class="lineno"> 374</span>&#160; consumer_cond_.notify_all();</div>
<div class="line"><a name="l00375"></a><span class="lineno"> 375</span>&#160; <span class="keywordflow">continue</span>;</div>
<div class="line"><a name="l00376"></a><span class="lineno"> 376</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00377"></a><span class="lineno"> 377</span>&#160; <span class="comment">// destroy the thread</span></div>
<div class="line"><a name="l00378"></a><span class="lineno"> 378</span>&#160; DCHECK(producer_sig_.load(std::memory_order_acquire) == kDestroy);</div>
<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>&#160; producer_sig_processed_.store(<span class="keyword">true</span>, std::memory_order_release);</div>
<div class="line"><a name="l00380"></a><span class="lineno"> 380</span>&#160; produce_end_.store(<span class="keyword">true</span>, std::memory_order_release);</div>
<div class="line"><a name="l00381"></a><span class="lineno"> 381</span>&#160; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>.unlock();</div>
<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>&#160; consumer_cond_.notify_all();</div>
<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>&#160; <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>&#160; }</div>
<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>&#160; } <span class="comment">// end of lock scope</span></div>
<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>&#160; <span class="comment">// now without lock</span></div>
<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>&#160; produce_end_.store(!next(&amp;cell), std::memory_order_release);</div>
<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>&#160; DCHECK(cell != NULL || produce_end_.load(std::memory_order_acquire));</div>
<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>&#160; <span class="keywordtype">bool</span> notify;</div>
<div class="line"><a name="l00390"></a><span class="lineno"> 390</span>&#160; {</div>
<div class="line"><a name="l00391"></a><span class="lineno"> 391</span>&#160; <span class="comment">// lockscope</span></div>
<div class="line"><a name="l00392"></a><span class="lineno"> 392</span>&#160; std::lock_guard&lt;std::mutex&gt; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>(mutex_);</div>
<div class="line"><a name="l00393"></a><span class="lineno"> 393</span>&#160; <span class="keywordflow">if</span> (!produce_end_.load(std::memory_order_acquire)) {</div>
<div class="line"><a name="l00394"></a><span class="lineno"> 394</span>&#160; queue_.push(cell);</div>
<div class="line"><a name="l00395"></a><span class="lineno"> 395</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00396"></a><span class="lineno"> 396</span>&#160; <span class="keywordflow">if</span> (cell != NULL)</div>
<div class="line"><a name="l00397"></a><span class="lineno"> 397</span>&#160; free_cells_.push(cell);</div>
<div class="line"><a name="l00398"></a><span class="lineno"> 398</span>&#160; }</div>
<div class="line"><a name="l00399"></a><span class="lineno"> 399</span>&#160; <span class="comment">// put things into queue</span></div>
<div class="line"><a name="l00400"></a><span class="lineno"> 400</span>&#160; notify = nwait_consumer_ != 0;</div>
<div class="line"><a name="l00401"></a><span class="lineno"> 401</span>&#160; }</div>
<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>&#160; <span class="keywordflow">if</span> (notify)</div>
<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>&#160; consumer_cond_.notify_all();</div>
<div class="line"><a name="l00404"></a><span class="lineno"> 404</span>&#160; } <span class="keywordflow">catch</span> (std::exception &amp;e) {</div>
<div class="line"><a name="l00405"></a><span class="lineno"> 405</span>&#160; <span class="comment">// Shouldn&#39;t throw exception in destructor</span></div>
<div class="line"><a name="l00406"></a><span class="lineno"> 406</span>&#160; DCHECK(producer_sig_.load(std::memory_order_acquire) != kDestroy);</div>
<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>&#160; {</div>
<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>&#160; std::lock_guard&lt;std::mutex&gt; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>(mutex_exception_);</div>
<div class="line"><a name="l00409"></a><span class="lineno"> 409</span>&#160; <span class="keywordflow">if</span> (!iter_exception_) {</div>
<div class="line"><a name="l00410"></a><span class="lineno"> 410</span>&#160; iter_exception_ = std::current_exception();</div>
<div class="line"><a name="l00411"></a><span class="lineno"> 411</span>&#160; }</div>
<div class="line"><a name="l00412"></a><span class="lineno"> 412</span>&#160; }</div>
<div class="line"><a name="l00413"></a><span class="lineno"> 413</span>&#160; <span class="keywordtype">bool</span> next_notify = <span class="keyword">false</span>;</div>
<div class="line"><a name="l00414"></a><span class="lineno"> 414</span>&#160; {</div>
<div class="line"><a name="l00415"></a><span class="lineno"> 415</span>&#160; std::unique_lock&lt;std::mutex&gt; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>(mutex_);</div>
<div class="line"><a name="l00416"></a><span class="lineno"> 416</span>&#160; <span class="keywordflow">if</span> (producer_sig_.load(std::memory_order_acquire) == kBeforeFirst) {</div>
<div class="line"><a name="l00417"></a><span class="lineno"> 417</span>&#160; <span class="keywordflow">while</span> (queue_.size() != 0) {</div>
<div class="line"><a name="l00418"></a><span class="lineno"> 418</span>&#160; free_cells_.push(queue_.front());</div>
<div class="line"><a name="l00419"></a><span class="lineno"> 419</span>&#160; queue_.pop();</div>
<div class="line"><a name="l00420"></a><span class="lineno"> 420</span>&#160; }</div>
<div class="line"><a name="l00421"></a><span class="lineno"> 421</span>&#160; produce_end_.store(<span class="keyword">true</span>, std::memory_order_release);</div>
<div class="line"><a name="l00422"></a><span class="lineno"> 422</span>&#160; producer_sig_processed_.store(<span class="keyword">true</span>, std::memory_order_release);</div>
<div class="line"><a name="l00423"></a><span class="lineno"> 423</span>&#160; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>.unlock();</div>
<div class="line"><a name="l00424"></a><span class="lineno"> 424</span>&#160; consumer_cond_.notify_all();</div>
<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (producer_sig_.load(std::memory_order_acquire) == kProduce) {</div>
<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>&#160; produce_end_.store(<span class="keyword">true</span>, std::memory_order_release);</div>
<div class="line"><a name="l00427"></a><span class="lineno"> 427</span>&#160; next_notify = nwait_consumer_ != 0;</div>
<div class="line"><a name="l00428"></a><span class="lineno"> 428</span>&#160; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>.unlock();</div>
<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>&#160; <span class="keywordflow">if</span> (next_notify)</div>
<div class="line"><a name="l00430"></a><span class="lineno"> 430</span>&#160; consumer_cond_.notify_all();</div>
<div class="line"><a name="l00431"></a><span class="lineno"> 431</span>&#160; }</div>
<div class="line"><a name="l00432"></a><span class="lineno"> 432</span>&#160; }</div>
<div class="line"><a name="l00433"></a><span class="lineno"> 433</span>&#160; <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00434"></a><span class="lineno"> 434</span>&#160; }</div>
<div class="line"><a name="l00435"></a><span class="lineno"> 435</span>&#160; }</div>
<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>&#160; };</div>
<div class="line"><a name="l00437"></a><span class="lineno"> 437</span>&#160; producer_thread_.reset(<span class="keyword">new</span> <a class="code" href="classdmlc_1_1ScopedThread.html">ScopedThread</a>{std::thread(producer_fun)});</div>
<div class="line"><a name="l00438"></a><span class="lineno"> 438</span>&#160;}</div>
<div class="line"><a name="l00439"></a><span class="lineno"> 439</span>&#160; </div>
<div class="line"><a name="l00440"></a><span class="lineno"> 440</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00441"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#a2529ec09aef4266e184907b8d1362947"> 441</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#a415c711bacb0cd45a4445383ab97c270">ThreadedIter&lt;DType&gt;::Next</a>(DType **out_dptr) {</div>
<div class="line"><a name="l00442"></a><span class="lineno"> 442</span>&#160; <span class="keywordflow">if</span> (producer_sig_.load(std::memory_order_acquire) == kDestroy)</div>
<div class="line"><a name="l00443"></a><span class="lineno"> 443</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00444"></a><span class="lineno"> 444</span>&#160; ThrowExceptionIfSet();</div>
<div class="line"><a name="l00445"></a><span class="lineno"> 445</span>&#160; std::unique_lock&lt;std::mutex&gt; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>(mutex_);</div>
<div class="line"><a name="l00446"></a><span class="lineno"> 446</span>&#160; CHECK(producer_sig_.load(std::memory_order_acquire) == kProduce)</div>
<div class="line"><a name="l00447"></a><span class="lineno"> 447</span>&#160; &lt;&lt; <span class="stringliteral">&quot;Make sure you call BeforeFirst not inconcurrent with Next!&quot;</span>;</div>
<div class="line"><a name="l00448"></a><span class="lineno"> 448</span>&#160; ++nwait_consumer_;</div>
<div class="line"><a name="l00449"></a><span class="lineno"> 449</span>&#160; consumer_cond_.wait(<a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>,</div>
<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>&#160; [<span class="keyword">this</span>]() { <span class="keywordflow">return</span> queue_.size() != 0</div>
<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>&#160; || produce_end_.load(std::memory_order_acquire); });</div>
<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>&#160; --nwait_consumer_;</div>
<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>&#160; <span class="keywordflow">if</span> (queue_.size() != 0) {</div>
<div class="line"><a name="l00454"></a><span class="lineno"> 454</span>&#160; *out_dptr = queue_.front();</div>
<div class="line"><a name="l00455"></a><span class="lineno"> 455</span>&#160; queue_.pop();</div>
<div class="line"><a name="l00456"></a><span class="lineno"> 456</span>&#160; <span class="keywordtype">bool</span> notify = nwait_producer_ != 0</div>
<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>&#160; &amp;&amp; !produce_end_.load(std::memory_order_acquire);</div>
<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>&#160; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>.unlock();</div>
<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>&#160; <span class="keywordflow">if</span> (notify)</div>
<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>&#160; producer_cond_.notify_one();</div>
<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>&#160; </div>
<div class="line"><a name="l00462"></a><span class="lineno"> 462</span>&#160; ThrowExceptionIfSet();</div>
<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00464"></a><span class="lineno"> 464</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>&#160; CHECK(produce_end_.load(std::memory_order_acquire));</div>
<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>&#160; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>.unlock();</div>
<div class="line"><a name="l00467"></a><span class="lineno"> 467</span>&#160; </div>
<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>&#160; ThrowExceptionIfSet();</div>
<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00470"></a><span class="lineno"> 470</span>&#160; }</div>
<div class="line"><a name="l00471"></a><span class="lineno"> 471</span>&#160;}</div>
<div class="line"><a name="l00472"></a><span class="lineno"> 472</span>&#160; </div>
<div class="line"><a name="l00473"></a><span class="lineno"> 473</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00474"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#a09ee135167825cddbd4ee42aa1e0469c"> 474</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#a09ee135167825cddbd4ee42aa1e0469c">ThreadedIter&lt;DType&gt;::Recycle</a>(DType **inout_dptr) {</div>
<div class="line"><a name="l00475"></a><span class="lineno"> 475</span>&#160; <span class="keywordtype">bool</span> notify;</div>
<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>&#160; ThrowExceptionIfSet();</div>
<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>&#160; {</div>
<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>&#160; std::lock_guard&lt;std::mutex&gt; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>(mutex_);</div>
<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>&#160; free_cells_.push(*inout_dptr);</div>
<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>&#160; *inout_dptr = NULL;</div>
<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>&#160; notify = nwait_producer_ != 0 &amp;&amp; !produce_end_.load(std::memory_order_acquire);</div>
<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>&#160; }</div>
<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>&#160; <span class="keywordflow">if</span> (notify)</div>
<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>&#160; producer_cond_.notify_one();</div>
<div class="line"><a name="l00485"></a><span class="lineno"> 485</span>&#160; ThrowExceptionIfSet();</div>
<div class="line"><a name="l00486"></a><span class="lineno"> 486</span>&#160;}</div>
<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>&#160; </div>
<div class="line"><a name="l00488"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#a23bc29d357139b7cd18deff72a3a9dfb"> 488</a></span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> DType&gt; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#a23bc29d357139b7cd18deff72a3a9dfb">ThreadedIter&lt;DType&gt;::ThrowExceptionIfSet</a>(<span class="keywordtype">void</span>) {</div>
<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>&#160; std::exception_ptr tmp_exception{<span class="keyword">nullptr</span>};</div>
<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>&#160; {</div>
<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>&#160; std::lock_guard&lt;std::mutex&gt; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>(mutex_exception_);</div>
<div class="line"><a name="l00492"></a><span class="lineno"> 492</span>&#160; <span class="keywordflow">if</span> (iter_exception_) {</div>
<div class="line"><a name="l00493"></a><span class="lineno"> 493</span>&#160; tmp_exception = iter_exception_;</div>
<div class="line"><a name="l00494"></a><span class="lineno"> 494</span>&#160; }</div>
<div class="line"><a name="l00495"></a><span class="lineno"> 495</span>&#160; }</div>
<div class="line"><a name="l00496"></a><span class="lineno"> 496</span>&#160; <span class="keywordflow">if</span> (tmp_exception) {</div>
<div class="line"><a name="l00497"></a><span class="lineno"> 497</span>&#160; <span class="keywordflow">try</span> {</div>
<div class="line"><a name="l00498"></a><span class="lineno"> 498</span>&#160; std::rethrow_exception(tmp_exception);</div>
<div class="line"><a name="l00499"></a><span class="lineno"> 499</span>&#160; } <span class="keywordflow">catch</span> (std::exception&amp; exc) {</div>
<div class="line"><a name="l00500"></a><span class="lineno"> 500</span>&#160; LOG(FATAL) &lt;&lt; exc.what();</div>
<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>&#160; }</div>
<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>&#160; }</div>
<div class="line"><a name="l00503"></a><span class="lineno"> 503</span>&#160;}</div>
<div class="line"><a name="l00504"></a><span class="lineno"> 504</span>&#160; </div>
<div class="line"><a name="l00505"></a><span class="lineno"><a class="line" href="classdmlc_1_1ThreadedIter.html#ac98cf5310bf3c64feb79140d85eb34d7"> 505</a></span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> DType&gt; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classdmlc_1_1ThreadedIter.html#ac98cf5310bf3c64feb79140d85eb34d7">ThreadedIter&lt;DType&gt;::ClearException</a>(<span class="keywordtype">void</span>) {</div>
<div class="line"><a name="l00506"></a><span class="lineno"> 506</span>&#160; std::lock_guard&lt;std::mutex&gt; <a class="code" href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">lock</a>(mutex_exception_);</div>
<div class="line"><a name="l00507"></a><span class="lineno"> 507</span>&#160; iter_exception_ = <span class="keyword">nullptr</span>;</div>
<div class="line"><a name="l00508"></a><span class="lineno"> 508</span>&#160;}</div>
<div class="line"><a name="l00509"></a><span class="lineno"> 509</span>&#160; </div>
<div class="line"><a name="l00510"></a><span class="lineno"> 510</span>&#160;} <span class="comment">// namespace dmlc</span></div>
<div class="line"><a name="l00511"></a><span class="lineno"> 511</span>&#160;<span class="preprocessor">#endif // DMLC_USE_CXX11</span></div>
<div class="line"><a name="l00512"></a><span class="lineno"> 512</span>&#160;<span class="preprocessor">#endif // DMLC_THREADEDITER_H_</span></div>
</div><!-- fragment --></div><!-- contents -->
<div class="ttc" id="aclassdmlc_1_1ScopedThread_html_ae68456dc9d41b709b3c303f1adef9307"><div class="ttname"><a href="classdmlc_1_1ScopedThread.html#ae68456dc9d41b709b3c303f1adef9307">dmlc::ScopedThread::ScopedThread</a></div><div class="ttdeci">ScopedThread(std::thread thread)</div><div class="ttdoc">constructor</div><div class="ttdef"><b>Definition:</b> threadediter.h:38</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_html_ad95526b8f440147fea318b2b68142322"><div class="ttname"><a href="classdmlc_1_1ThreadedIter.html#ad95526b8f440147fea318b2b68142322">dmlc::ThreadedIter::~ThreadedIter</a></div><div class="ttdeci">virtual ~ThreadedIter(void)</div><div class="ttdoc">destructor</div><div class="ttdef"><b>Definition:</b> threadediter.h:120</div></div>
<div class="ttc" id="anamespacedmlc_html"><div class="ttname"><a href="namespacedmlc.html">dmlc</a></div><div class="ttdoc">namespace for dmlc</div><div class="ttdef"><b>Definition:</b> array_view.h:12</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_1_1Producer_html_a1a69d1204ac93703db0ad7ae34dc7ace"><div class="ttname"><a href="classdmlc_1_1ThreadedIter_1_1Producer.html#a1a69d1204ac93703db0ad7ae34dc7ace">dmlc::ThreadedIter::Producer::~Producer</a></div><div class="ttdeci">virtual ~Producer()=default</div></div>
<div class="ttc" id="aclassdmlc_1_1ScopedThread_html_a9e23cc8378d576fffcc9a8091f2285ba"><div class="ttname"><a href="classdmlc_1_1ScopedThread.html#a9e23cc8378d576fffcc9a8091f2285ba">dmlc::ScopedThread::operator=</a></div><div class="ttdeci">ScopedThread &amp; operator=(ScopedThread const &amp;)=delete</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_html"><div class="ttname"><a href="classdmlc_1_1ThreadedIter.html">dmlc::ThreadedIter</a></div><div class="ttdoc">a iterator that was backed by a thread to pull data eagerly from a single producer into a bounded buf...</div><div class="ttdef"><b>Definition:</b> threadediter.h:78</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_html_a1fa325280288777b5b9dcf15e424fdec"><div class="ttname"><a href="classdmlc_1_1ThreadedIter.html#a1fa325280288777b5b9dcf15e424fdec">dmlc::ThreadedIter::BeforeFirst</a></div><div class="ttdeci">virtual void BeforeFirst(void)</div><div class="ttdoc">set the iterator before first location</div><div class="ttdef"><b>Definition:</b> threadediter.h:207</div></div>
<div class="ttc" id="a3rdparty_2dmlc-core_2include_2dmlc_2base_8h_html"><div class="ttname"><a href="3rdparty_2dmlc-core_2include_2dmlc_2base_8h.html">base.h</a></div><div class="ttdoc">defines configuration macros</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_1_1Producer_html_a9f0e92b78040ec4997718b7154eb354d"><div class="ttname"><a href="classdmlc_1_1ThreadedIter_1_1Producer.html#a9f0e92b78040ec4997718b7154eb354d">dmlc::ThreadedIter::Producer::BeforeFirst</a></div><div class="ttdeci">virtual void BeforeFirst(void)</div><div class="ttdoc">reset the producer to beginning</div><div class="ttdef"><b>Definition:</b> threadediter.h:90</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_1_1cuda_1_1rtc_html_aef7cd83e7f0216b689f5f9d4191d9f8b"><div class="ttname"><a href="namespacemxnet_1_1common_1_1cuda_1_1rtc.html#aef7cd83e7f0216b689f5f9d4191d9f8b">mxnet::common::cuda::rtc::lock</a></div><div class="ttdeci">std::mutex lock</div></div>
<div class="ttc" id="aclassdmlc_1_1ScopedThread_html_a00818d57a92d7c549c0e7e4c63723362"><div class="ttname"><a href="classdmlc_1_1ScopedThread.html#a00818d57a92d7c549c0e7e4c63723362">dmlc::ScopedThread::~ScopedThread</a></div><div class="ttdeci">virtual ~ScopedThread()</div><div class="ttdef"><b>Definition:</b> threadediter.h:45</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_html_a1449d5368f4e21f463ab9d2451d6d94b"><div class="ttname"><a href="classdmlc_1_1ThreadedIter.html#a1449d5368f4e21f463ab9d2451d6d94b">dmlc::ThreadedIter::Destroy</a></div><div class="ttdeci">void Destroy(void)</div><div class="ttdoc">destroy all the related resources this is equivalent to destructor, can be used to destroy the thread...</div><div class="ttdef"><b>Definition:</b> threadediter.h:282</div></div>
<div class="ttc" id="aclassdmlc_1_1ScopedThread_html"><div class="ttname"><a href="classdmlc_1_1ScopedThread.html">dmlc::ScopedThread</a></div><div class="ttdoc">Wrapper class to manage std::thread; uses RAII pattern to automatically join std::thread upon destruc...</div><div class="ttdef"><b>Definition:</b> threadediter.h:32</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_html_ad5ab474a70ad755118635873a10f050b"><div class="ttname"><a href="classdmlc_1_1ThreadedIter.html#ad5ab474a70ad755118635873a10f050b">dmlc::ThreadedIter::Init</a></div><div class="ttdeci">void Init(std::shared_ptr&lt; Producer &gt; producer)</div><div class="ttdoc">initialize the producer and start the thread can only be called once</div><div class="ttdef"><b>Definition:</b> threadediter.h:316</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_html_a618e846cc4b7e86d4758450dca016311"><div class="ttname"><a href="classdmlc_1_1ThreadedIter.html#a618e846cc4b7e86d4758450dca016311">dmlc::ThreadedIter::Value</a></div><div class="ttdeci">virtual const DType &amp; Value(void) const</div><div class="ttdoc">adapt the iterator interface's Value NOTE: the call to this function is not threadsafe use the other ...</div><div class="ttdef"><b>Definition:</b> threadediter.h:202</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_html_ad1f3ac33bc99bdf372476b8798dbaeac"><div class="ttname"><a href="classdmlc_1_1ThreadedIter.html#ad1f3ac33bc99bdf372476b8798dbaeac">dmlc::ThreadedIter::ThreadedIter</a></div><div class="ttdeci">ThreadedIter(size_t max_capacity=8)</div><div class="ttdoc">constructor</div><div class="ttdef"><b>Definition:</b> threadediter.h:112</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_html_a23bc29d357139b7cd18deff72a3a9dfb"><div class="ttname"><a href="classdmlc_1_1ThreadedIter.html#a23bc29d357139b7cd18deff72a3a9dfb">dmlc::ThreadedIter::ThrowExceptionIfSet</a></div><div class="ttdeci">void ThrowExceptionIfSet(void)</div><div class="ttdoc">Rethrows exception which is set by the producer.</div><div class="ttdef"><b>Definition:</b> threadediter.h:488</div></div>
<div class="ttc" id="aclassdmlc_1_1DataIter_html"><div class="ttname"><a href="classdmlc_1_1DataIter.html">dmlc::DataIter</a></div><div class="ttdoc">data iterator interface this is not a C++ style iterator, but nice for data pulling:) This interface ...</div><div class="ttdef"><b>Definition:</b> data.h:56</div></div>
<div class="ttc" id="anamespacestd_html"><div class="ttname"><a href="namespacestd.html">std</a></div><div class="ttdef"><b>Definition:</b> optional.h:251</div></div>
<div class="ttc" id="adata_8h_html"><div class="ttname"><a href="data_8h.html">data.h</a></div><div class="ttdoc">defines common input data structure, and interface for handling the input data</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_1_1Producer_html_a5fb6a87f053cd14ad85d7a0a5f51fdaf"><div class="ttname"><a href="classdmlc_1_1ThreadedIter_1_1Producer.html#a5fb6a87f053cd14ad85d7a0a5f51fdaf">dmlc::ThreadedIter::Producer::Next</a></div><div class="ttdeci">virtual bool Next(DType **inout_dptr)=0</div><div class="ttdoc">load the data content into DType, the caller can pass in NULL or an existing address when inout_dptr ...</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_html_ac98cf5310bf3c64feb79140d85eb34d7"><div class="ttname"><a href="classdmlc_1_1ThreadedIter.html#ac98cf5310bf3c64feb79140d85eb34d7">dmlc::ThreadedIter::ClearException</a></div><div class="ttdeci">void ClearException(void)</div><div class="ttdoc">clears exception_ptr, called from Init</div><div class="ttdef"><b>Definition:</b> threadediter.h:505</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_html_a415c711bacb0cd45a4445383ab97c270"><div class="ttname"><a href="classdmlc_1_1ThreadedIter.html#a415c711bacb0cd45a4445383ab97c270">dmlc::ThreadedIter::Next</a></div><div class="ttdeci">virtual bool Next(void)</div><div class="ttdoc">adapt the iterator interface's Next NOTE: the call to this function is not threadsafe use the other N...</div><div class="ttdef"><b>Definition:</b> threadediter.h:187</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_html_a5b1107b73e593f12206fcf313303489b"><div class="ttname"><a href="classdmlc_1_1ThreadedIter.html#a5b1107b73e593f12206fcf313303489b">dmlc::ThreadedIter::set_max_capacity</a></div><div class="ttdeci">void set_max_capacity(size_t max_capacity)</div><div class="ttdoc">set maximum capacity of the queue</div><div class="ttdef"><b>Definition:</b> threadediter.h:134</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_html_a09ee135167825cddbd4ee42aa1e0469c"><div class="ttname"><a href="classdmlc_1_1ThreadedIter.html#a09ee135167825cddbd4ee42aa1e0469c">dmlc::ThreadedIter::Recycle</a></div><div class="ttdeci">void Recycle(DType **inout_dptr)</div><div class="ttdoc">recycle the data cell, this function is threadsafe the threaditer can reuse the data cell for future ...</div><div class="ttdef"><b>Definition:</b> threadediter.h:474</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadedIter_1_1Producer_html"><div class="ttname"><a href="classdmlc_1_1ThreadedIter_1_1Producer.html">dmlc::ThreadedIter::Producer</a></div><div class="ttdoc">producer class interface that threaditer used as source to preduce the content</div><div class="ttdef"><b>Definition:</b> threadediter.h:85</div></div>
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated on Thu Jan 5 2023 03:47:39 for mxnet by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.17
</small></address>
</body>
</html>