blob: 019a4bd93fec8a30adff2d05fc176c492f19aa44 [file] [log] [blame]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "https://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.17"/>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>mxnet: /work/mxnet/src/common/utils.h Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectalign" style="padding-left: 0.5em;">
<div id="projectname">mxnet
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.17 -->
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&amp;dn=gpl-2.0.txt GPL-v2 */
var searchBox = new SearchBox("searchBox", "search",false,'Search');
/* @license-end */
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&amp;dn=gpl-2.0.txt GPL-v2 */
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
/* @license-end */</script>
<div id="main-nav"></div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.html">src</a></li><li class="navelem"><a class="el" href="dir_fdedb0aba14d44ce9d99bc100e026e6a.html">common</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">utils.h</div> </div>
</div><!--header-->
<div class="contents">
<a href="utils_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="comment">/*</span></div>
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;<span class="comment"> * Licensed to the Apache Software Foundation (ASF) under one</span></div>
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="comment"> * or more contributor license agreements. See the NOTICE file</span></div>
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="comment"> * distributed with this work for additional information</span></div>
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="comment"> * regarding copyright ownership. The ASF licenses this file</span></div>
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160;<span class="comment"> * to you under the Apache License, Version 2.0 (the</span></div>
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="comment"> * &quot;License&quot;); you may not use this file except in compliance</span></div>
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160;<span class="comment"> * with the License. You may obtain a copy of the License at</span></div>
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="comment"> * http://www.apache.org/licenses/LICENSE-2.0</span></div>
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="comment"> * Unless required by applicable law or agreed to in writing,</span></div>
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="comment"> * software distributed under the License is distributed on an</span></div>
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;<span class="comment"> * &quot;AS IS&quot; BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span></div>
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="comment"> * KIND, either express or implied. See the License for the</span></div>
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="comment"> * specific language governing permissions and limitations</span></div>
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="comment"> * under the License.</span></div>
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160; </div>
<div class="line"><a name="l00024"></a><span class="lineno"> 24</span>&#160;<span class="preprocessor">#ifndef MXNET_COMMON_UTILS_H_</span></div>
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span>&#160;<span class="preprocessor">#define MXNET_COMMON_UTILS_H_</span></div>
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span>&#160; </div>
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span>&#160;<span class="preprocessor">#include &lt;dmlc/logging.h&gt;</span></div>
<div class="line"><a name="l00028"></a><span class="lineno"> 28</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="omp_8h.html">dmlc/omp.h</a>&gt;</span></div>
<div class="line"><a name="l00029"></a><span class="lineno"> 29</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="graph_8h.html">nnvm/graph.h</a>&gt;</span></div>
<div class="line"><a name="l00030"></a><span class="lineno"> 30</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="3rdparty_2tvm_2nnvm_2include_2nnvm_2node_8h.html">nnvm/node.h</a>&gt;</span></div>
<div class="line"><a name="l00031"></a><span class="lineno"> 31</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="imperative_8h.html">mxnet/imperative.h</a>&gt;</span></div>
<div class="line"><a name="l00032"></a><span class="lineno"> 32</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="engine_8h.html">mxnet/engine.h</a>&gt;</span></div>
<div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="include_2mxnet_2ndarray_8h.html">mxnet/ndarray.h</a>&gt;</span></div>
<div class="line"><a name="l00034"></a><span class="lineno"> 34</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="storage_8h.html">mxnet/storage.h</a>&gt;</span></div>
<div class="line"><a name="l00035"></a><span class="lineno"> 35</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="include_2mxnet_2op__attr__types_8h.html">mxnet/op_attr_types.h</a>&gt;</span></div>
<div class="line"><a name="l00036"></a><span class="lineno"> 36</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="include_2mxnet_2graph__attr__types_8h.html">mxnet/graph_attr_types.h</a>&gt;</span></div>
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="3rdparty_2tvm_2nnvm_2include_2nnvm_2graph__attr__types_8h.html">nnvm/graph_attr_types.h</a>&gt;</span></div>
<div class="line"><a name="l00038"></a><span class="lineno"> 38</span>&#160; </div>
<div class="line"><a name="l00039"></a><span class="lineno"> 39</span>&#160;<span class="preprocessor">#include &lt;memory&gt;</span></div>
<div class="line"><a name="l00040"></a><span class="lineno"> 40</span>&#160;<span class="preprocessor">#include &lt;vector&gt;</span></div>
<div class="line"><a name="l00041"></a><span class="lineno"> 41</span>&#160;<span class="preprocessor">#include &lt;type_traits&gt;</span></div>
<div class="line"><a name="l00042"></a><span class="lineno"> 42</span>&#160;<span class="preprocessor">#include &lt;utility&gt;</span></div>
<div class="line"><a name="l00043"></a><span class="lineno"> 43</span>&#160;<span class="preprocessor">#include &lt;random&gt;</span></div>
<div class="line"><a name="l00044"></a><span class="lineno"> 44</span>&#160;<span class="preprocessor">#include &lt;string&gt;</span></div>
<div class="line"><a name="l00045"></a><span class="lineno"> 45</span>&#160;<span class="preprocessor">#include &lt;thread&gt;</span></div>
<div class="line"><a name="l00046"></a><span class="lineno"> 46</span>&#160;<span class="preprocessor">#include &lt;algorithm&gt;</span></div>
<div class="line"><a name="l00047"></a><span class="lineno"> 47</span>&#160;<span class="preprocessor">#include &lt;functional&gt;</span></div>
<div class="line"><a name="l00048"></a><span class="lineno"> 48</span>&#160;<span class="preprocessor">#include &lt;limits&gt;</span></div>
<div class="line"><a name="l00049"></a><span class="lineno"> 49</span>&#160; </div>
<div class="line"><a name="l00050"></a><span class="lineno"> 50</span>&#160;<span class="preprocessor">#include &quot;../operator/mxnet_op.h&quot;</span></div>
<div class="line"><a name="l00051"></a><span class="lineno"> 51</span>&#160;<span class="preprocessor">#if MXNET_USE_ONEDNN == 1</span></div>
<div class="line"><a name="l00052"></a><span class="lineno"> 52</span>&#160;<span class="preprocessor">#include &quot;../operator/nn/dnnl/dnnl_base-inl.h&quot;</span></div>
<div class="line"><a name="l00053"></a><span class="lineno"> 53</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00054"></a><span class="lineno"> 54</span>&#160; </div>
<div class="line"><a name="l00055"></a><span class="lineno"> 55</span>&#160;<span class="preprocessor">#if defined(_WIN32) || defined(_WIN64) || defined(__WINDOWS__)</span></div>
<div class="line"><a name="l00056"></a><span class="lineno"> 56</span>&#160;<span class="preprocessor">#include &lt;windows.h&gt;</span></div>
<div class="line"><a name="l00057"></a><span class="lineno"> 57</span>&#160;<span class="preprocessor">#else</span></div>
<div class="line"><a name="l00058"></a><span class="lineno"> 58</span>&#160;<span class="preprocessor">#include &lt;unistd.h&gt;</span></div>
<div class="line"><a name="l00059"></a><span class="lineno"> 59</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00060"></a><span class="lineno"> 60</span>&#160; </div>
<div class="line"><a name="l00061"></a><span class="lineno"> 61</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacemxnet.html">mxnet</a> {</div>
<div class="line"><a name="l00062"></a><span class="lineno"> 62</span>&#160;<span class="keyword">namespace </span>common {</div>
<div class="line"><a name="l00063"></a><span class="lineno"> 63</span>&#160; </div>
<div class="line"><a name="l00064"></a><span class="lineno"> 64</span>&#160;<span class="preprocessor">#if defined(_WIN32) || defined(_WIN64) || defined(__WINDOWS__)</span></div>
<div class="line"><a name="l00065"></a><span class="lineno"> 65</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">size_t</span> <a class="code" href="namespacemxnet_1_1common.html#a17af88f97948c889f2f4ce88190122c1">current_process_id</a>() {</div>
<div class="line"><a name="l00066"></a><span class="lineno"> 66</span>&#160; return ::GetCurrentProcessId();</div>
<div class="line"><a name="l00067"></a><span class="lineno"> 67</span>&#160;}</div>
<div class="line"><a name="l00068"></a><span class="lineno"> 68</span>&#160;<span class="preprocessor">#else</span></div>
<div class="line"><a name="l00069"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a17af88f97948c889f2f4ce88190122c1"> 69</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">size_t</span> <a class="code" href="namespacemxnet_1_1common.html#a17af88f97948c889f2f4ce88190122c1">current_process_id</a>() {</div>
<div class="line"><a name="l00070"></a><span class="lineno"> 70</span>&#160; <span class="keywordflow">return</span> getpid();</div>
<div class="line"><a name="l00071"></a><span class="lineno"> 71</span>&#160;}</div>
<div class="line"><a name="l00072"></a><span class="lineno"> 72</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00073"></a><span class="lineno"> 73</span>&#160; </div>
<div class="line"><a name="l00077"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1csr__indptr__check.html"> 77</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1csr__indptr__check.html">csr_indptr_check</a> {</div>
<div class="line"><a name="l00078"></a><span class="lineno"> 78</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> DType, <span class="keyword">typename</span> IType&gt;</div>
<div class="line"><a name="l00079"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1csr__indptr__check.html#a5da824c75914344ce1a228fcec1265b2"> 79</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="structmxnet_1_1common_1_1csr__indptr__check.html#a5da824c75914344ce1a228fcec1265b2">Map</a>(<span class="keywordtype">int</span> i,</div>
<div class="line"><a name="l00080"></a><span class="lineno"> 80</span>&#160; DType* out,</div>
<div class="line"><a name="l00081"></a><span class="lineno"> 81</span>&#160; <span class="keyword">const</span> IType* indptr,</div>
<div class="line"><a name="l00082"></a><span class="lineno"> 82</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacennvm.html#a1742f4071051bd6949ef5f4f007a6e9a">nnvm::dim_t</a> end,</div>
<div class="line"><a name="l00083"></a><span class="lineno"> 83</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacennvm.html#a1742f4071051bd6949ef5f4f007a6e9a">nnvm::dim_t</a> idx_size) {</div>
<div class="line"><a name="l00084"></a><span class="lineno"> 84</span>&#160; <span class="keywordflow">if</span> (indptr[i + 1] &lt; 0 || indptr[i + 1] &lt; indptr[i] || (i == 0 &amp;&amp; indptr[i] != 0) ||</div>
<div class="line"><a name="l00085"></a><span class="lineno"> 85</span>&#160; (i == end - 1 &amp;&amp; indptr[end] != idx_size))</div>
<div class="line"><a name="l00086"></a><span class="lineno"> 86</span>&#160; *out = <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb">kCSRIndPtrErr</a>;</div>
<div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160; }</div>
<div class="line"><a name="l00088"></a><span class="lineno"> 88</span>&#160;};</div>
<div class="line"><a name="l00089"></a><span class="lineno"> 89</span>&#160; </div>
<div class="line"><a name="l00094"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1csr__idx__check.html"> 94</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1csr__idx__check.html">csr_idx_check</a> {</div>
<div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> DType, <span class="keyword">typename</span> IType, <span class="keyword">typename</span> RType&gt;</div>
<div class="line"><a name="l00096"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1csr__idx__check.html#a325e38479cce9fd6f444ae5ba3b3a2f4"> 96</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="structmxnet_1_1common_1_1csr__idx__check.html#a325e38479cce9fd6f444ae5ba3b3a2f4">Map</a>(<span class="keywordtype">int</span> i,</div>
<div class="line"><a name="l00097"></a><span class="lineno"> 97</span>&#160; DType* out,</div>
<div class="line"><a name="l00098"></a><span class="lineno"> 98</span>&#160; <span class="keyword">const</span> IType* idx,</div>
<div class="line"><a name="l00099"></a><span class="lineno"> 99</span>&#160; <span class="keyword">const</span> RType* indptr,</div>
<div class="line"><a name="l00100"></a><span class="lineno"> 100</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacennvm.html#a1742f4071051bd6949ef5f4f007a6e9a">nnvm::dim_t</a> ncols) {</div>
<div class="line"><a name="l00101"></a><span class="lineno"> 101</span>&#160; <span class="keywordflow">for</span> (RType j = indptr[i]; j &lt; indptr[i + 1]; j++) {</div>
<div class="line"><a name="l00102"></a><span class="lineno"> 102</span>&#160; <span class="keywordflow">if</span> (idx[j] &gt;= ncols || idx[j] &lt; 0 || (j &lt; indptr[i + 1] - 1 &amp;&amp; idx[j] &gt;= idx[j + 1])) {</div>
<div class="line"><a name="l00103"></a><span class="lineno"> 103</span>&#160; *out = <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3">kCSRIdxErr</a>;</div>
<div class="line"><a name="l00104"></a><span class="lineno"> 104</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00105"></a><span class="lineno"> 105</span>&#160; }</div>
<div class="line"><a name="l00106"></a><span class="lineno"> 106</span>&#160; }</div>
<div class="line"><a name="l00107"></a><span class="lineno"> 107</span>&#160; }</div>
<div class="line"><a name="l00108"></a><span class="lineno"> 108</span>&#160;};</div>
<div class="line"><a name="l00109"></a><span class="lineno"> 109</span>&#160; </div>
<div class="line"><a name="l00114"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1rsp__idx__check.html"> 114</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1rsp__idx__check.html">rsp_idx_check</a> {</div>
<div class="line"><a name="l00115"></a><span class="lineno"> 115</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> DType, <span class="keyword">typename</span> IType&gt;</div>
<div class="line"><a name="l00116"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1rsp__idx__check.html#abb5a461090d1b410d0a1da852b88ccde"> 116</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="structmxnet_1_1common_1_1rsp__idx__check.html#abb5a461090d1b410d0a1da852b88ccde">Map</a>(<span class="keywordtype">int</span> i,</div>
<div class="line"><a name="l00117"></a><span class="lineno"> 117</span>&#160; DType* out,</div>
<div class="line"><a name="l00118"></a><span class="lineno"> 118</span>&#160; <span class="keyword">const</span> IType* idx,</div>
<div class="line"><a name="l00119"></a><span class="lineno"> 119</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacennvm.html#a1742f4071051bd6949ef5f4f007a6e9a">nnvm::dim_t</a> end,</div>
<div class="line"><a name="l00120"></a><span class="lineno"> 120</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacennvm.html#a1742f4071051bd6949ef5f4f007a6e9a">nnvm::dim_t</a> nrows) {</div>
<div class="line"><a name="l00121"></a><span class="lineno"> 121</span>&#160; <span class="keywordflow">if</span> ((i &lt; end &amp;&amp; idx[i + 1] &lt;= idx[i]) || idx[i] &lt; 0 || idx[i] &gt;= nrows)</div>
<div class="line"><a name="l00122"></a><span class="lineno"> 122</span>&#160; *out = <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799">kRSPIdxErr</a>;</div>
<div class="line"><a name="l00123"></a><span class="lineno"> 123</span>&#160; }</div>
<div class="line"><a name="l00124"></a><span class="lineno"> 124</span>&#160;};</div>
<div class="line"><a name="l00125"></a><span class="lineno"> 125</span>&#160; </div>
<div class="line"><a name="l00126"></a><span class="lineno"> 126</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> xpu&gt;</div>
<div class="line"><a name="l00127"></a><span class="lineno"> 127</span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a98fda469aba84baa370e81e94c7d5b0b">CheckFormatWrapper</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a>&amp; rctx,</div>
<div class="line"><a name="l00128"></a><span class="lineno"> 128</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>&amp; input,</div>
<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a>&amp; err_cpu,</div>
<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>&#160; <span class="keyword">const</span> <span class="keywordtype">bool</span> full_check);</div>
<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>&#160; </div>
<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> xpu&gt;</div>
<div class="line"><a name="l00141"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a6baaba1469561220a2484be92cc77aae"> 141</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a6baaba1469561220a2484be92cc77aae">CheckFormatCSRImpl</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a>&amp; rctx,</div>
<div class="line"><a name="l00142"></a><span class="lineno"> 142</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>&amp; input,</div>
<div class="line"><a name="l00143"></a><span class="lineno"> 143</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a>&amp; err_cpu,</div>
<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>&#160; <span class="keyword">const</span> <span class="keywordtype">bool</span> full_check) {</div>
<div class="line"><a name="l00145"></a><span class="lineno"> 145</span>&#160; <span class="keyword">using namespace </span>op::mxnet_op;</div>
<div class="line"><a name="l00146"></a><span class="lineno"> 146</span>&#160; CHECK_EQ(input.<a class="code" href="classmxnet_1_1NDArray.html#a67cb416db42a52288bb0a693026a8b97">storage_type</a>(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a>) &lt;&lt; <span class="stringliteral">&quot;CheckFormatCSRImpl is for CSRNDArray&quot;</span>;</div>
<div class="line"><a name="l00147"></a><span class="lineno"> 147</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> shape = input.<a class="code" href="classmxnet_1_1NDArray.html#aa0ff3466e6ff09f8fe0a8019b53d5d42">shape</a>();</div>
<div class="line"><a name="l00148"></a><span class="lineno"> 148</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> idx_shape = input.<a class="code" href="classmxnet_1_1NDArray.html#a7f1d95c104a092be10a22a546e74f836">aux_shape</a>(<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">csr::kIdx</a>);</div>
<div class="line"><a name="l00149"></a><span class="lineno"> 149</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> indptr_shape = input.<a class="code" href="classmxnet_1_1NDArray.html#a7f1d95c104a092be10a22a546e74f836">aux_shape</a>(<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1">csr::kIndPtr</a>);</div>
<div class="line"><a name="l00150"></a><span class="lineno"> 150</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> storage_shape = input.<a class="code" href="classmxnet_1_1NDArray.html#aa30cf4bfe565044616228286b8334931">storage_shape</a>();</div>
<div class="line"><a name="l00151"></a><span class="lineno"> 151</span>&#160; <span class="keywordflow">if</span> ((shape.<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>() != 2) ||</div>
<div class="line"><a name="l00152"></a><span class="lineno"> 152</span>&#160; (idx_shape.<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>() != 1 || indptr_shape.<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>() != 1 || storage_shape.<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>() != 1) ||</div>
<div class="line"><a name="l00153"></a><span class="lineno"> 153</span>&#160; (indptr_shape[0] != shape[0] + 1) || (idx_shape[0] != storage_shape[0])) {</div>
<div class="line"><a name="l00154"></a><span class="lineno"> 154</span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af67c41c06afea92ccf285ae8501e2316">MSHADOW_TYPE_SWITCH</a>(err_cpu.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>, DType, {</div>
<div class="line"><a name="l00155"></a><span class="lineno"> 155</span>&#160; DType* err = err_cpu.dptr&lt;DType&gt;();</div>
<div class="line"><a name="l00156"></a><span class="lineno"> 156</span>&#160; *err = kCSRShapeErr;</div>
<div class="line"><a name="l00157"></a><span class="lineno"> 157</span>&#160; });</div>
<div class="line"><a name="l00158"></a><span class="lineno"> 158</span>&#160; <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00159"></a><span class="lineno"> 159</span>&#160; }</div>
<div class="line"><a name="l00160"></a><span class="lineno"> 160</span>&#160; <span class="keywordflow">if</span> (full_check) {</div>
<div class="line"><a name="l00161"></a><span class="lineno"> 161</span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af67c41c06afea92ccf285ae8501e2316">MSHADOW_TYPE_SWITCH</a>(err_cpu.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>, DType, {</div>
<div class="line"><a name="l00162"></a><span class="lineno"> 162</span>&#160; MSHADOW_IDX_TYPE_SWITCH(input.aux_type(csr::kIndPtr), RType, {</div>
<div class="line"><a name="l00163"></a><span class="lineno"> 163</span>&#160; MSHADOW_IDX_TYPE_SWITCH(input.aux_type(csr::kIdx), IType, {</div>
<div class="line"><a name="l00164"></a><span class="lineno"> 164</span>&#160; mshadow::Stream&lt;xpu&gt;* s = rctx.get_stream&lt;xpu&gt;();</div>
<div class="line"><a name="l00165"></a><span class="lineno"> 165</span>&#160; NDArray ret_xpu = NDArray(mshadow::Shape1(1), rctx.get_ctx(), false, err_cpu.type_flag_);</div>
<div class="line"><a name="l00166"></a><span class="lineno"> 166</span>&#160; TBlob val_xpu = ret_xpu.data();</div>
<div class="line"><a name="l00167"></a><span class="lineno"> 167</span>&#160; Kernel&lt;set_to_int&lt;kNormalErr&gt;, xpu&gt;::Launch(s, val_xpu.Size(), val_xpu.dptr&lt;DType&gt;());</div>
<div class="line"><a name="l00168"></a><span class="lineno"> 168</span>&#160; Kernel&lt;csr_indptr_check, xpu&gt;::Launch(s,</div>
<div class="line"><a name="l00169"></a><span class="lineno"> 169</span>&#160; indptr_shape[0] - 1,</div>
<div class="line"><a name="l00170"></a><span class="lineno"> 170</span>&#160; val_xpu.dptr&lt;DType&gt;(),</div>
<div class="line"><a name="l00171"></a><span class="lineno"> 171</span>&#160; input.aux_data(csr::kIndPtr).dptr&lt;RType&gt;(),</div>
<div class="line"><a name="l00172"></a><span class="lineno"> 172</span>&#160; indptr_shape[0] - 1,</div>
<div class="line"><a name="l00173"></a><span class="lineno"> 173</span>&#160; idx_shape[0]);</div>
<div class="line"><a name="l00174"></a><span class="lineno"> 174</span>&#160; <span class="comment">// no need to check indices if indices are empty</span></div>
<div class="line"><a name="l00175"></a><span class="lineno"> 175</span>&#160; if (idx_shape[0] != 0) {</div>
<div class="line"><a name="l00176"></a><span class="lineno"> 176</span>&#160; Kernel&lt;csr_idx_check, xpu&gt;::Launch(s,</div>
<div class="line"><a name="l00177"></a><span class="lineno"> 177</span>&#160; indptr_shape[0] - 1,</div>
<div class="line"><a name="l00178"></a><span class="lineno"> 178</span>&#160; val_xpu.dptr&lt;DType&gt;(),</div>
<div class="line"><a name="l00179"></a><span class="lineno"> 179</span>&#160; input.aux_data(csr::kIdx).dptr&lt;IType&gt;(),</div>
<div class="line"><a name="l00180"></a><span class="lineno"> 180</span>&#160; input.aux_data(csr::kIndPtr).dptr&lt;RType&gt;(),</div>
<div class="line"><a name="l00181"></a><span class="lineno"> 181</span>&#160; shape[1]);</div>
<div class="line"><a name="l00182"></a><span class="lineno"> 182</span>&#160; }</div>
<div class="line"><a name="l00183"></a><span class="lineno"> 183</span>&#160; mshadow::Copy(err_cpu.get&lt;cpu, 1, DType&gt;(), val_xpu.get&lt;xpu, 1, DType&gt;(s), s);</div>
<div class="line"><a name="l00184"></a><span class="lineno"> 184</span>&#160; });</div>
<div class="line"><a name="l00185"></a><span class="lineno"> 185</span>&#160; });</div>
<div class="line"><a name="l00186"></a><span class="lineno"> 186</span>&#160; });</div>
<div class="line"><a name="l00187"></a><span class="lineno"> 187</span>&#160; }</div>
<div class="line"><a name="l00188"></a><span class="lineno"> 188</span>&#160;}</div>
<div class="line"><a name="l00189"></a><span class="lineno"> 189</span>&#160; </div>
<div class="line"><a name="l00198"></a><span class="lineno"> 198</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> xpu&gt;</div>
<div class="line"><a name="l00199"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#afd045f69bce37692fd1e8ccb0e2ab208"> 199</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#afd045f69bce37692fd1e8ccb0e2ab208">CheckFormatRSPImpl</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a>&amp; rctx,</div>
<div class="line"><a name="l00200"></a><span class="lineno"> 200</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>&amp; input,</div>
<div class="line"><a name="l00201"></a><span class="lineno"> 201</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a>&amp; err_cpu,</div>
<div class="line"><a name="l00202"></a><span class="lineno"> 202</span>&#160; <span class="keyword">const</span> <span class="keywordtype">bool</span> full_check) {</div>
<div class="line"><a name="l00203"></a><span class="lineno"> 203</span>&#160; <span class="keyword">using namespace </span>op::mxnet_op;</div>
<div class="line"><a name="l00204"></a><span class="lineno"> 204</span>&#160; CHECK_EQ(input.<a class="code" href="classmxnet_1_1NDArray.html#a67cb416db42a52288bb0a693026a8b97">storage_type</a>(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a>) &lt;&lt; <span class="stringliteral">&quot;CheckFormatRSPImpl is for RSPNDArray&quot;</span>;</div>
<div class="line"><a name="l00205"></a><span class="lineno"> 205</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> idx_shape = input.<a class="code" href="classmxnet_1_1NDArray.html#a7f1d95c104a092be10a22a546e74f836">aux_shape</a>(<a class="code" href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">rowsparse::kIdx</a>);</div>
<div class="line"><a name="l00206"></a><span class="lineno"> 206</span>&#160; <span class="keywordflow">if</span> (idx_shape[0] != input.<a class="code" href="classmxnet_1_1NDArray.html#aa30cf4bfe565044616228286b8334931">storage_shape</a>()[0]) {</div>
<div class="line"><a name="l00207"></a><span class="lineno"> 207</span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af67c41c06afea92ccf285ae8501e2316">MSHADOW_TYPE_SWITCH</a>(err_cpu.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>, DType, {</div>
<div class="line"><a name="l00208"></a><span class="lineno"> 208</span>&#160; DType* err = err_cpu.dptr&lt;DType&gt;();</div>
<div class="line"><a name="l00209"></a><span class="lineno"> 209</span>&#160; *err = kRSPShapeErr;</div>
<div class="line"><a name="l00210"></a><span class="lineno"> 210</span>&#160; });</div>
<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>&#160; <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00212"></a><span class="lineno"> 212</span>&#160; }</div>
<div class="line"><a name="l00213"></a><span class="lineno"> 213</span>&#160; <span class="keywordflow">if</span> (idx_shape[0] == 0) {</div>
<div class="line"><a name="l00214"></a><span class="lineno"> 214</span>&#160; <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00215"></a><span class="lineno"> 215</span>&#160; }</div>
<div class="line"><a name="l00216"></a><span class="lineno"> 216</span>&#160; <span class="keywordflow">if</span> (full_check) {</div>
<div class="line"><a name="l00217"></a><span class="lineno"> 217</span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af67c41c06afea92ccf285ae8501e2316">MSHADOW_TYPE_SWITCH</a>(err_cpu.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>, DType, {</div>
<div class="line"><a name="l00218"></a><span class="lineno"> 218</span>&#160; MSHADOW_IDX_TYPE_SWITCH(input.aux_type(rowsparse::kIdx), IType, {</div>
<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>&#160; mshadow::Stream&lt;xpu&gt;* s = rctx.get_stream&lt;xpu&gt;();</div>
<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>&#160; NDArray ret_xpu = NDArray(mshadow::Shape1(1), rctx.get_ctx(), false, err_cpu.type_flag_);</div>
<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>&#160; TBlob val_xpu = ret_xpu.data();</div>
<div class="line"><a name="l00222"></a><span class="lineno"> 222</span>&#160; Kernel&lt;set_to_int&lt;kNormalErr&gt;, xpu&gt;::Launch(s, val_xpu.Size(), val_xpu.dptr&lt;DType&gt;());</div>
<div class="line"><a name="l00223"></a><span class="lineno"> 223</span>&#160; </div>
<div class="line"><a name="l00224"></a><span class="lineno"> 224</span>&#160; Kernel&lt;rsp_idx_check, xpu&gt;::Launch(s,</div>
<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>&#160; idx_shape[0],</div>
<div class="line"><a name="l00226"></a><span class="lineno"> 226</span>&#160; val_xpu.dptr&lt;DType&gt;(),</div>
<div class="line"><a name="l00227"></a><span class="lineno"> 227</span>&#160; input.aux_data(rowsparse::kIdx).dptr&lt;IType&gt;(),</div>
<div class="line"><a name="l00228"></a><span class="lineno"> 228</span>&#160; idx_shape[0] - 1,</div>
<div class="line"><a name="l00229"></a><span class="lineno"> 229</span>&#160; input.shape()[0]);</div>
<div class="line"><a name="l00230"></a><span class="lineno"> 230</span>&#160; mshadow::Copy(err_cpu.get&lt;cpu, 1, DType&gt;(), val_xpu.get&lt;xpu, 1, DType&gt;(s), s);</div>
<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>&#160; });</div>
<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>&#160; });</div>
<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>&#160; }</div>
<div class="line"><a name="l00234"></a><span class="lineno"> 234</span>&#160;}</div>
<div class="line"><a name="l00235"></a><span class="lineno"> 235</span>&#160; </div>
<div class="line"><a name="l00236"></a><span class="lineno"> 236</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> xpu&gt;</div>
<div class="line"><a name="l00237"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#aad9a34663862df90d3aa8683a2d9052a"> 237</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#aad9a34663862df90d3aa8683a2d9052a">CheckFormatImpl</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a>&amp; rctx,</div>
<div class="line"><a name="l00238"></a><span class="lineno"> 238</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>&amp; input,</div>
<div class="line"><a name="l00239"></a><span class="lineno"> 239</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a>&amp; err_cpu,</div>
<div class="line"><a name="l00240"></a><span class="lineno"> 240</span>&#160; <span class="keyword">const</span> <span class="keywordtype">bool</span> full_check) {</div>
<div class="line"><a name="l00241"></a><span class="lineno"> 241</span>&#160; <span class="keywordtype">int</span> stype = input.<a class="code" href="classmxnet_1_1NDArray.html#a67cb416db42a52288bb0a693026a8b97">storage_type</a>();</div>
<div class="line"><a name="l00242"></a><span class="lineno"> 242</span>&#160; <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a>) {</div>
<div class="line"><a name="l00243"></a><span class="lineno"> 243</span>&#160; CheckFormatCSRImpl&lt;xpu&gt;(rctx, input, err_cpu, full_check);</div>
<div class="line"><a name="l00244"></a><span class="lineno"> 244</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a>) {</div>
<div class="line"><a name="l00245"></a><span class="lineno"> 245</span>&#160; CheckFormatRSPImpl&lt;xpu&gt;(rctx, input, err_cpu, full_check);</div>
<div class="line"><a name="l00246"></a><span class="lineno"> 246</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>) {</div>
<div class="line"><a name="l00247"></a><span class="lineno"> 247</span>&#160; <span class="comment">// no-op for default storage</span></div>
<div class="line"><a name="l00248"></a><span class="lineno"> 248</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00249"></a><span class="lineno"> 249</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Unknown storage type &quot;</span> &lt;&lt; stype;</div>
<div class="line"><a name="l00250"></a><span class="lineno"> 250</span>&#160; }</div>
<div class="line"><a name="l00251"></a><span class="lineno"> 251</span>&#160;}</div>
<div class="line"><a name="l00252"></a><span class="lineno"> 252</span>&#160; </div>
<div class="line"><a name="l00256"></a><span class="lineno"> 256</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> xpu&gt;</div>
<div class="line"><a name="l00257"></a><span class="lineno"> 257</span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a905e77124ee11208c40a8afd3ee42167">SparseRetainOpForwardRspWrapper</a>(<a class="code" href="structmshadow_1_1Stream.html">mshadow::Stream&lt;xpu&gt;</a>* s,</div>
<div class="line"><a name="l00258"></a><span class="lineno"> 258</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>&amp; input_nd,</div>
<div class="line"><a name="l00259"></a><span class="lineno"> 259</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a>&amp; idx_data,</div>
<div class="line"><a name="l00260"></a><span class="lineno"> 260</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398">OpReqType</a> req,</div>
<div class="line"><a name="l00261"></a><span class="lineno"> 261</span>&#160; <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>* output_nd);</div>
<div class="line"><a name="l00262"></a><span class="lineno"> 262</span>&#160; </div>
<div class="line"><a name="l00263"></a><span class="lineno"> 263</span>&#160;<span class="comment">/* \brief Casts tensor storage type to the new type.</span></div>
<div class="line"><a name="l00264"></a><span class="lineno"> 264</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00265"></a><span class="lineno"> 265</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> xpu&gt;</div>
<div class="line"><a name="l00266"></a><span class="lineno"> 266</span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#afd53ea405dcc105e6b306148009ff827">CastStorageDispatch</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>&amp; ctx, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>&amp; input, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>&amp; output);</div>
<div class="line"><a name="l00267"></a><span class="lineno"> 267</span>&#160; </div>
<div class="line"><a name="l00271"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd"> 271</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">ContainsOnlyStorage</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6606bef15f41cccade14c9400e8447cf">StorageTypeVector</a>&amp; vstorage, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype) {</div>
<div class="line"><a name="l00272"></a><span class="lineno"> 272</span>&#160; <span class="keywordflow">if</span> (!vstorage.empty()) {</div>
<div class="line"><a name="l00273"></a><span class="lineno"> 273</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>&amp; i : vstorage) {</div>
<div class="line"><a name="l00274"></a><span class="lineno"> 274</span>&#160; <span class="keywordflow">if</span> (i != stype)</div>
<div class="line"><a name="l00275"></a><span class="lineno"> 275</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00276"></a><span class="lineno"> 276</span>&#160; }</div>
<div class="line"><a name="l00277"></a><span class="lineno"> 277</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00278"></a><span class="lineno"> 278</span>&#160; }</div>
<div class="line"><a name="l00279"></a><span class="lineno"> 279</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00280"></a><span class="lineno"> 280</span>&#160;}</div>
<div class="line"><a name="l00281"></a><span class="lineno"> 281</span>&#160; </div>
<div class="line"><a name="l00286"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a10765e03ef091a5dd81b1b3efa4b46f4"> 286</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">ContainsOnlyStorage</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6606bef15f41cccade14c9400e8447cf">StorageTypeVector</a>&amp; vstorage,</div>
<div class="line"><a name="l00287"></a><span class="lineno"> 287</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype1,</div>
<div class="line"><a name="l00288"></a><span class="lineno"> 288</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype2,</div>
<div class="line"><a name="l00289"></a><span class="lineno"> 289</span>&#160; <span class="keywordtype">bool</span>* has_both) {</div>
<div class="line"><a name="l00290"></a><span class="lineno"> 290</span>&#160; <span class="keywordflow">if</span> (has_both) {</div>
<div class="line"><a name="l00291"></a><span class="lineno"> 291</span>&#160; *has_both = <span class="keyword">false</span>;</div>
<div class="line"><a name="l00292"></a><span class="lineno"> 292</span>&#160; }</div>
<div class="line"><a name="l00293"></a><span class="lineno"> 293</span>&#160; <span class="keywordflow">if</span> (!vstorage.empty()) {</div>
<div class="line"><a name="l00294"></a><span class="lineno"> 294</span>&#160; uint8_t has = 0;</div>
<div class="line"><a name="l00295"></a><span class="lineno"> 295</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span> i : vstorage) {</div>
<div class="line"><a name="l00296"></a><span class="lineno"> 296</span>&#160; <span class="keywordflow">if</span> (i == stype1) {</div>
<div class="line"><a name="l00297"></a><span class="lineno"> 297</span>&#160; has |= 1;</div>
<div class="line"><a name="l00298"></a><span class="lineno"> 298</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (i == stype2) {</div>
<div class="line"><a name="l00299"></a><span class="lineno"> 299</span>&#160; has |= 2;</div>
<div class="line"><a name="l00300"></a><span class="lineno"> 300</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00301"></a><span class="lineno"> 301</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00302"></a><span class="lineno"> 302</span>&#160; }</div>
<div class="line"><a name="l00303"></a><span class="lineno"> 303</span>&#160; }</div>
<div class="line"><a name="l00304"></a><span class="lineno"> 304</span>&#160; <span class="keywordflow">if</span> (has_both) {</div>
<div class="line"><a name="l00305"></a><span class="lineno"> 305</span>&#160; *has_both = has == 3;</div>
<div class="line"><a name="l00306"></a><span class="lineno"> 306</span>&#160; }</div>
<div class="line"><a name="l00307"></a><span class="lineno"> 307</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00308"></a><span class="lineno"> 308</span>&#160; }</div>
<div class="line"><a name="l00309"></a><span class="lineno"> 309</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00310"></a><span class="lineno"> 310</span>&#160;}</div>
<div class="line"><a name="l00311"></a><span class="lineno"> 311</span>&#160; </div>
<div class="line"><a name="l00315"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a9a7d1b47adce6f8291db8c3106087b90"> 315</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">ContainsOnlyStorage</a>(<span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; ndarrays,</div>
<div class="line"><a name="l00316"></a><span class="lineno"> 316</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype) {</div>
<div class="line"><a name="l00317"></a><span class="lineno"> 317</span>&#160; <span class="keywordflow">if</span> (!ndarrays.empty()) {</div>
<div class="line"><a name="l00318"></a><span class="lineno"> 318</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>&amp; nd : ndarrays) {</div>
<div class="line"><a name="l00319"></a><span class="lineno"> 319</span>&#160; <span class="keywordflow">if</span> (nd.storage_type() != stype) {</div>
<div class="line"><a name="l00320"></a><span class="lineno"> 320</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00321"></a><span class="lineno"> 321</span>&#160; }</div>
<div class="line"><a name="l00322"></a><span class="lineno"> 322</span>&#160; }</div>
<div class="line"><a name="l00323"></a><span class="lineno"> 323</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00324"></a><span class="lineno"> 324</span>&#160; }</div>
<div class="line"><a name="l00325"></a><span class="lineno"> 325</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00326"></a><span class="lineno"> 326</span>&#160;}</div>
<div class="line"><a name="l00327"></a><span class="lineno"> 327</span>&#160; </div>
<div class="line"><a name="l00331"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a4d39ea49a4b4c2aefdd106ffd2ec9a11"> 331</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">ContainsOnlyStorage</a>(<span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; ndarrays,</div>
<div class="line"><a name="l00332"></a><span class="lineno"> 332</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype1,</div>
<div class="line"><a name="l00333"></a><span class="lineno"> 333</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype2,</div>
<div class="line"><a name="l00334"></a><span class="lineno"> 334</span>&#160; <span class="keywordtype">bool</span>* has_both) {</div>
<div class="line"><a name="l00335"></a><span class="lineno"> 335</span>&#160; <span class="keywordflow">if</span> (has_both) {</div>
<div class="line"><a name="l00336"></a><span class="lineno"> 336</span>&#160; *has_both = <span class="keyword">false</span>;</div>
<div class="line"><a name="l00337"></a><span class="lineno"> 337</span>&#160; }</div>
<div class="line"><a name="l00338"></a><span class="lineno"> 338</span>&#160; <span class="keywordflow">if</span> (!ndarrays.empty()) {</div>
<div class="line"><a name="l00339"></a><span class="lineno"> 339</span>&#160; uint8_t has = 0;</div>
<div class="line"><a name="l00340"></a><span class="lineno"> 340</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>&amp; nd : ndarrays) {</div>
<div class="line"><a name="l00341"></a><span class="lineno"> 341</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype = nd.storage_type();</div>
<div class="line"><a name="l00342"></a><span class="lineno"> 342</span>&#160; <span class="keywordflow">if</span> (stype == stype1) {</div>
<div class="line"><a name="l00343"></a><span class="lineno"> 343</span>&#160; has |= 1;</div>
<div class="line"><a name="l00344"></a><span class="lineno"> 344</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (stype == stype2) {</div>
<div class="line"><a name="l00345"></a><span class="lineno"> 345</span>&#160; has |= 2;</div>
<div class="line"><a name="l00346"></a><span class="lineno"> 346</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00347"></a><span class="lineno"> 347</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00348"></a><span class="lineno"> 348</span>&#160; }</div>
<div class="line"><a name="l00349"></a><span class="lineno"> 349</span>&#160; }</div>
<div class="line"><a name="l00350"></a><span class="lineno"> 350</span>&#160; <span class="keywordflow">if</span> (has_both) {</div>
<div class="line"><a name="l00351"></a><span class="lineno"> 351</span>&#160; *has_both = has == 3;</div>
<div class="line"><a name="l00352"></a><span class="lineno"> 352</span>&#160; }</div>
<div class="line"><a name="l00353"></a><span class="lineno"> 353</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00354"></a><span class="lineno"> 354</span>&#160; }</div>
<div class="line"><a name="l00355"></a><span class="lineno"> 355</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00356"></a><span class="lineno"> 356</span>&#160;}</div>
<div class="line"><a name="l00357"></a><span class="lineno"> 357</span>&#160; </div>
<div class="line"><a name="l00361"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a1e3290f30e01079cb2e16095b085bf21"> 361</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a1e3290f30e01079cb2e16095b085bf21">ContainsStorageType</a>(<span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; ndarrays,</div>
<div class="line"><a name="l00362"></a><span class="lineno"> 362</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype) {</div>
<div class="line"><a name="l00363"></a><span class="lineno"> 363</span>&#160; <span class="keywordflow">if</span> (!ndarrays.empty()) {</div>
<div class="line"><a name="l00364"></a><span class="lineno"> 364</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>&amp; nd : ndarrays) {</div>
<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>&#160; <span class="keywordflow">if</span> (nd.storage_type() == stype) {</div>
<div class="line"><a name="l00366"></a><span class="lineno"> 366</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00367"></a><span class="lineno"> 367</span>&#160; }</div>
<div class="line"><a name="l00368"></a><span class="lineno"> 368</span>&#160; }</div>
<div class="line"><a name="l00369"></a><span class="lineno"> 369</span>&#160; }</div>
<div class="line"><a name="l00370"></a><span class="lineno"> 370</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00371"></a><span class="lineno"> 371</span>&#160;}</div>
<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>&#160; </div>
<div class="line"><a name="l00376"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a99e4d394a12fd749c333d488c7196643"> 376</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a1e3290f30e01079cb2e16095b085bf21">ContainsStorageType</a>(<span class="keyword">const</span> std::vector&lt;int&gt;&amp; ndstypes, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype) {</div>
<div class="line"><a name="l00377"></a><span class="lineno"> 377</span>&#160; <span class="keywordflow">if</span> (!ndstypes.empty()) {</div>
<div class="line"><a name="l00378"></a><span class="lineno"> 378</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>&amp; ndstype : ndstypes) {</div>
<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>&#160; <span class="keywordflow">if</span> (ndstype == stype) {</div>
<div class="line"><a name="l00380"></a><span class="lineno"> 380</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00381"></a><span class="lineno"> 381</span>&#160; }</div>
<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>&#160; }</div>
<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>&#160; }</div>
<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>&#160;}</div>
<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>&#160; </div>
<div class="line"><a name="l00388"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a4716f6044f678090af8ae7ef3ace3a31"> 388</a></span>&#160;<span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a4716f6044f678090af8ae7ef3ace3a31">dispatch_mode_string</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">DispatchMode</a> x) {</div>
<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>&#160; <span class="keywordflow">switch</span> (x) {</div>
<div class="line"><a name="l00390"></a><span class="lineno"> 390</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6">DispatchMode::kFCompute</a>:</div>
<div class="line"><a name="l00391"></a><span class="lineno"> 391</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;fcompute&quot;</span>;</div>
<div class="line"><a name="l00392"></a><span class="lineno"> 392</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5">DispatchMode::kFComputeEx</a>:</div>
<div class="line"><a name="l00393"></a><span class="lineno"> 393</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;fcompute_ex&quot;</span>;</div>
<div class="line"><a name="l00394"></a><span class="lineno"> 394</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef">DispatchMode::kFComputeFallback</a>:</div>
<div class="line"><a name="l00395"></a><span class="lineno"> 395</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;fcompute_fallback&quot;</span>;</div>
<div class="line"><a name="l00396"></a><span class="lineno"> 396</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff">DispatchMode::kVariable</a>:</div>
<div class="line"><a name="l00397"></a><span class="lineno"> 397</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;variable&quot;</span>;</div>
<div class="line"><a name="l00398"></a><span class="lineno"> 398</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66">DispatchMode::kUndefined</a>:</div>
<div class="line"><a name="l00399"></a><span class="lineno"> 399</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;undefined&quot;</span>;</div>
<div class="line"><a name="l00400"></a><span class="lineno"> 400</span>&#160; }</div>
<div class="line"><a name="l00401"></a><span class="lineno"> 401</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;unknown&quot;</span>;</div>
<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>&#160;}</div>
<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>&#160; </div>
<div class="line"><a name="l00405"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009"> 405</a></span>&#160;<span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009">stype_string</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> x) {</div>
<div class="line"><a name="l00406"></a><span class="lineno"> 406</span>&#160; <span class="keywordflow">switch</span> (x) {</div>
<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>:</div>
<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;default&quot;</span>;</div>
<div class="line"><a name="l00409"></a><span class="lineno"> 409</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a>:</div>
<div class="line"><a name="l00410"></a><span class="lineno"> 410</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;csr&quot;</span>;</div>
<div class="line"><a name="l00411"></a><span class="lineno"> 411</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a>:</div>
<div class="line"><a name="l00412"></a><span class="lineno"> 412</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;row_sparse&quot;</span>;</div>
<div class="line"><a name="l00413"></a><span class="lineno"> 413</span>&#160; }</div>
<div class="line"><a name="l00414"></a><span class="lineno"> 414</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;unknown&quot;</span>;</div>
<div class="line"><a name="l00415"></a><span class="lineno"> 415</span>&#160;}</div>
<div class="line"><a name="l00416"></a><span class="lineno"> 416</span>&#160; </div>
<div class="line"><a name="l00418"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a733ce35d109323dbf4ef1f4bc3094870"> 418</a></span>&#160;<span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a733ce35d109323dbf4ef1f4bc3094870">dev_type_string</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> dev_type) {</div>
<div class="line"><a name="l00419"></a><span class="lineno"> 419</span>&#160; <span class="keywordflow">switch</span> (dev_type) {</div>
<div class="line"><a name="l00420"></a><span class="lineno"> 420</span>&#160; <span class="keywordflow">case</span> <a class="code" href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60ea1aced5778bb0d64d4ce6bd4c0a86d140">Context::kCPU</a>:</div>
<div class="line"><a name="l00421"></a><span class="lineno"> 421</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;cpu&quot;</span>;</div>
<div class="line"><a name="l00422"></a><span class="lineno"> 422</span>&#160; <span class="keywordflow">case</span> <a class="code" href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60eab21bed4d5cee411db15283d7529f28cf">Context::kGPU</a>:</div>
<div class="line"><a name="l00423"></a><span class="lineno"> 423</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;gpu&quot;</span>;</div>
<div class="line"><a name="l00424"></a><span class="lineno"> 424</span>&#160; <span class="keywordflow">case</span> <a class="code" href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60eaa2e12b86e0f957dc14d45863eaa47f34">Context::kCPUPinned</a>:</div>
<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;cpu_pinned&quot;</span>;</div>
<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>&#160; <span class="keywordflow">case</span> <a class="code" href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60ea80c6f8f13908c5805cf12784fca77e78">Context::kCPUShared</a>:</div>
<div class="line"><a name="l00427"></a><span class="lineno"> 427</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;cpu_shared&quot;</span>;</div>
<div class="line"><a name="l00428"></a><span class="lineno"> 428</span>&#160; }</div>
<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;unknown&quot;</span>;</div>
<div class="line"><a name="l00430"></a><span class="lineno"> 430</span>&#160;}</div>
<div class="line"><a name="l00431"></a><span class="lineno"> 431</span>&#160; </div>
<div class="line"><a name="l00432"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#af830f5320dc0995fec0e885d650057dd"> 432</a></span>&#160;<span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#af830f5320dc0995fec0e885d650057dd">attr_value_string</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div>
<div class="line"><a name="l00433"></a><span class="lineno"> 433</span>&#160; <span class="keyword">const</span> std::string&amp; attr_name,</div>
<div class="line"><a name="l00434"></a><span class="lineno"> 434</span>&#160; std::string default_val = <span class="stringliteral">&quot;&quot;</span>) {</div>
<div class="line"><a name="l00435"></a><span class="lineno"> 435</span>&#160; <span class="keywordflow">if</span> (attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">dict</a>.find(attr_name) == attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">dict</a>.end()) {</div>
<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>&#160; <span class="keywordflow">return</span> default_val;</div>
<div class="line"><a name="l00437"></a><span class="lineno"> 437</span>&#160; }</div>
<div class="line"><a name="l00438"></a><span class="lineno"> 438</span>&#160; <span class="keywordflow">return</span> attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">dict</a>.at(attr_name);</div>
<div class="line"><a name="l00439"></a><span class="lineno"> 439</span>&#160;}</div>
<div class="line"><a name="l00440"></a><span class="lineno"> 440</span>&#160; </div>
<div class="line"><a name="l00442"></a><span class="lineno"> 442</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fn&gt;</div>
<div class="line"><a name="l00443"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a9d38cc278f65267c8022d5afd4ecc1fd"> 443</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a9d38cc278f65267c8022d5afd4ecc1fd">attr_foreach</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs, <span class="keyword">const</span> std::string&amp; attr_name, <span class="keyword">const</span> Fn&amp; fn) {</div>
<div class="line"><a name="l00444"></a><span class="lineno"> 444</span>&#160; <span class="keyword">const</span> <span class="keyword">auto</span>&amp; found_it = attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">dict</a>.find(attr_name);</div>
<div class="line"><a name="l00445"></a><span class="lineno"> 445</span>&#160; <span class="keywordflow">if</span> (found_it != attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">dict</a>.end()) {</div>
<div class="line"><a name="l00446"></a><span class="lineno"> 446</span>&#160; fn(found_it-&gt;second);</div>
<div class="line"><a name="l00447"></a><span class="lineno"> 447</span>&#160; }</div>
<div class="line"><a name="l00448"></a><span class="lineno"> 448</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>&amp; subgraph : attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a5255bdfab3c2fcc268e6e39e59904648">subgraphs</a>) {</div>
<div class="line"><a name="l00449"></a><span class="lineno"> 449</span>&#160; <a class="code" href="namespacennvm.html#a6b06865bedddb2bab9903e448120658c">DFSVisit</a>(subgraph-&gt;outputs,</div>
<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>&#160; [&amp;](<span class="keyword">const</span> <a class="code" href="namespacennvm.html#a573897937ff3b88f0014feabb8e44a92">nnvm::ObjectPtr</a>&amp; node) { attr_foreach(node-&gt;attrs, attr_name, fn); });</div>
<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>&#160; }</div>
<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>&#160;}</div>
<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>&#160; </div>
<div class="line"><a name="l00454"></a><span class="lineno"> 454</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> ValueType&gt;</div>
<div class="line"><a name="l00455"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#afe96b69ee308d7eeea0cdb683ccaaa6d"> 455</a></span>&#160;<span class="keyword">inline</span> ValueType <a class="code" href="namespacemxnet_1_1common.html#afe96b69ee308d7eeea0cdb683ccaaa6d">flag_attr_accumulate</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs, <span class="keyword">const</span> std::string&amp; attr_name) {</div>
<div class="line"><a name="l00456"></a><span class="lineno"> 456</span>&#160; static_assert(std::is_integral&lt;ValueType&gt;::value, <span class="stringliteral">&quot;ValueType must be an integral type.&quot;</span>);</div>
<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>&#160; </div>
<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>&#160; ValueType result = 0;</div>
<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#a9d38cc278f65267c8022d5afd4ecc1fd">attr_foreach</a>(attrs, attr_name, [&amp;](<span class="keyword">const</span> std::string&amp; attr_value) {</div>
<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>&#160; std::istringstream ss(attr_value);</div>
<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>&#160; ValueType temp;</div>
<div class="line"><a name="l00462"></a><span class="lineno"> 462</span>&#160; ss &gt;&gt; temp;</div>
<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>&#160; result |= temp;</div>
<div class="line"><a name="l00464"></a><span class="lineno"> 464</span>&#160; </div>
<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>&#160; <span class="keywordflow">if</span> (ss.fail() || !ss.eof()) {</div>
<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>&#160; LOG(WARNING) &lt;&lt; <span class="stringliteral">&quot;Incorrect value of an attribute: &quot;</span> &lt;&lt; attr_name</div>
<div class="line"><a name="l00467"></a><span class="lineno"> 467</span>&#160; &lt;&lt; <span class="stringliteral">&quot;. Expected an integer, while got: &quot;</span> &lt;&lt; attr_value;</div>
<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>&#160; }</div>
<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>&#160; });</div>
<div class="line"><a name="l00470"></a><span class="lineno"> 470</span>&#160; <span class="keywordflow">return</span> result;</div>
<div class="line"><a name="l00471"></a><span class="lineno"> 471</span>&#160;}</div>
<div class="line"><a name="l00472"></a><span class="lineno"> 472</span>&#160; </div>
<div class="line"><a name="l00474"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717"> 474</a></span>&#160;<span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717">operator_stype_string</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div>
<div class="line"><a name="l00475"></a><span class="lineno"> 475</span>&#160; <span class="keyword">const</span> <span class="keywordtype">int</span> dev_mask,</div>
<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>&#160; <span class="keyword">const</span> std::vector&lt;int&gt;&amp; in_attrs,</div>
<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>&#160; <span class="keyword">const</span> std::vector&lt;int&gt;&amp; out_attrs) {</div>
<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>&#160; std::ostringstream os;</div>
<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>&#160; os &lt;&lt; <span class="stringliteral">&quot;operator = &quot;</span> &lt;&lt; attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a3ac836e9058e02f4f365a7b95bf995a6">op</a>-&gt;<a class="code" href="classnnvm_1_1Op.html#af67a5d6998765023aeed6761df292b6c">name</a> &lt;&lt; <span class="stringliteral">&quot;\ninput storage types = [&quot;</span>;</div>
<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keywordtype">int</span> attr : in_attrs) {</div>
<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>&#160; os &lt;&lt; <a class="code" href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009">stype_string</a>(attr) &lt;&lt; <span class="stringliteral">&quot;, &quot;</span>;</div>
<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>&#160; }</div>
<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>&#160; os &lt;&lt; <span class="stringliteral">&quot;]\n&quot;</span></div>
<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>&#160; &lt;&lt; <span class="stringliteral">&quot;output storage types = [&quot;</span>;</div>
<div class="line"><a name="l00485"></a><span class="lineno"> 485</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keywordtype">int</span> attr : out_attrs) {</div>
<div class="line"><a name="l00486"></a><span class="lineno"> 486</span>&#160; os &lt;&lt; <a class="code" href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009">stype_string</a>(attr) &lt;&lt; <span class="stringliteral">&quot;, &quot;</span>;</div>
<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>&#160; }</div>
<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>&#160; os &lt;&lt; <span class="stringliteral">&quot;]\n&quot;</span></div>
<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>&#160; &lt;&lt; <span class="stringliteral">&quot;params = {&quot;</span>;</div>
<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span> kv : attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">dict</a>) {</div>
<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>&#160; os &lt;&lt; <span class="stringliteral">&quot;\&quot;&quot;</span> &lt;&lt; kv.first &lt;&lt; <span class="stringliteral">&quot;\&quot; : &quot;</span> &lt;&lt; kv.second &lt;&lt; <span class="stringliteral">&quot;, &quot;</span>;</div>
<div class="line"><a name="l00492"></a><span class="lineno"> 492</span>&#160; }</div>
<div class="line"><a name="l00493"></a><span class="lineno"> 493</span>&#160; os &lt;&lt; <span class="stringliteral">&quot;}\n&quot;</span></div>
<div class="line"><a name="l00494"></a><span class="lineno"> 494</span>&#160; &lt;&lt; <span class="stringliteral">&quot;context.dev_mask = &quot;</span> &lt;&lt; <a class="code" href="namespacemxnet_1_1common.html#a733ce35d109323dbf4ef1f4bc3094870">dev_type_string</a>(dev_mask);</div>
<div class="line"><a name="l00495"></a><span class="lineno"> 495</span>&#160; <span class="keywordflow">return</span> os.str();</div>
<div class="line"><a name="l00496"></a><span class="lineno"> 496</span>&#160;}</div>
<div class="line"><a name="l00497"></a><span class="lineno"> 497</span>&#160; </div>
<div class="line"><a name="l00499"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a8873d9dcccfd8e613c1c156934cee98c"> 499</a></span>&#160;<span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a8873d9dcccfd8e613c1c156934cee98c">operator_string</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div>
<div class="line"><a name="l00500"></a><span class="lineno"> 500</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>&amp; ctx,</div>
<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; inputs,</div>
<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>&#160; <span class="keyword">const</span> std::vector&lt;OpReqType&gt;&amp; req,</div>
<div class="line"><a name="l00503"></a><span class="lineno"> 503</span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; outputs) {</div>
<div class="line"><a name="l00504"></a><span class="lineno"> 504</span>&#160; std::string result = <span class="stringliteral">&quot;&quot;</span>;</div>
<div class="line"><a name="l00505"></a><span class="lineno"> 505</span>&#160; std::vector&lt;int&gt; in_stypes;</div>
<div class="line"><a name="l00506"></a><span class="lineno"> 506</span>&#160; std::vector&lt;int&gt; out_stypes;</div>
<div class="line"><a name="l00507"></a><span class="lineno"> 507</span>&#160; in_stypes.reserve(inputs.size());</div>
<div class="line"><a name="l00508"></a><span class="lineno"> 508</span>&#160; out_stypes.reserve(outputs.size());</div>
<div class="line"><a name="l00509"></a><span class="lineno"> 509</span>&#160; <span class="keyword">auto</span> xform = [](<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> arr) -&gt; <span class="keywordtype">int</span> { <span class="keywordflow">return</span> arr.storage_type(); };</div>
<div class="line"><a name="l00510"></a><span class="lineno"> 510</span>&#160; std::transform(inputs.begin(), inputs.end(), std::back_inserter(in_stypes), xform);</div>
<div class="line"><a name="l00511"></a><span class="lineno"> 511</span>&#160; std::transform(outputs.begin(), outputs.end(), std::back_inserter(out_stypes), xform);</div>
<div class="line"><a name="l00512"></a><span class="lineno"> 512</span>&#160; result += <a class="code" href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717">operator_stype_string</a>(attrs, ctx.<a class="code" href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf">run_ctx</a>.<a class="code" href="structmxnet_1_1RunContext.html#ace5970ed7c25ccc98ffd0dcf35fd3c88">ctx</a>.<a class="code" href="structmxnet_1_1Context.html#a41f5317543ececa2d0feeea1093e219c">dev_mask</a>(), in_stypes, out_stypes);</div>
<div class="line"><a name="l00513"></a><span class="lineno"> 513</span>&#160; <span class="keywordflow">return</span> result;</div>
<div class="line"><a name="l00514"></a><span class="lineno"> 514</span>&#160;}</div>
<div class="line"><a name="l00515"></a><span class="lineno"> 515</span>&#160; </div>
<div class="line"><a name="l00517"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3"> 517</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">LogOnce</a>(<span class="keyword">const</span> std::string&amp; message) {</div>
<div class="line"><a name="l00518"></a><span class="lineno"> 518</span>&#160; <span class="keyword">typedef</span> <a class="code" href="classdmlc_1_1ThreadLocalStore.html">dmlc::ThreadLocalStore&lt;std::unordered_set&lt;std::string&gt;</a>&gt; LogStore;</div>
<div class="line"><a name="l00519"></a><span class="lineno"> 519</span>&#160; <span class="keyword">auto</span> log_store = LogStore::Get();</div>
<div class="line"><a name="l00520"></a><span class="lineno"> 520</span>&#160; <span class="keywordflow">if</span> (log_store-&gt;find(message) == log_store-&gt;end()) {</div>
<div class="line"><a name="l00521"></a><span class="lineno"> 521</span>&#160; LOG(INFO) &lt;&lt; message;</div>
<div class="line"><a name="l00522"></a><span class="lineno"> 522</span>&#160; log_store-&gt;insert(message);</div>
<div class="line"><a name="l00523"></a><span class="lineno"> 523</span>&#160; }</div>
<div class="line"><a name="l00524"></a><span class="lineno"> 524</span>&#160;}</div>
<div class="line"><a name="l00525"></a><span class="lineno"> 525</span>&#160; </div>
<div class="line"><a name="l00528"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#aad719abf411ea1ed9185c3849203820f"> 528</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#aad719abf411ea1ed9185c3849203820f">LogStorageFallback</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div>
<div class="line"><a name="l00529"></a><span class="lineno"> 529</span>&#160; <span class="keyword">const</span> <span class="keywordtype">int</span> dev_mask,</div>
<div class="line"><a name="l00530"></a><span class="lineno"> 530</span>&#160; <span class="keyword">const</span> std::vector&lt;int&gt;* in_attrs,</div>
<div class="line"><a name="l00531"></a><span class="lineno"> 531</span>&#160; <span class="keyword">const</span> std::vector&lt;int&gt;* out_attrs) {</div>
<div class="line"><a name="l00532"></a><span class="lineno"> 532</span>&#160; <span class="keyword">static</span> <span class="keywordtype">bool</span> log = dmlc::GetEnv(<span class="stringliteral">&quot;MXNET_STORAGE_FALLBACK_LOG_VERBOSE&quot;</span>, <span class="keyword">true</span>);</div>
<div class="line"><a name="l00533"></a><span class="lineno"> 533</span>&#160; <span class="keywordflow">if</span> (!log)</div>
<div class="line"><a name="l00534"></a><span class="lineno"> 534</span>&#160; <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00535"></a><span class="lineno"> 535</span>&#160; <span class="keyword">const</span> std::string op_str = <a class="code" href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717">operator_stype_string</a>(attrs, dev_mask, *in_attrs, *out_attrs);</div>
<div class="line"><a name="l00536"></a><span class="lineno"> 536</span>&#160; std::ostringstream os;</div>
<div class="line"><a name="l00537"></a><span class="lineno"> 537</span>&#160; <span class="keyword">const</span> <span class="keywordtype">char</span>* warning =</div>
<div class="line"><a name="l00538"></a><span class="lineno"> 538</span>&#160; <span class="stringliteral">&quot;\n WARNING:\n&quot;</span></div>
<div class="line"><a name="l00539"></a><span class="lineno"> 539</span>&#160; <span class="stringliteral">&quot;Execution of the operator above will fallback to the generic implementation &quot;</span></div>
<div class="line"><a name="l00540"></a><span class="lineno"> 540</span>&#160;<span class="preprocessor">#if MXNET_USE_ONEDNN == 1</span></div>
<div class="line"><a name="l00541"></a><span class="lineno"> 541</span>&#160; <span class="stringliteral">&quot;(not utilizing kernels from oneDNN library) &quot;</span></div>
<div class="line"><a name="l00542"></a><span class="lineno"> 542</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00543"></a><span class="lineno"> 543</span>&#160; <span class="stringliteral">&quot;with default dense storage type. You are seeing this warning message because &quot;</span></div>
<div class="line"><a name="l00544"></a><span class="lineno"> 544</span>&#160;<span class="preprocessor">#if MXNET_USE_ONEDNN == 1</span></div>
<div class="line"><a name="l00545"></a><span class="lineno"> 545</span>&#160; <span class="stringliteral">&quot;MXNET_ONEDNN_ENABLED flag is set to 0, in which case you can re-enable the default &quot;</span></div>
<div class="line"><a name="l00546"></a><span class="lineno"> 546</span>&#160; <span class="stringliteral">&quot;execution path by setting MXNET_ONEDNN_ENABLED back to 1, or &quot;</span></div>
<div class="line"><a name="l00547"></a><span class="lineno"> 547</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00548"></a><span class="lineno"> 548</span>&#160; <span class="stringliteral">&quot;the operator above is unable to process the given ndarrays with specified storage types, &quot;</span></div>
<div class="line"><a name="l00549"></a><span class="lineno"> 549</span>&#160; <span class="stringliteral">&quot;context and/or parameter, in which case temporary dense ndarrays are generated in order to &quot;</span></div>
<div class="line"><a name="l00550"></a><span class="lineno"> 550</span>&#160; <span class="stringliteral">&quot;execute the operator. The fallback does not affect the correctness of the programme. Using &quot;</span></div>
<div class="line"><a name="l00551"></a><span class="lineno"> 551</span>&#160; <span class="stringliteral">&quot;default storage type performance degradation might be observed. \nYou can set environment &quot;</span></div>
<div class="line"><a name="l00552"></a><span class="lineno"> 552</span>&#160; <span class="stringliteral">&quot;variable MXNET_STORAGE_FALLBACK_LOG_VERBOSE to 0 to suppress this warning.&quot;</span>;</div>
<div class="line"><a name="l00553"></a><span class="lineno"> 553</span>&#160; os &lt;&lt; <span class="stringliteral">&quot;\nStorage type fallback detected:\n&quot;</span> &lt;&lt; op_str &lt;&lt; warning;</div>
<div class="line"><a name="l00554"></a><span class="lineno"> 554</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">LogOnce</a>(os.str());</div>
<div class="line"><a name="l00555"></a><span class="lineno"> 555</span>&#160;<span class="preprocessor">#if MXNET_USE_ONEDNN == 1</span></div>
<div class="line"><a name="l00556"></a><span class="lineno"> 556</span>&#160; <span class="keywordflow">if</span> (GetDNNLCacheSize() != -1)</div>
<div class="line"><a name="l00557"></a><span class="lineno"> 557</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">common::LogOnce</a>(</div>
<div class="line"><a name="l00558"></a><span class="lineno"> 558</span>&#160; <span class="stringliteral">&quot;MXNET_ONEDNN_CACHE_NUM is set.&quot;</span></div>
<div class="line"><a name="l00559"></a><span class="lineno"> 559</span>&#160; <span class="stringliteral">&quot;Should only be set if &quot;</span></div>
<div class="line"><a name="l00560"></a><span class="lineno"> 560</span>&#160; <span class="stringliteral">&quot;your model has variable input shapes, &quot;</span></div>
<div class="line"><a name="l00561"></a><span class="lineno"> 561</span>&#160; <span class="stringliteral">&quot;as cache size may grow unbounded&quot;</span>);</div>
<div class="line"><a name="l00562"></a><span class="lineno"> 562</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00563"></a><span class="lineno"> 563</span>&#160;}</div>
<div class="line"><a name="l00564"></a><span class="lineno"> 564</span>&#160; </div>
<div class="line"><a name="l00565"></a><span class="lineno"> 565</span>&#160;<span class="comment">// heuristic to dermine number of threads per GPU</span></div>
<div class="line"><a name="l00566"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a467e8b51fc0d0a7266e9f3172b2ff7f1"> 566</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#a467e8b51fc0d0a7266e9f3172b2ff7f1">GetNumThreadsPerGPU</a>() {</div>
<div class="line"><a name="l00567"></a><span class="lineno"> 567</span>&#160; <span class="comment">// This is resource efficient option.</span></div>
<div class="line"><a name="l00568"></a><span class="lineno"> 568</span>&#160; <span class="keywordflow">return</span> dmlc::GetEnv(<span class="stringliteral">&quot;MXNET_GPU_WORKER_NTHREADS&quot;</span>, 2);</div>
<div class="line"><a name="l00569"></a><span class="lineno"> 569</span>&#160;}</div>
<div class="line"><a name="l00570"></a><span class="lineno"> 570</span>&#160; </div>
<div class="line"><a name="l00571"></a><span class="lineno"> 571</span>&#160;<span class="comment">// heuristic to get number of matching colors.</span></div>
<div class="line"><a name="l00572"></a><span class="lineno"> 572</span>&#160;<span class="comment">// this decides how much parallelism we can get in each GPU.</span></div>
<div class="line"><a name="l00573"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a56555edcc52c5b25bed90bd05e00b5fa"> 573</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#a56555edcc52c5b25bed90bd05e00b5fa">GetExecNumMatchColor</a>() {</div>
<div class="line"><a name="l00574"></a><span class="lineno"> 574</span>&#160; <span class="comment">// This is resource efficient option.</span></div>
<div class="line"><a name="l00575"></a><span class="lineno"> 575</span>&#160; <span class="keywordtype">int</span> num_match_color = dmlc::GetEnv(<span class="stringliteral">&quot;MXNET_EXEC_NUM_TEMP&quot;</span>, 1);</div>
<div class="line"><a name="l00576"></a><span class="lineno"> 576</span>&#160; <span class="keywordflow">return</span> std::min(num_match_color, <a class="code" href="namespacemxnet_1_1common.html#a467e8b51fc0d0a7266e9f3172b2ff7f1">GetNumThreadsPerGPU</a>());</div>
<div class="line"><a name="l00577"></a><span class="lineno"> 577</span>&#160;}</div>
<div class="line"><a name="l00578"></a><span class="lineno"> 578</span>&#160; </div>
<div class="line"><a name="l00579"></a><span class="lineno"> 579</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> T, <span class="keyword">typename</span> V&gt;</div>
<div class="line"><a name="l00580"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a1e646ace37016aa994a26d96e739a561"> 580</a></span>&#160;V <a class="code" href="namespacemxnet_1_1common.html#a1e646ace37016aa994a26d96e739a561">ParallelAccumulate</a>(<span class="keyword">const</span> T* a, <span class="keyword">const</span> <span class="keywordtype">int</span> n, V start) {</div>
<div class="line"><a name="l00581"></a><span class="lineno"> 581</span>&#160; V sum = start;</div>
<div class="line"><a name="l00582"></a><span class="lineno"> 582</span>&#160;<span class="preprocessor">#pragma omp parallel for reduction(+ : sum)</span></div>
<div class="line"><a name="l00583"></a><span class="lineno"> 583</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; n; ++i) {</div>
<div class="line"><a name="l00584"></a><span class="lineno"> 584</span>&#160; sum += a[i];</div>
<div class="line"><a name="l00585"></a><span class="lineno"> 585</span>&#160; }</div>
<div class="line"><a name="l00586"></a><span class="lineno"> 586</span>&#160; <span class="keywordflow">return</span> sum;</div>
<div class="line"><a name="l00587"></a><span class="lineno"> 587</span>&#160;}</div>
<div class="line"><a name="l00588"></a><span class="lineno"> 588</span>&#160; </div>
<div class="line"><a name="l00596"></a><span class="lineno"> 596</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> RandomIt, <span class="keyword">typename</span> Compare&gt;</div>
<div class="line"><a name="l00597"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6"> 597</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6">ParallelSortHelper</a>(RandomIt first, <span class="keywordtype">size_t</span> len, <span class="keywordtype">size_t</span> grainsize, <span class="keyword">const</span> Compare&amp; comp) {</div>
<div class="line"><a name="l00598"></a><span class="lineno"> 598</span>&#160; <span class="keywordflow">if</span> (len &lt; grainsize) {</div>
<div class="line"><a name="l00599"></a><span class="lineno"> 599</span>&#160; std::sort(first, first + len, comp);</div>
<div class="line"><a name="l00600"></a><span class="lineno"> 600</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00601"></a><span class="lineno"> 601</span>&#160; std::thread thr(ParallelSortHelper&lt;RandomIt, Compare&gt;, first, len / 2, grainsize, comp);</div>
<div class="line"><a name="l00602"></a><span class="lineno"> 602</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6">ParallelSortHelper</a>(first + len / 2, len - len / 2, grainsize, comp);</div>
<div class="line"><a name="l00603"></a><span class="lineno"> 603</span>&#160; thr.join();</div>
<div class="line"><a name="l00604"></a><span class="lineno"> 604</span>&#160; std::inplace_merge(first, first + len / 2, first + len, comp);</div>
<div class="line"><a name="l00605"></a><span class="lineno"> 605</span>&#160; }</div>
<div class="line"><a name="l00606"></a><span class="lineno"> 606</span>&#160;}</div>
<div class="line"><a name="l00607"></a><span class="lineno"> 607</span>&#160; </div>
<div class="line"><a name="l00617"></a><span class="lineno"> 617</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> RandomIt, <span class="keyword">typename</span> Compare&gt;</div>
<div class="line"><a name="l00618"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0"> 618</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0">ParallelSort</a>(RandomIt first, RandomIt last, <span class="keywordtype">size_t</span> num_threads, Compare comp) {</div>
<div class="line"><a name="l00619"></a><span class="lineno"> 619</span>&#160; <span class="keyword">const</span> <span class="keyword">auto</span> num = std::distance(first, last);</div>
<div class="line"><a name="l00620"></a><span class="lineno"> 620</span>&#160; <span class="keywordtype">size_t</span> grainsize = std::max(num / num_threads + 5, <span class="keyword">static_cast&lt;</span><span class="keywordtype">size_t</span><span class="keyword">&gt;</span>(1024 * 16));</div>
<div class="line"><a name="l00621"></a><span class="lineno"> 621</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6">ParallelSortHelper</a>(first, num, grainsize, comp);</div>
<div class="line"><a name="l00622"></a><span class="lineno"> 622</span>&#160;}</div>
<div class="line"><a name="l00623"></a><span class="lineno"> 623</span>&#160; </div>
<div class="line"><a name="l00633"></a><span class="lineno"> 633</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> RandomIt&gt;</div>
<div class="line"><a name="l00634"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#af2c7fe2df1babee66696d2b449e2123c"> 634</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0">ParallelSort</a>(RandomIt first, RandomIt last, <span class="keywordtype">size_t</span> num_threads) {</div>
<div class="line"><a name="l00635"></a><span class="lineno"> 635</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0">ParallelSort</a>(</div>
<div class="line"><a name="l00636"></a><span class="lineno"> 636</span>&#160; first, last, num_threads, std::less&lt;<span class="keyword">typename</span> std::iterator_traits&lt;RandomIt&gt;::value_type&gt;());</div>
<div class="line"><a name="l00637"></a><span class="lineno"> 637</span>&#160;}</div>
<div class="line"><a name="l00638"></a><span class="lineno"> 638</span>&#160; </div>
<div class="line"><a name="l00642"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#aceba8f2d6de65796966d7f1d341dcf33"> 642</a></span>&#160;<span class="keyword">typedef</span> std::mt19937 <a class="code" href="namespacemxnet_1_1common.html#aceba8f2d6de65796966d7f1d341dcf33">RANDOM_ENGINE</a>;</div>
<div class="line"><a name="l00643"></a><span class="lineno"> 643</span>&#160; </div>
<div class="line"><a name="l00647"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common_1_1helper.html"> 647</a></span>&#160;<span class="keyword">namespace </span>helper {</div>
<div class="line"><a name="l00648"></a><span class="lineno"> 648</span>&#160; </div>
<div class="line"><a name="l00652"></a><span class="lineno"> 652</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">class</span> T&gt;</div>
<div class="line"><a name="l00653"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html"> 653</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">UniqueIf</a> {</div>
<div class="line"><a name="l00657"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html#a98153aaeb43a71efa85b5cf753505cac"> 657</a></span>&#160; <span class="keyword">using</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html#a98153aaeb43a71efa85b5cf753505cac">SingleObject</a> = std::unique_ptr&lt;T&gt;;</div>
<div class="line"><a name="l00658"></a><span class="lineno"> 658</span>&#160;};</div>
<div class="line"><a name="l00659"></a><span class="lineno"> 659</span>&#160; </div>
<div class="line"><a name="l00663"></a><span class="lineno"> 663</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">class</span> T&gt;</div>
<div class="line"><a name="l00664"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T_0f_0e_4.html"> 664</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">UniqueIf</a>&lt;T[]&gt; {</div>
<div class="line"><a name="l00668"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T_0f_0e_4.html#a0cf05a5a2f3e1ac49ebdef497701055c"> 668</a></span>&#160; <span class="keyword">using</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T_0f_0e_4.html#a0cf05a5a2f3e1ac49ebdef497701055c">UnknownBound</a> = std::unique_ptr&lt;T[]&gt;;</div>
<div class="line"><a name="l00669"></a><span class="lineno"> 669</span>&#160;};</div>
<div class="line"><a name="l00670"></a><span class="lineno"> 670</span>&#160; </div>
<div class="line"><a name="l00674"></a><span class="lineno"> 674</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">class</span> T, <span class="keywordtype">size_t</span> kSize&gt;</div>
<div class="line"><a name="l00675"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T_0fkSize_0e_4.html"> 675</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">UniqueIf</a>&lt;T[kSize]&gt; {</div>
<div class="line"><a name="l00679"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T_0fkSize_0e_4.html#af31c1728c4b497d304680d69d4e61421"> 679</a></span>&#160; <span class="keyword">using</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T_0fkSize_0e_4.html#af31c1728c4b497d304680d69d4e61421">KnownBound</a> = void;</div>
<div class="line"><a name="l00680"></a><span class="lineno"> 680</span>&#160;};</div>
<div class="line"><a name="l00681"></a><span class="lineno"> 681</span>&#160; </div>
<div class="line"><a name="l00682"></a><span class="lineno"> 682</span>&#160;} <span class="comment">// namespace helper</span></div>
<div class="line"><a name="l00683"></a><span class="lineno"> 683</span>&#160; </div>
<div class="line"><a name="l00695"></a><span class="lineno"> 695</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">class </span>T, <span class="keyword">class</span>... Args&gt;</div>
<div class="line"><a name="l00696"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#adb63438b723f69cdf56f7919275f4596"> 696</a></span>&#160;<span class="keyword">typename</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html#a98153aaeb43a71efa85b5cf753505cac">helper::UniqueIf&lt;T&gt;::SingleObject</a> <a class="code" href="namespacemxnet_1_1common.html#ad56ff4f856437bba25d38027aecfe766">MakeUnique</a>(Args&amp;&amp;... args) {</div>
<div class="line"><a name="l00697"></a><span class="lineno"> 697</span>&#160; <span class="keywordflow">return</span> std::unique_ptr&lt;T&gt;(<span class="keyword">new</span> T(std::forward&lt;Args&gt;(args)...));</div>
<div class="line"><a name="l00698"></a><span class="lineno"> 698</span>&#160;}</div>
<div class="line"><a name="l00699"></a><span class="lineno"> 699</span>&#160; </div>
<div class="line"><a name="l00709"></a><span class="lineno"> 709</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">class</span> T&gt;</div>
<div class="line"><a name="l00710"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a39b3453302aa3aa56230fbc88005861d"> 710</a></span>&#160;<span class="keyword">typename</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">helper::UniqueIf&lt;T&gt;::UnknownBound</a> <a class="code" href="namespacemxnet_1_1common.html#ad56ff4f856437bba25d38027aecfe766">MakeUnique</a>(<span class="keywordtype">size_t</span> n) {</div>
<div class="line"><a name="l00711"></a><span class="lineno"> 711</span>&#160; <span class="keyword">using</span> U = <span class="keyword">typename</span> std::remove_extent&lt;T&gt;::type;</div>
<div class="line"><a name="l00712"></a><span class="lineno"> 712</span>&#160; <span class="keywordflow">return</span> std::unique_ptr&lt;T&gt;(<span class="keyword">new</span> U[n]{});</div>
<div class="line"><a name="l00713"></a><span class="lineno"> 713</span>&#160;}</div>
<div class="line"><a name="l00714"></a><span class="lineno"> 714</span>&#160; </div>
<div class="line"><a name="l00723"></a><span class="lineno"> 723</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">class </span>T, <span class="keyword">class</span>... Args&gt;</div>
<div class="line"><a name="l00724"></a><span class="lineno"> 724</span>&#160;<span class="keyword">typename</span> helper::UniqueIf&lt;T&gt;::KnownBound <a class="code" href="namespacemxnet_1_1common.html#ad56ff4f856437bba25d38027aecfe766">MakeUnique</a>(Args&amp;&amp;... args) = <span class="keyword">delete</span>;</div>
<div class="line"><a name="l00725"></a><span class="lineno"> 725</span>&#160; </div>
<div class="line"><a name="l00726"></a><span class="lineno"> 726</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> FCompType&gt;</div>
<div class="line"><a name="l00727"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a1abcb76ccd9022ebacdacd69c821cdc2"> 727</a></span>&#160;FCompType <a class="code" href="namespacemxnet_1_1common.html#a1abcb76ccd9022ebacdacd69c821cdc2">GetFCompute</a>(<span class="keyword">const</span> <a class="code" href="classnnvm_1_1Op.html">nnvm::Op</a>* op, <span class="keyword">const</span> std::string&amp; name, <span class="keyword">const</span> <a class="code" href="structmxnet_1_1Context.html">Context</a>&amp; ctx) {</div>
<div class="line"><a name="l00728"></a><span class="lineno"> 728</span>&#160; <span class="keyword">static</span> <span class="keyword">auto</span>&amp; fcompute_cpu = nnvm::Op::GetAttr&lt;FCompType&gt;(name + <span class="stringliteral">&quot;&lt;cpu&gt;&quot;</span>);</div>
<div class="line"><a name="l00729"></a><span class="lineno"> 729</span>&#160; <span class="keyword">static</span> <span class="keyword">auto</span>&amp; fcompute_gpu = nnvm::Op::GetAttr&lt;FCompType&gt;(name + <span class="stringliteral">&quot;&lt;gpu&gt;&quot;</span>);</div>
<div class="line"><a name="l00730"></a><span class="lineno"> 730</span>&#160; </div>
<div class="line"><a name="l00731"></a><span class="lineno"> 731</span>&#160; <span class="keywordflow">if</span> (ctx.<a class="code" href="structmxnet_1_1Context.html#a41f5317543ececa2d0feeea1093e219c">dev_mask</a>() == <a class="code" href="structmshadow_1_1cpu.html#a57f74b500825e21c0c246ad5b4e5016b">cpu::kDevMask</a>) {</div>
<div class="line"><a name="l00732"></a><span class="lineno"> 732</span>&#160; <span class="keywordflow">return</span> fcompute_cpu.get(op, <span class="keyword">nullptr</span>);</div>
<div class="line"><a name="l00733"></a><span class="lineno"> 733</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (ctx.<a class="code" href="structmxnet_1_1Context.html#a41f5317543ececa2d0feeea1093e219c">dev_mask</a>() == <a class="code" href="structmshadow_1_1gpu.html#a15467f39ddeed96fa259efda7c988f05">gpu::kDevMask</a>) {</div>
<div class="line"><a name="l00734"></a><span class="lineno"> 734</span>&#160; <span class="keywordflow">return</span> fcompute_gpu.get(op, <span class="keyword">nullptr</span>);</div>
<div class="line"><a name="l00735"></a><span class="lineno"> 735</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00736"></a><span class="lineno"> 736</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Unknown device mask &quot;</span> &lt;&lt; ctx.<a class="code" href="structmxnet_1_1Context.html#a41f5317543ececa2d0feeea1093e219c">dev_mask</a>();</div>
<div class="line"><a name="l00737"></a><span class="lineno"> 737</span>&#160; <span class="keywordflow">return</span> <span class="keyword">nullptr</span>;</div>
<div class="line"><a name="l00738"></a><span class="lineno"> 738</span>&#160; }</div>
<div class="line"><a name="l00739"></a><span class="lineno"> 739</span>&#160;}</div>
<div class="line"><a name="l00740"></a><span class="lineno"> 740</span>&#160; </div>
<div class="line"><a name="l00744"></a><span class="lineno"> 744</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> T&gt;</div>
<div class="line"><a name="l00745"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a325e95d176e17c22ea18db6694093ad7"> 745</a></span>&#160;constexpr <span class="keywordtype">size_t</span> <a class="code" href="namespacemxnet_1_1common.html#a325e95d176e17c22ea18db6694093ad7">MaxIntegerValue</a>() {</div>
<div class="line"><a name="l00746"></a><span class="lineno"> 746</span>&#160; <span class="keywordflow">return</span> std::is_integral&lt;T&gt;::value ? std::numeric_limits&lt;T&gt;::max() :</div>
<div class="line"><a name="l00747"></a><span class="lineno"> 747</span>&#160; size_t(2) &lt;&lt; (std::numeric_limits&lt;T&gt;::digits - 1);</div>
<div class="line"><a name="l00748"></a><span class="lineno"> 748</span>&#160;}</div>
<div class="line"><a name="l00749"></a><span class="lineno"> 749</span>&#160; </div>
<div class="line"><a name="l00750"></a><span class="lineno"> 750</span>&#160;<span class="keyword">template</span> &lt;&gt;</div>
<div class="line"><a name="l00751"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a7b5002a24372f2c7325c78a747270cf9"> 751</a></span>&#160;constexpr <span class="keywordtype">size_t</span> MaxIntegerValue&lt;mshadow::half::half_t&gt;() {</div>
<div class="line"><a name="l00752"></a><span class="lineno"> 752</span>&#160; <span class="keywordflow">return</span> size_t(2) &lt;&lt; 10;</div>
<div class="line"><a name="l00753"></a><span class="lineno"> 753</span>&#160;}</div>
<div class="line"><a name="l00754"></a><span class="lineno"> 754</span>&#160; </div>
<div class="line"><a name="l00755"></a><span class="lineno"> 755</span>&#160;<span class="keyword">template</span> &lt;&gt;</div>
<div class="line"><a name="l00756"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a49aed737bf5e84006016a8e863f422cf"> 756</a></span>&#160;constexpr <span class="keywordtype">size_t</span> MaxIntegerValue&lt;mshadow::bfloat::bf16_t&gt;() {</div>
<div class="line"><a name="l00757"></a><span class="lineno"> 757</span>&#160; <span class="keywordflow">return</span> size_t(2) &lt;&lt; 14;</div>
<div class="line"><a name="l00758"></a><span class="lineno"> 758</span>&#160;}</div>
<div class="line"><a name="l00759"></a><span class="lineno"> 759</span>&#160; </div>
<div class="line"><a name="l00760"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#ad45245532df14e35b887c2ec91939d8d"> 760</a></span>&#160;<a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#ad45245532df14e35b887c2ec91939d8d">ilog2ul</a>(<span class="keywordtype">size_t</span> a) {</div>
<div class="line"><a name="l00761"></a><span class="lineno"> 761</span>&#160; <span class="keywordtype">int</span> k = 1;</div>
<div class="line"><a name="l00762"></a><span class="lineno"> 762</span>&#160; <span class="keywordflow">while</span> (a &gt;&gt;= 1)</div>
<div class="line"><a name="l00763"></a><span class="lineno"> 763</span>&#160; ++k;</div>
<div class="line"><a name="l00764"></a><span class="lineno"> 764</span>&#160; <span class="keywordflow">return</span> k;</div>
<div class="line"><a name="l00765"></a><span class="lineno"> 765</span>&#160;}</div>
<div class="line"><a name="l00766"></a><span class="lineno"> 766</span>&#160; </div>
<div class="line"><a name="l00767"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a44c77619725d8bc68a085bdbcaa5416b"> 767</a></span>&#160;<a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#a44c77619725d8bc68a085bdbcaa5416b">ilog2ui</a>(<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> a) {</div>
<div class="line"><a name="l00768"></a><span class="lineno"> 768</span>&#160; <span class="keywordtype">int</span> k = 1;</div>
<div class="line"><a name="l00769"></a><span class="lineno"> 769</span>&#160; <span class="keywordflow">while</span> (a &gt;&gt;= 1)</div>
<div class="line"><a name="l00770"></a><span class="lineno"> 770</span>&#160; ++k;</div>
<div class="line"><a name="l00771"></a><span class="lineno"> 771</span>&#160; <span class="keywordflow">return</span> k;</div>
<div class="line"><a name="l00772"></a><span class="lineno"> 772</span>&#160;}</div>
<div class="line"><a name="l00773"></a><span class="lineno"> 773</span>&#160; </div>
<div class="line"><a name="l00777"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#aaa3cdf4e5f766e793e20d56b1fc4386e"> 777</a></span>&#160;<span class="keyword">inline</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="namespacemxnet_1_1common.html#aaa3cdf4e5f766e793e20d56b1fc4386e">InitZeros</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype,</div>
<div class="line"><a name="l00778"></a><span class="lineno"> 778</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a>&amp; shape,</div>
<div class="line"><a name="l00779"></a><span class="lineno"> 779</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1Context.html">Context</a>&amp; ctx,</div>
<div class="line"><a name="l00780"></a><span class="lineno"> 780</span>&#160; <span class="keyword">const</span> <span class="keywordtype">int</span> dtype) {</div>
<div class="line"><a name="l00781"></a><span class="lineno"> 781</span>&#160; <span class="comment">// NDArray with default storage</span></div>
<div class="line"><a name="l00782"></a><span class="lineno"> 782</span>&#160; <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>) {</div>
<div class="line"><a name="l00783"></a><span class="lineno"> 783</span>&#160; <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> ret(shape, ctx, <span class="keyword">false</span>, dtype);</div>
<div class="line"><a name="l00784"></a><span class="lineno"> 784</span>&#160; ret = 0;</div>
<div class="line"><a name="l00785"></a><span class="lineno"> 785</span>&#160; <span class="keywordflow">return</span> ret;</div>
<div class="line"><a name="l00786"></a><span class="lineno"> 786</span>&#160; }</div>
<div class="line"><a name="l00787"></a><span class="lineno"> 787</span>&#160; <span class="comment">// NDArray with non-default storage. Storage allocation is always delayed.</span></div>
<div class="line"><a name="l00788"></a><span class="lineno"> 788</span>&#160; <span class="keywordflow">return</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>(stype, shape, ctx, <span class="keyword">true</span>, dtype);</div>
<div class="line"><a name="l00789"></a><span class="lineno"> 789</span>&#160;}</div>
<div class="line"><a name="l00790"></a><span class="lineno"> 790</span>&#160; </div>
<div class="line"><a name="l00794"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a214e7e05193ff2ddf8c1f88afa5c2d9c"> 794</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a214e7e05193ff2ddf8c1f88afa5c2d9c">EmplaceBackZeros</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype,</div>
<div class="line"><a name="l00795"></a><span class="lineno"> 795</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a>&amp; shape,</div>
<div class="line"><a name="l00796"></a><span class="lineno"> 796</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1Context.html">Context</a>&amp; ctx,</div>
<div class="line"><a name="l00797"></a><span class="lineno"> 797</span>&#160; <span class="keyword">const</span> <span class="keywordtype">int</span> dtype,</div>
<div class="line"><a name="l00798"></a><span class="lineno"> 798</span>&#160; std::vector&lt;NDArray&gt;* vec) {</div>
<div class="line"><a name="l00799"></a><span class="lineno"> 799</span>&#160; <span class="comment">// NDArray with default storage</span></div>
<div class="line"><a name="l00800"></a><span class="lineno"> 800</span>&#160; <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>) {</div>
<div class="line"><a name="l00801"></a><span class="lineno"> 801</span>&#160; vec-&gt;emplace_back(shape, ctx, <span class="keyword">false</span>, dtype);</div>
<div class="line"><a name="l00802"></a><span class="lineno"> 802</span>&#160; vec-&gt;back() = 0;</div>
<div class="line"><a name="l00803"></a><span class="lineno"> 803</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00804"></a><span class="lineno"> 804</span>&#160; <span class="comment">// NDArray with non-default storage. Storage allocation is always delayed.</span></div>
<div class="line"><a name="l00805"></a><span class="lineno"> 805</span>&#160; vec-&gt;emplace_back(stype, shape, ctx, <span class="keyword">true</span>, dtype);</div>
<div class="line"><a name="l00806"></a><span class="lineno"> 806</span>&#160; }</div>
<div class="line"><a name="l00807"></a><span class="lineno"> 807</span>&#160;}</div>
<div class="line"><a name="l00808"></a><span class="lineno"> 808</span>&#160; </div>
<div class="line"><a name="l00812"></a><span class="lineno"> 812</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00813"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#abc4dccb2b37c896faf7409e002bf4eb2"> 813</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#abc4dccb2b37c896faf7409e002bf4eb2">ParallelCopy</a>(DType* dst, <span class="keyword">const</span> DType* src, <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> size) {</div>
<div class="line"><a name="l00814"></a><span class="lineno"> 814</span>&#160; <span class="keyword">static</span> <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> copy_block_size = dmlc::GetEnv(<span class="stringliteral">&quot;MXNET_CPU_PARALLEL_SIZE&quot;</span>, 200000);</div>
<div class="line"><a name="l00815"></a><span class="lineno"> 815</span>&#160; <span class="keywordflow">if</span> (size &gt;= copy_block_size) {</div>
<div class="line"><a name="l00816"></a><span class="lineno"> 816</span>&#160;<span class="preprocessor">#pragma omp parallel for num_threads(engine::OpenMP::Get()-&gt;GetRecommendedOMPThreadCount())</span></div>
<div class="line"><a name="l00817"></a><span class="lineno"> 817</span>&#160; <span class="keywordflow">for</span> (<a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> i = 0; i &lt; size; ++i) {</div>
<div class="line"><a name="l00818"></a><span class="lineno"> 818</span>&#160; dst[i] = src[i];</div>
<div class="line"><a name="l00819"></a><span class="lineno"> 819</span>&#160; }</div>
<div class="line"><a name="l00820"></a><span class="lineno"> 820</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00821"></a><span class="lineno"> 821</span>&#160;<span class="preprocessor">#pragma GCC diagnostic push</span></div>
<div class="line"><a name="l00822"></a><span class="lineno"> 822</span>&#160;<span class="preprocessor">#if __GNUC__ &gt;= 8</span></div>
<div class="line"><a name="l00823"></a><span class="lineno"> 823</span>&#160;<span class="preprocessor">#pragma GCC diagnostic ignored &quot;-Wclass-memaccess&quot;</span></div>
<div class="line"><a name="l00824"></a><span class="lineno"> 824</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00825"></a><span class="lineno"> 825</span>&#160; std::memcpy(dst, src, <span class="keyword">sizeof</span>(DType) * size);</div>
<div class="line"><a name="l00826"></a><span class="lineno"> 826</span>&#160;<span class="preprocessor">#pragma GCC diagnostic pop</span></div>
<div class="line"><a name="l00827"></a><span class="lineno"> 827</span>&#160; }</div>
<div class="line"><a name="l00828"></a><span class="lineno"> 828</span>&#160;}</div>
<div class="line"><a name="l00829"></a><span class="lineno"> 829</span>&#160; </div>
<div class="line"><a name="l00833"></a><span class="lineno"> 833</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00834"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a4809d73b8689e4898d3608b15c877035"> 834</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a4809d73b8689e4898d3608b15c877035">ParallelAdd</a>(DType* dst, <span class="keyword">const</span> DType* src, <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> size) {</div>
<div class="line"><a name="l00835"></a><span class="lineno"> 835</span>&#160; <span class="keyword">static</span> <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> add_block_size = dmlc::GetEnv(<span class="stringliteral">&quot;MXNET_CPU_PARALLEL_SIZE&quot;</span>, 200000);</div>
<div class="line"><a name="l00836"></a><span class="lineno"> 836</span>&#160; <span class="keywordflow">if</span> (size &gt;= add_block_size) {</div>
<div class="line"><a name="l00837"></a><span class="lineno"> 837</span>&#160;<span class="preprocessor">#pragma omp parallel for num_threads(engine::OpenMP::Get()-&gt;GetRecommendedOMPThreadCount())</span></div>
<div class="line"><a name="l00838"></a><span class="lineno"> 838</span>&#160; <span class="keywordflow">for</span> (<a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> i = 0; i &lt; size; ++i) {</div>
<div class="line"><a name="l00839"></a><span class="lineno"> 839</span>&#160; dst[i] += src[i];</div>
<div class="line"><a name="l00840"></a><span class="lineno"> 840</span>&#160; }</div>
<div class="line"><a name="l00841"></a><span class="lineno"> 841</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00842"></a><span class="lineno"> 842</span>&#160; <span class="keywordflow">for</span> (<a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> i = 0; i &lt; size; ++i) {</div>
<div class="line"><a name="l00843"></a><span class="lineno"> 843</span>&#160; dst[i] += src[i];</div>
<div class="line"><a name="l00844"></a><span class="lineno"> 844</span>&#160; }</div>
<div class="line"><a name="l00845"></a><span class="lineno"> 845</span>&#160; }</div>
<div class="line"><a name="l00846"></a><span class="lineno"> 846</span>&#160;}</div>
<div class="line"><a name="l00847"></a><span class="lineno"> 847</span>&#160; </div>
<div class="line"><a name="l00866"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#abe0a2c4df1828cd070c9afe47402507b"> 866</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#abe0a2c4df1828cd070c9afe47402507b">ConvertToNumpyShape</a>(<a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a>* shape) {</div>
<div class="line"><a name="l00867"></a><span class="lineno"> 867</span>&#160; <span class="keywordflow">if</span> (shape-&gt;<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>() == 0) { <span class="comment">// legacy shape ndim = 0 means unknown</span></div>
<div class="line"><a name="l00868"></a><span class="lineno"> 868</span>&#160; *shape = <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a>(); <span class="comment">// unknown shape ndim = -1</span></div>
<div class="line"><a name="l00869"></a><span class="lineno"> 869</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00870"></a><span class="lineno"> 870</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> j = 0; j &lt; shape-&gt;<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>(); ++j) {</div>
<div class="line"><a name="l00871"></a><span class="lineno"> 871</span>&#160; <span class="keywordflow">if</span> ((*shape)[j] == 0) { <span class="comment">// legacy shape dim_size = 0 means unknown</span></div>
<div class="line"><a name="l00872"></a><span class="lineno"> 872</span>&#160; (*shape)[j] = -1; <span class="comment">// unknown dim size = -1</span></div>
<div class="line"><a name="l00873"></a><span class="lineno"> 873</span>&#160; }</div>
<div class="line"><a name="l00874"></a><span class="lineno"> 874</span>&#160; }</div>
<div class="line"><a name="l00875"></a><span class="lineno"> 875</span>&#160; }</div>
<div class="line"><a name="l00876"></a><span class="lineno"> 876</span>&#160;}</div>
<div class="line"><a name="l00877"></a><span class="lineno"> 877</span>&#160; </div>
<div class="line"><a name="l00878"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a7959f5a687e97776596c86a2bedca252"> 878</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#abe0a2c4df1828cd070c9afe47402507b">ConvertToNumpyShape</a>(<a class="code" href="namespacemxnet.html#a87e1c30aafac389774c6f4d905c0e5ea">mxnet::ShapeVector</a>* shapes) {</div>
<div class="line"><a name="l00879"></a><span class="lineno"> 879</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i &lt; shapes-&gt;size(); ++i) {</div>
<div class="line"><a name="l00880"></a><span class="lineno"> 880</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#abe0a2c4df1828cd070c9afe47402507b">ConvertToNumpyShape</a>(&amp;(shapes-&gt;at(i)));</div>
<div class="line"><a name="l00881"></a><span class="lineno"> 881</span>&#160; }</div>
<div class="line"><a name="l00882"></a><span class="lineno"> 882</span>&#160;}</div>
<div class="line"><a name="l00883"></a><span class="lineno"> 883</span>&#160; </div>
<div class="line"><a name="l00888"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#ae2b1fe2cdc172ad5828cca0c7bb207ed"> 888</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#ae2b1fe2cdc172ad5828cca0c7bb207ed">ConvertToLegacyShape</a>(<a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a>* shape) {</div>
<div class="line"><a name="l00889"></a><span class="lineno"> 889</span>&#160; <span class="keywordflow">if</span> (!<a class="code" href="namespacemxnet.html#a429718781f8f77397f9437016511be6e">mxnet::ndim_is_known</a>(*shape)) {</div>
<div class="line"><a name="l00890"></a><span class="lineno"> 890</span>&#160; *shape = <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a>(0, -1);</div>
<div class="line"><a name="l00891"></a><span class="lineno"> 891</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00892"></a><span class="lineno"> 892</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> j = 0; j &lt; shape-&gt;<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>(); ++j) {</div>
<div class="line"><a name="l00893"></a><span class="lineno"> 893</span>&#160; <span class="keywordflow">if</span> (!<a class="code" href="namespacemxnet.html#a4ddc5fdc5ddb39296ad9606e99fdcd5a">mxnet::dim_size_is_known</a>(*shape, j)) {</div>
<div class="line"><a name="l00894"></a><span class="lineno"> 894</span>&#160; (*shape)[j] = 0;</div>
<div class="line"><a name="l00895"></a><span class="lineno"> 895</span>&#160; }</div>
<div class="line"><a name="l00896"></a><span class="lineno"> 896</span>&#160; }</div>
<div class="line"><a name="l00897"></a><span class="lineno"> 897</span>&#160; }</div>
<div class="line"><a name="l00898"></a><span class="lineno"> 898</span>&#160;}</div>
<div class="line"><a name="l00899"></a><span class="lineno"> 899</span>&#160; </div>
<div class="line"><a name="l00900"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a0649dba32ab254c7d06b10881f6f5875"> 900</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#ae2b1fe2cdc172ad5828cca0c7bb207ed">ConvertToLegacyShape</a>(<a class="code" href="namespacemxnet.html#a87e1c30aafac389774c6f4d905c0e5ea">mxnet::ShapeVector</a>* shapes) {</div>
<div class="line"><a name="l00901"></a><span class="lineno"> 901</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i &lt; shapes-&gt;size(); ++i) {</div>
<div class="line"><a name="l00902"></a><span class="lineno"> 902</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#ae2b1fe2cdc172ad5828cca0c7bb207ed">ConvertToLegacyShape</a>(&amp;(shapes-&gt;at(i)));</div>
<div class="line"><a name="l00903"></a><span class="lineno"> 903</span>&#160; }</div>
<div class="line"><a name="l00904"></a><span class="lineno"> 904</span>&#160;}</div>
<div class="line"><a name="l00905"></a><span class="lineno"> 905</span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a9d8a81c55bcebde7dcc7cdfd92d1db42">ExecuteMonInputCallback</a>(</div>
<div class="line"><a name="l00906"></a><span class="lineno"> 906</span>&#160; <span class="keyword">const</span> <a class="code" href="classnnvm_1_1IndexedGraph.html">nnvm::IndexedGraph</a>&amp; idx,</div>
<div class="line"><a name="l00907"></a><span class="lineno"> 907</span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray*&gt;&amp; state_arrays,</div>
<div class="line"><a name="l00908"></a><span class="lineno"> 908</span>&#160; <span class="keywordtype">size_t</span> nid,</div>
<div class="line"><a name="l00909"></a><span class="lineno"> 909</span>&#160; <span class="keyword">const</span> std::function&lt;<span class="keywordtype">void</span>(<span class="keyword">const</span> <span class="keywordtype">char</span>*, <span class="keyword">const</span> <span class="keywordtype">char</span>*, <span class="keywordtype">void</span>*)&gt;&amp; monitor_callback);</div>
<div class="line"><a name="l00910"></a><span class="lineno"> 910</span>&#160; </div>
<div class="line"><a name="l00911"></a><span class="lineno"> 911</span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a6a5848bc969a0479325f5e25cde40cb2">ExecuteMonOutputCallback</a>(</div>
<div class="line"><a name="l00912"></a><span class="lineno"> 912</span>&#160; <span class="keyword">const</span> <a class="code" href="classnnvm_1_1IndexedGraph.html">nnvm::IndexedGraph</a>&amp; idx,</div>
<div class="line"><a name="l00913"></a><span class="lineno"> 913</span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray*&gt;&amp; state_arrays,</div>
<div class="line"><a name="l00914"></a><span class="lineno"> 914</span>&#160; <span class="keywordtype">size_t</span> nid,</div>
<div class="line"><a name="l00915"></a><span class="lineno"> 915</span>&#160; <span class="keyword">const</span> std::function&lt;<span class="keywordtype">void</span>(<span class="keyword">const</span> <span class="keywordtype">char</span>*, <span class="keyword">const</span> <span class="keywordtype">char</span>*, <span class="keywordtype">void</span>*)&gt;&amp; monitor_callback);</div>
<div class="line"><a name="l00916"></a><span class="lineno"> 916</span>&#160; </div>
<div class="line"><a name="l00917"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a4ce8b75eb931216c17862500600d7a0b"> 917</a></span>&#160;<span class="keyword">inline</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> <a class="code" href="namespacemxnet_1_1common.html#a4ce8b75eb931216c17862500600d7a0b">CanonicalizeAxes</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a>&amp; src) {</div>
<div class="line"><a name="l00918"></a><span class="lineno"> 918</span>&#160; <span class="comment">// convert negative axes to positive values</span></div>
<div class="line"><a name="l00919"></a><span class="lineno"> 919</span>&#160; <span class="keyword">const</span> <span class="keywordtype">int</span> ndim = src.<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>();</div>
<div class="line"><a name="l00920"></a><span class="lineno"> 920</span>&#160; <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> axes = src;</div>
<div class="line"><a name="l00921"></a><span class="lineno"> 921</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; ndim; ++i) {</div>
<div class="line"><a name="l00922"></a><span class="lineno"> 922</span>&#160; <span class="keywordflow">if</span> (axes[i] &lt; 0) {</div>
<div class="line"><a name="l00923"></a><span class="lineno"> 923</span>&#160; axes[i] += ndim;</div>
<div class="line"><a name="l00924"></a><span class="lineno"> 924</span>&#160; }</div>
<div class="line"><a name="l00925"></a><span class="lineno"> 925</span>&#160; CHECK(axes[i] &gt;= 0 &amp;&amp; axes[i] &lt; ndim)</div>
<div class="line"><a name="l00926"></a><span class="lineno"> 926</span>&#160; &lt;&lt; <span class="stringliteral">&quot;axes[&quot;</span> &lt;&lt; i &lt;&lt; <span class="stringliteral">&quot;]=&quot;</span> &lt;&lt; axes[i] &lt;&lt; <span class="stringliteral">&quot; exceeds the range [&quot;</span> &lt;&lt; 0 &lt;&lt; <span class="stringliteral">&quot;, &quot;</span> &lt;&lt; ndim &lt;&lt; <span class="stringliteral">&quot;)&quot;</span>;</div>
<div class="line"><a name="l00927"></a><span class="lineno"> 927</span>&#160; }</div>
<div class="line"><a name="l00928"></a><span class="lineno"> 928</span>&#160; <span class="keywordflow">return</span> axes;</div>
<div class="line"><a name="l00929"></a><span class="lineno"> 929</span>&#160;}</div>
<div class="line"><a name="l00930"></a><span class="lineno"> 930</span>&#160; </div>
<div class="line"><a name="l00931"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b"> 931</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">is_float</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> dtype) {</div>
<div class="line"><a name="l00932"></a><span class="lineno"> 932</span>&#160; <span class="keywordflow">return</span> dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a37ab9e42757689b17620f5728296d5d4">mshadow::kFloat16</a> ||</div>
<div class="line"><a name="l00933"></a><span class="lineno"> 933</span>&#160; dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a2313be720271dd8ef9d3becbed309f2e">mshadow::kBfloat16</a>;</div>
<div class="line"><a name="l00934"></a><span class="lineno"> 934</span>&#160;}</div>
<div class="line"><a name="l00935"></a><span class="lineno"> 935</span>&#160; </div>
<div class="line"><a name="l00936"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a936c985e4dfd7d43ace2e57babb06393"> 936</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a936c985e4dfd7d43ace2e57babb06393">is_int</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> dtype) {</div>
<div class="line"><a name="l00937"></a><span class="lineno"> 937</span>&#160; <span class="keywordflow">return</span> dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1aefe5e24a51079065b7707225c9289908">mshadow::kUint16</a> ||</div>
<div class="line"><a name="l00938"></a><span class="lineno"> 938</span>&#160; dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a36cfd4fc26c0ee29affa99a36db0db17">mshadow::kInt16</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a> ||</div>
<div class="line"><a name="l00939"></a><span class="lineno"> 939</span>&#160; dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a2c5f8f21a24725e29edad31e3ba75ade">mshadow::kUint64</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>;</div>
<div class="line"><a name="l00940"></a><span class="lineno"> 940</span>&#160;}</div>
<div class="line"><a name="l00941"></a><span class="lineno"> 941</span>&#160; </div>
<div class="line"><a name="l00942"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a35854b42bd191a76d3bcd84db562e178"> 942</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a35854b42bd191a76d3bcd84db562e178">is_signed_int</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> dtype) {</div>
<div class="line"><a name="l00943"></a><span class="lineno"> 943</span>&#160; <span class="keywordflow">return</span> dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a36cfd4fc26c0ee29affa99a36db0db17">mshadow::kInt16</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a> ||</div>
<div class="line"><a name="l00944"></a><span class="lineno"> 944</span>&#160; dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>;</div>
<div class="line"><a name="l00945"></a><span class="lineno"> 945</span>&#160;}</div>
<div class="line"><a name="l00946"></a><span class="lineno"> 946</span>&#160; </div>
<div class="line"><a name="l00947"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a315a62befd2120663507f922b3e73466"> 947</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a315a62befd2120663507f922b3e73466">is_unsigned_int</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> dtype) {</div>
<div class="line"><a name="l00948"></a><span class="lineno"> 948</span>&#160; <span class="keywordflow">return</span> dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1aefe5e24a51079065b7707225c9289908">mshadow::kUint16</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a> ||</div>
<div class="line"><a name="l00949"></a><span class="lineno"> 949</span>&#160; dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a2c5f8f21a24725e29edad31e3ba75ade">mshadow::kUint64</a>;</div>
<div class="line"><a name="l00950"></a><span class="lineno"> 950</span>&#160;}</div>
<div class="line"><a name="l00951"></a><span class="lineno"> 951</span>&#160; </div>
<div class="line"><a name="l00952"></a><span class="lineno"> 952</span>&#160;<span class="keyword">static</span> <span class="keywordtype">int</span> bits_of(<span class="keyword">const</span> <span class="keywordtype">int</span> type_flag) {</div>
<div class="line"><a name="l00953"></a><span class="lineno"> 953</span>&#160; <span class="keywordflow">switch</span> (type_flag) {</div>
<div class="line"><a name="l00954"></a><span class="lineno"> 954</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a>:</div>
<div class="line"><a name="l00955"></a><span class="lineno"> 955</span>&#160; <span class="keywordflow">return</span> <span class="keyword">sizeof</span>(float) * CHAR_BIT;</div>
<div class="line"><a name="l00956"></a><span class="lineno"> 956</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a>:</div>
<div class="line"><a name="l00957"></a><span class="lineno"> 957</span>&#160; <span class="keywordflow">return</span> <span class="keyword">sizeof</span>(double) * CHAR_BIT;</div>
<div class="line"><a name="l00958"></a><span class="lineno"> 958</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a>:</div>
<div class="line"><a name="l00959"></a><span class="lineno"> 959</span>&#160; <span class="keywordflow">return</span> <span class="keyword">sizeof</span>(uint8_t) * CHAR_BIT;</div>
<div class="line"><a name="l00960"></a><span class="lineno"> 960</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a>:</div>
<div class="line"><a name="l00961"></a><span class="lineno"> 961</span>&#160; <span class="keywordflow">return</span> <span class="keyword">sizeof</span>(int32_t) * CHAR_BIT;</div>
<div class="line"><a name="l00962"></a><span class="lineno"> 962</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a>:</div>
<div class="line"><a name="l00963"></a><span class="lineno"> 963</span>&#160; <span class="keywordflow">return</span> <span class="keyword">sizeof</span>(int8_t) * CHAR_BIT;</div>
<div class="line"><a name="l00964"></a><span class="lineno"> 964</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>:</div>
<div class="line"><a name="l00965"></a><span class="lineno"> 965</span>&#160; <span class="keywordflow">return</span> <span class="keyword">sizeof</span>(int64_t) * CHAR_BIT;</div>
<div class="line"><a name="l00966"></a><span class="lineno"> 966</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad2f7fcc5a34a6b27898cfd5d1626882a">mshadow::kBool</a>:</div>
<div class="line"><a name="l00967"></a><span class="lineno"> 967</span>&#160; <span class="keywordflow">return</span> <span class="keyword">sizeof</span>(bool) * CHAR_BIT;</div>
<div class="line"><a name="l00968"></a><span class="lineno"> 968</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a36cfd4fc26c0ee29affa99a36db0db17">mshadow::kInt16</a>:</div>
<div class="line"><a name="l00969"></a><span class="lineno"> 969</span>&#160; <span class="keywordflow">return</span> <span class="keyword">sizeof</span>(int16_t) * CHAR_BIT;</div>
<div class="line"><a name="l00970"></a><span class="lineno"> 970</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1aefe5e24a51079065b7707225c9289908">mshadow::kUint16</a>:</div>
<div class="line"><a name="l00971"></a><span class="lineno"> 971</span>&#160; <span class="keywordflow">return</span> <span class="keyword">sizeof</span>(uint16_t) * CHAR_BIT;</div>
<div class="line"><a name="l00972"></a><span class="lineno"> 972</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a>:</div>
<div class="line"><a name="l00973"></a><span class="lineno"> 973</span>&#160; <span class="keywordflow">return</span> <span class="keyword">sizeof</span>(uint32_t) * CHAR_BIT;</div>
<div class="line"><a name="l00974"></a><span class="lineno"> 974</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a2c5f8f21a24725e29edad31e3ba75ade">mshadow::kUint64</a>:</div>
<div class="line"><a name="l00975"></a><span class="lineno"> 975</span>&#160; <span class="keywordflow">return</span> <span class="keyword">sizeof</span>(uint64_t) * CHAR_BIT;</div>
<div class="line"><a name="l00976"></a><span class="lineno"> 976</span>&#160; <span class="keywordflow">default</span>: {</div>
<div class="line"><a name="l00977"></a><span class="lineno"> 977</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Unknown type_flag=&quot;</span> &lt;&lt; type_flag;</div>
<div class="line"><a name="l00978"></a><span class="lineno"> 978</span>&#160; <span class="keywordflow">return</span> -1;</div>
<div class="line"><a name="l00979"></a><span class="lineno"> 979</span>&#160; }</div>
<div class="line"><a name="l00980"></a><span class="lineno"> 980</span>&#160; }</div>
<div class="line"><a name="l00981"></a><span class="lineno"> 981</span>&#160;}</div>
<div class="line"><a name="l00982"></a><span class="lineno"> 982</span>&#160; </div>
<div class="line"><a name="l00983"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#acf7ac1036b26beeed13921db267ac3b3"> 983</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#acf7ac1036b26beeed13921db267ac3b3">type_promotion</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> type1, <span class="keyword">const</span> <span class="keywordtype">int</span> type2) {</div>
<div class="line"><a name="l00984"></a><span class="lineno"> 984</span>&#160; <span class="keywordflow">if</span> (type1 == type2)</div>
<div class="line"><a name="l00985"></a><span class="lineno"> 985</span>&#160; <span class="keywordflow">return</span> type1;</div>
<div class="line"><a name="l00986"></a><span class="lineno"> 986</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">is_float</a>(type1) &amp;&amp; <a class="code" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">is_float</a>(type2)) {</div>
<div class="line"><a name="l00987"></a><span class="lineno"> 987</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a>) {</div>
<div class="line"><a name="l00988"></a><span class="lineno"> 988</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a>;</div>
<div class="line"><a name="l00989"></a><span class="lineno"> 989</span>&#160; }</div>
<div class="line"><a name="l00990"></a><span class="lineno"> 990</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a>) {</div>
<div class="line"><a name="l00991"></a><span class="lineno"> 991</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a>;</div>
<div class="line"><a name="l00992"></a><span class="lineno"> 992</span>&#160; }</div>
<div class="line"><a name="l00993"></a><span class="lineno"> 993</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a37ab9e42757689b17620f5728296d5d4">mshadow::kFloat16</a>;</div>
<div class="line"><a name="l00994"></a><span class="lineno"> 994</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (<a class="code" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">is_float</a>(type1) || <a class="code" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">is_float</a>(type2)) {</div>
<div class="line"><a name="l00995"></a><span class="lineno"> 995</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">is_float</a>(type1) ? type1 : type2;</div>
<div class="line"><a name="l00996"></a><span class="lineno"> 996</span>&#160; }</div>
<div class="line"><a name="l00997"></a><span class="lineno"> 997</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="namespacemxnet_1_1common.html#a35854b42bd191a76d3bcd84db562e178">is_signed_int</a>(type1) &amp;&amp; <a class="code" href="namespacemxnet_1_1common.html#a35854b42bd191a76d3bcd84db562e178">is_signed_int</a>(type2)) {</div>
<div class="line"><a name="l00998"></a><span class="lineno"> 998</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>) {</div>
<div class="line"><a name="l00999"></a><span class="lineno"> 999</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>;</div>
<div class="line"><a name="l01000"></a><span class="lineno"> 1000</span>&#160; }</div>
<div class="line"><a name="l01001"></a><span class="lineno"> 1001</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a>) {</div>
<div class="line"><a name="l01002"></a><span class="lineno"> 1002</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a>;</div>
<div class="line"><a name="l01003"></a><span class="lineno"> 1003</span>&#160; }</div>
<div class="line"><a name="l01004"></a><span class="lineno"> 1004</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a36cfd4fc26c0ee29affa99a36db0db17">mshadow::kInt16</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a36cfd4fc26c0ee29affa99a36db0db17">mshadow::kInt16</a>) {</div>
<div class="line"><a name="l01005"></a><span class="lineno"> 1005</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a36cfd4fc26c0ee29affa99a36db0db17">mshadow::kInt16</a>;</div>
<div class="line"><a name="l01006"></a><span class="lineno"> 1006</span>&#160; }</div>
<div class="line"><a name="l01007"></a><span class="lineno"> 1007</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a>;</div>
<div class="line"><a name="l01008"></a><span class="lineno"> 1008</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (<a class="code" href="namespacemxnet_1_1common.html#a315a62befd2120663507f922b3e73466">is_unsigned_int</a>(type1) &amp;&amp; <a class="code" href="namespacemxnet_1_1common.html#a315a62befd2120663507f922b3e73466">is_unsigned_int</a>(type2)) {</div>
<div class="line"><a name="l01009"></a><span class="lineno"> 1009</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a2c5f8f21a24725e29edad31e3ba75ade">mshadow::kUint64</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a2c5f8f21a24725e29edad31e3ba75ade">mshadow::kUint64</a>) {</div>
<div class="line"><a name="l01010"></a><span class="lineno"> 1010</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a2c5f8f21a24725e29edad31e3ba75ade">mshadow::kUint64</a>;</div>
<div class="line"><a name="l01011"></a><span class="lineno"> 1011</span>&#160; }</div>
<div class="line"><a name="l01012"></a><span class="lineno"> 1012</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a>) {</div>
<div class="line"><a name="l01013"></a><span class="lineno"> 1013</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a>;</div>
<div class="line"><a name="l01014"></a><span class="lineno"> 1014</span>&#160; }</div>
<div class="line"><a name="l01015"></a><span class="lineno"> 1015</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1aefe5e24a51079065b7707225c9289908">mshadow::kUint16</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1aefe5e24a51079065b7707225c9289908">mshadow::kUint16</a>) {</div>
<div class="line"><a name="l01016"></a><span class="lineno"> 1016</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1aefe5e24a51079065b7707225c9289908">mshadow::kUint16</a>;</div>
<div class="line"><a name="l01017"></a><span class="lineno"> 1017</span>&#160; }</div>
<div class="line"><a name="l01018"></a><span class="lineno"> 1018</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a>;</div>
<div class="line"><a name="l01019"></a><span class="lineno"> 1019</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad2f7fcc5a34a6b27898cfd5d1626882a">mshadow::kBool</a>) {</div>
<div class="line"><a name="l01020"></a><span class="lineno"> 1020</span>&#160; <span class="keywordflow">return</span> type2;</div>
<div class="line"><a name="l01021"></a><span class="lineno"> 1021</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad2f7fcc5a34a6b27898cfd5d1626882a">mshadow::kBool</a>) {</div>
<div class="line"><a name="l01022"></a><span class="lineno"> 1022</span>&#160; <span class="keywordflow">return</span> type1;</div>
<div class="line"><a name="l01023"></a><span class="lineno"> 1023</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (<a class="code" href="namespacemxnet_1_1common.html#a315a62befd2120663507f922b3e73466">is_unsigned_int</a>(type1) || <a class="code" href="namespacemxnet_1_1common.html#a315a62befd2120663507f922b3e73466">is_unsigned_int</a>(type2)) {</div>
<div class="line"><a name="l01024"></a><span class="lineno"> 1024</span>&#160; <span class="keywordflow">if</span> (bits_of(type1) &lt; bits_of(type2)) {</div>
<div class="line"><a name="l01025"></a><span class="lineno"> 1025</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a> &amp;&amp; type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1aefe5e24a51079065b7707225c9289908">mshadow::kUint16</a>) {</div>
<div class="line"><a name="l01026"></a><span class="lineno"> 1026</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a>;</div>
<div class="line"><a name="l01027"></a><span class="lineno"> 1027</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a> &amp;&amp; type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a>) {</div>
<div class="line"><a name="l01028"></a><span class="lineno"> 1028</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>;</div>
<div class="line"><a name="l01029"></a><span class="lineno"> 1029</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a36cfd4fc26c0ee29affa99a36db0db17">mshadow::kInt16</a> &amp;&amp; type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a>) {</div>
<div class="line"><a name="l01030"></a><span class="lineno"> 1030</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>;</div>
<div class="line"><a name="l01031"></a><span class="lineno"> 1031</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a2c5f8f21a24725e29edad31e3ba75ade">mshadow::kUint64</a>) {</div>
<div class="line"><a name="l01032"></a><span class="lineno"> 1032</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Unsupported type promotions between &quot;</span> &lt;&lt; <a class="code" href="namespacemshadow.html#af5aa21f20dbeaa38194b4dadbd37a072">mshadow::dtype_string</a>(type1)</div>
<div class="line"><a name="l01033"></a><span class="lineno"> 1033</span>&#160; &lt;&lt; <span class="stringliteral">&quot; and &quot;</span> &lt;&lt; <a class="code" href="namespacemshadow.html#af5aa21f20dbeaa38194b4dadbd37a072">mshadow::dtype_string</a>(type2);</div>
<div class="line"><a name="l01034"></a><span class="lineno"> 1034</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l01035"></a><span class="lineno"> 1035</span>&#160; <span class="keywordflow">return</span> type2;</div>
<div class="line"><a name="l01036"></a><span class="lineno"> 1036</span>&#160; }</div>
<div class="line"><a name="l01037"></a><span class="lineno"> 1037</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (bits_of(type2) &lt; bits_of(type1)) {</div>
<div class="line"><a name="l01038"></a><span class="lineno"> 1038</span>&#160; <span class="keywordflow">if</span> (type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a> &amp;&amp; type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1aefe5e24a51079065b7707225c9289908">mshadow::kUint16</a>) {</div>
<div class="line"><a name="l01039"></a><span class="lineno"> 1039</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a>;</div>
<div class="line"><a name="l01040"></a><span class="lineno"> 1040</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a> &amp;&amp; type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a>) {</div>
<div class="line"><a name="l01041"></a><span class="lineno"> 1041</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>;</div>
<div class="line"><a name="l01042"></a><span class="lineno"> 1042</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a36cfd4fc26c0ee29affa99a36db0db17">mshadow::kInt16</a> &amp;&amp; type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a>) {</div>
<div class="line"><a name="l01043"></a><span class="lineno"> 1043</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>;</div>
<div class="line"><a name="l01044"></a><span class="lineno"> 1044</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a2c5f8f21a24725e29edad31e3ba75ade">mshadow::kUint64</a>) {</div>
<div class="line"><a name="l01045"></a><span class="lineno"> 1045</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Unsupported type promotions between &quot;</span> &lt;&lt; <a class="code" href="namespacemshadow.html#af5aa21f20dbeaa38194b4dadbd37a072">mshadow::dtype_string</a>(type1)</div>
<div class="line"><a name="l01046"></a><span class="lineno"> 1046</span>&#160; &lt;&lt; <span class="stringliteral">&quot; and &quot;</span> &lt;&lt; <a class="code" href="namespacemshadow.html#af5aa21f20dbeaa38194b4dadbd37a072">mshadow::dtype_string</a>(type2);</div>
<div class="line"><a name="l01047"></a><span class="lineno"> 1047</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l01048"></a><span class="lineno"> 1048</span>&#160; <span class="keywordflow">return</span> type1;</div>
<div class="line"><a name="l01049"></a><span class="lineno"> 1049</span>&#160; }</div>
<div class="line"><a name="l01050"></a><span class="lineno"> 1050</span>&#160; } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l01051"></a><span class="lineno"> 1051</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a>) {</div>
<div class="line"><a name="l01052"></a><span class="lineno"> 1052</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a36cfd4fc26c0ee29affa99a36db0db17">mshadow::kInt16</a>;</div>
<div class="line"><a name="l01053"></a><span class="lineno"> 1053</span>&#160; }</div>
<div class="line"><a name="l01054"></a><span class="lineno"> 1054</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1aefe5e24a51079065b7707225c9289908">mshadow::kUint16</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1aefe5e24a51079065b7707225c9289908">mshadow::kUint16</a>) {</div>
<div class="line"><a name="l01055"></a><span class="lineno"> 1055</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a>;</div>
<div class="line"><a name="l01056"></a><span class="lineno"> 1056</span>&#160; }</div>
<div class="line"><a name="l01057"></a><span class="lineno"> 1057</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a>) {</div>
<div class="line"><a name="l01058"></a><span class="lineno"> 1058</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>;</div>
<div class="line"><a name="l01059"></a><span class="lineno"> 1059</span>&#160; }</div>
<div class="line"><a name="l01060"></a><span class="lineno"> 1060</span>&#160; }</div>
<div class="line"><a name="l01061"></a><span class="lineno"> 1061</span>&#160; }</div>
<div class="line"><a name="l01062"></a><span class="lineno"> 1062</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Unsupported type promotions between &quot;</span> &lt;&lt; <a class="code" href="namespacemshadow.html#af5aa21f20dbeaa38194b4dadbd37a072">mshadow::dtype_string</a>(type1) &lt;&lt; <span class="stringliteral">&quot; and &quot;</span></div>
<div class="line"><a name="l01063"></a><span class="lineno"> 1063</span>&#160; &lt;&lt; <a class="code" href="namespacemshadow.html#af5aa21f20dbeaa38194b4dadbd37a072">mshadow::dtype_string</a>(type2);</div>
<div class="line"><a name="l01064"></a><span class="lineno"> 1064</span>&#160; <span class="keywordflow">return</span> -1;</div>
<div class="line"><a name="l01065"></a><span class="lineno"> 1065</span>&#160;}</div>
<div class="line"><a name="l01066"></a><span class="lineno"> 1066</span>&#160; </div>
<div class="line"><a name="l01067"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a13c7b64afe7420b04b112f0d7c9f958e"> 1067</a></span>&#160;<span class="keyword">inline</span> <span class="keyword">const</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a13c7b64afe7420b04b112f0d7c9f958e">NodeAttrsGetProfilerScope</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs) {</div>
<div class="line"><a name="l01068"></a><span class="lineno"> 1068</span>&#160; <span class="comment">// obtain the profiler scope name, if assigned previously</span></div>
<div class="line"><a name="l01069"></a><span class="lineno"> 1069</span>&#160; std::string profiler_scope = <a class="code" href="storage_8h.html#ad57ab81de690e3650bd9a2b4a41ee200">MXNET_STORAGE_DEFAULT_PROFILER_SCOPE_CSTR</a>;</div>
<div class="line"><a name="l01070"></a><span class="lineno"> 1070</span>&#160; <span class="keyword">const</span> std::unordered_map&lt;std::string, std::string&gt;&amp; node_attrs_dict = attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">dict</a>;</div>
<div class="line"><a name="l01071"></a><span class="lineno"> 1071</span>&#160; <span class="keyword">const</span> std::unordered_map&lt;std::string, std::string&gt;::const_iterator profiler_scope_iter =</div>
<div class="line"><a name="l01072"></a><span class="lineno"> 1072</span>&#160; node_attrs_dict.find(<span class="stringliteral">&quot;__profiler_scope__&quot;</span>);</div>
<div class="line"><a name="l01073"></a><span class="lineno"> 1073</span>&#160; <span class="keywordflow">if</span> (profiler_scope_iter != node_attrs_dict.end()) {</div>
<div class="line"><a name="l01074"></a><span class="lineno"> 1074</span>&#160; profiler_scope = profiler_scope_iter-&gt;second;</div>
<div class="line"><a name="l01075"></a><span class="lineno"> 1075</span>&#160; }</div>
<div class="line"><a name="l01076"></a><span class="lineno"> 1076</span>&#160; <span class="keywordflow">return</span> profiler_scope;</div>
<div class="line"><a name="l01077"></a><span class="lineno"> 1077</span>&#160;}</div>
<div class="line"><a name="l01078"></a><span class="lineno"> 1078</span>&#160; </div>
<div class="line"><a name="l01079"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#ae0b36e2468ddcac38fac199dd4c7e51a"> 1079</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#ae0b36e2468ddcac38fac199dd4c7e51a">GetDefaultDtype</a>() {</div>
<div class="line"><a name="l01080"></a><span class="lineno"> 1080</span>&#160; <span class="keywordflow">return</span> <a class="code" href="classmxnet_1_1Imperative.html#a55cc9d57cddd0aeae5771e1c7d72b00d">Imperative::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Imperative.html#a63ff2923f4b9daa8c35d1a683d17949f">is_np_default_dtype</a>() ? <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a> : <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a>;</div>
<div class="line"><a name="l01081"></a><span class="lineno"> 1081</span>&#160;}</div>
<div class="line"><a name="l01082"></a><span class="lineno"> 1082</span>&#160; </div>
<div class="line"><a name="l01083"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a88e6401b252fe60509bf79d5ea67ee5b"> 1083</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#ae0b36e2468ddcac38fac199dd4c7e51a">GetDefaultDtype</a>(<span class="keywordtype">int</span> dtype) {</div>
<div class="line"><a name="l01084"></a><span class="lineno"> 1084</span>&#160; <span class="keywordflow">if</span> (dtype != -1)</div>
<div class="line"><a name="l01085"></a><span class="lineno"> 1085</span>&#160; <span class="keywordflow">return</span> dtype;</div>
<div class="line"><a name="l01086"></a><span class="lineno"> 1086</span>&#160; <span class="keywordflow">return</span> <a class="code" href="classmxnet_1_1Imperative.html#a55cc9d57cddd0aeae5771e1c7d72b00d">Imperative::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Imperative.html#a63ff2923f4b9daa8c35d1a683d17949f">is_np_default_dtype</a>() ? <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a> : <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a>;</div>
<div class="line"><a name="l01087"></a><span class="lineno"> 1087</span>&#160;}</div>
<div class="line"><a name="l01088"></a><span class="lineno"> 1088</span>&#160; </div>
<div class="line"><a name="l01089"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1MShadowTypeInfo.html"> 1089</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html">MShadowTypeInfo</a> {</div>
<div class="line"><a name="l01090"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af10799f24e5d8461d923f42794599909"> 1090</a></span>&#160; std::string <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af10799f24e5d8461d923f42794599909">name</a>;</div>
<div class="line"><a name="l01091"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#aab9c0fee891d8621ad5f24cef932c738"> 1091</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#aab9c0fee891d8621ad5f24cef932c738">size</a>;</div>
<div class="line"><a name="l01092"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af3b1ee777538be02150a0eaa7348e4e8"> 1092</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af3b1ee777538be02150a0eaa7348e4e8">acc_size</a>;</div>
<div class="line"><a name="l01093"></a><span class="lineno"> 1093</span>&#160; </div>
<div class="line"><a name="l01094"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#ae688f03cf02cb1be8a7b65d9a6b0739d"> 1094</a></span>&#160; <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#ae688f03cf02cb1be8a7b65d9a6b0739d">MShadowTypeInfo</a>(<span class="keyword">const</span> std::string <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af10799f24e5d8461d923f42794599909">name</a>, <span class="keyword">const</span> <span class="keywordtype">int</span> <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#aab9c0fee891d8621ad5f24cef932c738">size</a>, <span class="keyword">const</span> <span class="keywordtype">int</span> <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af3b1ee777538be02150a0eaa7348e4e8">acc_size</a>)</div>
<div class="line"><a name="l01095"></a><span class="lineno"> 1095</span>&#160; : <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af10799f24e5d8461d923f42794599909">name</a>(<a class="code" href="namespacestd.html">std</a>::move(<a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af10799f24e5d8461d923f42794599909">name</a>)), <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#aab9c0fee891d8621ad5f24cef932c738">size</a>(<a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#aab9c0fee891d8621ad5f24cef932c738">size</a>), <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af3b1ee777538be02150a0eaa7348e4e8">acc_size</a>(<a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af3b1ee777538be02150a0eaa7348e4e8">acc_size</a>) {}</div>
<div class="line"><a name="l01096"></a><span class="lineno"> 1096</span>&#160; </div>
<div class="line"><a name="l01097"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#a38d476a5c64cae305cc5893bf0b2f626"> 1097</a></span>&#160; <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#a38d476a5c64cae305cc5893bf0b2f626">MShadowTypeInfo</a>(<span class="keyword">const</span> std::string <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af10799f24e5d8461d923f42794599909">name</a>, <span class="keyword">const</span> <span class="keywordtype">int</span> <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#aab9c0fee891d8621ad5f24cef932c738">size</a>) : <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html">MShadowTypeInfo</a>(<a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af10799f24e5d8461d923f42794599909">name</a>, <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#aab9c0fee891d8621ad5f24cef932c738">size</a>, <a class="code" href="structmxnet_1_1common_1_1MShadowTypeInfo.html#aab9c0fee891d8621ad5f24cef932c738">size</a>) {}</div>
<div class="line"><a name="l01098"></a><span class="lineno"> 1098</span>&#160;};</div>
<div class="line"><a name="l01099"></a><span class="lineno"> 1099</span>&#160; </div>
<div class="line"><a name="l01100"></a><span class="lineno"> 1100</span>&#160;MShadowTypeInfo <a class="code" href="namespacemxnet_1_1common.html#aa8a9546bbfefdbb83d23b9aa1e65778e">mshadow_type_info</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> type_flag);</div>
<div class="line"><a name="l01101"></a><span class="lineno"> 1101</span>&#160; </div>
<div class="line"><a name="l01102"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#aca9c5933ce14039397a350231ffd9ae5"> 1102</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#aca9c5933ce14039397a350231ffd9ae5">AlignedMemAlloc</a>(<span class="keywordtype">void</span>** ptr, <span class="keywordtype">size_t</span> size, <span class="keywordtype">size_t</span> alignment) {</div>
<div class="line"><a name="l01103"></a><span class="lineno"> 1103</span>&#160;<span class="preprocessor">#if _MSC_VER</span></div>
<div class="line"><a name="l01104"></a><span class="lineno"> 1104</span>&#160; *ptr = _aligned_malloc(size, alignment);</div>
<div class="line"><a name="l01105"></a><span class="lineno"> 1105</span>&#160; <span class="keywordflow">if</span> (*ptr == <span class="keyword">nullptr</span>)</div>
<div class="line"><a name="l01106"></a><span class="lineno"> 1106</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l01107"></a><span class="lineno"> 1107</span>&#160;<span class="preprocessor">#else</span></div>
<div class="line"><a name="l01108"></a><span class="lineno"> 1108</span>&#160; <span class="keywordtype">int</span> res = posix_memalign(ptr, alignment, size);</div>
<div class="line"><a name="l01109"></a><span class="lineno"> 1109</span>&#160; <span class="keywordflow">if</span> (res != 0)</div>
<div class="line"><a name="l01110"></a><span class="lineno"> 1110</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l01111"></a><span class="lineno"> 1111</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l01112"></a><span class="lineno"> 1112</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l01113"></a><span class="lineno"> 1113</span>&#160;}</div>
<div class="line"><a name="l01114"></a><span class="lineno"> 1114</span>&#160; </div>
<div class="line"><a name="l01115"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a38b9b816c7daac34dbe8def182d1a482"> 1115</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a38b9b816c7daac34dbe8def182d1a482">AlignedMemFree</a>(<span class="keywordtype">void</span>* ptr) {</div>
<div class="line"><a name="l01116"></a><span class="lineno"> 1116</span>&#160;<span class="preprocessor">#if _MSC_VER</span></div>
<div class="line"><a name="l01117"></a><span class="lineno"> 1117</span>&#160; _aligned_free(ptr);</div>
<div class="line"><a name="l01118"></a><span class="lineno"> 1118</span>&#160;<span class="preprocessor">#else</span></div>
<div class="line"><a name="l01119"></a><span class="lineno"> 1119</span>&#160; free(ptr);</div>
<div class="line"><a name="l01120"></a><span class="lineno"> 1120</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l01121"></a><span class="lineno"> 1121</span>&#160;}</div>
<div class="line"><a name="l01122"></a><span class="lineno"> 1122</span>&#160; </div>
<div class="line"><a name="l01123"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#abe9f2438cbb8114214f90251115fe0ae"> 1123</a></span>&#160;<span class="keyword">inline</span> <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> <a class="code" href="namespacemxnet_1_1common.html#abe9f2438cbb8114214f90251115fe0ae">div_round</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> a, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> b) {</div>
<div class="line"><a name="l01124"></a><span class="lineno"> 1124</span>&#160; <span class="keywordflow">return</span> (a + b - 1) / b;</div>
<div class="line"><a name="l01125"></a><span class="lineno"> 1125</span>&#160;}</div>
<div class="line"><a name="l01126"></a><span class="lineno"> 1126</span>&#160; </div>
<div class="line"><a name="l01127"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a6f893aa94eae795ef6730779bd6ed4e2"> 1127</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a6f893aa94eae795ef6730779bd6ed4e2">IsPower2</a>(<span class="keywordtype">size_t</span> N) {</div>
<div class="line"><a name="l01128"></a><span class="lineno"> 1128</span>&#160; <span class="keywordflow">return</span> ((N &amp; (N - 1)) == 0) &amp;&amp; N != 0;</div>
<div class="line"><a name="l01129"></a><span class="lineno"> 1129</span>&#160;}</div>
<div class="line"><a name="l01130"></a><span class="lineno"> 1130</span>&#160; </div>
<div class="line"><a name="l01131"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a5fbe19a0704b5476faa0f5645ee9ac1a"> 1131</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">size_t</span> <a class="code" href="namespacemxnet_1_1common.html#a5fbe19a0704b5476faa0f5645ee9ac1a">RoundToPower2</a>(<span class="keywordtype">size_t</span> N) {</div>
<div class="line"><a name="l01132"></a><span class="lineno"> 1132</span>&#160; <span class="keywordtype">size_t</span> ret = 1;</div>
<div class="line"><a name="l01133"></a><span class="lineno"> 1133</span>&#160; <span class="keywordtype">size_t</span> copyN = N;</div>
<div class="line"><a name="l01134"></a><span class="lineno"> 1134</span>&#160; <span class="keywordflow">while</span> (N &gt;= 2) {</div>
<div class="line"><a name="l01135"></a><span class="lineno"> 1135</span>&#160; ret *= 2;</div>
<div class="line"><a name="l01136"></a><span class="lineno"> 1136</span>&#160; N /= 2;</div>
<div class="line"><a name="l01137"></a><span class="lineno"> 1137</span>&#160; }</div>
<div class="line"><a name="l01138"></a><span class="lineno"> 1138</span>&#160; <span class="keywordflow">if</span> (ret &lt; copyN) {</div>
<div class="line"><a name="l01139"></a><span class="lineno"> 1139</span>&#160; ret *= 2;</div>
<div class="line"><a name="l01140"></a><span class="lineno"> 1140</span>&#160; }</div>
<div class="line"><a name="l01141"></a><span class="lineno"> 1141</span>&#160; <span class="keywordflow">return</span> ret;</div>
<div class="line"><a name="l01142"></a><span class="lineno"> 1142</span>&#160;}</div>
<div class="line"><a name="l01143"></a><span class="lineno"> 1143</span>&#160; </div>
<div class="line"><a name="l01144"></a><span class="lineno"> 1144</span>&#160;} <span class="comment">// namespace common</span></div>
<div class="line"><a name="l01145"></a><span class="lineno"> 1145</span>&#160;} <span class="comment">// namespace mxnet</span></div>
<div class="line"><a name="l01146"></a><span class="lineno"> 1146</span>&#160;<span class="preprocessor">#endif // MXNET_COMMON_UTILS_H_</span></div>
</div><!-- fragment --></div><!-- contents -->
<div class="ttc" id="anamespacemxnet_html"><div class="ttname"><a href="namespacemxnet.html">mxnet</a></div><div class="ttdoc">namespace of mxnet</div><div class="ttdef"><b>Definition:</b> api_registry.h:33</div></div>
<div class="ttc" id="anamespacemxnet_html_a429718781f8f77397f9437016511be6e"><div class="ttname"><a href="namespacemxnet.html#a429718781f8f77397f9437016511be6e">mxnet::ndim_is_known</a></div><div class="ttdeci">bool ndim_is_known(const int ndim)</div><div class="ttdef"><b>Definition:</b> tuple.h:416</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a6a5848bc969a0479325f5e25cde40cb2"><div class="ttname"><a href="namespacemxnet_1_1common.html#a6a5848bc969a0479325f5e25cde40cb2">mxnet::common::ExecuteMonOutputCallback</a></div><div class="ttdeci">void ExecuteMonOutputCallback(const nnvm::IndexedGraph &amp;idx, const std::vector&lt; NDArray * &gt; &amp;state_arrays, size_t nid, const std::function&lt; void(const char *, const char *, void *)&gt; &amp;monitor_callback)</div></div>
<div class="ttc" id="astorage_8h_html_ad57ab81de690e3650bd9a2b4a41ee200"><div class="ttname"><a href="storage_8h.html#ad57ab81de690e3650bd9a2b4a41ee200">MXNET_STORAGE_DEFAULT_PROFILER_SCOPE_CSTR</a></div><div class="ttdeci">#define MXNET_STORAGE_DEFAULT_PROFILER_SCOPE_CSTR</div><div class="ttdef"><b>Definition:</b> storage.h:34</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1MShadowTypeInfo_html_aab9c0fee891d8621ad5f24cef932c738"><div class="ttname"><a href="structmxnet_1_1common_1_1MShadowTypeInfo.html#aab9c0fee891d8621ad5f24cef932c738">mxnet::common::MShadowTypeInfo::size</a></div><div class="ttdeci">int size</div><div class="ttdef"><b>Definition:</b> utils.h:1091</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_aad9a34663862df90d3aa8683a2d9052a"><div class="ttname"><a href="namespacemxnet_1_1common.html#aad9a34663862df90d3aa8683a2d9052a">mxnet::common::CheckFormatImpl</a></div><div class="ttdeci">void CheckFormatImpl(const RunContext &amp;rctx, const NDArray &amp;input, const TBlob &amp;err_cpu, const bool full_check)</div><div class="ttdef"><b>Definition:</b> utils.h:237</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_afe96b69ee308d7eeea0cdb683ccaaa6d"><div class="ttname"><a href="namespacemxnet_1_1common.html#afe96b69ee308d7eeea0cdb683ccaaa6d">mxnet::common::flag_attr_accumulate</a></div><div class="ttdeci">ValueType flag_attr_accumulate(const nnvm::NodeAttrs &amp;attrs, const std::string &amp;attr_name)</div><div class="ttdef"><b>Definition:</b> utils.h:455</div></div>
<div class="ttc" id="astructmxnet_1_1Context_html_a611c227b5e04a2777c3e4507bb76f60ea1aced5778bb0d64d4ce6bd4c0a86d140"><div class="ttname"><a href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60ea1aced5778bb0d64d4ce6bd4c0a86d140">mxnet::Context::kCPU</a></div><div class="ttdeci">@ kCPU</div><div class="ttdef"><b>Definition:</b> base.h:93</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1csr__idx__check_html"><div class="ttname"><a href="structmxnet_1_1common_1_1csr__idx__check.html">mxnet::common::csr_idx_check</a></div><div class="ttdoc">Indices should be non-negative, less than the number of columns and in ascending order per row.</div><div class="ttdef"><b>Definition:</b> utils.h:94</div></div>
<div class="ttc" id="astructmshadow_1_1Stream_html"><div class="ttname"><a href="structmshadow_1_1Stream.html">mshadow::Stream</a></div><div class="ttdoc">computaion stream structure, used for asynchronous computations</div><div class="ttdef"><b>Definition:</b> tensor.h:488</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a44c77619725d8bc68a085bdbcaa5416b"><div class="ttname"><a href="namespacemxnet_1_1common.html#a44c77619725d8bc68a085bdbcaa5416b">mxnet::common::ilog2ui</a></div><div class="ttdeci">MSHADOW_XINLINE int ilog2ui(unsigned int a)</div><div class="ttdef"><b>Definition:</b> utils.h:767</div></div>
<div class="ttc" id="anamespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff">mxnet::DispatchMode::kVariable</a></div><div class="ttdeci">@ kVariable</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1aefe5e24a51079065b7707225c9289908"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1aefe5e24a51079065b7707225c9289908">mshadow::kUint16</a></div><div class="ttdeci">@ kUint16</div><div class="ttdef"><b>Definition:</b> base.h:361</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a315a62befd2120663507f922b3e73466"><div class="ttname"><a href="namespacemxnet_1_1common.html#a315a62befd2120663507f922b3e73466">mxnet::common::is_unsigned_int</a></div><div class="ttdeci">bool is_unsigned_int(const int dtype)</div><div class="ttdef"><b>Definition:</b> utils.h:947</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a2c5f8f21a24725e29edad31e3ba75ade"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a2c5f8f21a24725e29edad31e3ba75ade">mshadow::kUint64</a></div><div class="ttdeci">@ kUint64</div><div class="ttdef"><b>Definition:</b> base.h:363</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a9d38cc278f65267c8022d5afd4ecc1fd"><div class="ttname"><a href="namespacemxnet_1_1common.html#a9d38cc278f65267c8022d5afd4ecc1fd">mxnet::common::attr_foreach</a></div><div class="ttdeci">void attr_foreach(const nnvm::NodeAttrs &amp;attrs, const std::string &amp;attr_name, const Fn &amp;fn)</div><div class="ttdoc">Seeks an attribute in a node and its subgraphs and invokes a function on each.</div><div class="ttdef"><b>Definition:</b> utils.h:443</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a1abcb76ccd9022ebacdacd69c821cdc2"><div class="ttname"><a href="namespacemxnet_1_1common.html#a1abcb76ccd9022ebacdacd69c821cdc2">mxnet::common::GetFCompute</a></div><div class="ttdeci">FCompType GetFCompute(const nnvm::Op *op, const std::string &amp;name, const Context &amp;ctx)</div><div class="ttdef"><b>Definition:</b> utils.h:727</div></div>
<div class="ttc" id="aclassnnvm_1_1Op_html_af67a5d6998765023aeed6761df292b6c"><div class="ttname"><a href="classnnvm_1_1Op.html#af67a5d6998765023aeed6761df292b6c">nnvm::Op::name</a></div><div class="ttdeci">std::string name</div><div class="ttdoc">name of the operator</div><div class="ttdef"><b>Definition:</b> op.h:108</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_af27662fd97dc715a8e7223e2b4a62db3"><div class="ttname"><a href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">mxnet::common::LogOnce</a></div><div class="ttdeci">void LogOnce(const std::string &amp;message)</div><div class="ttdoc">log message once. Intended for storage fallback warning messages.</div><div class="ttdef"><b>Definition:</b> utils.h:517</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a17af88f97948c889f2f4ce88190122c1"><div class="ttname"><a href="namespacemxnet_1_1common.html#a17af88f97948c889f2f4ce88190122c1">mxnet::common::current_process_id</a></div><div class="ttdeci">size_t current_process_id()</div><div class="ttdef"><b>Definition:</b> utils.h:69</div></div>
<div class="ttc" id="aimperative_8h_html"><div class="ttname"><a href="imperative_8h.html">imperative.h</a></div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a467e8b51fc0d0a7266e9f3172b2ff7f1"><div class="ttname"><a href="namespacemxnet_1_1common.html#a467e8b51fc0d0a7266e9f3172b2ff7f1">mxnet::common::GetNumThreadsPerGPU</a></div><div class="ttdeci">int GetNumThreadsPerGPU()</div><div class="ttdef"><b>Definition:</b> utils.h:566</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1csr__idx__check_html_a325e38479cce9fd6f444ae5ba3b3a2f4"><div class="ttname"><a href="structmxnet_1_1common_1_1csr__idx__check.html#a325e38479cce9fd6f444ae5ba3b3a2f4">mxnet::common::csr_idx_check::Map</a></div><div class="ttdeci">static MSHADOW_XINLINE void Map(int i, DType *out, const IType *idx, const RType *indptr, const nnvm::dim_t ncols)</div><div class="ttdef"><b>Definition:</b> utils.h:96</div></div>
<div class="ttc" id="anamespacemxnet_html_a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">mxnet::kDefaultStorage</a></div><div class="ttdeci">@ kDefaultStorage</div><div class="ttdef"><b>Definition:</b> ndarray.h:63</div></div>
<div class="ttc" id="anamespacemxnet_html_ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb">mxnet::kCSRIndPtrErr</a></div><div class="ttdeci">@ kCSRIndPtrErr</div><div class="ttdef"><b>Definition:</b> ndarray.h:71</div></div>
<div class="ttc" id="anamespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398">mxnet::OpReqType</a></div><div class="ttdeci">OpReqType</div><div class="ttdoc">operation request type to Forward and Backward</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:45</div></div>
<div class="ttc" id="aclassdmlc_1_1ThreadLocalStore_html"><div class="ttname"><a href="classdmlc_1_1ThreadLocalStore.html">dmlc::ThreadLocalStore</a></div><div class="ttdoc">A threadlocal store to store threadlocal variables. Will return a thread local singleton of type T.</div><div class="ttdef"><b>Definition:</b> thread_local.h:35</div></div>
<div class="ttc" id="astructnnvm_1_1NodeAttrs_html_a3ac836e9058e02f4f365a7b95bf995a6"><div class="ttname"><a href="structnnvm_1_1NodeAttrs.html#a3ac836e9058e02f4f365a7b95bf995a6">nnvm::NodeAttrs::op</a></div><div class="ttdeci">const Op * op</div><div class="ttdoc">The operator this node uses. For place holder variable, op == nullptr.</div><div class="ttdef"><b>Definition:</b> node.h:112</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a325e95d176e17c22ea18db6694093ad7"><div class="ttname"><a href="namespacemxnet_1_1common.html#a325e95d176e17c22ea18db6694093ad7">mxnet::common::MaxIntegerValue</a></div><div class="ttdeci">constexpr size_t MaxIntegerValue()</div><div class="ttdoc">Return the max integer value representable in the type T without loss of precision.</div><div class="ttdef"><b>Definition:</b> utils.h:745</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a></div><div class="ttdeci">@ kInt8</div><div class="ttdef"><b>Definition:</b> base.h:357</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a35854b42bd191a76d3bcd84db562e178"><div class="ttname"><a href="namespacemxnet_1_1common.html#a35854b42bd191a76d3bcd84db562e178">mxnet::common::is_signed_int</a></div><div class="ttdeci">bool is_signed_int(const int dtype)</div><div class="ttdef"><b>Definition:</b> utils.h:942</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad48a252ca3e6d2cbe89f1ba570d206a7">mshadow::kUint32</a></div><div class="ttdeci">@ kUint32</div><div class="ttdef"><b>Definition:</b> base.h:362</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a38b9b816c7daac34dbe8def182d1a482"><div class="ttname"><a href="namespacemxnet_1_1common.html#a38b9b816c7daac34dbe8def182d1a482">mxnet::common::AlignedMemFree</a></div><div class="ttdeci">void AlignedMemFree(void *ptr)</div><div class="ttdef"><b>Definition:</b> utils.h:1115</div></div>
<div class="ttc" id="anamespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2b"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">mxnet::DispatchMode</a></div><div class="ttdeci">DispatchMode</div><div class="ttdoc">the dispatch mode of the operator</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:122</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_af830f5320dc0995fec0e885d650057dd"><div class="ttname"><a href="namespacemxnet_1_1common.html#af830f5320dc0995fec0e885d650057dd">mxnet::common::attr_value_string</a></div><div class="ttdeci">std::string attr_value_string(const nnvm::NodeAttrs &amp;attrs, const std::string &amp;attr_name, std::string default_val=&quot;&quot;)</div><div class="ttdef"><b>Definition:</b> utils.h:432</div></div>
<div class="ttc" id="a3rdparty_2mshadow_2mshadow_2base_8h_html_af205b8ab4d8733133d590df7d2639d69"><div class="ttname"><a href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a></div><div class="ttdeci">#define MSHADOW_XINLINE</div><div class="ttdef"><b>Definition:</b> base.h:228</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a9d8a81c55bcebde7dcc7cdfd92d1db42"><div class="ttname"><a href="namespacemxnet_1_1common.html#a9d8a81c55bcebde7dcc7cdfd92d1db42">mxnet::common::ExecuteMonInputCallback</a></div><div class="ttdeci">void ExecuteMonInputCallback(const nnvm::IndexedGraph &amp;idx, const std::vector&lt; NDArray * &gt; &amp;state_arrays, size_t nid, const std::function&lt; void(const char *, const char *, void *)&gt; &amp;monitor_callback)</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1csr__indptr__check_html_a5da824c75914344ce1a228fcec1265b2"><div class="ttname"><a href="structmxnet_1_1common_1_1csr__indptr__check.html#a5da824c75914344ce1a228fcec1265b2">mxnet::common::csr_indptr_check::Map</a></div><div class="ttdeci">static MSHADOW_XINLINE void Map(int i, DType *out, const IType *indptr, const nnvm::dim_t end, const nnvm::dim_t idx_size)</div><div class="ttdef"><b>Definition:</b> utils.h:79</div></div>
<div class="ttc" id="aclassnnvm_1_1IndexedGraph_html"><div class="ttname"><a href="classnnvm_1_1IndexedGraph.html">nnvm::IndexedGraph</a></div><div class="ttdoc">Auxiliary data structure to index a graph. It maps Nodes in the graph to consecutive integers node_id...</div><div class="ttdef"><b>Definition:</b> graph.h:108</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a4809d73b8689e4898d3608b15c877035"><div class="ttname"><a href="namespacemxnet_1_1common.html#a4809d73b8689e4898d3608b15c877035">mxnet::common::ParallelAdd</a></div><div class="ttdeci">void ParallelAdd(DType *dst, const DType *src, index_t size)</div><div class="ttdef"><b>Definition:</b> utils.h:834</div></div>
<div class="ttc" id="aclassmxnet_1_1NDArray_html_aa30cf4bfe565044616228286b8334931"><div class="ttname"><a href="classmxnet_1_1NDArray.html#aa30cf4bfe565044616228286b8334931">mxnet::NDArray::storage_shape</a></div><div class="ttdeci">const mxnet::TShape &amp; storage_shape() const</div><div class="ttdef"><b>Definition:</b> ndarray.h:252</div></div>
<div class="ttc" id="anamespacemxnet_1_1csr_html_a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1"><div class="ttname"><a href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1">mxnet::csr::kIndPtr</a></div><div class="ttdeci">@ kIndPtr</div><div class="ttdef"><b>Definition:</b> ndarray.h:54</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T_0fkSize_0e_4_html_af31c1728c4b497d304680d69d4e61421"><div class="ttname"><a href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T_0fkSize_0e_4.html#af31c1728c4b497d304680d69d4e61421">mxnet::common::helper::UniqueIf&lt; T[kSize]&gt;::KnownBound</a></div><div class="ttdeci">void KnownBound</div><div class="ttdoc">Type of T.</div><div class="ttdef"><b>Definition:</b> utils.h:679</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_aaa3cdf4e5f766e793e20d56b1fc4386e"><div class="ttname"><a href="namespacemxnet_1_1common.html#aaa3cdf4e5f766e793e20d56b1fc4386e">mxnet::common::InitZeros</a></div><div class="ttdeci">NDArray InitZeros(const NDArrayStorageType stype, const mxnet::TShape &amp;shape, const Context &amp;ctx, const int dtype)</div><div class="ttdoc">Return an NDArray of all zeros.</div><div class="ttdef"><b>Definition:</b> utils.h:777</div></div>
<div class="ttc" id="astructmxnet_1_1RunContext_html"><div class="ttname"><a href="structmxnet_1_1RunContext.html">mxnet::RunContext</a></div><div class="ttdoc">execution time context. The information needed in runtime for actual execution.</div><div class="ttdef"><b>Definition:</b> base.h:343</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_aad719abf411ea1ed9185c3849203820f"><div class="ttname"><a href="namespacemxnet_1_1common.html#aad719abf411ea1ed9185c3849203820f">mxnet::common::LogStorageFallback</a></div><div class="ttdeci">void LogStorageFallback(const nnvm::NodeAttrs &amp;attrs, const int dev_mask, const std::vector&lt; int &gt; *in_attrs, const std::vector&lt; int &gt; *out_attrs)</div><div class="ttdoc">log storage fallback event</div><div class="ttdef"><b>Definition:</b> utils.h:528</div></div>
<div class="ttc" id="astructmshadow_1_1cpu_html_a57f74b500825e21c0c246ad5b4e5016b"><div class="ttname"><a href="structmshadow_1_1cpu.html#a57f74b500825e21c0c246ad5b4e5016b">mshadow::cpu::kDevMask</a></div><div class="ttdeci">static const int kDevMask</div><div class="ttdoc">device flag number, identifies this device</div><div class="ttdef"><b>Definition:</b> tensor.h:43</div></div>
<div class="ttc" id="aclassmxnet_1_1Tuple_html_a6e0bdfe3f0f34693223f657ef676bef6"><div class="ttname"><a href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">mxnet::Tuple::ndim</a></div><div class="ttdeci">int ndim() const</div><div class="ttdef"><b>Definition:</b> tuple.h:217</div></div>
<div class="ttc" id="astructnnvm_1_1NodeAttrs_html_a22a1008c2173955faae99d5758f7cfa7"><div class="ttname"><a href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">nnvm::NodeAttrs::dict</a></div><div class="ttdeci">std::unordered_map&lt; std::string, std::string &gt; dict</div><div class="ttdoc">The dictionary representation of attributes.</div><div class="ttdef"><b>Definition:</b> node.h:116</div></div>
<div class="ttc" id="astructmxnet_1_1OpContext_html"><div class="ttname"><a href="structmxnet_1_1OpContext.html">mxnet::OpContext</a></div><div class="ttdoc">All the possible information needed by Operator. This is the superset of RunContext....</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:66</div></div>
<div class="ttc" id="anamespacemxnet_html_a6606bef15f41cccade14c9400e8447cf"><div class="ttname"><a href="namespacemxnet.html#a6606bef15f41cccade14c9400e8447cf">mxnet::StorageTypeVector</a></div><div class="ttdeci">std::vector&lt; int &gt; StorageTypeVector</div><div class="ttdoc">The result holder of storage type of each NodeEntry in the graph.</div><div class="ttdef"><b>Definition:</b> graph_attr_types.h:45</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_aa8a9546bbfefdbb83d23b9aa1e65778e"><div class="ttname"><a href="namespacemxnet_1_1common.html#aa8a9546bbfefdbb83d23b9aa1e65778e">mxnet::common::mshadow_type_info</a></div><div class="ttdeci">MShadowTypeInfo mshadow_type_info(const int type_flag)</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1ad2f7fcc5a34a6b27898cfd5d1626882a"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1ad2f7fcc5a34a6b27898cfd5d1626882a">mshadow::kBool</a></div><div class="ttdeci">@ kBool</div><div class="ttdef"><b>Definition:</b> base.h:359</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a1f273651755067ca9b1e6b8063c283b0"><div class="ttname"><a href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0">mxnet::common::ParallelSort</a></div><div class="ttdeci">void ParallelSort(RandomIt first, RandomIt last, size_t num_threads, Compare comp)</div><div class="ttdoc">Sort the elements in the range [first, last) into the ascending order defined by the comparator comp....</div><div class="ttdef"><b>Definition:</b> utils.h:618</div></div>
<div class="ttc" id="anamespacemxnet_1_1csr_html_a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7"><div class="ttname"><a href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">mxnet::csr::kIdx</a></div><div class="ttdeci">@ kIdx</div><div class="ttdef"><b>Definition:</b> ndarray.h:54</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a1e3290f30e01079cb2e16095b085bf21"><div class="ttname"><a href="namespacemxnet_1_1common.html#a1e3290f30e01079cb2e16095b085bf21">mxnet::common::ContainsStorageType</a></div><div class="ttdeci">bool ContainsStorageType(const std::vector&lt; NDArray &gt; &amp;ndarrays, const NDArrayStorageType stype)</div><div class="ttdoc">returns true if storage type of any array in ndarrays is the same as the target stype....</div><div class="ttdef"><b>Definition:</b> utils.h:361</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a8873d9dcccfd8e613c1c156934cee98c"><div class="ttname"><a href="namespacemxnet_1_1common.html#a8873d9dcccfd8e613c1c156934cee98c">mxnet::common::operator_string</a></div><div class="ttdeci">std::string operator_string(const nnvm::NodeAttrs &amp;attrs, const OpContext &amp;ctx, const std::vector&lt; NDArray &gt; &amp;inputs, const std::vector&lt; OpReqType &gt; &amp;req, const std::vector&lt; NDArray &gt; &amp;outputs)</div><div class="ttdoc">get string representation of the operator</div><div class="ttdef"><b>Definition:</b> utils.h:499</div></div>
<div class="ttc" id="astructmxnet_1_1Context_html_a611c227b5e04a2777c3e4507bb76f60ea80c6f8f13908c5805cf12784fca77e78"><div class="ttname"><a href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60ea80c6f8f13908c5805cf12784fca77e78">mxnet::Context::kCPUShared</a></div><div class="ttdeci">@ kCPUShared</div><div class="ttdef"><b>Definition:</b> base.h:96</div></div>
<div class="ttc" id="astructmxnet_1_1Context_html_a41f5317543ececa2d0feeea1093e219c"><div class="ttname"><a href="structmxnet_1_1Context.html#a41f5317543ececa2d0feeea1093e219c">mxnet::Context::dev_mask</a></div><div class="ttdeci">DeviceType dev_mask() const</div><div class="ttdoc">Get corresponding device mask.</div><div class="ttdef"><b>Definition:</b> base.h:108</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a></div><div class="ttdeci">@ kFloat64</div><div class="ttdef"><b>Definition:</b> base.h:353</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1csr__indptr__check_html"><div class="ttname"><a href="structmxnet_1_1common_1_1csr__indptr__check.html">mxnet::common::csr_indptr_check</a></div><div class="ttdoc">IndPtr should be non-negative, in non-decreasing order, start with 0 and end with value equal with si...</div><div class="ttdef"><b>Definition:</b> utils.h:77</div></div>
<div class="ttc" id="aclassmxnet_1_1NDArray_html_a7f1d95c104a092be10a22a546e74f836"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a7f1d95c104a092be10a22a546e74f836">mxnet::NDArray::aux_shape</a></div><div class="ttdeci">const mxnet::TShape &amp; aux_shape(size_t index) const</div><div class="ttdoc">get the shape of aux_data(index)</div><div class="ttdef"><b>Definition:</b> ndarray.h:264</div></div>
<div class="ttc" id="anamespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef">mxnet::DispatchMode::kFComputeFallback</a></div><div class="ttdeci">@ kFComputeFallback</div></div>
<div class="ttc" id="anamespacemxnet_html_ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3">mxnet::kCSRIdxErr</a></div><div class="ttdeci">@ kCSRIdxErr</div><div class="ttdef"><b>Definition:</b> ndarray.h:72</div></div>
<div class="ttc" id="anamespacemxnet_html_a536b732faa980e1de446c552460ff76a"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">mxnet::NDArrayStorageType</a></div><div class="ttdeci">NDArrayStorageType</div><div class="ttdef"><b>Definition:</b> ndarray.h:61</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1MShadowTypeInfo_html_a38d476a5c64cae305cc5893bf0b2f626"><div class="ttname"><a href="structmxnet_1_1common_1_1MShadowTypeInfo.html#a38d476a5c64cae305cc5893bf0b2f626">mxnet::common::MShadowTypeInfo::MShadowTypeInfo</a></div><div class="ttdeci">MShadowTypeInfo(const std::string name, const int size)</div><div class="ttdef"><b>Definition:</b> utils.h:1097</div></div>
<div class="ttc" id="aclassmxnet_1_1Imperative_html_a63ff2923f4b9daa8c35d1a683d17949f"><div class="ttname"><a href="classmxnet_1_1Imperative.html#a63ff2923f4b9daa8c35d1a683d17949f">mxnet::Imperative::is_np_default_dtype</a></div><div class="ttdeci">bool is_np_default_dtype() const</div><div class="ttdoc">return current numpy default dtype compatibility status.</div><div class="ttdef"><b>Definition:</b> imperative.h:234</div></div>
<div class="ttc" id="astructmxnet_1_1Context_html_a611c227b5e04a2777c3e4507bb76f60eaa2e12b86e0f957dc14d45863eaa47f34"><div class="ttname"><a href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60eaa2e12b86e0f957dc14d45863eaa47f34">mxnet::Context::kCPUPinned</a></div><div class="ttdeci">@ kCPUPinned</div><div class="ttdef"><b>Definition:</b> base.h:95</div></div>
<div class="ttc" id="astructnnvm_1_1NodeAttrs_html"><div class="ttname"><a href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a></div><div class="ttdoc">The attributes of the current operation node. Usually are additional parameters like axis,...</div><div class="ttdef"><b>Definition:</b> node.h:107</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a36cfd4fc26c0ee29affa99a36db0db17"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a36cfd4fc26c0ee29affa99a36db0db17">mshadow::kInt16</a></div><div class="ttdeci">@ kInt16</div><div class="ttdef"><b>Definition:</b> base.h:360</div></div>
<div class="ttc" id="a3rdparty_2tvm_2nnvm_2include_2nnvm_2graph__attr__types_8h_html"><div class="ttname"><a href="3rdparty_2tvm_2nnvm_2include_2nnvm_2graph__attr__types_8h.html">graph_attr_types.h</a></div><div class="ttdoc">Data structures that can appear in graph attributes.</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a7343dc26405918db27b8224ce41f05f6"><div class="ttname"><a href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6">mxnet::common::ParallelSortHelper</a></div><div class="ttdeci">void ParallelSortHelper(RandomIt first, size_t len, size_t grainsize, const Compare &amp;comp)</div><div class="ttdoc">Helper function for ParallelSort. DO NOT call this function directly. Use the interface ParallelSort ...</div><div class="ttdef"><b>Definition:</b> utils.h:597</div></div>
<div class="ttc" id="anamespacennvm_html_a573897937ff3b88f0014feabb8e44a92"><div class="ttname"><a href="namespacennvm.html#a573897937ff3b88f0014feabb8e44a92">nnvm::ObjectPtr</a></div><div class="ttdeci">std::shared_ptr&lt; Node &gt; ObjectPtr</div><div class="ttdoc">we always used ObjectPtr for a reference pointer to the node, so this alias can be changed in case.</div><div class="ttdef"><b>Definition:</b> node.h:49</div></div>
<div class="ttc" id="aclassmxnet_1_1TBlob_html_a4649b740b80a6045754cb2389cfcca61"><div class="ttname"><a href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">mxnet::TBlob::type_flag_</a></div><div class="ttdeci">int type_flag_</div><div class="ttdoc">type flag of the tensor blob</div><div class="ttdef"><b>Definition:</b> tensor_blob.h:74</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_acf7ac1036b26beeed13921db267ac3b3"><div class="ttname"><a href="namespacemxnet_1_1common.html#acf7ac1036b26beeed13921db267ac3b3">mxnet::common::type_promotion</a></div><div class="ttdeci">int type_promotion(const int type1, const int type2)</div><div class="ttdef"><b>Definition:</b> utils.h:983</div></div>
<div class="ttc" id="anamespacemxnet_html_ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799">mxnet::kRSPIdxErr</a></div><div class="ttdeci">@ kRSPIdxErr</div><div class="ttdef"><b>Definition:</b> ndarray.h:74</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1MShadowTypeInfo_html_af10799f24e5d8461d923f42794599909"><div class="ttname"><a href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af10799f24e5d8461d923f42794599909">mxnet::common::MShadowTypeInfo::name</a></div><div class="ttdeci">std::string name</div><div class="ttdef"><b>Definition:</b> utils.h:1090</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_aca9c5933ce14039397a350231ffd9ae5"><div class="ttname"><a href="namespacemxnet_1_1common.html#aca9c5933ce14039397a350231ffd9ae5">mxnet::common::AlignedMemAlloc</a></div><div class="ttdeci">bool AlignedMemAlloc(void **ptr, size_t size, size_t alignment)</div><div class="ttdef"><b>Definition:</b> utils.h:1102</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_abe9f2438cbb8114214f90251115fe0ae"><div class="ttname"><a href="namespacemxnet_1_1common.html#abe9f2438cbb8114214f90251115fe0ae">mxnet::common::div_round</a></div><div class="ttdeci">index_t div_round(const index_t a, const index_t b)</div><div class="ttdef"><b>Definition:</b> utils.h:1123</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a40770734529b91fe60fa6b3d76043717"><div class="ttname"><a href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717">mxnet::common::operator_stype_string</a></div><div class="ttdeci">std::string operator_stype_string(const nnvm::NodeAttrs &amp;attrs, const int dev_mask, const std::vector&lt; int &gt; &amp;in_attrs, const std::vector&lt; int &gt; &amp;out_attrs)</div><div class="ttdoc">get string representation of the operator stypes</div><div class="ttdef"><b>Definition:</b> utils.h:474</div></div>
<div class="ttc" id="astructnnvm_1_1NodeAttrs_html_a5255bdfab3c2fcc268e6e39e59904648"><div class="ttname"><a href="structnnvm_1_1NodeAttrs.html#a5255bdfab3c2fcc268e6e39e59904648">nnvm::NodeAttrs::subgraphs</a></div><div class="ttdeci">std::vector&lt; std::shared_ptr&lt; Symbol &gt; &gt; subgraphs</div><div class="ttdoc">Some operators take graphs as input. These operators include control flow operators and high-order fu...</div><div class="ttdef"><b>Definition:</b> node.h:137</div></div>
<div class="ttc" id="aclassmxnet_1_1NDArray_html"><div class="ttname"><a href="classmxnet_1_1NDArray.html">mxnet::NDArray</a></div><div class="ttdoc">ndarray interface</div><div class="ttdef"><b>Definition:</b> ndarray.h:82</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a936c985e4dfd7d43ace2e57babb06393"><div class="ttname"><a href="namespacemxnet_1_1common.html#a936c985e4dfd7d43ace2e57babb06393">mxnet::common::is_int</a></div><div class="ttdeci">bool is_int(const int dtype)</div><div class="ttdef"><b>Definition:</b> utils.h:936</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a></div><div class="ttdeci">@ kInt64</div><div class="ttdef"><b>Definition:</b> base.h:358</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_ae2b1fe2cdc172ad5828cca0c7bb207ed"><div class="ttname"><a href="namespacemxnet_1_1common.html#ae2b1fe2cdc172ad5828cca0c7bb207ed">mxnet::common::ConvertToLegacyShape</a></div><div class="ttdeci">void ConvertToLegacyShape(mxnet::TShape *shape)</div><div class="ttdoc">This is function is used to convert shapes returned by the infer shape functions/pass to the legacy s...</div><div class="ttdef"><b>Definition:</b> utils.h:888</div></div>
<div class="ttc" id="aomp_8h_html"><div class="ttname"><a href="omp_8h.html">omp.h</a></div><div class="ttdoc">header to handle OpenMP compatibility issues</div></div>
<div class="ttc" id="aclassmxnet_1_1Imperative_html_a55cc9d57cddd0aeae5771e1c7d72b00d"><div class="ttname"><a href="classmxnet_1_1Imperative.html#a55cc9d57cddd0aeae5771e1c7d72b00d">mxnet::Imperative::Get</a></div><div class="ttdeci">static Imperative * Get()</div></div>
<div class="ttc" id="aclassmxnet_1_1TBlob_html"><div class="ttname"><a href="classmxnet_1_1TBlob.html">mxnet::TBlob</a></div><div class="ttdoc">tensor blob class that can be used to hold tensor of any dimension, any device and any data type,...</div><div class="ttdef"><b>Definition:</b> tensor_blob.h:65</div></div>
<div class="ttc" id="aclassmxnet_1_1NDArray_html_aa0ff3466e6ff09f8fe0a8019b53d5d42"><div class="ttname"><a href="classmxnet_1_1NDArray.html#aa0ff3466e6ff09f8fe0a8019b53d5d42">mxnet::NDArray::shape</a></div><div class="ttdeci">const mxnet::TShape &amp; shape() const</div><div class="ttdef"><b>Definition:</b> ndarray.h:244</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a905e77124ee11208c40a8afd3ee42167"><div class="ttname"><a href="namespacemxnet_1_1common.html#a905e77124ee11208c40a8afd3ee42167">mxnet::common::SparseRetainOpForwardRspWrapper</a></div><div class="ttdeci">void SparseRetainOpForwardRspWrapper(mshadow::Stream&lt; xpu &gt; *s, const NDArray &amp;input_nd, const TBlob &amp;idx_data, const OpReqType req, NDArray *output_nd)</div><div class="ttdoc">Pick rows specified by user input index array from a row sparse ndarray and save them in the output s...</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a></div><div class="ttdeci">@ kInt32</div><div class="ttdef"><b>Definition:</b> base.h:356</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a98fda469aba84baa370e81e94c7d5b0b"><div class="ttname"><a href="namespacemxnet_1_1common.html#a98fda469aba84baa370e81e94c7d5b0b">mxnet::common::CheckFormatWrapper</a></div><div class="ttdeci">void CheckFormatWrapper(const RunContext &amp;rctx, const NDArray &amp;input, const TBlob &amp;err_cpu, const bool full_check)</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1helper_1_1UniqueIf_html_a98153aaeb43a71efa85b5cf753505cac"><div class="ttname"><a href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html#a98153aaeb43a71efa85b5cf753505cac">mxnet::common::helper::UniqueIf::SingleObject</a></div><div class="ttdeci">std::unique_ptr&lt; T &gt; SingleObject</div><div class="ttdoc">Type of T.</div><div class="ttdef"><b>Definition:</b> utils.h:657</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1rsp__idx__check_html"><div class="ttname"><a href="structmxnet_1_1common_1_1rsp__idx__check.html">mxnet::common::rsp_idx_check</a></div><div class="ttdoc">Indices of RSPNDArray should be non-negative, less than the size of first dimension and in ascending ...</div><div class="ttdef"><b>Definition:</b> utils.h:114</div></div>
<div class="ttc" id="astructmxnet_1_1Context_html_a611c227b5e04a2777c3e4507bb76f60eab21bed4d5cee411db15283d7529f28cf"><div class="ttname"><a href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60eab21bed4d5cee411db15283d7529f28cf">mxnet::Context::kGPU</a></div><div class="ttdeci">@ kGPU</div><div class="ttdef"><b>Definition:</b> base.h:94</div></div>
<div class="ttc" id="anamespacennvm_html_a1742f4071051bd6949ef5f4f007a6e9a"><div class="ttname"><a href="namespacennvm.html#a1742f4071051bd6949ef5f4f007a6e9a">nnvm::dim_t</a></div><div class="ttdeci">int64_t dim_t</div><div class="ttdoc">data type to store dim size</div><div class="ttdef"><b>Definition:</b> tuple.h:39</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T_0f_0e_4_html_a0cf05a5a2f3e1ac49ebdef497701055c"><div class="ttname"><a href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T_0f_0e_4.html#a0cf05a5a2f3e1ac49ebdef497701055c">mxnet::common::helper::UniqueIf&lt; T[]&gt;::UnknownBound</a></div><div class="ttdeci">std::unique_ptr&lt; T[]&gt; UnknownBound</div><div class="ttdoc">Type of T.</div><div class="ttdef"><b>Definition:</b> utils.h:668</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1rsp__idx__check_html_abb5a461090d1b410d0a1da852b88ccde"><div class="ttname"><a href="structmxnet_1_1common_1_1rsp__idx__check.html#abb5a461090d1b410d0a1da852b88ccde">mxnet::common::rsp_idx_check::Map</a></div><div class="ttdeci">static MSHADOW_XINLINE void Map(int i, DType *out, const IType *idx, const nnvm::dim_t end, const nnvm::dim_t nrows)</div><div class="ttdef"><b>Definition:</b> utils.h:116</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a4ce8b75eb931216c17862500600d7a0b"><div class="ttname"><a href="namespacemxnet_1_1common.html#a4ce8b75eb931216c17862500600d7a0b">mxnet::common::CanonicalizeAxes</a></div><div class="ttdeci">mxnet::TShape CanonicalizeAxes(const mxnet::TShape &amp;src)</div><div class="ttdef"><b>Definition:</b> utils.h:917</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a733ce35d109323dbf4ef1f4bc3094870"><div class="ttname"><a href="namespacemxnet_1_1common.html#a733ce35d109323dbf4ef1f4bc3094870">mxnet::common::dev_type_string</a></div><div class="ttdeci">std::string dev_type_string(const int dev_type)</div><div class="ttdoc">get string representation of device type</div><div class="ttdef"><b>Definition:</b> utils.h:418</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_aceba8f2d6de65796966d7f1d341dcf33"><div class="ttname"><a href="namespacemxnet_1_1common.html#aceba8f2d6de65796966d7f1d341dcf33">mxnet::common::RANDOM_ENGINE</a></div><div class="ttdeci">std::mt19937 RANDOM_ENGINE</div><div class="ttdoc">Random Engine.</div><div class="ttdef"><b>Definition:</b> utils.h:642</div></div>
<div class="ttc" id="anamespacemshadow_html_af5aa21f20dbeaa38194b4dadbd37a072"><div class="ttname"><a href="namespacemshadow.html#af5aa21f20dbeaa38194b4dadbd37a072">mshadow::dtype_string</a></div><div class="ttdeci">std::string dtype_string(const int dtype)</div><div class="ttdef"><b>Definition:</b> base.h:1811</div></div>
<div class="ttc" id="astructmxnet_1_1Context_html"><div class="ttname"><a href="structmxnet_1_1Context.html">mxnet::Context</a></div><div class="ttdoc">Context information about the execution environment.</div><div class="ttdef"><b>Definition:</b> base.h:90</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a2258092ce26805c0a8f65a4144c446dd"><div class="ttname"><a href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">mxnet::common::ContainsOnlyStorage</a></div><div class="ttdeci">bool ContainsOnlyStorage(const StorageTypeVector &amp;vstorage, const NDArrayStorageType stype)</div><div class="ttdoc">returns true if all storage types in vstorage are the same as target stype. false is returned for emp...</div><div class="ttdef"><b>Definition:</b> utils.h:271</div></div>
<div class="ttc" id="ainclude_2mxnet_2op__attr__types_8h_html"><div class="ttname"><a href="include_2mxnet_2op__attr__types_8h.html">op_attr_types.h</a></div><div class="ttdoc">Additional operator attributes beside the ones provided by NNVM.</div></div>
<div class="ttc" id="ainclude_2mxnet_2graph__attr__types_8h_html"><div class="ttname"><a href="include_2mxnet_2graph__attr__types_8h.html">graph_attr_types.h</a></div><div class="ttdoc">Data structures that can appear in graph attributes.</div></div>
<div class="ttc" id="astorage_8h_html"><div class="ttname"><a href="storage_8h.html">storage.h</a></div><div class="ttdoc">Storage manager across multiple devices.</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_ab379cd302d59005010ae29aff6e55009"><div class="ttname"><a href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009">mxnet::common::stype_string</a></div><div class="ttdeci">std::string stype_string(const int x)</div><div class="ttdoc">get string representation of storage_type</div><div class="ttdef"><b>Definition:</b> utils.h:405</div></div>
<div class="ttc" id="anamespacennvm_html_a6b06865bedddb2bab9903e448120658c"><div class="ttname"><a href="namespacennvm.html#a6b06865bedddb2bab9903e448120658c">nnvm::DFSVisit</a></div><div class="ttdeci">void DFSVisit(const std::vector&lt; NodeEntry &gt; &amp;heads, FVisit fvisit)</div><div class="ttdoc">perform a Post Order DFS visit to each node in the graph. This order is deterministic and is also top...</div><div class="ttdef"><b>Definition:</b> graph.h:284</div></div>
<div class="ttc" id="agraph_8h_html"><div class="ttname"><a href="graph_8h.html">graph.h</a></div><div class="ttdoc">Configuation of nnvm as well as basic data structure.</div></div>
<div class="ttc" id="anamespacemxnet_html_a4ddc5fdc5ddb39296ad9606e99fdcd5a"><div class="ttname"><a href="namespacemxnet.html#a4ddc5fdc5ddb39296ad9606e99fdcd5a">mxnet::dim_size_is_known</a></div><div class="ttdeci">bool dim_size_is_known(const dim_t dim_size)</div><div class="ttdef"><b>Definition:</b> tuple.h:422</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a4716f6044f678090af8ae7ef3ace3a31"><div class="ttname"><a href="namespacemxnet_1_1common.html#a4716f6044f678090af8ae7ef3ace3a31">mxnet::common::dispatch_mode_string</a></div><div class="ttdeci">std::string dispatch_mode_string(const DispatchMode x)</div><div class="ttdoc">get string representation of dispatch_mode</div><div class="ttdef"><b>Definition:</b> utils.h:388</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a214e7e05193ff2ddf8c1f88afa5c2d9c"><div class="ttname"><a href="namespacemxnet_1_1common.html#a214e7e05193ff2ddf8c1f88afa5c2d9c">mxnet::common::EmplaceBackZeros</a></div><div class="ttdeci">void EmplaceBackZeros(const NDArrayStorageType stype, const mxnet::TShape &amp;shape, const Context &amp;ctx, const int dtype, std::vector&lt; NDArray &gt; *vec)</div><div class="ttdoc">Helper to add a NDArray of zeros to a std::vector.</div><div class="ttdef"><b>Definition:</b> utils.h:794</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a5fbe19a0704b5476faa0f5645ee9ac1a"><div class="ttname"><a href="namespacemxnet_1_1common.html#a5fbe19a0704b5476faa0f5645ee9ac1a">mxnet::common::RoundToPower2</a></div><div class="ttdeci">size_t RoundToPower2(size_t N)</div><div class="ttdef"><b>Definition:</b> utils.h:1131</div></div>
<div class="ttc" id="anamespacemxnet_html_abadedc1b42ee3e5b8852e63783b982ef"><div class="ttname"><a href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">mxnet::index_t</a></div><div class="ttdeci">mshadow::index_t index_t</div><div class="ttdoc">index type usually use unsigned</div><div class="ttdef"><b>Definition:</b> base.h:81</div></div>
<div class="ttc" id="anamespacemxnet_html_a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">mxnet::kCSRStorage</a></div><div class="ttdeci">@ kCSRStorage</div><div class="ttdef"><b>Definition:</b> ndarray.h:65</div></div>
<div class="ttc" id="anamespacestd_html"><div class="ttname"><a href="namespacestd.html">std</a></div><div class="ttdef"><b>Definition:</b> optional.h:251</div></div>
<div class="ttc" id="anamespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5">mxnet::DispatchMode::kFComputeEx</a></div><div class="ttdeci">@ kFComputeEx</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a></div><div class="ttdeci">@ kUint8</div><div class="ttdef"><b>Definition:</b> base.h:355</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_abe0a2c4df1828cd070c9afe47402507b"><div class="ttname"><a href="namespacemxnet_1_1common.html#abe0a2c4df1828cd070c9afe47402507b">mxnet::common::ConvertToNumpyShape</a></div><div class="ttdeci">void ConvertToNumpyShape(mxnet::TShape *shape)</div><div class="ttdoc">If numpy compatibility is turned off (default), the shapes passed in by users follow the legacy shape...</div><div class="ttdef"><b>Definition:</b> utils.h:866</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a2313be720271dd8ef9d3becbed309f2e"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a2313be720271dd8ef9d3becbed309f2e">mshadow::kBfloat16</a></div><div class="ttdeci">@ kBfloat16</div><div class="ttdef"><b>Definition:</b> base.h:364</div></div>
<div class="ttc" id="anamespacemxnet_html_a87e1c30aafac389774c6f4d905c0e5ea"><div class="ttname"><a href="namespacemxnet.html#a87e1c30aafac389774c6f4d905c0e5ea">mxnet::ShapeVector</a></div><div class="ttdeci">std::vector&lt; mxnet::TShape &gt; ShapeVector</div><div class="ttdoc">The result holder of shape of each NodeEntry in the graph.</div><div class="ttdef"><b>Definition:</b> tuple.h:830</div></div>
<div class="ttc" id="anamespacemxnet_1_1rowsparse_html_a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da"><div class="ttname"><a href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">mxnet::rowsparse::kIdx</a></div><div class="ttdeci">@ kIdx</div><div class="ttdef"><b>Definition:</b> ndarray.h:58</div></div>
<div class="ttc" id="astructmxnet_1_1RunContext_html_ace5970ed7c25ccc98ffd0dcf35fd3c88"><div class="ttname"><a href="structmxnet_1_1RunContext.html#ace5970ed7c25ccc98ffd0dcf35fd3c88">mxnet::RunContext::ctx</a></div><div class="ttdeci">Context ctx</div><div class="ttdoc">base Context</div><div class="ttdef"><b>Definition:</b> base.h:345</div></div>
<div class="ttc" id="aclassmxnet_1_1TShape_html"><div class="ttname"><a href="classmxnet_1_1TShape.html">mxnet::TShape</a></div><div class="ttdoc">A Shape class that is used to represent shape of each tensor.</div><div class="ttdef"><b>Definition:</b> tuple.h:440</div></div>
<div class="ttc" id="aengine_8h_html"><div class="ttname"><a href="engine_8h.html">engine.h</a></div><div class="ttdoc">Engine that schedules all the operations according to dependency.</div></div>
<div class="ttc" id="anamespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66">mxnet::DispatchMode::kUndefined</a></div><div class="ttdeci">@ kUndefined</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a1e646ace37016aa994a26d96e739a561"><div class="ttname"><a href="namespacemxnet_1_1common.html#a1e646ace37016aa994a26d96e739a561">mxnet::common::ParallelAccumulate</a></div><div class="ttdeci">V ParallelAccumulate(const T *a, const int n, V start)</div><div class="ttdef"><b>Definition:</b> utils.h:580</div></div>
<div class="ttc" id="astructmxnet_1_1OpContext_html_a869d4c68c0028a175406f11332baf7cf"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf">mxnet::OpContext::run_ctx</a></div><div class="ttdeci">RunContext run_ctx</div><div class="ttdoc">RunContext related resources.</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:72</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_abc4dccb2b37c896faf7409e002bf4eb2"><div class="ttname"><a href="namespacemxnet_1_1common.html#abc4dccb2b37c896faf7409e002bf4eb2">mxnet::common::ParallelCopy</a></div><div class="ttdeci">void ParallelCopy(DType *dst, const DType *src, index_t size)</div><div class="ttdoc">parallelize copy by OpenMP.</div><div class="ttdef"><b>Definition:</b> utils.h:813</div></div>
<div class="ttc" id="ainclude_2mxnet_2ndarray_8h_html"><div class="ttname"><a href="include_2mxnet_2ndarray_8h.html">ndarray.h</a></div><div class="ttdoc">NDArray interface that handles array arithematics.</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1MShadowTypeInfo_html"><div class="ttname"><a href="structmxnet_1_1common_1_1MShadowTypeInfo.html">mxnet::common::MShadowTypeInfo</a></div><div class="ttdef"><b>Definition:</b> utils.h:1089</div></div>
<div class="ttc" id="a3rdparty_2tvm_2nnvm_2include_2nnvm_2node_8h_html"><div class="ttname"><a href="3rdparty_2tvm_2nnvm_2include_2nnvm_2node_8h.html">node.h</a></div><div class="ttdoc">Graph node data structure.</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_afd53ea405dcc105e6b306148009ff827"><div class="ttname"><a href="namespacemxnet_1_1common.html#afd53ea405dcc105e6b306148009ff827">mxnet::common::CastStorageDispatch</a></div><div class="ttdeci">void CastStorageDispatch(const OpContext &amp;ctx, const NDArray &amp;input, const NDArray &amp;output)</div></div>
<div class="ttc" id="astructmshadow_1_1gpu_html_a15467f39ddeed96fa259efda7c988f05"><div class="ttname"><a href="structmshadow_1_1gpu.html#a15467f39ddeed96fa259efda7c988f05">mshadow::gpu::kDevMask</a></div><div class="ttdeci">static const int kDevMask</div><div class="ttdoc">device flag number, identifies this device</div><div class="ttdef"><b>Definition:</b> tensor.h:50</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_afd045f69bce37692fd1e8ccb0e2ab208"><div class="ttname"><a href="namespacemxnet_1_1common.html#afd045f69bce37692fd1e8ccb0e2ab208">mxnet::common::CheckFormatRSPImpl</a></div><div class="ttdeci">void CheckFormatRSPImpl(const RunContext &amp;rctx, const NDArray &amp;input, const TBlob &amp;err_cpu, const bool full_check)</div><div class="ttdoc">Check the validity of RowSparseNDArray.</div><div class="ttdef"><b>Definition:</b> utils.h:199</div></div>
<div class="ttc" id="aclassnnvm_1_1Op_html"><div class="ttname"><a href="classnnvm_1_1Op.html">nnvm::Op</a></div><div class="ttdoc">Operator structure.</div><div class="ttdef"><b>Definition:</b> op.h:105</div></div>
<div class="ttc" id="aclassmxnet_1_1NDArray_html_a67cb416db42a52288bb0a693026a8b97"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a67cb416db42a52288bb0a693026a8b97">mxnet::NDArray::storage_type</a></div><div class="ttdeci">NDArrayStorageType storage_type() const</div><div class="ttdef"><b>Definition:</b> ndarray.h:343</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a37ab9e42757689b17620f5728296d5d4"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a37ab9e42757689b17620f5728296d5d4">mshadow::kFloat16</a></div><div class="ttdeci">@ kFloat16</div><div class="ttdef"><b>Definition:</b> base.h:354</div></div>
<div class="ttc" id="anamespacemxnet_html_a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">mxnet::kRowSparseStorage</a></div><div class="ttdeci">@ kRowSparseStorage</div><div class="ttdef"><b>Definition:</b> ndarray.h:64</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1MShadowTypeInfo_html_ae688f03cf02cb1be8a7b65d9a6b0739d"><div class="ttname"><a href="structmxnet_1_1common_1_1MShadowTypeInfo.html#ae688f03cf02cb1be8a7b65d9a6b0739d">mxnet::common::MShadowTypeInfo::MShadowTypeInfo</a></div><div class="ttdeci">MShadowTypeInfo(const std::string name, const int size, const int acc_size)</div><div class="ttdef"><b>Definition:</b> utils.h:1094</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_ad45245532df14e35b887c2ec91939d8d"><div class="ttname"><a href="namespacemxnet_1_1common.html#ad45245532df14e35b887c2ec91939d8d">mxnet::common::ilog2ul</a></div><div class="ttdeci">MSHADOW_XINLINE int ilog2ul(size_t a)</div><div class="ttdef"><b>Definition:</b> utils.h:760</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a13c7b64afe7420b04b112f0d7c9f958e"><div class="ttname"><a href="namespacemxnet_1_1common.html#a13c7b64afe7420b04b112f0d7c9f958e">mxnet::common::NodeAttrsGetProfilerScope</a></div><div class="ttdeci">const std::string NodeAttrsGetProfilerScope(const nnvm::NodeAttrs &amp;attrs)</div><div class="ttdef"><b>Definition:</b> utils.h:1067</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_ae0b36e2468ddcac38fac199dd4c7e51a"><div class="ttname"><a href="namespacemxnet_1_1common.html#ae0b36e2468ddcac38fac199dd4c7e51a">mxnet::common::GetDefaultDtype</a></div><div class="ttdeci">int GetDefaultDtype()</div><div class="ttdef"><b>Definition:</b> utils.h:1079</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a6f893aa94eae795ef6730779bd6ed4e2"><div class="ttname"><a href="namespacemxnet_1_1common.html#a6f893aa94eae795ef6730779bd6ed4e2">mxnet::common::IsPower2</a></div><div class="ttdeci">bool IsPower2(size_t N)</div><div class="ttdef"><b>Definition:</b> utils.h:1127</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a5e0a47792e9132c71a77897d1cdf6f0b"><div class="ttname"><a href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">mxnet::common::is_float</a></div><div class="ttdeci">bool is_float(const int dtype)</div><div class="ttdef"><b>Definition:</b> utils.h:931</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1helper_1_1UniqueIf_html"><div class="ttname"><a href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">mxnet::common::helper::UniqueIf</a></div><div class="ttdoc">Helper for non-array type T.</div><div class="ttdef"><b>Definition:</b> utils.h:653</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_ad56ff4f856437bba25d38027aecfe766"><div class="ttname"><a href="namespacemxnet_1_1common.html#ad56ff4f856437bba25d38027aecfe766">mxnet::common::MakeUnique</a></div><div class="ttdeci">helper::UniqueIf&lt; T &gt;::SingleObject MakeUnique(Args &amp;&amp;... args)</div><div class="ttdoc">Constructs an object of type T and wraps it in a std::unique_ptr.</div><div class="ttdef"><b>Definition:</b> utils.h:696</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a56555edcc52c5b25bed90bd05e00b5fa"><div class="ttname"><a href="namespacemxnet_1_1common.html#a56555edcc52c5b25bed90bd05e00b5fa">mxnet::common::GetExecNumMatchColor</a></div><div class="ttdeci">int GetExecNumMatchColor()</div><div class="ttdef"><b>Definition:</b> utils.h:573</div></div>
<div class="ttc" id="astructmxnet_1_1common_1_1MShadowTypeInfo_html_af3b1ee777538be02150a0eaa7348e4e8"><div class="ttname"><a href="structmxnet_1_1common_1_1MShadowTypeInfo.html#af3b1ee777538be02150a0eaa7348e4e8">mxnet::common::MShadowTypeInfo::acc_size</a></div><div class="ttdeci">int acc_size</div><div class="ttdef"><b>Definition:</b> utils.h:1092</div></div>
<div class="ttc" id="anamespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a></div><div class="ttdeci">@ kFloat32</div><div class="ttdef"><b>Definition:</b> base.h:352</div></div>
<div class="ttc" id="anamespacemxnet_1_1common_html_a6baaba1469561220a2484be92cc77aae"><div class="ttname"><a href="namespacemxnet_1_1common.html#a6baaba1469561220a2484be92cc77aae">mxnet::common::CheckFormatCSRImpl</a></div><div class="ttdeci">void CheckFormatCSRImpl(const RunContext &amp;rctx, const NDArray &amp;input, const TBlob &amp;err_cpu, const bool full_check)</div><div class="ttdoc">Check the validity of CSRNDArray.</div><div class="ttdef"><b>Definition:</b> utils.h:141</div></div>
<div class="ttc" id="anamespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6">mxnet::DispatchMode::kFCompute</a></div><div class="ttdeci">@ kFCompute</div></div>
<div class="ttc" id="a3rdparty_2mshadow_2mshadow_2base_8h_html_af67c41c06afea92ccf285ae8501e2316"><div class="ttname"><a href="3rdparty_2mshadow_2mshadow_2base_8h.html#af67c41c06afea92ccf285ae8501e2316">MSHADOW_TYPE_SWITCH</a></div><div class="ttdeci">#define MSHADOW_TYPE_SWITCH(type, DType,...)</div><div class="ttdef"><b>Definition:</b> base.h:1163</div></div>
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated on Thu Jan 5 2023 03:47:40 for mxnet by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.17
</small></address>
</body>
</html>