blob: afd1e6d889f214e16899ff345ba57cd7293b20be [file] [log] [blame]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.13"/>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>mxnet: /work/mxnet/src/common/utils.h Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectalign" style="padding-left: 0.5em;">
<div id="projectname">mxnet
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.13 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
</script>
<div id="main-nav"></div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.html">src</a></li><li class="navelem"><a class="el" href="dir_fdedb0aba14d44ce9d99bc100e026e6a.html">common</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">utils.h</div> </div>
</div><!--header-->
<div class="contents">
<a href="utils_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="comment">/*</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;<span class="comment"> * Licensed to the Apache Software Foundation (ASF) under one</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="comment"> * or more contributor license agreements. See the NOTICE file</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="comment"> * distributed with this work for additional information</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="comment"> * regarding copyright ownership. The ASF licenses this file</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160;<span class="comment"> * to you under the Apache License, Version 2.0 (the</span></div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="comment"> * &quot;License&quot;); you may not use this file except in compliance</span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160;<span class="comment"> * with the License. You may obtain a copy of the License at</span></div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="comment"> * http://www.apache.org/licenses/LICENSE-2.0</span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="comment"> * Unless required by applicable law or agreed to in writing,</span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="comment"> * software distributed under the License is distributed on an</span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;<span class="comment"> * &quot;AS IS&quot; BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="comment"> * KIND, either express or implied. See the License for the</span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="comment"> * specific language governing permissions and limitations</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="comment"> * under the License.</span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;<span class="comment"> */</span></div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160;</div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span>&#160;<span class="preprocessor">#ifndef MXNET_COMMON_UTILS_H_</span></div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span>&#160;<span class="preprocessor">#define MXNET_COMMON_UTILS_H_</span></div><div class="line"><a name="l00026"></a><span class="lineno"> 26</span>&#160;</div><div class="line"><a name="l00027"></a><span class="lineno"> 27</span>&#160;<span class="preprocessor">#include &lt;dmlc/logging.h&gt;</span></div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="omp_8h.html">dmlc/omp.h</a>&gt;</span></div><div class="line"><a name="l00029"></a><span class="lineno"> 29</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="graph_8h.html">nnvm/graph.h</a>&gt;</span></div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="3rdparty_2tvm_2nnvm_2include_2nnvm_2node_8h.html">nnvm/node.h</a>&gt;</span></div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="engine_8h.html">mxnet/engine.h</a>&gt;</span></div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="include_2mxnet_2ndarray_8h.html">mxnet/ndarray.h</a>&gt;</span></div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="imperative_8h.html">mxnet/imperative.h</a>&gt;</span></div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="include_2mxnet_2op__attr__types_8h.html">mxnet/op_attr_types.h</a>&gt;</span></div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="include_2mxnet_2graph__attr__types_8h.html">mxnet/graph_attr_types.h</a>&gt;</span></div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="3rdparty_2tvm_2nnvm_2include_2nnvm_2graph__attr__types_8h.html">nnvm/graph_attr_types.h</a>&gt;</span></div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160;</div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span>&#160;<span class="preprocessor">#include &lt;memory&gt;</span></div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span>&#160;<span class="preprocessor">#include &lt;vector&gt;</span></div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span>&#160;<span class="preprocessor">#include &lt;type_traits&gt;</span></div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span>&#160;<span class="preprocessor">#include &lt;utility&gt;</span></div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>&#160;<span class="preprocessor">#include &lt;random&gt;</span></div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>&#160;<span class="preprocessor">#include &lt;string&gt;</span></div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span>&#160;<span class="preprocessor">#include &lt;thread&gt;</span></div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span>&#160;<span class="preprocessor">#include &lt;algorithm&gt;</span></div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span>&#160;<span class="preprocessor">#include &lt;functional&gt;</span></div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span>&#160;<span class="preprocessor">#include &lt;limits&gt;</span></div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span>&#160;</div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span>&#160;<span class="preprocessor">#include &quot;../operator/mxnet_op.h&quot;</span></div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span>&#160;<span class="preprocessor">#if MXNET_USE_MKLDNN == 1</span></div><div class="line"><a name="l00051"></a><span class="lineno"> 51</span>&#160;<span class="preprocessor">#include &quot;../operator/nn/mkldnn/mkldnn_base-inl.h&quot;</span></div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span>&#160;<span class="preprocessor">#endif</span></div><div class="line"><a name="l00053"></a><span class="lineno"> 53</span>&#160;</div><div class="line"><a name="l00054"></a><span class="lineno"> 54</span>&#160;<span class="preprocessor">#if defined(_WIN32) || defined(_WIN64) || defined(__WINDOWS__)</span></div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span>&#160;<span class="preprocessor">#include &lt;windows.h&gt;</span></div><div class="line"><a name="l00056"></a><span class="lineno"> 56</span>&#160;<span class="preprocessor">#else</span></div><div class="line"><a name="l00057"></a><span class="lineno"> 57</span>&#160;<span class="preprocessor">#include &lt;unistd.h&gt;</span></div><div class="line"><a name="l00058"></a><span class="lineno"> 58</span>&#160;<span class="preprocessor">#endif</span></div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span>&#160;</div><div class="line"><a name="l00060"></a><span class="lineno"> 60</span>&#160;</div><div class="line"><a name="l00061"></a><span class="lineno"> 61</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacemxnet.html">mxnet</a> {</div><div class="line"><a name="l00062"></a><span class="lineno"> 62</span>&#160;<span class="keyword">namespace </span>common {</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span>&#160;</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span>&#160;<span class="preprocessor">#if defined(_WIN32) || defined(_WIN64) || defined(__WINDOWS__)</span></div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">size_t</span> <a class="code" href="namespacemxnet_1_1common.html#a17af88f97948c889f2f4ce88190122c1">current_process_id</a>() { return ::GetCurrentProcessId(); }</div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span>&#160;<span class="preprocessor">#else</span></div><div class="line"><a name="l00067"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a17af88f97948c889f2f4ce88190122c1"> 67</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">size_t</span> <a class="code" href="namespacemxnet_1_1common.html#a17af88f97948c889f2f4ce88190122c1">current_process_id</a>() { <span class="keywordflow">return</span> getpid(); }</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span>&#160;<span class="preprocessor">#endif</span></div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span>&#160;</div><div class="line"><a name="l00073"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1csr__indptr__check.html"> 73</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1csr__indptr__check.html">csr_indptr_check</a> {</div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> DType, <span class="keyword">typename</span> IType&gt;</div><div class="line"><a name="l00075"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1csr__indptr__check.html#a5da824c75914344ce1a228fcec1265b2"> 75</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="structmxnet_1_1common_1_1csr__indptr__check.html#a5da824c75914344ce1a228fcec1265b2">Map</a>(<span class="keywordtype">int</span> i, DType* out, <span class="keyword">const</span> IType* indptr,</div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacennvm.html#a1742f4071051bd6949ef5f4f007a6e9a">nnvm::dim_t</a> end, <span class="keyword">const</span> <a class="code" href="namespacennvm.html#a1742f4071051bd6949ef5f4f007a6e9a">nnvm::dim_t</a> idx_size) {</div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span>&#160; <span class="keywordflow">if</span> (indptr[i+1] &lt; 0 || indptr[i+1] &lt; indptr[i] ||</div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span>&#160; (i == 0 &amp;&amp; indptr[i] != 0) ||</div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span>&#160; (i == end - 1 &amp;&amp; indptr[end] != idx_size))</div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span>&#160; *out = <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb">kCSRIndPtrErr</a>;</div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span>&#160; }</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>&#160;};</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>&#160;</div><div class="line"><a name="l00088"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1csr__idx__check.html"> 88</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1csr__idx__check.html">csr_idx_check</a> {</div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> DType, <span class="keyword">typename</span> IType, <span class="keyword">typename</span> RType&gt;</div><div class="line"><a name="l00090"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1csr__idx__check.html#a325e38479cce9fd6f444ae5ba3b3a2f4"> 90</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="structmxnet_1_1common_1_1csr__idx__check.html#a325e38479cce9fd6f444ae5ba3b3a2f4">Map</a>(<span class="keywordtype">int</span> i, DType* out, <span class="keyword">const</span> IType* idx,</div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span>&#160; <span class="keyword">const</span> RType* indptr, <span class="keyword">const</span> <a class="code" href="namespacennvm.html#a1742f4071051bd6949ef5f4f007a6e9a">nnvm::dim_t</a> ncols) {</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; <span class="keywordflow">for</span> (RType j = indptr[i]; j &lt; indptr[i+1]; j++) {</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160; <span class="keywordflow">if</span> (idx[j] &gt;= ncols || idx[j] &lt; 0 ||</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span>&#160; (j &lt; indptr[i+1] - 1 &amp;&amp; idx[j] &gt;= idx[j+1])) {</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160; *out = <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3">kCSRIdxErr</a>;</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span>&#160; <span class="keywordflow">break</span>;</div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span>&#160; }</div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span>&#160; }</div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span>&#160; }</div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span>&#160;};</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span>&#160;</div><div class="line"><a name="l00106"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1rsp__idx__check.html"> 106</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1rsp__idx__check.html">rsp_idx_check</a> {</div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> DType, <span class="keyword">typename</span> IType&gt;</div><div class="line"><a name="l00108"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1rsp__idx__check.html#abb5a461090d1b410d0a1da852b88ccde"> 108</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="structmxnet_1_1common_1_1rsp__idx__check.html#abb5a461090d1b410d0a1da852b88ccde">Map</a>(<span class="keywordtype">int</span> i, DType* out, <span class="keyword">const</span> IType* idx,</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacennvm.html#a1742f4071051bd6949ef5f4f007a6e9a">nnvm::dim_t</a> end, <span class="keyword">const</span> <a class="code" href="namespacennvm.html#a1742f4071051bd6949ef5f4f007a6e9a">nnvm::dim_t</a> nrows) {</div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span>&#160; <span class="keywordflow">if</span> ((i &lt; end &amp;&amp; idx[i+1] &lt;= idx[i])</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span>&#160; || idx[i] &lt; 0 || idx[i] &gt;= nrows)</div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span>&#160; *out = <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799">kRSPIdxErr</a>;</div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span>&#160; }</div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>&#160;};</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span>&#160;</div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> xpu&gt;</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a98fda469aba84baa370e81e94c7d5b0b">CheckFormatWrapper</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a> &amp;rctx, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;input,</div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> &amp;err_cpu, <span class="keyword">const</span> <span class="keywordtype">bool</span> full_check);</div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span>&#160;</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> xpu&gt;</div><div class="line"><a name="l00129"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a6baaba1469561220a2484be92cc77aae"> 129</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a6baaba1469561220a2484be92cc77aae">CheckFormatCSRImpl</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a> &amp;rctx, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;input,</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> &amp;err_cpu, <span class="keyword">const</span> <span class="keywordtype">bool</span> full_check) {</div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span>&#160; <span class="keyword">using namespace </span>op::mxnet_op;</div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span>&#160; CHECK_EQ(input.<a class="code" href="classmxnet_1_1NDArray.html#a67cb416db42a52288bb0a693026a8b97">storage_type</a>(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a>)</div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span>&#160; &lt;&lt; <span class="stringliteral">&quot;CheckFormatCSRImpl is for CSRNDArray&quot;</span>;</div><div class="line"><a name="l00134"></a><span class="lineno"> 134</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> shape = input.<a class="code" href="classmxnet_1_1NDArray.html#aa0ff3466e6ff09f8fe0a8019b53d5d42">shape</a>();</div><div class="line"><a name="l00135"></a><span class="lineno"> 135</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> idx_shape = input.<a class="code" href="classmxnet_1_1NDArray.html#a7f1d95c104a092be10a22a546e74f836">aux_shape</a>(<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">csr::kIdx</a>);</div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> indptr_shape = input.<a class="code" href="classmxnet_1_1NDArray.html#a7f1d95c104a092be10a22a546e74f836">aux_shape</a>(<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1">csr::kIndPtr</a>);</div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> storage_shape = input.<a class="code" href="classmxnet_1_1NDArray.html#aa30cf4bfe565044616228286b8334931">storage_shape</a>();</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span>&#160; <span class="keywordflow">if</span> ((shape.ndim() != 2) ||</div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span>&#160; (idx_shape.<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>() != 1 || indptr_shape.<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>() != 1 || storage_shape.<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>() != 1) ||</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span>&#160; (indptr_shape[0] != shape[0] + 1) ||</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span>&#160; (idx_shape[0] != storage_shape[0])) {</div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af67c41c06afea92ccf285ae8501e2316">MSHADOW_TYPE_SWITCH</a>(err_cpu.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>, DType, {</div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>&#160; DType* err = err_cpu.dptr&lt;DType&gt;();</div><div class="line"><a name="l00144"></a><span class="lineno"> 144</span>&#160; *err = kCSRShapeErr;</div><div class="line"><a name="l00145"></a><span class="lineno"> 145</span>&#160; });</div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span>&#160; <span class="keywordflow">return</span>;</div><div class="line"><a name="l00147"></a><span class="lineno"> 147</span>&#160; }</div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span>&#160; <span class="keywordflow">if</span> (full_check) {</div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af67c41c06afea92ccf285ae8501e2316">MSHADOW_TYPE_SWITCH</a>(err_cpu.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>, DType, {</div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>&#160; MSHADOW_IDX_TYPE_SWITCH(input.aux_type(csr::kIndPtr), RType, {</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>&#160; MSHADOW_IDX_TYPE_SWITCH(input.aux_type(csr::kIdx), IType, {</div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span>&#160; mshadow::Stream&lt;xpu&gt; *s = rctx.get_stream&lt;xpu&gt;();</div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span>&#160; NDArray ret_xpu = NDArray(mshadow::Shape1(1),</div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span>&#160; rctx.get_ctx(), false, err_cpu.type_flag_);</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>&#160; TBlob val_xpu = ret_xpu.data();</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>&#160; Kernel&lt;set_to_int&lt;kNormalErr&gt;, xpu&gt;::Launch(s, val_xpu.Size(), val_xpu.dptr&lt;DType&gt;());</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span>&#160; Kernel&lt;csr_indptr_check, xpu&gt;::Launch(s, indptr_shape[0] - 1, val_xpu.dptr&lt;DType&gt;(),</div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span>&#160; input.aux_data(csr::kIndPtr).dptr&lt;RType&gt;(),</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span>&#160; indptr_shape[0] - 1, idx_shape[0]);</div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span>&#160; <span class="comment">// no need to check indices if indices are empty</span></div><div class="line"><a name="l00161"></a><span class="lineno"> 161</span>&#160; if (idx_shape[0] != 0) {</div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span>&#160; Kernel&lt;csr_idx_check, xpu&gt;::Launch(s, indptr_shape[0] - 1, val_xpu.dptr&lt;DType&gt;(),</div><div class="line"><a name="l00163"></a><span class="lineno"> 163</span>&#160; input.aux_data(csr::kIdx).dptr&lt;IType&gt;(),</div><div class="line"><a name="l00164"></a><span class="lineno"> 164</span>&#160; input.aux_data(csr::kIndPtr).dptr&lt;RType&gt;(), shape[1]);</div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span>&#160; }</div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span>&#160; mshadow::Copy(err_cpu.get&lt;cpu, 1, DType&gt;(),</div><div class="line"><a name="l00167"></a><span class="lineno"> 167</span>&#160; val_xpu.get&lt;xpu, 1, DType&gt;(s), s);</div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span>&#160; });</div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>&#160; });</div><div class="line"><a name="l00170"></a><span class="lineno"> 170</span>&#160; });</div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>&#160; }</div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span>&#160;}</div><div class="line"><a name="l00173"></a><span class="lineno"> 173</span>&#160;</div><div class="line"><a name="l00182"></a><span class="lineno"> 182</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> xpu&gt;</div><div class="line"><a name="l00183"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#afd045f69bce37692fd1e8ccb0e2ab208"> 183</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#afd045f69bce37692fd1e8ccb0e2ab208">CheckFormatRSPImpl</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a> &amp;rctx, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;input,</div><div class="line"><a name="l00184"></a><span class="lineno"> 184</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> &amp;err_cpu, <span class="keyword">const</span> <span class="keywordtype">bool</span> full_check) {</div><div class="line"><a name="l00185"></a><span class="lineno"> 185</span>&#160; <span class="keyword">using namespace </span>op::mxnet_op;</div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span>&#160; CHECK_EQ(input.<a class="code" href="classmxnet_1_1NDArray.html#a67cb416db42a52288bb0a693026a8b97">storage_type</a>(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a>)</div><div class="line"><a name="l00187"></a><span class="lineno"> 187</span>&#160; &lt;&lt; <span class="stringliteral">&quot;CheckFormatRSPImpl is for RSPNDArray&quot;</span>;</div><div class="line"><a name="l00188"></a><span class="lineno"> 188</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> idx_shape = input.<a class="code" href="classmxnet_1_1NDArray.html#a7f1d95c104a092be10a22a546e74f836">aux_shape</a>(<a class="code" href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">rowsparse::kIdx</a>);</div><div class="line"><a name="l00189"></a><span class="lineno"> 189</span>&#160; <span class="keywordflow">if</span> (idx_shape[0] != input.<a class="code" href="classmxnet_1_1NDArray.html#aa30cf4bfe565044616228286b8334931">storage_shape</a>()[0]) {</div><div class="line"><a name="l00190"></a><span class="lineno"> 190</span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af67c41c06afea92ccf285ae8501e2316">MSHADOW_TYPE_SWITCH</a>(err_cpu.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>, DType, {</div><div class="line"><a name="l00191"></a><span class="lineno"> 191</span>&#160; DType* err = err_cpu.dptr&lt;DType&gt;();</div><div class="line"><a name="l00192"></a><span class="lineno"> 192</span>&#160; *err = kRSPShapeErr;</div><div class="line"><a name="l00193"></a><span class="lineno"> 193</span>&#160; });</div><div class="line"><a name="l00194"></a><span class="lineno"> 194</span>&#160; <span class="keywordflow">return</span>;</div><div class="line"><a name="l00195"></a><span class="lineno"> 195</span>&#160; }</div><div class="line"><a name="l00196"></a><span class="lineno"> 196</span>&#160; <span class="keywordflow">if</span> (idx_shape[0] == 0) {</div><div class="line"><a name="l00197"></a><span class="lineno"> 197</span>&#160; <span class="keywordflow">return</span>;</div><div class="line"><a name="l00198"></a><span class="lineno"> 198</span>&#160; }</div><div class="line"><a name="l00199"></a><span class="lineno"> 199</span>&#160; <span class="keywordflow">if</span> (full_check) {</div><div class="line"><a name="l00200"></a><span class="lineno"> 200</span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af67c41c06afea92ccf285ae8501e2316">MSHADOW_TYPE_SWITCH</a>(err_cpu.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>, DType, {</div><div class="line"><a name="l00201"></a><span class="lineno"> 201</span>&#160; MSHADOW_IDX_TYPE_SWITCH(input.aux_type(rowsparse::kIdx), IType, {</div><div class="line"><a name="l00202"></a><span class="lineno"> 202</span>&#160; mshadow::Stream&lt;xpu&gt; *s = rctx.get_stream&lt;xpu&gt;();</div><div class="line"><a name="l00203"></a><span class="lineno"> 203</span>&#160; NDArray ret_xpu = NDArray(mshadow::Shape1(1),</div><div class="line"><a name="l00204"></a><span class="lineno"> 204</span>&#160; rctx.get_ctx(), false, err_cpu.type_flag_);</div><div class="line"><a name="l00205"></a><span class="lineno"> 205</span>&#160; TBlob val_xpu = ret_xpu.data();</div><div class="line"><a name="l00206"></a><span class="lineno"> 206</span>&#160; Kernel&lt;set_to_int&lt;kNormalErr&gt;, xpu&gt;::Launch(s, val_xpu.Size(), val_xpu.dptr&lt;DType&gt;());</div><div class="line"><a name="l00207"></a><span class="lineno"> 207</span>&#160;</div><div class="line"><a name="l00208"></a><span class="lineno"> 208</span>&#160; Kernel&lt;rsp_idx_check, xpu&gt;::Launch(s, idx_shape[0],</div><div class="line"><a name="l00209"></a><span class="lineno"> 209</span>&#160; val_xpu.dptr&lt;DType&gt;(), input.aux_data(rowsparse::kIdx).dptr&lt;IType&gt;(),</div><div class="line"><a name="l00210"></a><span class="lineno"> 210</span>&#160; idx_shape[0] - 1, input.shape()[0]);</div><div class="line"><a name="l00211"></a><span class="lineno"> 211</span>&#160; mshadow::Copy(err_cpu.get&lt;cpu, 1, DType&gt;(),</div><div class="line"><a name="l00212"></a><span class="lineno"> 212</span>&#160; val_xpu.get&lt;xpu, 1, DType&gt;(s), s);</div><div class="line"><a name="l00213"></a><span class="lineno"> 213</span>&#160; });</div><div class="line"><a name="l00214"></a><span class="lineno"> 214</span>&#160; });</div><div class="line"><a name="l00215"></a><span class="lineno"> 215</span>&#160; }</div><div class="line"><a name="l00216"></a><span class="lineno"> 216</span>&#160;}</div><div class="line"><a name="l00217"></a><span class="lineno"> 217</span>&#160;</div><div class="line"><a name="l00218"></a><span class="lineno"> 218</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> xpu&gt;</div><div class="line"><a name="l00219"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#aad9a34663862df90d3aa8683a2d9052a"> 219</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#aad9a34663862df90d3aa8683a2d9052a">CheckFormatImpl</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a> &amp;rctx, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;input,</div><div class="line"><a name="l00220"></a><span class="lineno"> 220</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> &amp;err_cpu, <span class="keyword">const</span> <span class="keywordtype">bool</span> full_check) {</div><div class="line"><a name="l00221"></a><span class="lineno"> 221</span>&#160; <span class="keywordtype">int</span> stype = input.<a class="code" href="classmxnet_1_1NDArray.html#a67cb416db42a52288bb0a693026a8b97">storage_type</a>();</div><div class="line"><a name="l00222"></a><span class="lineno"> 222</span>&#160; <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a>) {</div><div class="line"><a name="l00223"></a><span class="lineno"> 223</span>&#160; CheckFormatCSRImpl&lt;xpu&gt;(rctx, input, err_cpu, full_check);</div><div class="line"><a name="l00224"></a><span class="lineno"> 224</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a>) {</div><div class="line"><a name="l00225"></a><span class="lineno"> 225</span>&#160; CheckFormatRSPImpl&lt;xpu&gt;(rctx, input, err_cpu, full_check);</div><div class="line"><a name="l00226"></a><span class="lineno"> 226</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>) {</div><div class="line"><a name="l00227"></a><span class="lineno"> 227</span>&#160; <span class="comment">// no-op for default storage</span></div><div class="line"><a name="l00228"></a><span class="lineno"> 228</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00229"></a><span class="lineno"> 229</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Unknown storage type &quot;</span> &lt;&lt; stype;</div><div class="line"><a name="l00230"></a><span class="lineno"> 230</span>&#160; }</div><div class="line"><a name="l00231"></a><span class="lineno"> 231</span>&#160;}</div><div class="line"><a name="l00232"></a><span class="lineno"> 232</span>&#160;</div><div class="line"><a name="l00236"></a><span class="lineno"> 236</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> xpu&gt;</div><div class="line"><a name="l00237"></a><span class="lineno"> 237</span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a905e77124ee11208c40a8afd3ee42167">SparseRetainOpForwardRspWrapper</a>(<a class="code" href="structmshadow_1_1Stream.html">mshadow::Stream&lt;xpu&gt;</a> *s,</div><div class="line"><a name="l00238"></a><span class="lineno"> 238</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>&amp; input_nd,</div><div class="line"><a name="l00239"></a><span class="lineno"> 239</span>&#160; <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a>&amp; idx_data,</div><div class="line"><a name="l00240"></a><span class="lineno"> 240</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398">OpReqType</a> req,</div><div class="line"><a name="l00241"></a><span class="lineno"> 241</span>&#160; <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>* output_nd);</div><div class="line"><a name="l00242"></a><span class="lineno"> 242</span>&#160;</div><div class="line"><a name="l00243"></a><span class="lineno"> 243</span>&#160;<span class="comment">/* \brief Casts tensor storage type to the new type.</span></div><div class="line"><a name="l00244"></a><span class="lineno"> 244</span>&#160;<span class="comment"> */</span></div><div class="line"><a name="l00245"></a><span class="lineno"> 245</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> xpu&gt;</div><div class="line"><a name="l00246"></a><span class="lineno"> 246</span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#afd53ea405dcc105e6b306148009ff827">CastStorageDispatch</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>&amp; ctx, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>&amp; input, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>&amp; output);</div><div class="line"><a name="l00247"></a><span class="lineno"> 247</span>&#160;</div><div class="line"><a name="l00251"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd"> 251</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">ContainsOnlyStorage</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6606bef15f41cccade14c9400e8447cf">StorageTypeVector</a>&amp; vstorage,</div><div class="line"><a name="l00252"></a><span class="lineno"> 252</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype) {</div><div class="line"><a name="l00253"></a><span class="lineno"> 253</span>&#160; <span class="keywordflow">if</span> (!vstorage.empty()) {</div><div class="line"><a name="l00254"></a><span class="lineno"> 254</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>&amp; i : vstorage) {</div><div class="line"><a name="l00255"></a><span class="lineno"> 255</span>&#160; <span class="keywordflow">if</span> (i != stype) <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00256"></a><span class="lineno"> 256</span>&#160; }</div><div class="line"><a name="l00257"></a><span class="lineno"> 257</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00258"></a><span class="lineno"> 258</span>&#160; }</div><div class="line"><a name="l00259"></a><span class="lineno"> 259</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00260"></a><span class="lineno"> 260</span>&#160;}</div><div class="line"><a name="l00261"></a><span class="lineno"> 261</span>&#160;</div><div class="line"><a name="l00266"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a10765e03ef091a5dd81b1b3efa4b46f4"> 266</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">ContainsOnlyStorage</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6606bef15f41cccade14c9400e8447cf">StorageTypeVector</a>&amp; vstorage,</div><div class="line"><a name="l00267"></a><span class="lineno"> 267</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype1,</div><div class="line"><a name="l00268"></a><span class="lineno"> 268</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype2,</div><div class="line"><a name="l00269"></a><span class="lineno"> 269</span>&#160; <span class="keywordtype">bool</span> *has_both) {</div><div class="line"><a name="l00270"></a><span class="lineno"> 270</span>&#160; <span class="keywordflow">if</span> (has_both) {</div><div class="line"><a name="l00271"></a><span class="lineno"> 271</span>&#160; *has_both = <span class="keyword">false</span>;</div><div class="line"><a name="l00272"></a><span class="lineno"> 272</span>&#160; }</div><div class="line"><a name="l00273"></a><span class="lineno"> 273</span>&#160; <span class="keywordflow">if</span> (!vstorage.empty()) {</div><div class="line"><a name="l00274"></a><span class="lineno"> 274</span>&#160; uint8_t has = 0;</div><div class="line"><a name="l00275"></a><span class="lineno"> 275</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span> i : vstorage) {</div><div class="line"><a name="l00276"></a><span class="lineno"> 276</span>&#160; <span class="keywordflow">if</span> (i == stype1) {</div><div class="line"><a name="l00277"></a><span class="lineno"> 277</span>&#160; has |= 1;</div><div class="line"><a name="l00278"></a><span class="lineno"> 278</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (i == stype2) {</div><div class="line"><a name="l00279"></a><span class="lineno"> 279</span>&#160; has |= 2;</div><div class="line"><a name="l00280"></a><span class="lineno"> 280</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00281"></a><span class="lineno"> 281</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00282"></a><span class="lineno"> 282</span>&#160; }</div><div class="line"><a name="l00283"></a><span class="lineno"> 283</span>&#160; }</div><div class="line"><a name="l00284"></a><span class="lineno"> 284</span>&#160; <span class="keywordflow">if</span> (has_both) {</div><div class="line"><a name="l00285"></a><span class="lineno"> 285</span>&#160; *has_both = has == 3;</div><div class="line"><a name="l00286"></a><span class="lineno"> 286</span>&#160; }</div><div class="line"><a name="l00287"></a><span class="lineno"> 287</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00288"></a><span class="lineno"> 288</span>&#160; }</div><div class="line"><a name="l00289"></a><span class="lineno"> 289</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00290"></a><span class="lineno"> 290</span>&#160;}</div><div class="line"><a name="l00291"></a><span class="lineno"> 291</span>&#160;</div><div class="line"><a name="l00295"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a9a7d1b47adce6f8291db8c3106087b90"> 295</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">ContainsOnlyStorage</a>(<span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; ndarrays,</div><div class="line"><a name="l00296"></a><span class="lineno"> 296</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype) {</div><div class="line"><a name="l00297"></a><span class="lineno"> 297</span>&#160; <span class="keywordflow">if</span> (!ndarrays.empty()) {</div><div class="line"><a name="l00298"></a><span class="lineno"> 298</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>&amp; nd : ndarrays) {</div><div class="line"><a name="l00299"></a><span class="lineno"> 299</span>&#160; <span class="keywordflow">if</span> (nd.storage_type() != stype) {</div><div class="line"><a name="l00300"></a><span class="lineno"> 300</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00301"></a><span class="lineno"> 301</span>&#160; }</div><div class="line"><a name="l00302"></a><span class="lineno"> 302</span>&#160; }</div><div class="line"><a name="l00303"></a><span class="lineno"> 303</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00304"></a><span class="lineno"> 304</span>&#160; }</div><div class="line"><a name="l00305"></a><span class="lineno"> 305</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00306"></a><span class="lineno"> 306</span>&#160;}</div><div class="line"><a name="l00307"></a><span class="lineno"> 307</span>&#160;</div><div class="line"><a name="l00311"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a4d39ea49a4b4c2aefdd106ffd2ec9a11"> 311</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">ContainsOnlyStorage</a>(<span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; ndarrays,</div><div class="line"><a name="l00312"></a><span class="lineno"> 312</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype1,</div><div class="line"><a name="l00313"></a><span class="lineno"> 313</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype2,</div><div class="line"><a name="l00314"></a><span class="lineno"> 314</span>&#160; <span class="keywordtype">bool</span> *has_both) {</div><div class="line"><a name="l00315"></a><span class="lineno"> 315</span>&#160; <span class="keywordflow">if</span> (has_both) {</div><div class="line"><a name="l00316"></a><span class="lineno"> 316</span>&#160; *has_both = <span class="keyword">false</span>;</div><div class="line"><a name="l00317"></a><span class="lineno"> 317</span>&#160; }</div><div class="line"><a name="l00318"></a><span class="lineno"> 318</span>&#160; <span class="keywordflow">if</span> (!ndarrays.empty()) {</div><div class="line"><a name="l00319"></a><span class="lineno"> 319</span>&#160; uint8_t has = 0;</div><div class="line"><a name="l00320"></a><span class="lineno"> 320</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>&amp; nd : ndarrays) {</div><div class="line"><a name="l00321"></a><span class="lineno"> 321</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype = nd.storage_type();</div><div class="line"><a name="l00322"></a><span class="lineno"> 322</span>&#160; <span class="keywordflow">if</span> (stype == stype1) {</div><div class="line"><a name="l00323"></a><span class="lineno"> 323</span>&#160; has |= 1;</div><div class="line"><a name="l00324"></a><span class="lineno"> 324</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (stype == stype2) {</div><div class="line"><a name="l00325"></a><span class="lineno"> 325</span>&#160; has |= 2;</div><div class="line"><a name="l00326"></a><span class="lineno"> 326</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00327"></a><span class="lineno"> 327</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00328"></a><span class="lineno"> 328</span>&#160; }</div><div class="line"><a name="l00329"></a><span class="lineno"> 329</span>&#160; }</div><div class="line"><a name="l00330"></a><span class="lineno"> 330</span>&#160; <span class="keywordflow">if</span> (has_both) {</div><div class="line"><a name="l00331"></a><span class="lineno"> 331</span>&#160; *has_both = has == 3;</div><div class="line"><a name="l00332"></a><span class="lineno"> 332</span>&#160; }</div><div class="line"><a name="l00333"></a><span class="lineno"> 333</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00334"></a><span class="lineno"> 334</span>&#160; }</div><div class="line"><a name="l00335"></a><span class="lineno"> 335</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00336"></a><span class="lineno"> 336</span>&#160;}</div><div class="line"><a name="l00337"></a><span class="lineno"> 337</span>&#160;</div><div class="line"><a name="l00341"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a1e3290f30e01079cb2e16095b085bf21"> 341</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a1e3290f30e01079cb2e16095b085bf21">ContainsStorageType</a>(<span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; ndarrays,</div><div class="line"><a name="l00342"></a><span class="lineno"> 342</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype) {</div><div class="line"><a name="l00343"></a><span class="lineno"> 343</span>&#160; <span class="keywordflow">if</span> (!ndarrays.empty()) {</div><div class="line"><a name="l00344"></a><span class="lineno"> 344</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>&amp; nd : ndarrays) {</div><div class="line"><a name="l00345"></a><span class="lineno"> 345</span>&#160; <span class="keywordflow">if</span> (nd.storage_type() == stype) {</div><div class="line"><a name="l00346"></a><span class="lineno"> 346</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00347"></a><span class="lineno"> 347</span>&#160; }</div><div class="line"><a name="l00348"></a><span class="lineno"> 348</span>&#160; }</div><div class="line"><a name="l00349"></a><span class="lineno"> 349</span>&#160; }</div><div class="line"><a name="l00350"></a><span class="lineno"> 350</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00351"></a><span class="lineno"> 351</span>&#160;}</div><div class="line"><a name="l00352"></a><span class="lineno"> 352</span>&#160;</div><div class="line"><a name="l00356"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a99e4d394a12fd749c333d488c7196643"> 356</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a1e3290f30e01079cb2e16095b085bf21">ContainsStorageType</a>(<span class="keyword">const</span> std::vector&lt;int&gt;&amp; ndstypes,</div><div class="line"><a name="l00357"></a><span class="lineno"> 357</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype) {</div><div class="line"><a name="l00358"></a><span class="lineno"> 358</span>&#160; <span class="keywordflow">if</span> (!ndstypes.empty()) {</div><div class="line"><a name="l00359"></a><span class="lineno"> 359</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>&amp; ndstype : ndstypes) {</div><div class="line"><a name="l00360"></a><span class="lineno"> 360</span>&#160; <span class="keywordflow">if</span> (ndstype == stype) {</div><div class="line"><a name="l00361"></a><span class="lineno"> 361</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00362"></a><span class="lineno"> 362</span>&#160; }</div><div class="line"><a name="l00363"></a><span class="lineno"> 363</span>&#160; }</div><div class="line"><a name="l00364"></a><span class="lineno"> 364</span>&#160; }</div><div class="line"><a name="l00365"></a><span class="lineno"> 365</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00366"></a><span class="lineno"> 366</span>&#160;}</div><div class="line"><a name="l00367"></a><span class="lineno"> 367</span>&#160;</div><div class="line"><a name="l00369"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a4716f6044f678090af8ae7ef3ace3a31"> 369</a></span>&#160;<span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a4716f6044f678090af8ae7ef3ace3a31">dispatch_mode_string</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">DispatchMode</a> x) {</div><div class="line"><a name="l00370"></a><span class="lineno"> 370</span>&#160; <span class="keywordflow">switch</span> (x) {</div><div class="line"><a name="l00371"></a><span class="lineno"> 371</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6">DispatchMode::kFCompute</a>:</div><div class="line"><a name="l00372"></a><span class="lineno"> 372</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;fcompute&quot;</span>;</div><div class="line"><a name="l00373"></a><span class="lineno"> 373</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5">DispatchMode::kFComputeEx</a>:</div><div class="line"><a name="l00374"></a><span class="lineno"> 374</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;fcompute_ex&quot;</span>;</div><div class="line"><a name="l00375"></a><span class="lineno"> 375</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef">DispatchMode::kFComputeFallback</a>:</div><div class="line"><a name="l00376"></a><span class="lineno"> 376</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;fcompute_fallback&quot;</span>;</div><div class="line"><a name="l00377"></a><span class="lineno"> 377</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff">DispatchMode::kVariable</a>:</div><div class="line"><a name="l00378"></a><span class="lineno"> 378</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;variable&quot;</span>;</div><div class="line"><a name="l00379"></a><span class="lineno"> 379</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66">DispatchMode::kUndefined</a>:</div><div class="line"><a name="l00380"></a><span class="lineno"> 380</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;undefined&quot;</span>;</div><div class="line"><a name="l00381"></a><span class="lineno"> 381</span>&#160; }</div><div class="line"><a name="l00382"></a><span class="lineno"> 382</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;unknown&quot;</span>;</div><div class="line"><a name="l00383"></a><span class="lineno"> 383</span>&#160;}</div><div class="line"><a name="l00384"></a><span class="lineno"> 384</span>&#160;</div><div class="line"><a name="l00385"></a><span class="lineno"> 385</span>&#160;</div><div class="line"><a name="l00387"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009"> 387</a></span>&#160;<span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009">stype_string</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> x) {</div><div class="line"><a name="l00388"></a><span class="lineno"> 388</span>&#160; <span class="keywordflow">switch</span> (x) {</div><div class="line"><a name="l00389"></a><span class="lineno"> 389</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>:</div><div class="line"><a name="l00390"></a><span class="lineno"> 390</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;default&quot;</span>;</div><div class="line"><a name="l00391"></a><span class="lineno"> 391</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a>:</div><div class="line"><a name="l00392"></a><span class="lineno"> 392</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;csr&quot;</span>;</div><div class="line"><a name="l00393"></a><span class="lineno"> 393</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a>:</div><div class="line"><a name="l00394"></a><span class="lineno"> 394</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;row_sparse&quot;</span>;</div><div class="line"><a name="l00395"></a><span class="lineno"> 395</span>&#160; }</div><div class="line"><a name="l00396"></a><span class="lineno"> 396</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;unknown&quot;</span>;</div><div class="line"><a name="l00397"></a><span class="lineno"> 397</span>&#160;}</div><div class="line"><a name="l00398"></a><span class="lineno"> 398</span>&#160;</div><div class="line"><a name="l00400"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a733ce35d109323dbf4ef1f4bc3094870"> 400</a></span>&#160;<span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a733ce35d109323dbf4ef1f4bc3094870">dev_type_string</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> dev_type) {</div><div class="line"><a name="l00401"></a><span class="lineno"> 401</span>&#160; <span class="keywordflow">switch</span> (dev_type) {</div><div class="line"><a name="l00402"></a><span class="lineno"> 402</span>&#160; <span class="keywordflow">case</span> <a class="code" href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60ea1aced5778bb0d64d4ce6bd4c0a86d140">Context::kCPU</a>:</div><div class="line"><a name="l00403"></a><span class="lineno"> 403</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;cpu&quot;</span>;</div><div class="line"><a name="l00404"></a><span class="lineno"> 404</span>&#160; <span class="keywordflow">case</span> <a class="code" href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60eab21bed4d5cee411db15283d7529f28cf">Context::kGPU</a>:</div><div class="line"><a name="l00405"></a><span class="lineno"> 405</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;gpu&quot;</span>;</div><div class="line"><a name="l00406"></a><span class="lineno"> 406</span>&#160; <span class="keywordflow">case</span> <a class="code" href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60eaa2e12b86e0f957dc14d45863eaa47f34">Context::kCPUPinned</a>:</div><div class="line"><a name="l00407"></a><span class="lineno"> 407</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;cpu_pinned&quot;</span>;</div><div class="line"><a name="l00408"></a><span class="lineno"> 408</span>&#160; <span class="keywordflow">case</span> <a class="code" href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60ea80c6f8f13908c5805cf12784fca77e78">Context::kCPUShared</a>:</div><div class="line"><a name="l00409"></a><span class="lineno"> 409</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;cpu_shared&quot;</span>;</div><div class="line"><a name="l00410"></a><span class="lineno"> 410</span>&#160; }</div><div class="line"><a name="l00411"></a><span class="lineno"> 411</span>&#160; <span class="keywordflow">return</span> <span class="stringliteral">&quot;unknown&quot;</span>;</div><div class="line"><a name="l00412"></a><span class="lineno"> 412</span>&#160;}</div><div class="line"><a name="l00413"></a><span class="lineno"> 413</span>&#160;</div><div class="line"><a name="l00414"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#af830f5320dc0995fec0e885d650057dd"> 414</a></span>&#160;<span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#af830f5320dc0995fec0e885d650057dd">attr_value_string</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div><div class="line"><a name="l00415"></a><span class="lineno"> 415</span>&#160; <span class="keyword">const</span> std::string&amp; attr_name,</div><div class="line"><a name="l00416"></a><span class="lineno"> 416</span>&#160; std::string default_val = <span class="stringliteral">&quot;&quot;</span>) {</div><div class="line"><a name="l00417"></a><span class="lineno"> 417</span>&#160; <span class="keywordflow">if</span> (attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">dict</a>.find(attr_name) == attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">dict</a>.end()) {</div><div class="line"><a name="l00418"></a><span class="lineno"> 418</span>&#160; <span class="keywordflow">return</span> default_val;</div><div class="line"><a name="l00419"></a><span class="lineno"> 419</span>&#160; }</div><div class="line"><a name="l00420"></a><span class="lineno"> 420</span>&#160; <span class="keywordflow">return</span> attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">dict</a>.at(attr_name);</div><div class="line"><a name="l00421"></a><span class="lineno"> 421</span>&#160;}</div><div class="line"><a name="l00422"></a><span class="lineno"> 422</span>&#160;</div><div class="line"><a name="l00424"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717"> 424</a></span>&#160;<span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717">operator_stype_string</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div><div class="line"><a name="l00425"></a><span class="lineno"> 425</span>&#160; <span class="keyword">const</span> <span class="keywordtype">int</span> dev_mask,</div><div class="line"><a name="l00426"></a><span class="lineno"> 426</span>&#160; <span class="keyword">const</span> std::vector&lt;int&gt;&amp; in_attrs,</div><div class="line"><a name="l00427"></a><span class="lineno"> 427</span>&#160; <span class="keyword">const</span> std::vector&lt;int&gt;&amp; out_attrs) {</div><div class="line"><a name="l00428"></a><span class="lineno"> 428</span>&#160; std::ostringstream os;</div><div class="line"><a name="l00429"></a><span class="lineno"> 429</span>&#160; os &lt;&lt; <span class="stringliteral">&quot;operator = &quot;</span> &lt;&lt; attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a3ac836e9058e02f4f365a7b95bf995a6">op</a>-&gt;<a class="code" href="classnnvm_1_1Op.html#af67a5d6998765023aeed6761df292b6c">name</a></div><div class="line"><a name="l00430"></a><span class="lineno"> 430</span>&#160; &lt;&lt; <span class="stringliteral">&quot;\ninput storage types = [&quot;</span>;</div><div class="line"><a name="l00431"></a><span class="lineno"> 431</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keywordtype">int</span> attr : in_attrs) {</div><div class="line"><a name="l00432"></a><span class="lineno"> 432</span>&#160; os &lt;&lt; <a class="code" href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009">stype_string</a>(attr) &lt;&lt; <span class="stringliteral">&quot;, &quot;</span>;</div><div class="line"><a name="l00433"></a><span class="lineno"> 433</span>&#160; }</div><div class="line"><a name="l00434"></a><span class="lineno"> 434</span>&#160; os &lt;&lt; <span class="stringliteral">&quot;]\n&quot;</span></div><div class="line"><a name="l00435"></a><span class="lineno"> 435</span>&#160; &lt;&lt; <span class="stringliteral">&quot;output storage types = [&quot;</span>;</div><div class="line"><a name="l00436"></a><span class="lineno"> 436</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keywordtype">int</span> attr : out_attrs) {</div><div class="line"><a name="l00437"></a><span class="lineno"> 437</span>&#160; os &lt;&lt; <a class="code" href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009">stype_string</a>(attr) &lt;&lt; <span class="stringliteral">&quot;, &quot;</span>;</div><div class="line"><a name="l00438"></a><span class="lineno"> 438</span>&#160; }</div><div class="line"><a name="l00439"></a><span class="lineno"> 439</span>&#160; os &lt;&lt; <span class="stringliteral">&quot;]\n&quot;</span></div><div class="line"><a name="l00440"></a><span class="lineno"> 440</span>&#160; &lt;&lt; <span class="stringliteral">&quot;params = {&quot;</span>;</div><div class="line"><a name="l00441"></a><span class="lineno"> 441</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span> kv : attrs.<a class="code" href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">dict</a>) {</div><div class="line"><a name="l00442"></a><span class="lineno"> 442</span>&#160; os &lt;&lt; <span class="stringliteral">&quot;\&quot;&quot;</span> &lt;&lt; kv.first &lt;&lt; <span class="stringliteral">&quot;\&quot; : &quot;</span> &lt;&lt; kv.second &lt;&lt; <span class="stringliteral">&quot;, &quot;</span>;</div><div class="line"><a name="l00443"></a><span class="lineno"> 443</span>&#160; }</div><div class="line"><a name="l00444"></a><span class="lineno"> 444</span>&#160; os &lt;&lt; <span class="stringliteral">&quot;}\n&quot;</span></div><div class="line"><a name="l00445"></a><span class="lineno"> 445</span>&#160; &lt;&lt; <span class="stringliteral">&quot;context.dev_mask = &quot;</span> &lt;&lt; <a class="code" href="namespacemxnet_1_1common.html#a733ce35d109323dbf4ef1f4bc3094870">dev_type_string</a>(dev_mask);</div><div class="line"><a name="l00446"></a><span class="lineno"> 446</span>&#160; <span class="keywordflow">return</span> os.str();</div><div class="line"><a name="l00447"></a><span class="lineno"> 447</span>&#160;}</div><div class="line"><a name="l00448"></a><span class="lineno"> 448</span>&#160;</div><div class="line"><a name="l00450"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a8873d9dcccfd8e613c1c156934cee98c"> 450</a></span>&#160;<span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a8873d9dcccfd8e613c1c156934cee98c">operator_string</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div><div class="line"><a name="l00451"></a><span class="lineno"> 451</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>&amp; ctx,</div><div class="line"><a name="l00452"></a><span class="lineno"> 452</span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; inputs,</div><div class="line"><a name="l00453"></a><span class="lineno"> 453</span>&#160; <span class="keyword">const</span> std::vector&lt;OpReqType&gt;&amp; req,</div><div class="line"><a name="l00454"></a><span class="lineno"> 454</span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; outputs) {</div><div class="line"><a name="l00455"></a><span class="lineno"> 455</span>&#160; std::string result = <span class="stringliteral">&quot;&quot;</span>;</div><div class="line"><a name="l00456"></a><span class="lineno"> 456</span>&#160; std::vector&lt;int&gt; in_stypes;</div><div class="line"><a name="l00457"></a><span class="lineno"> 457</span>&#160; std::vector&lt;int&gt; out_stypes;</div><div class="line"><a name="l00458"></a><span class="lineno"> 458</span>&#160; in_stypes.reserve(inputs.size());</div><div class="line"><a name="l00459"></a><span class="lineno"> 459</span>&#160; out_stypes.reserve(outputs.size());</div><div class="line"><a name="l00460"></a><span class="lineno"> 460</span>&#160; <span class="keyword">auto</span> xform = [](<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> arr) -&gt; <span class="keywordtype">int</span> { <span class="keywordflow">return</span> arr.storage_type(); };</div><div class="line"><a name="l00461"></a><span class="lineno"> 461</span>&#160; std::transform(inputs.begin(), inputs.end(), std::back_inserter(in_stypes), xform);</div><div class="line"><a name="l00462"></a><span class="lineno"> 462</span>&#160; std::transform(outputs.begin(), outputs.end(), std::back_inserter(out_stypes), xform);</div><div class="line"><a name="l00463"></a><span class="lineno"> 463</span>&#160; result += <a class="code" href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717">operator_stype_string</a>(attrs, ctx.<a class="code" href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf">run_ctx</a>.<a class="code" href="structmxnet_1_1RunContext.html#ace5970ed7c25ccc98ffd0dcf35fd3c88">ctx</a>.<a class="code" href="structmxnet_1_1Context.html#a41f5317543ececa2d0feeea1093e219c">dev_mask</a>(), in_stypes, out_stypes);</div><div class="line"><a name="l00464"></a><span class="lineno"> 464</span>&#160; <span class="keywordflow">return</span> result;</div><div class="line"><a name="l00465"></a><span class="lineno"> 465</span>&#160;}</div><div class="line"><a name="l00466"></a><span class="lineno"> 466</span>&#160;</div><div class="line"><a name="l00468"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3"> 468</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">LogOnce</a>(<span class="keyword">const</span> std::string&amp; message) {</div><div class="line"><a name="l00469"></a><span class="lineno"> 469</span>&#160; <span class="keyword">typedef</span> <a class="code" href="classdmlc_1_1ThreadLocalStore.html">dmlc::ThreadLocalStore&lt;std::unordered_set&lt;std::string&gt;</a>&gt; LogStore;</div><div class="line"><a name="l00470"></a><span class="lineno"> 470</span>&#160; <span class="keyword">auto</span> log_store = LogStore::Get();</div><div class="line"><a name="l00471"></a><span class="lineno"> 471</span>&#160; <span class="keywordflow">if</span> (log_store-&gt;find(message) == log_store-&gt;end()) {</div><div class="line"><a name="l00472"></a><span class="lineno"> 472</span>&#160; LOG(INFO) &lt;&lt; message;</div><div class="line"><a name="l00473"></a><span class="lineno"> 473</span>&#160; log_store-&gt;insert(message);</div><div class="line"><a name="l00474"></a><span class="lineno"> 474</span>&#160; }</div><div class="line"><a name="l00475"></a><span class="lineno"> 475</span>&#160;}</div><div class="line"><a name="l00476"></a><span class="lineno"> 476</span>&#160;</div><div class="line"><a name="l00479"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#aad719abf411ea1ed9185c3849203820f"> 479</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#aad719abf411ea1ed9185c3849203820f">LogStorageFallback</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div><div class="line"><a name="l00480"></a><span class="lineno"> 480</span>&#160; <span class="keyword">const</span> <span class="keywordtype">int</span> dev_mask,</div><div class="line"><a name="l00481"></a><span class="lineno"> 481</span>&#160; <span class="keyword">const</span> std::vector&lt;int&gt;* in_attrs,</div><div class="line"><a name="l00482"></a><span class="lineno"> 482</span>&#160; <span class="keyword">const</span> std::vector&lt;int&gt;* out_attrs) {</div><div class="line"><a name="l00483"></a><span class="lineno"> 483</span>&#160; <span class="keyword">static</span> <span class="keywordtype">bool</span> log = dmlc::GetEnv(<span class="stringliteral">&quot;MXNET_STORAGE_FALLBACK_LOG_VERBOSE&quot;</span>, <span class="keyword">true</span>);</div><div class="line"><a name="l00484"></a><span class="lineno"> 484</span>&#160; <span class="keywordflow">if</span> (!log) <span class="keywordflow">return</span>;</div><div class="line"><a name="l00485"></a><span class="lineno"> 485</span>&#160; <span class="keyword">const</span> std::string op_str = <a class="code" href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717">operator_stype_string</a>(attrs, dev_mask, *in_attrs, *out_attrs);</div><div class="line"><a name="l00486"></a><span class="lineno"> 486</span>&#160; std::ostringstream os;</div><div class="line"><a name="l00487"></a><span class="lineno"> 487</span>&#160; <span class="keyword">const</span> <span class="keywordtype">char</span>* warning = <span class="stringliteral">&quot;\nThe operator with default storage type will be dispatched &quot;</span></div><div class="line"><a name="l00488"></a><span class="lineno"> 488</span>&#160; <span class="stringliteral">&quot;for execution. You&#39;re seeing this warning message because the operator above is unable &quot;</span></div><div class="line"><a name="l00489"></a><span class="lineno"> 489</span>&#160; <span class="stringliteral">&quot;to process the given ndarrays with specified storage types, context and parameter. &quot;</span></div><div class="line"><a name="l00490"></a><span class="lineno"> 490</span>&#160; <span class="stringliteral">&quot;Temporary dense ndarrays are generated in order to execute the operator. &quot;</span></div><div class="line"><a name="l00491"></a><span class="lineno"> 491</span>&#160; <span class="stringliteral">&quot;This does not affect the correctness of the programme. &quot;</span></div><div class="line"><a name="l00492"></a><span class="lineno"> 492</span>&#160; <span class="stringliteral">&quot;You can set environment variable MXNET_STORAGE_FALLBACK_LOG_VERBOSE to &quot;</span></div><div class="line"><a name="l00493"></a><span class="lineno"> 493</span>&#160; <span class="stringliteral">&quot;0 to suppress this warning.&quot;</span>;</div><div class="line"><a name="l00494"></a><span class="lineno"> 494</span>&#160; os &lt;&lt; <span class="stringliteral">&quot;\nStorage type fallback detected:\n&quot;</span> &lt;&lt; op_str &lt;&lt; warning;</div><div class="line"><a name="l00495"></a><span class="lineno"> 495</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">LogOnce</a>(os.str());</div><div class="line"><a name="l00496"></a><span class="lineno"> 496</span>&#160;<span class="preprocessor">#if MXNET_USE_MKLDNN == 1</span></div><div class="line"><a name="l00497"></a><span class="lineno"> 497</span>&#160; <span class="keywordflow">if</span> (!MKLDNNEnvSet()) <a class="code" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">common::LogOnce</a>(<span class="stringliteral">&quot;MXNET_MKLDNN_ENABLED flag is off. &quot;</span></div><div class="line"><a name="l00498"></a><span class="lineno"> 498</span>&#160; <span class="stringliteral">&quot;You can re-enable by setting MXNET_MKLDNN_ENABLED=1&quot;</span>);</div><div class="line"><a name="l00499"></a><span class="lineno"> 499</span>&#160; <span class="keywordflow">if</span> (GetMKLDNNCacheSize() != -1) <a class="code" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">common::LogOnce</a>(<span class="stringliteral">&quot;MXNET_MKLDNN_CACHE_NUM is set.&quot;</span></div><div class="line"><a name="l00500"></a><span class="lineno"> 500</span>&#160; <span class="stringliteral">&quot;Should only be set if &quot;</span></div><div class="line"><a name="l00501"></a><span class="lineno"> 501</span>&#160; <span class="stringliteral">&quot;your model has variable input shapes, &quot;</span></div><div class="line"><a name="l00502"></a><span class="lineno"> 502</span>&#160; <span class="stringliteral">&quot;as cache size may grow unbounded&quot;</span>);</div><div class="line"><a name="l00503"></a><span class="lineno"> 503</span>&#160;<span class="preprocessor">#endif</span></div><div class="line"><a name="l00504"></a><span class="lineno"> 504</span>&#160;}</div><div class="line"><a name="l00505"></a><span class="lineno"> 505</span>&#160;</div><div class="line"><a name="l00506"></a><span class="lineno"> 506</span>&#160;<span class="comment">// heuristic to dermine number of threads per GPU</span></div><div class="line"><a name="l00507"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a467e8b51fc0d0a7266e9f3172b2ff7f1"> 507</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#a467e8b51fc0d0a7266e9f3172b2ff7f1">GetNumThreadsPerGPU</a>() {</div><div class="line"><a name="l00508"></a><span class="lineno"> 508</span>&#160; <span class="comment">// This is resource efficient option.</span></div><div class="line"><a name="l00509"></a><span class="lineno"> 509</span>&#160; <span class="keywordflow">return</span> dmlc::GetEnv(<span class="stringliteral">&quot;MXNET_GPU_WORKER_NTHREADS&quot;</span>, 2);</div><div class="line"><a name="l00510"></a><span class="lineno"> 510</span>&#160;}</div><div class="line"><a name="l00511"></a><span class="lineno"> 511</span>&#160;</div><div class="line"><a name="l00512"></a><span class="lineno"> 512</span>&#160;<span class="comment">// heuristic to get number of matching colors.</span></div><div class="line"><a name="l00513"></a><span class="lineno"> 513</span>&#160;<span class="comment">// this decides how much parallelism we can get in each GPU.</span></div><div class="line"><a name="l00514"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a56555edcc52c5b25bed90bd05e00b5fa"> 514</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#a56555edcc52c5b25bed90bd05e00b5fa">GetExecNumMatchColor</a>() {</div><div class="line"><a name="l00515"></a><span class="lineno"> 515</span>&#160; <span class="comment">// This is resource efficient option.</span></div><div class="line"><a name="l00516"></a><span class="lineno"> 516</span>&#160; <span class="keywordtype">int</span> num_match_color = dmlc::GetEnv(<span class="stringliteral">&quot;MXNET_EXEC_NUM_TEMP&quot;</span>, 1);</div><div class="line"><a name="l00517"></a><span class="lineno"> 517</span>&#160; <span class="keywordflow">return</span> std::min(num_match_color, <a class="code" href="namespacemxnet_1_1common.html#a467e8b51fc0d0a7266e9f3172b2ff7f1">GetNumThreadsPerGPU</a>());</div><div class="line"><a name="l00518"></a><span class="lineno"> 518</span>&#160;}</div><div class="line"><a name="l00519"></a><span class="lineno"> 519</span>&#160;</div><div class="line"><a name="l00520"></a><span class="lineno"> 520</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> T, <span class="keyword">typename</span> V&gt;</div><div class="line"><a name="l00521"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a1e646ace37016aa994a26d96e739a561"> 521</a></span>&#160;V <a class="code" href="namespacemxnet_1_1common.html#a1e646ace37016aa994a26d96e739a561">ParallelAccumulate</a>(<span class="keyword">const</span> T* a, <span class="keyword">const</span> <span class="keywordtype">int</span> n, V start) {</div><div class="line"><a name="l00522"></a><span class="lineno"> 522</span>&#160; V sum = start;</div><div class="line"><a name="l00523"></a><span class="lineno"> 523</span>&#160;<span class="preprocessor">#pragma omp parallel for reduction(+:sum)</span></div><div class="line"><a name="l00524"></a><span class="lineno"> 524</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; n; ++i) {</div><div class="line"><a name="l00525"></a><span class="lineno"> 525</span>&#160; sum += a[i];</div><div class="line"><a name="l00526"></a><span class="lineno"> 526</span>&#160; }</div><div class="line"><a name="l00527"></a><span class="lineno"> 527</span>&#160; <span class="keywordflow">return</span> sum;</div><div class="line"><a name="l00528"></a><span class="lineno"> 528</span>&#160;}</div><div class="line"><a name="l00529"></a><span class="lineno"> 529</span>&#160;</div><div class="line"><a name="l00537"></a><span class="lineno"> 537</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> RandomIt, <span class="keyword">typename</span> Compare&gt;</div><div class="line"><a name="l00538"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6"> 538</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6">ParallelSortHelper</a>(RandomIt first, <span class="keywordtype">size_t</span> len,</div><div class="line"><a name="l00539"></a><span class="lineno"> 539</span>&#160; <span class="keywordtype">size_t</span> grainsize, <span class="keyword">const</span> Compare&amp; comp) {</div><div class="line"><a name="l00540"></a><span class="lineno"> 540</span>&#160; <span class="keywordflow">if</span> (len &lt; grainsize) {</div><div class="line"><a name="l00541"></a><span class="lineno"> 541</span>&#160; std::sort(first, first+len, comp);</div><div class="line"><a name="l00542"></a><span class="lineno"> 542</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00543"></a><span class="lineno"> 543</span>&#160; std::thread thr(ParallelSortHelper&lt;RandomIt, Compare&gt;, first, len/2, grainsize, comp);</div><div class="line"><a name="l00544"></a><span class="lineno"> 544</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6">ParallelSortHelper</a>(first+len/2, len - len/2, grainsize, comp);</div><div class="line"><a name="l00545"></a><span class="lineno"> 545</span>&#160; thr.join();</div><div class="line"><a name="l00546"></a><span class="lineno"> 546</span>&#160; std::inplace_merge(first, first+len/2, first+len, comp);</div><div class="line"><a name="l00547"></a><span class="lineno"> 547</span>&#160; }</div><div class="line"><a name="l00548"></a><span class="lineno"> 548</span>&#160;}</div><div class="line"><a name="l00549"></a><span class="lineno"> 549</span>&#160;</div><div class="line"><a name="l00559"></a><span class="lineno"> 559</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> RandomIt, <span class="keyword">typename</span> Compare&gt;</div><div class="line"><a name="l00560"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0"> 560</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0">ParallelSort</a>(RandomIt first, RandomIt last, <span class="keywordtype">size_t</span> num_threads, Compare comp) {</div><div class="line"><a name="l00561"></a><span class="lineno"> 561</span>&#160; <span class="keyword">const</span> <span class="keyword">auto</span> num = std::distance(first, last);</div><div class="line"><a name="l00562"></a><span class="lineno"> 562</span>&#160; <span class="keywordtype">size_t</span> grainsize = std::max(num / num_threads + 5, static_cast&lt;size_t&gt;(1024*16));</div><div class="line"><a name="l00563"></a><span class="lineno"> 563</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6">ParallelSortHelper</a>(first, num, grainsize, comp);</div><div class="line"><a name="l00564"></a><span class="lineno"> 564</span>&#160;}</div><div class="line"><a name="l00565"></a><span class="lineno"> 565</span>&#160;</div><div class="line"><a name="l00575"></a><span class="lineno"> 575</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> RandomIt&gt;</div><div class="line"><a name="l00576"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#af2c7fe2df1babee66696d2b449e2123c"> 576</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0">ParallelSort</a>(RandomIt first, RandomIt last, <span class="keywordtype">size_t</span> num_threads) {</div><div class="line"><a name="l00577"></a><span class="lineno"> 577</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0">ParallelSort</a>(first, last, num_threads,</div><div class="line"><a name="l00578"></a><span class="lineno"> 578</span>&#160; std::less&lt;<span class="keyword">typename</span> std::iterator_traits&lt;RandomIt&gt;::value_type&gt;());</div><div class="line"><a name="l00579"></a><span class="lineno"> 579</span>&#160;}</div><div class="line"><a name="l00580"></a><span class="lineno"> 580</span>&#160;</div><div class="line"><a name="l00584"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#aceba8f2d6de65796966d7f1d341dcf33"> 584</a></span>&#160;<span class="keyword">typedef</span> std::mt19937 <a class="code" href="namespacemxnet_1_1common.html#aceba8f2d6de65796966d7f1d341dcf33">RANDOM_ENGINE</a>;</div><div class="line"><a name="l00585"></a><span class="lineno"> 585</span>&#160;</div><div class="line"><a name="l00589"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common_1_1helper.html"> 589</a></span>&#160;<span class="keyword">namespace </span>helper {</div><div class="line"><a name="l00590"></a><span class="lineno"> 590</span>&#160;</div><div class="line"><a name="l00594"></a><span class="lineno"> 594</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">class</span> T&gt;</div><div class="line"><a name="l00595"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html"> 595</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">UniqueIf</a> {</div><div class="line"><a name="l00599"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html#a98153aaeb43a71efa85b5cf753505cac"> 599</a></span>&#160; <span class="keyword">using</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html#a98153aaeb43a71efa85b5cf753505cac">SingleObject</a> = std::unique_ptr&lt;T&gt;;</div><div class="line"><a name="l00600"></a><span class="lineno"> 600</span>&#160;};</div><div class="line"><a name="l00601"></a><span class="lineno"> 601</span>&#160;</div><div class="line"><a name="l00605"></a><span class="lineno"> 605</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">class</span> T&gt;</div><div class="line"><a name="l00606"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[]_4.html"> 606</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">UniqueIf</a>&lt;T[]&gt; {</div><div class="line"><a name="l00610"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[]_4.html#a0cf05a5a2f3e1ac49ebdef497701055c"> 610</a></span>&#160; <span class="keyword">using</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[]_4.html#a0cf05a5a2f3e1ac49ebdef497701055c">UnknownBound</a> = std::unique_ptr&lt;T[]&gt;;</div><div class="line"><a name="l00611"></a><span class="lineno"> 611</span>&#160;};</div><div class="line"><a name="l00612"></a><span class="lineno"> 612</span>&#160;</div><div class="line"><a name="l00616"></a><span class="lineno"> 616</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">class</span> T, <span class="keywordtype">size_t</span> kSize&gt;</div><div class="line"><a name="l00617"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[kSize]_4.html"> 617</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">UniqueIf</a>&lt;T[kSize]&gt; {</div><div class="line"><a name="l00621"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[kSize]_4.html#af31c1728c4b497d304680d69d4e61421"> 621</a></span>&#160; <span class="keyword">using</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[kSize]_4.html#af31c1728c4b497d304680d69d4e61421">KnownBound</a> = void;</div><div class="line"><a name="l00622"></a><span class="lineno"> 622</span>&#160;};</div><div class="line"><a name="l00623"></a><span class="lineno"> 623</span>&#160;</div><div class="line"><a name="l00624"></a><span class="lineno"> 624</span>&#160;} <span class="comment">// namespace helper</span></div><div class="line"><a name="l00625"></a><span class="lineno"> 625</span>&#160;</div><div class="line"><a name="l00637"></a><span class="lineno"> 637</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">class </span>T, <span class="keyword">class</span>... Args&gt;</div><div class="line"><a name="l00638"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#adb63438b723f69cdf56f7919275f4596"> 638</a></span>&#160;<span class="keyword">typename</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html#a98153aaeb43a71efa85b5cf753505cac">helper::UniqueIf&lt;T&gt;::SingleObject</a> <a class="code" href="namespacemxnet_1_1common.html#ad56ff4f856437bba25d38027aecfe766">MakeUnique</a>(Args&amp;&amp;... args) {</div><div class="line"><a name="l00639"></a><span class="lineno"> 639</span>&#160; <span class="keywordflow">return</span> std::unique_ptr&lt;T&gt;(<span class="keyword">new</span> T(std::forward&lt;Args&gt;(args)...));</div><div class="line"><a name="l00640"></a><span class="lineno"> 640</span>&#160;}</div><div class="line"><a name="l00641"></a><span class="lineno"> 641</span>&#160;</div><div class="line"><a name="l00651"></a><span class="lineno"> 651</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">class</span> T&gt;</div><div class="line"><a name="l00652"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a39b3453302aa3aa56230fbc88005861d"> 652</a></span>&#160;<span class="keyword">typename</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">helper::UniqueIf&lt;T&gt;::UnknownBound</a> <a class="code" href="namespacemxnet_1_1common.html#ad56ff4f856437bba25d38027aecfe766">MakeUnique</a>(<span class="keywordtype">size_t</span> n) {</div><div class="line"><a name="l00653"></a><span class="lineno"> 653</span>&#160; <span class="keyword">using</span> U = <span class="keyword">typename</span> std::remove_extent&lt;T&gt;::type;</div><div class="line"><a name="l00654"></a><span class="lineno"> 654</span>&#160; <span class="keywordflow">return</span> std::unique_ptr&lt;T&gt;(<span class="keyword">new</span> U[n]{});</div><div class="line"><a name="l00655"></a><span class="lineno"> 655</span>&#160;}</div><div class="line"><a name="l00656"></a><span class="lineno"> 656</span>&#160;</div><div class="line"><a name="l00665"></a><span class="lineno"> 665</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">class </span>T, <span class="keyword">class</span>... Args&gt;</div><div class="line"><a name="l00666"></a><span class="lineno"> 666</span>&#160;<span class="keyword">typename</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">helper::UniqueIf&lt;T&gt;::KnownBound</a> <a class="code" href="namespacemxnet_1_1common.html#ad56ff4f856437bba25d38027aecfe766">MakeUnique</a>(Args&amp;&amp;... args) = <span class="keyword">delete</span>;</div><div class="line"><a name="l00667"></a><span class="lineno"> 667</span>&#160;</div><div class="line"><a name="l00668"></a><span class="lineno"> 668</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> FCompType&gt;</div><div class="line"><a name="l00669"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a1abcb76ccd9022ebacdacd69c821cdc2"> 669</a></span>&#160;FCompType <a class="code" href="namespacemxnet_1_1common.html#a1abcb76ccd9022ebacdacd69c821cdc2">GetFCompute</a>(<span class="keyword">const</span> <a class="code" href="classnnvm_1_1Op.html">nnvm::Op</a>* op, <span class="keyword">const</span> std::string&amp; name,</div><div class="line"><a name="l00670"></a><span class="lineno"> 670</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1Context.html">Context</a>&amp; ctx) {</div><div class="line"><a name="l00671"></a><span class="lineno"> 671</span>&#160; <span class="keyword">static</span> <span class="keyword">auto</span>&amp; fcompute_cpu = nnvm::Op::GetAttr&lt;FCompType&gt;(name + <span class="stringliteral">&quot;&lt;cpu&gt;&quot;</span>);</div><div class="line"><a name="l00672"></a><span class="lineno"> 672</span>&#160; <span class="keyword">static</span> <span class="keyword">auto</span>&amp; fcompute_gpu = nnvm::Op::GetAttr&lt;FCompType&gt;(name + <span class="stringliteral">&quot;&lt;gpu&gt;&quot;</span>);</div><div class="line"><a name="l00673"></a><span class="lineno"> 673</span>&#160;</div><div class="line"><a name="l00674"></a><span class="lineno"> 674</span>&#160; <span class="keywordflow">if</span> (ctx.<a class="code" href="structmxnet_1_1Context.html#a41f5317543ececa2d0feeea1093e219c">dev_mask</a>() == <a class="code" href="structmshadow_1_1cpu.html#a57f74b500825e21c0c246ad5b4e5016b">cpu::kDevMask</a>) {</div><div class="line"><a name="l00675"></a><span class="lineno"> 675</span>&#160; <span class="keywordflow">return</span> fcompute_cpu.get(op, <span class="keyword">nullptr</span>);</div><div class="line"><a name="l00676"></a><span class="lineno"> 676</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (ctx.<a class="code" href="structmxnet_1_1Context.html#a41f5317543ececa2d0feeea1093e219c">dev_mask</a>() == <a class="code" href="structmshadow_1_1gpu.html#a15467f39ddeed96fa259efda7c988f05">gpu::kDevMask</a>) {</div><div class="line"><a name="l00677"></a><span class="lineno"> 677</span>&#160; <span class="keywordflow">return</span> fcompute_gpu.get(op, <span class="keyword">nullptr</span>);</div><div class="line"><a name="l00678"></a><span class="lineno"> 678</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00679"></a><span class="lineno"> 679</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Unknown device mask &quot;</span> &lt;&lt; ctx.<a class="code" href="structmxnet_1_1Context.html#a41f5317543ececa2d0feeea1093e219c">dev_mask</a>();</div><div class="line"><a name="l00680"></a><span class="lineno"> 680</span>&#160; <span class="keywordflow">return</span> <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00681"></a><span class="lineno"> 681</span>&#160; }</div><div class="line"><a name="l00682"></a><span class="lineno"> 682</span>&#160;}</div><div class="line"><a name="l00683"></a><span class="lineno"> 683</span>&#160;</div><div class="line"><a name="l00687"></a><span class="lineno"> 687</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> T&gt;</div><div class="line"><a name="l00688"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a325e95d176e17c22ea18db6694093ad7"> 688</a></span>&#160;constexpr <span class="keywordtype">size_t</span> <a class="code" href="namespacemxnet_1_1common.html#a325e95d176e17c22ea18db6694093ad7">MaxIntegerValue</a>() {</div><div class="line"><a name="l00689"></a><span class="lineno"> 689</span>&#160; <span class="keywordflow">return</span> std::is_integral&lt;T&gt;::value ?</div><div class="line"><a name="l00690"></a><span class="lineno"> 690</span>&#160; std::numeric_limits&lt;T&gt;::max():</div><div class="line"><a name="l00691"></a><span class="lineno"> 691</span>&#160; size_t(2) &lt;&lt; (std::numeric_limits&lt;T&gt;::digits - 1);</div><div class="line"><a name="l00692"></a><span class="lineno"> 692</span>&#160;}</div><div class="line"><a name="l00693"></a><span class="lineno"> 693</span>&#160;</div><div class="line"><a name="l00694"></a><span class="lineno"> 694</span>&#160;<span class="keyword">template</span> &lt;&gt;</div><div class="line"><a name="l00695"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a7b5002a24372f2c7325c78a747270cf9"> 695</a></span>&#160;constexpr <span class="keywordtype">size_t</span> MaxIntegerValue&lt;mshadow::half::half_t&gt;() {</div><div class="line"><a name="l00696"></a><span class="lineno"> 696</span>&#160; <span class="keywordflow">return</span> size_t(2) &lt;&lt; 10;</div><div class="line"><a name="l00697"></a><span class="lineno"> 697</span>&#160;}</div><div class="line"><a name="l00698"></a><span class="lineno"> 698</span>&#160;</div><div class="line"><a name="l00699"></a><span class="lineno"> 699</span>&#160;<span class="keyword">template</span> &lt;&gt;</div><div class="line"><a name="l00700"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a49aed737bf5e84006016a8e863f422cf"> 700</a></span>&#160;constexpr <span class="keywordtype">size_t</span> MaxIntegerValue&lt;mshadow::bfloat::bf16_t&gt;() {</div><div class="line"><a name="l00701"></a><span class="lineno"> 701</span>&#160; <span class="keywordflow">return</span> size_t(2) &lt;&lt; 14;</div><div class="line"><a name="l00702"></a><span class="lineno"> 702</span>&#160;}</div><div class="line"><a name="l00703"></a><span class="lineno"> 703</span>&#160;</div><div class="line"><a name="l00704"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#ad45245532df14e35b887c2ec91939d8d"> 704</a></span>&#160;<a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#ad45245532df14e35b887c2ec91939d8d">ilog2ul</a>(<span class="keywordtype">size_t</span> a) {</div><div class="line"><a name="l00705"></a><span class="lineno"> 705</span>&#160; <span class="keywordtype">int</span> k = 1;</div><div class="line"><a name="l00706"></a><span class="lineno"> 706</span>&#160; <span class="keywordflow">while</span> (a &gt;&gt;= 1) ++k;</div><div class="line"><a name="l00707"></a><span class="lineno"> 707</span>&#160; <span class="keywordflow">return</span> k;</div><div class="line"><a name="l00708"></a><span class="lineno"> 708</span>&#160;}</div><div class="line"><a name="l00709"></a><span class="lineno"> 709</span>&#160;</div><div class="line"><a name="l00710"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a44c77619725d8bc68a085bdbcaa5416b"> 710</a></span>&#160;<a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#a44c77619725d8bc68a085bdbcaa5416b">ilog2ui</a>(<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> a) {</div><div class="line"><a name="l00711"></a><span class="lineno"> 711</span>&#160; <span class="keywordtype">int</span> k = 1;</div><div class="line"><a name="l00712"></a><span class="lineno"> 712</span>&#160; <span class="keywordflow">while</span> (a &gt;&gt;= 1) ++k;</div><div class="line"><a name="l00713"></a><span class="lineno"> 713</span>&#160; <span class="keywordflow">return</span> k;</div><div class="line"><a name="l00714"></a><span class="lineno"> 714</span>&#160;}</div><div class="line"><a name="l00715"></a><span class="lineno"> 715</span>&#160;</div><div class="line"><a name="l00719"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#aaa3cdf4e5f766e793e20d56b1fc4386e"> 719</a></span>&#160;<span class="keyword">inline</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="namespacemxnet_1_1common.html#aaa3cdf4e5f766e793e20d56b1fc4386e">InitZeros</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> &amp;shape,</div><div class="line"><a name="l00720"></a><span class="lineno"> 720</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1Context.html">Context</a> &amp;ctx, <span class="keyword">const</span> <span class="keywordtype">int</span> dtype) {</div><div class="line"><a name="l00721"></a><span class="lineno"> 721</span>&#160; <span class="comment">// NDArray with default storage</span></div><div class="line"><a name="l00722"></a><span class="lineno"> 722</span>&#160; <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>) {</div><div class="line"><a name="l00723"></a><span class="lineno"> 723</span>&#160; <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> ret(shape, ctx, <span class="keyword">false</span>, dtype);</div><div class="line"><a name="l00724"></a><span class="lineno"> 724</span>&#160; ret = 0;</div><div class="line"><a name="l00725"></a><span class="lineno"> 725</span>&#160; <span class="keywordflow">return</span> ret;</div><div class="line"><a name="l00726"></a><span class="lineno"> 726</span>&#160; }</div><div class="line"><a name="l00727"></a><span class="lineno"> 727</span>&#160; <span class="comment">// NDArray with non-default storage. Storage allocation is always delayed.</span></div><div class="line"><a name="l00728"></a><span class="lineno"> 728</span>&#160; <span class="keywordflow">return</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>(stype, shape, ctx, <span class="keyword">true</span>, dtype);</div><div class="line"><a name="l00729"></a><span class="lineno"> 729</span>&#160;}</div><div class="line"><a name="l00730"></a><span class="lineno"> 730</span>&#160;</div><div class="line"><a name="l00734"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a214e7e05193ff2ddf8c1f88afa5c2d9c"> 734</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a214e7e05193ff2ddf8c1f88afa5c2d9c">EmplaceBackZeros</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> &amp;shape,</div><div class="line"><a name="l00735"></a><span class="lineno"> 735</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1Context.html">Context</a> &amp;ctx, <span class="keyword">const</span> <span class="keywordtype">int</span> dtype,</div><div class="line"><a name="l00736"></a><span class="lineno"> 736</span>&#160; std::vector&lt;NDArray&gt; *vec) {</div><div class="line"><a name="l00737"></a><span class="lineno"> 737</span>&#160; <span class="comment">// NDArray with default storage</span></div><div class="line"><a name="l00738"></a><span class="lineno"> 738</span>&#160; <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>) {</div><div class="line"><a name="l00739"></a><span class="lineno"> 739</span>&#160; vec-&gt;emplace_back(shape, ctx, <span class="keyword">false</span>, dtype);</div><div class="line"><a name="l00740"></a><span class="lineno"> 740</span>&#160; vec-&gt;back() = 0;</div><div class="line"><a name="l00741"></a><span class="lineno"> 741</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00742"></a><span class="lineno"> 742</span>&#160; <span class="comment">// NDArray with non-default storage. Storage allocation is always delayed.</span></div><div class="line"><a name="l00743"></a><span class="lineno"> 743</span>&#160; vec-&gt;emplace_back(stype, shape, ctx, <span class="keyword">true</span>, dtype);</div><div class="line"><a name="l00744"></a><span class="lineno"> 744</span>&#160; }</div><div class="line"><a name="l00745"></a><span class="lineno"> 745</span>&#160;}</div><div class="line"><a name="l00746"></a><span class="lineno"> 746</span>&#160;</div><div class="line"><a name="l00747"></a><span class="lineno"> 747</span>&#160;</div><div class="line"><a name="l00751"></a><span class="lineno"> 751</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> DType&gt;</div><div class="line"><a name="l00752"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#abc4dccb2b37c896faf7409e002bf4eb2"> 752</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#abc4dccb2b37c896faf7409e002bf4eb2">ParallelCopy</a>(DType* dst, <span class="keyword">const</span> DType* src, <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> size) {</div><div class="line"><a name="l00753"></a><span class="lineno"> 753</span>&#160; <span class="keyword">static</span> <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> copy_block_size = dmlc::GetEnv(<span class="stringliteral">&quot;MXNET_CPU_PARALLEL_SIZE&quot;</span>, 200000);</div><div class="line"><a name="l00754"></a><span class="lineno"> 754</span>&#160; <span class="keywordflow">if</span> (size &gt;= copy_block_size) {</div><div class="line"><a name="l00755"></a><span class="lineno"> 755</span>&#160;<span class="preprocessor"> #pragma omp parallel for num_threads(engine::OpenMP::Get()-&gt;GetRecommendedOMPThreadCount())</span></div><div class="line"><a name="l00756"></a><span class="lineno"> 756</span>&#160; <span class="keywordflow">for</span> (<a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> i = 0; i &lt; size; ++i) {</div><div class="line"><a name="l00757"></a><span class="lineno"> 757</span>&#160; dst[i] = src[i];</div><div class="line"><a name="l00758"></a><span class="lineno"> 758</span>&#160; }</div><div class="line"><a name="l00759"></a><span class="lineno"> 759</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00760"></a><span class="lineno"> 760</span>&#160; std::memcpy(dst, src, <span class="keyword">sizeof</span>(DType) * size);</div><div class="line"><a name="l00761"></a><span class="lineno"> 761</span>&#160; }</div><div class="line"><a name="l00762"></a><span class="lineno"> 762</span>&#160;}</div><div class="line"><a name="l00763"></a><span class="lineno"> 763</span>&#160;</div><div class="line"><a name="l00767"></a><span class="lineno"> 767</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> DType&gt;</div><div class="line"><a name="l00768"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a4809d73b8689e4898d3608b15c877035"> 768</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a4809d73b8689e4898d3608b15c877035">ParallelAdd</a>(DType* dst, <span class="keyword">const</span> DType* src, <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> size) {</div><div class="line"><a name="l00769"></a><span class="lineno"> 769</span>&#160; <span class="keyword">static</span> <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> add_block_size = dmlc::GetEnv(<span class="stringliteral">&quot;MXNET_CPU_PARALLEL_SIZE&quot;</span>, 200000);</div><div class="line"><a name="l00770"></a><span class="lineno"> 770</span>&#160; <span class="keywordflow">if</span> (size &gt;= add_block_size) {</div><div class="line"><a name="l00771"></a><span class="lineno"> 771</span>&#160;<span class="preprocessor"> #pragma omp parallel for num_threads(engine::OpenMP::Get()-&gt;GetRecommendedOMPThreadCount())</span></div><div class="line"><a name="l00772"></a><span class="lineno"> 772</span>&#160; <span class="keywordflow">for</span> (<a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> i = 0; i &lt; size; ++i) {</div><div class="line"><a name="l00773"></a><span class="lineno"> 773</span>&#160; dst[i] += src[i];</div><div class="line"><a name="l00774"></a><span class="lineno"> 774</span>&#160; }</div><div class="line"><a name="l00775"></a><span class="lineno"> 775</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00776"></a><span class="lineno"> 776</span>&#160; <span class="keywordflow">for</span> (<a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> i = 0; i &lt; size; ++i) {</div><div class="line"><a name="l00777"></a><span class="lineno"> 777</span>&#160; dst[i] += src[i];</div><div class="line"><a name="l00778"></a><span class="lineno"> 778</span>&#160; }</div><div class="line"><a name="l00779"></a><span class="lineno"> 779</span>&#160; }</div><div class="line"><a name="l00780"></a><span class="lineno"> 780</span>&#160;}</div><div class="line"><a name="l00781"></a><span class="lineno"> 781</span>&#160;</div><div class="line"><a name="l00800"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#abe0a2c4df1828cd070c9afe47402507b"> 800</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#abe0a2c4df1828cd070c9afe47402507b">ConvertToNumpyShape</a>(<a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a>* shape) {</div><div class="line"><a name="l00801"></a><span class="lineno"> 801</span>&#160; <span class="keywordflow">if</span> (shape-&gt;<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>() == 0) { <span class="comment">// legacy shape ndim = 0 means unknown</span></div><div class="line"><a name="l00802"></a><span class="lineno"> 802</span>&#160; *shape = <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a>(); <span class="comment">// unknown shape ndim = -1</span></div><div class="line"><a name="l00803"></a><span class="lineno"> 803</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00804"></a><span class="lineno"> 804</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> j = 0; j &lt; shape-&gt;<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>(); ++j) {</div><div class="line"><a name="l00805"></a><span class="lineno"> 805</span>&#160; <span class="keywordflow">if</span> ((*shape)[j] == 0) { <span class="comment">// legacy shape dim_size = 0 means unknown</span></div><div class="line"><a name="l00806"></a><span class="lineno"> 806</span>&#160; (*shape)[j] = -1; <span class="comment">// unknown dim size = -1</span></div><div class="line"><a name="l00807"></a><span class="lineno"> 807</span>&#160; }</div><div class="line"><a name="l00808"></a><span class="lineno"> 808</span>&#160; }</div><div class="line"><a name="l00809"></a><span class="lineno"> 809</span>&#160; }</div><div class="line"><a name="l00810"></a><span class="lineno"> 810</span>&#160;}</div><div class="line"><a name="l00811"></a><span class="lineno"> 811</span>&#160;</div><div class="line"><a name="l00812"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a7959f5a687e97776596c86a2bedca252"> 812</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#abe0a2c4df1828cd070c9afe47402507b">ConvertToNumpyShape</a>(<a class="code" href="namespacemxnet.html#a87e1c30aafac389774c6f4d905c0e5ea">mxnet::ShapeVector</a>* shapes) {</div><div class="line"><a name="l00813"></a><span class="lineno"> 813</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i &lt; shapes-&gt;size(); ++i) {</div><div class="line"><a name="l00814"></a><span class="lineno"> 814</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#abe0a2c4df1828cd070c9afe47402507b">ConvertToNumpyShape</a>(&amp;(shapes-&gt;at(i)));</div><div class="line"><a name="l00815"></a><span class="lineno"> 815</span>&#160; }</div><div class="line"><a name="l00816"></a><span class="lineno"> 816</span>&#160;}</div><div class="line"><a name="l00817"></a><span class="lineno"> 817</span>&#160;</div><div class="line"><a name="l00822"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#ae2b1fe2cdc172ad5828cca0c7bb207ed"> 822</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#ae2b1fe2cdc172ad5828cca0c7bb207ed">ConvertToLegacyShape</a>(<a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a>* shape) {</div><div class="line"><a name="l00823"></a><span class="lineno"> 823</span>&#160; <span class="keywordflow">if</span> (!<a class="code" href="namespacemxnet.html#a429718781f8f77397f9437016511be6e">mxnet::ndim_is_known</a>(*shape)) {</div><div class="line"><a name="l00824"></a><span class="lineno"> 824</span>&#160; *shape = <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a>(0, -1);</div><div class="line"><a name="l00825"></a><span class="lineno"> 825</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00826"></a><span class="lineno"> 826</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> j = 0; j &lt; shape-&gt;<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>(); ++j) {</div><div class="line"><a name="l00827"></a><span class="lineno"> 827</span>&#160; <span class="keywordflow">if</span> (!<a class="code" href="namespacemxnet.html#a4ddc5fdc5ddb39296ad9606e99fdcd5a">mxnet::dim_size_is_known</a>(*shape, j)) {</div><div class="line"><a name="l00828"></a><span class="lineno"> 828</span>&#160; (*shape)[j] = 0;</div><div class="line"><a name="l00829"></a><span class="lineno"> 829</span>&#160; }</div><div class="line"><a name="l00830"></a><span class="lineno"> 830</span>&#160; }</div><div class="line"><a name="l00831"></a><span class="lineno"> 831</span>&#160; }</div><div class="line"><a name="l00832"></a><span class="lineno"> 832</span>&#160;}</div><div class="line"><a name="l00833"></a><span class="lineno"> 833</span>&#160;</div><div class="line"><a name="l00834"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a0649dba32ab254c7d06b10881f6f5875"> 834</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#ae2b1fe2cdc172ad5828cca0c7bb207ed">ConvertToLegacyShape</a>(<a class="code" href="namespacemxnet.html#a87e1c30aafac389774c6f4d905c0e5ea">mxnet::ShapeVector</a>* shapes) {</div><div class="line"><a name="l00835"></a><span class="lineno"> 835</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i &lt; shapes-&gt;size(); ++i) {</div><div class="line"><a name="l00836"></a><span class="lineno"> 836</span>&#160; <a class="code" href="namespacemxnet_1_1common.html#ae2b1fe2cdc172ad5828cca0c7bb207ed">ConvertToLegacyShape</a>(&amp;(shapes-&gt;at(i)));</div><div class="line"><a name="l00837"></a><span class="lineno"> 837</span>&#160; }</div><div class="line"><a name="l00838"></a><span class="lineno"> 838</span>&#160;}</div><div class="line"><a name="l00839"></a><span class="lineno"> 839</span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#aff6bdd0a0dcc98986c554c75196d1fd2">ExecuteMonInputCallback</a>(</div><div class="line"><a name="l00840"></a><span class="lineno"> 840</span>&#160; <span class="keyword">const</span> <a class="code" href="classnnvm_1_1IndexedGraph.html">nnvm::IndexedGraph</a> &amp;idx, <span class="keyword">const</span> std::vector&lt;NDArray *&gt; &amp;state_arrays,</div><div class="line"><a name="l00841"></a><span class="lineno"> 841</span>&#160; <span class="keywordtype">size_t</span> nid, <span class="keyword">const</span> std::function&lt;<span class="keywordtype">void</span>(<span class="keyword">const</span> <span class="keywordtype">char</span> *, <span class="keyword">const</span> <span class="keywordtype">char</span> *, <span class="keywordtype">void</span> *)&gt;</div><div class="line"><a name="l00842"></a><span class="lineno"> 842</span>&#160; &amp;monitor_callback);</div><div class="line"><a name="l00843"></a><span class="lineno"> 843</span>&#160;</div><div class="line"><a name="l00844"></a><span class="lineno"> 844</span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a54bac2c237ea27d7f6c417a6e8f5f74f">ExecuteMonOutputCallback</a>(</div><div class="line"><a name="l00845"></a><span class="lineno"> 845</span>&#160; <span class="keyword">const</span> <a class="code" href="classnnvm_1_1IndexedGraph.html">nnvm::IndexedGraph</a> &amp;idx, <span class="keyword">const</span> std::vector&lt;NDArray *&gt; &amp;state_arrays,</div><div class="line"><a name="l00846"></a><span class="lineno"> 846</span>&#160; <span class="keywordtype">size_t</span> nid, <span class="keyword">const</span> std::function&lt;<span class="keywordtype">void</span>(<span class="keyword">const</span> <span class="keywordtype">char</span> *, <span class="keyword">const</span> <span class="keywordtype">char</span> *, <span class="keywordtype">void</span> *)&gt;</div><div class="line"><a name="l00847"></a><span class="lineno"> 847</span>&#160; &amp;monitor_callback);</div><div class="line"><a name="l00848"></a><span class="lineno"> 848</span>&#160;</div><div class="line"><a name="l00852"></a><span class="lineno"> 852</span>&#160;<span class="keyword">static</span> <span class="keyword">inline</span> std::string GetOutputName(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeEntry.html">nnvm::NodeEntry</a>&amp; e) {</div><div class="line"><a name="l00853"></a><span class="lineno"> 853</span>&#160; <a class="code" href="classnnvm_1_1Symbol.html">nnvm::Symbol</a> sym;</div><div class="line"><a name="l00854"></a><span class="lineno"> 854</span>&#160; sym.<a class="code" href="classnnvm_1_1Symbol.html#ae274e2f7479e0d90cefd3a4481c9cbf2">outputs</a>.push_back(e);</div><div class="line"><a name="l00855"></a><span class="lineno"> 855</span>&#160; <span class="keywordflow">return</span> sym.<a class="code" href="classnnvm_1_1Symbol.html#adf7332090922dca7a5ef6008946911ab">ListOutputNames</a>()[0];</div><div class="line"><a name="l00856"></a><span class="lineno"> 856</span>&#160;}</div><div class="line"><a name="l00857"></a><span class="lineno"> 857</span>&#160;</div><div class="line"><a name="l00858"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a4ce8b75eb931216c17862500600d7a0b"> 858</a></span>&#160;<span class="keyword">inline</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> <a class="code" href="namespacemxnet_1_1common.html#a4ce8b75eb931216c17862500600d7a0b">CanonicalizeAxes</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a>&amp; src) {</div><div class="line"><a name="l00859"></a><span class="lineno"> 859</span>&#160; <span class="comment">// convert negative axes to positive values</span></div><div class="line"><a name="l00860"></a><span class="lineno"> 860</span>&#160; <span class="keyword">const</span> <span class="keywordtype">int</span> ndim = src.<a class="code" href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">ndim</a>();</div><div class="line"><a name="l00861"></a><span class="lineno"> 861</span>&#160; <a class="code" href="classmxnet_1_1TShape.html">mxnet::TShape</a> axes = src;</div><div class="line"><a name="l00862"></a><span class="lineno"> 862</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; ndim; ++i) {</div><div class="line"><a name="l00863"></a><span class="lineno"> 863</span>&#160; <span class="keywordflow">if</span> (axes[i] &lt; 0) {</div><div class="line"><a name="l00864"></a><span class="lineno"> 864</span>&#160; axes[i] += ndim;</div><div class="line"><a name="l00865"></a><span class="lineno"> 865</span>&#160; }</div><div class="line"><a name="l00866"></a><span class="lineno"> 866</span>&#160; CHECK(axes[i] &gt;= 0 &amp;&amp; axes[i] &lt; ndim) &lt;&lt; <span class="stringliteral">&quot;axes[&quot;</span> &lt;&lt; i &lt;&lt; <span class="stringliteral">&quot;]=&quot;</span></div><div class="line"><a name="l00867"></a><span class="lineno"> 867</span>&#160; &lt;&lt; axes[i] &lt;&lt; <span class="stringliteral">&quot; exceeds the range [&quot;</span></div><div class="line"><a name="l00868"></a><span class="lineno"> 868</span>&#160; &lt;&lt; 0 &lt;&lt; <span class="stringliteral">&quot;, &quot;</span> &lt;&lt; ndim &lt;&lt; <span class="stringliteral">&quot;)&quot;</span>;</div><div class="line"><a name="l00869"></a><span class="lineno"> 869</span>&#160; }</div><div class="line"><a name="l00870"></a><span class="lineno"> 870</span>&#160; <span class="keywordflow">return</span> axes;</div><div class="line"><a name="l00871"></a><span class="lineno"> 871</span>&#160;}</div><div class="line"><a name="l00872"></a><span class="lineno"> 872</span>&#160;</div><div class="line"><a name="l00873"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b"> 873</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">is_float</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> dtype) {</div><div class="line"><a name="l00874"></a><span class="lineno"> 874</span>&#160; <span class="keywordflow">return</span> dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a37ab9e42757689b17620f5728296d5d4">mshadow::kFloat16</a>;</div><div class="line"><a name="l00875"></a><span class="lineno"> 875</span>&#160;}</div><div class="line"><a name="l00876"></a><span class="lineno"> 876</span>&#160;</div><div class="line"><a name="l00877"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a936c985e4dfd7d43ace2e57babb06393"> 877</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a936c985e4dfd7d43ace2e57babb06393">is_int</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> dtype) {</div><div class="line"><a name="l00878"></a><span class="lineno"> 878</span>&#160; <span class="keywordflow">return</span> dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a> ||</div><div class="line"><a name="l00879"></a><span class="lineno"> 879</span>&#160; dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a> || dtype == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>;</div><div class="line"><a name="l00880"></a><span class="lineno"> 880</span>&#160;}</div><div class="line"><a name="l00881"></a><span class="lineno"> 881</span>&#160;</div><div class="line"><a name="l00882"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a2ddc5f355bddea98d3b3e0a700c44a71"> 882</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#a2ddc5f355bddea98d3b3e0a700c44a71">get_more_precise_type</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> type1, <span class="keyword">const</span> <span class="keywordtype">int</span> type2) {</div><div class="line"><a name="l00883"></a><span class="lineno"> 883</span>&#160; <span class="keywordflow">if</span> (type1 == type2) <span class="keywordflow">return</span> type1;</div><div class="line"><a name="l00884"></a><span class="lineno"> 884</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">is_float</a>(type1) &amp;&amp; <a class="code" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">is_float</a>(type2)) {</div><div class="line"><a name="l00885"></a><span class="lineno"> 885</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a>) {</div><div class="line"><a name="l00886"></a><span class="lineno"> 886</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a>;</div><div class="line"><a name="l00887"></a><span class="lineno"> 887</span>&#160; }</div><div class="line"><a name="l00888"></a><span class="lineno"> 888</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a>) {</div><div class="line"><a name="l00889"></a><span class="lineno"> 889</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a>;</div><div class="line"><a name="l00890"></a><span class="lineno"> 890</span>&#160; }</div><div class="line"><a name="l00891"></a><span class="lineno"> 891</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a37ab9e42757689b17620f5728296d5d4">mshadow::kFloat16</a>;</div><div class="line"><a name="l00892"></a><span class="lineno"> 892</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (<a class="code" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">is_float</a>(type1) || <a class="code" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">is_float</a>(type2)) {</div><div class="line"><a name="l00893"></a><span class="lineno"> 893</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">is_float</a>(type1) ? type1 : type2;</div><div class="line"><a name="l00894"></a><span class="lineno"> 894</span>&#160; }</div><div class="line"><a name="l00895"></a><span class="lineno"> 895</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>) {</div><div class="line"><a name="l00896"></a><span class="lineno"> 896</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a>;</div><div class="line"><a name="l00897"></a><span class="lineno"> 897</span>&#160; }</div><div class="line"><a name="l00898"></a><span class="lineno"> 898</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a>) {</div><div class="line"><a name="l00899"></a><span class="lineno"> 899</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a>;</div><div class="line"><a name="l00900"></a><span class="lineno"> 900</span>&#160; }</div><div class="line"><a name="l00901"></a><span class="lineno"> 901</span>&#160; CHECK(!((type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a> &amp;&amp; type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a>) ||</div><div class="line"><a name="l00902"></a><span class="lineno"> 902</span>&#160; (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a> &amp;&amp; type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a>)))</div><div class="line"><a name="l00903"></a><span class="lineno"> 903</span>&#160; &lt;&lt; <span class="stringliteral">&quot;1 is UInt8 and 1 is Int8 should not get here&quot;</span>;</div><div class="line"><a name="l00904"></a><span class="lineno"> 904</span>&#160; <span class="keywordflow">if</span> (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a> || type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a>) {</div><div class="line"><a name="l00905"></a><span class="lineno"> 905</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a>;</div><div class="line"><a name="l00906"></a><span class="lineno"> 906</span>&#160; }</div><div class="line"><a name="l00907"></a><span class="lineno"> 907</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a>;</div><div class="line"><a name="l00908"></a><span class="lineno"> 908</span>&#160;}</div><div class="line"><a name="l00909"></a><span class="lineno"> 909</span>&#160;</div><div class="line"><a name="l00910"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a672cbe8a66412b740b29c6313a39d662"> 910</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#a672cbe8a66412b740b29c6313a39d662">np_binary_out_infer_type</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> type1, <span class="keyword">const</span> <span class="keywordtype">int</span> type2) {</div><div class="line"><a name="l00911"></a><span class="lineno"> 911</span>&#160; <span class="keywordflow">if</span> ((type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a> &amp;&amp; type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a>) ||</div><div class="line"><a name="l00912"></a><span class="lineno"> 912</span>&#160; (type1 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a> &amp;&amp; type2 == <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a>)) {</div><div class="line"><a name="l00913"></a><span class="lineno"> 913</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a>;</div><div class="line"><a name="l00914"></a><span class="lineno"> 914</span>&#160; }</div><div class="line"><a name="l00915"></a><span class="lineno"> 915</span>&#160; <span class="keywordflow">return</span> <a class="code" href="namespacemxnet_1_1common.html#a2ddc5f355bddea98d3b3e0a700c44a71">get_more_precise_type</a>(type1, type2);</div><div class="line"><a name="l00916"></a><span class="lineno"> 916</span>&#160;}</div><div class="line"><a name="l00917"></a><span class="lineno"> 917</span>&#160;</div><div class="line"><a name="l00918"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#ae0b36e2468ddcac38fac199dd4c7e51a"> 918</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#ae0b36e2468ddcac38fac199dd4c7e51a">GetDefaultDtype</a>() {</div><div class="line"><a name="l00919"></a><span class="lineno"> 919</span>&#160; <span class="keywordflow">return</span> <a class="code" href="classmxnet_1_1Imperative.html#a55cc9d57cddd0aeae5771e1c7d72b00d">Imperative::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Imperative.html#a63ff2923f4b9daa8c35d1a683d17949f">is_np_default_dtype</a>() ?</div><div class="line"><a name="l00920"></a><span class="lineno"> 920</span>&#160; <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a> :</div><div class="line"><a name="l00921"></a><span class="lineno"> 921</span>&#160; <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a>;</div><div class="line"><a name="l00922"></a><span class="lineno"> 922</span>&#160;}</div><div class="line"><a name="l00923"></a><span class="lineno"> 923</span>&#160;</div><div class="line"><a name="l00924"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a88e6401b252fe60509bf79d5ea67ee5b"> 924</a></span>&#160;<span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#ae0b36e2468ddcac38fac199dd4c7e51a">GetDefaultDtype</a>(<span class="keywordtype">int</span> dtype) {</div><div class="line"><a name="l00925"></a><span class="lineno"> 925</span>&#160; <span class="keywordflow">if</span> (dtype != -1) <span class="keywordflow">return</span> dtype;</div><div class="line"><a name="l00926"></a><span class="lineno"> 926</span>&#160; <span class="keywordflow">return</span> <a class="code" href="classmxnet_1_1Imperative.html#a55cc9d57cddd0aeae5771e1c7d72b00d">Imperative::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Imperative.html#a63ff2923f4b9daa8c35d1a683d17949f">is_np_default_dtype</a>() ?</div><div class="line"><a name="l00927"></a><span class="lineno"> 927</span>&#160; <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a> :</div><div class="line"><a name="l00928"></a><span class="lineno"> 928</span>&#160; <a class="code" href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a>;</div><div class="line"><a name="l00929"></a><span class="lineno"> 929</span>&#160;}</div><div class="line"><a name="l00930"></a><span class="lineno"> 930</span>&#160;</div><div class="line"><a name="l00931"></a><span class="lineno"> 931</span>&#160;} <span class="comment">// namespace common</span></div><div class="line"><a name="l00932"></a><span class="lineno"> 932</span>&#160;} <span class="comment">// namespace mxnet</span></div><div class="line"><a name="l00933"></a><span class="lineno"> 933</span>&#160;<span class="preprocessor">#endif // MXNET_COMMON_UTILS_H_</span></div><div class="ttc" id="imperative_8h_html"><div class="ttname"><a href="imperative_8h.html">imperative.h</a></div></div>
<div class="ttc" id="namespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a404a5fd26328cf46170f6eb3424c9633">mshadow::kFloat32</a></div><div class="ttdef"><b>Definition:</b> base.h:359</div></div>
<div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799">mxnet::kRSPIdxErr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:73</div></div>
<div class="ttc" id="classnnvm_1_1Symbol_html_adf7332090922dca7a5ef6008946911ab"><div class="ttname"><a href="classnnvm_1_1Symbol.html#adf7332090922dca7a5ef6008946911ab">nnvm::Symbol::ListOutputNames</a></div><div class="ttdeci">std::vector&lt; std::string &gt; ListOutputNames() const</div><div class="ttdoc">List the names of outputs for this symbol. </div></div>
<div class="ttc" id="structmxnet_1_1common_1_1csr__idx__check_html_a325e38479cce9fd6f444ae5ba3b3a2f4"><div class="ttname"><a href="structmxnet_1_1common_1_1csr__idx__check.html#a325e38479cce9fd6f444ae5ba3b3a2f4">mxnet::common::csr_idx_check::Map</a></div><div class="ttdeci">static MSHADOW_XINLINE void Map(int i, DType *out, const IType *idx, const RType *indptr, const nnvm::dim_t ncols)</div><div class="ttdef"><b>Definition:</b> utils.h:90</div></div>
<div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">mxnet::kDefaultStorage</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:62</div></div>
<div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76a"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">mxnet::NDArrayStorageType</a></div><div class="ttdeci">NDArrayStorageType</div><div class="ttdef"><b>Definition:</b> ndarray.h:60</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a6baaba1469561220a2484be92cc77aae"><div class="ttname"><a href="namespacemxnet_1_1common.html#a6baaba1469561220a2484be92cc77aae">mxnet::common::CheckFormatCSRImpl</a></div><div class="ttdeci">void CheckFormatCSRImpl(const RunContext &amp;rctx, const NDArray &amp;input, const TBlob &amp;err_cpu, const bool full_check)</div><div class="ttdoc">Check the validity of CSRNDArray. </div><div class="ttdef"><b>Definition:</b> utils.h:129</div></div>
<div class="ttc" id="namespacemxnet_1_1csr_html_a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7"><div class="ttname"><a href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">mxnet::csr::kIdx</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:53</div></div>
<div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff">mxnet::DispatchMode::kVariable</a></div></div>
<div class="ttc" id="engine_8h_html"><div class="ttname"><a href="engine_8h.html">engine.h</a></div><div class="ttdoc">Engine that schedules all the operations according to dependency. </div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_aad9a34663862df90d3aa8683a2d9052a"><div class="ttname"><a href="namespacemxnet_1_1common.html#aad9a34663862df90d3aa8683a2d9052a">mxnet::common::CheckFormatImpl</a></div><div class="ttdeci">void CheckFormatImpl(const RunContext &amp;rctx, const NDArray &amp;input, const TBlob &amp;err_cpu, const bool full_check)</div><div class="ttdef"><b>Definition:</b> utils.h:219</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a467e8b51fc0d0a7266e9f3172b2ff7f1"><div class="ttname"><a href="namespacemxnet_1_1common.html#a467e8b51fc0d0a7266e9f3172b2ff7f1">mxnet::common::GetNumThreadsPerGPU</a></div><div class="ttdeci">int GetNumThreadsPerGPU()</div><div class="ttdef"><b>Definition:</b> utils.h:507</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a905e77124ee11208c40a8afd3ee42167"><div class="ttname"><a href="namespacemxnet_1_1common.html#a905e77124ee11208c40a8afd3ee42167">mxnet::common::SparseRetainOpForwardRspWrapper</a></div><div class="ttdeci">void SparseRetainOpForwardRspWrapper(mshadow::Stream&lt; xpu &gt; *s, const NDArray &amp;input_nd, const TBlob &amp;idx_data, const OpReqType req, NDArray *output_nd)</div><div class="ttdoc">Pick rows specified by user input index array from a row sparse ndarray and save them in the output s...</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a7f1d95c104a092be10a22a546e74f836"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a7f1d95c104a092be10a22a546e74f836">mxnet::NDArray::aux_shape</a></div><div class="ttdeci">const mxnet::TShape &amp; aux_shape(size_t index) const</div><div class="ttdoc">get the shape of aux_data(index) </div><div class="ttdef"><b>Definition:</b> ndarray.h:241</div></div>
<div class="ttc" id="structnnvm_1_1NodeAttrs_html"><div class="ttname"><a href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a></div><div class="ttdoc">The attributes of the current operation node. Usually are additional parameters like axis...</div><div class="ttdef"><b>Definition:</b> node.h:119</div></div>
<div class="ttc" id="classnnvm_1_1Symbol_html_ae274e2f7479e0d90cefd3a4481c9cbf2"><div class="ttname"><a href="classnnvm_1_1Symbol.html#ae274e2f7479e0d90cefd3a4481c9cbf2">nnvm::Symbol::outputs</a></div><div class="ttdeci">std::vector&lt; NodeEntry &gt; outputs</div><div class="ttdoc">output entries contained in the symbol </div><div class="ttdef"><b>Definition:</b> symbolic.h:73</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a40770734529b91fe60fa6b3d76043717"><div class="ttname"><a href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717">mxnet::common::operator_stype_string</a></div><div class="ttdeci">std::string operator_stype_string(const nnvm::NodeAttrs &amp;attrs, const int dev_mask, const std::vector&lt; int &gt; &amp;in_attrs, const std::vector&lt; int &gt; &amp;out_attrs)</div><div class="ttdoc">get string representation of the operator stypes </div><div class="ttdef"><b>Definition:</b> utils.h:424</div></div>
<div class="ttc" id="namespacemxnet_html"><div class="ttname"><a href="namespacemxnet.html">mxnet</a></div><div class="ttdoc">namespace of mxnet </div><div class="ttdef"><b>Definition:</b> api_registry.h:33</div></div>
<div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5">mxnet::DispatchMode::kFComputeEx</a></div></div>
<div class="ttc" id="structmxnet_1_1Context_html_a41f5317543ececa2d0feeea1093e219c"><div class="ttname"><a href="structmxnet_1_1Context.html#a41f5317543ececa2d0feeea1093e219c">mxnet::Context::dev_mask</a></div><div class="ttdeci">DeviceType dev_mask() const</div><div class="ttdoc">Get corresponding device mask. </div><div class="ttdef"><b>Definition:</b> base.h:119</div></div>
<div class="ttc" id="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[kSize]_4_html_af31c1728c4b497d304680d69d4e61421"><div class="ttname"><a href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[kSize]_4.html#af31c1728c4b497d304680d69d4e61421">mxnet::common::helper::UniqueIf&lt; T[kSize]&gt;::KnownBound</a></div><div class="ttdeci">void KnownBound</div><div class="ttdoc">Type of T. </div><div class="ttdef"><b>Definition:</b> utils.h:621</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a7343dc26405918db27b8224ce41f05f6"><div class="ttname"><a href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6">mxnet::common::ParallelSortHelper</a></div><div class="ttdeci">void ParallelSortHelper(RandomIt first, size_t len, size_t grainsize, const Compare &amp;comp)</div><div class="ttdoc">Helper function for ParallelSort. DO NOT call this function directly. Use the interface ParallelSort ...</div><div class="ttdef"><b>Definition:</b> utils.h:538</div></div>
<div class="ttc" id="namespacennvm_html_a1742f4071051bd6949ef5f4f007a6e9a"><div class="ttname"><a href="namespacennvm.html#a1742f4071051bd6949ef5f4f007a6e9a">nnvm::dim_t</a></div><div class="ttdeci">int64_t dim_t</div><div class="ttdoc">data type to store dim size </div><div class="ttdef"><b>Definition:</b> tuple.h:38</div></div>
<div class="ttc" id="classmxnet_1_1TBlob_html_a4649b740b80a6045754cb2389cfcca61"><div class="ttname"><a href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">mxnet::TBlob::type_flag_</a></div><div class="ttdeci">int type_flag_</div><div class="ttdoc">type flag of the tensor blob </div><div class="ttdef"><b>Definition:</b> tensor_blob.h:73</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a1abcb76ccd9022ebacdacd69c821cdc2"><div class="ttname"><a href="namespacemxnet_1_1common.html#a1abcb76ccd9022ebacdacd69c821cdc2">mxnet::common::GetFCompute</a></div><div class="ttdeci">FCompType GetFCompute(const nnvm::Op *op, const std::string &amp;name, const Context &amp;ctx)</div><div class="ttdef"><b>Definition:</b> utils.h:669</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a1e646ace37016aa994a26d96e739a561"><div class="ttname"><a href="namespacemxnet_1_1common.html#a1e646ace37016aa994a26d96e739a561">mxnet::common::ParallelAccumulate</a></div><div class="ttdeci">V ParallelAccumulate(const T *a, const int n, V start)</div><div class="ttdef"><b>Definition:</b> utils.h:521</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_af27662fd97dc715a8e7223e2b4a62db3"><div class="ttname"><a href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">mxnet::common::LogOnce</a></div><div class="ttdeci">void LogOnce(const std::string &amp;message)</div><div class="ttdoc">log message once. Intended for storage fallback warning messages. </div><div class="ttdef"><b>Definition:</b> utils.h:468</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_ae0b36e2468ddcac38fac199dd4c7e51a"><div class="ttname"><a href="namespacemxnet_1_1common.html#ae0b36e2468ddcac38fac199dd4c7e51a">mxnet::common::GetDefaultDtype</a></div><div class="ttdeci">int GetDefaultDtype()</div><div class="ttdef"><b>Definition:</b> utils.h:918</div></div>
<div class="ttc" id="structmxnet_1_1RunContext_html_ace5970ed7c25ccc98ffd0dcf35fd3c88"><div class="ttname"><a href="structmxnet_1_1RunContext.html#ace5970ed7c25ccc98ffd0dcf35fd3c88">mxnet::RunContext::ctx</a></div><div class="ttdeci">Context ctx</div><div class="ttdoc">base Context </div><div class="ttdef"><b>Definition:</b> base.h:351</div></div>
<div class="ttc" id="classdmlc_1_1ThreadLocalStore_html"><div class="ttname"><a href="classdmlc_1_1ThreadLocalStore.html">dmlc::ThreadLocalStore</a></div><div class="ttdoc">A threadlocal store to store threadlocal variables. Will return a thread local singleton of type T...</div><div class="ttdef"><b>Definition:</b> thread_local.h:35</div></div>
<div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3">mxnet::kCSRIdxErr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:71</div></div>
<div class="ttc" id="structmxnet_1_1RunContext_html"><div class="ttname"><a href="structmxnet_1_1RunContext.html">mxnet::RunContext</a></div><div class="ttdoc">execution time context. The information needed in runtime for actual execution. </div><div class="ttdef"><b>Definition:</b> base.h:349</div></div>
<div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2b"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">mxnet::DispatchMode</a></div><div class="ttdeci">DispatchMode</div><div class="ttdoc">the dispatch mode of the operator </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:122</div></div>
<div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6">mxnet::DispatchMode::kFCompute</a></div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_aff6bdd0a0dcc98986c554c75196d1fd2"><div class="ttname"><a href="namespacemxnet_1_1common.html#aff6bdd0a0dcc98986c554c75196d1fd2">mxnet::common::ExecuteMonInputCallback</a></div><div class="ttdeci">void ExecuteMonInputCallback(const nnvm::IndexedGraph &amp;idx, const std::vector&lt; NDArray *&gt; &amp;state_arrays, size_t nid, const std::function&lt; void(const char *, const char *, void *)&gt; &amp;monitor_callback)</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_ab379cd302d59005010ae29aff6e55009"><div class="ttname"><a href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009">mxnet::common::stype_string</a></div><div class="ttdeci">std::string stype_string(const int x)</div><div class="ttdoc">get string representation of storage_type </div><div class="ttdef"><b>Definition:</b> utils.h:387</div></div>
<div class="ttc" id="3rdparty_2tvm_2nnvm_2include_2nnvm_2node_8h_html"><div class="ttname"><a href="3rdparty_2tvm_2nnvm_2include_2nnvm_2node_8h.html">node.h</a></div><div class="ttdoc">Graph node data structure. </div></div>
<div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef">mxnet::DispatchMode::kFComputeFallback</a></div></div>
<div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">mxnet::kCSRStorage</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:64</div></div>
<div class="ttc" id="3rdparty_2tvm_2nnvm_2include_2nnvm_2graph__attr__types_8h_html"><div class="ttname"><a href="3rdparty_2tvm_2nnvm_2include_2nnvm_2graph__attr__types_8h.html">graph_attr_types.h</a></div><div class="ttdoc">Data structures that can appear in graph attributes. </div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_afd53ea405dcc105e6b306148009ff827"><div class="ttname"><a href="namespacemxnet_1_1common.html#afd53ea405dcc105e6b306148009ff827">mxnet::common::CastStorageDispatch</a></div><div class="ttdeci">void CastStorageDispatch(const OpContext &amp;ctx, const NDArray &amp;input, const NDArray &amp;output)</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a98fda469aba84baa370e81e94c7d5b0b"><div class="ttname"><a href="namespacemxnet_1_1common.html#a98fda469aba84baa370e81e94c7d5b0b">mxnet::common::CheckFormatWrapper</a></div><div class="ttdeci">void CheckFormatWrapper(const RunContext &amp;rctx, const NDArray &amp;input, const TBlob &amp;err_cpu, const bool full_check)</div></div>
<div class="ttc" id="structmxnet_1_1Context_html_a611c227b5e04a2777c3e4507bb76f60ea1aced5778bb0d64d4ce6bd4c0a86d140"><div class="ttname"><a href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60ea1aced5778bb0d64d4ce6bd4c0a86d140">mxnet::Context::kCPU</a></div><div class="ttdef"><b>Definition:</b> base.h:104</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a1f273651755067ca9b1e6b8063c283b0"><div class="ttname"><a href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0">mxnet::common::ParallelSort</a></div><div class="ttdeci">void ParallelSort(RandomIt first, RandomIt last, size_t num_threads, Compare comp)</div><div class="ttdoc">Sort the elements in the range [first, last) into the ascending order defined by the comparator comp...</div><div class="ttdef"><b>Definition:</b> utils.h:560</div></div>
<div class="ttc" id="structmxnet_1_1OpContext_html"><div class="ttname"><a href="structmxnet_1_1OpContext.html">mxnet::OpContext</a></div><div class="ttdoc">All the possible information needed by Operator.Forward and Backward This is the superset of RunConte...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:66</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a2258092ce26805c0a8f65a4144c446dd"><div class="ttname"><a href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">mxnet::common::ContainsOnlyStorage</a></div><div class="ttdeci">bool ContainsOnlyStorage(const StorageTypeVector &amp;vstorage, const NDArrayStorageType stype)</div><div class="ttdoc">returns true if all storage types in vstorage are the same as target stype. false is returned for emp...</div><div class="ttdef"><b>Definition:</b> utils.h:251</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a8873d9dcccfd8e613c1c156934cee98c"><div class="ttname"><a href="namespacemxnet_1_1common.html#a8873d9dcccfd8e613c1c156934cee98c">mxnet::common::operator_string</a></div><div class="ttdeci">std::string operator_string(const nnvm::NodeAttrs &amp;attrs, const OpContext &amp;ctx, const std::vector&lt; NDArray &gt; &amp;inputs, const std::vector&lt; OpReqType &gt; &amp;req, const std::vector&lt; NDArray &gt; &amp;outputs)</div><div class="ttdoc">get string representation of the operator </div><div class="ttdef"><b>Definition:</b> utils.h:450</div></div>
<div class="ttc" id="structmshadow_1_1gpu_html_a15467f39ddeed96fa259efda7c988f05"><div class="ttname"><a href="structmshadow_1_1gpu.html#a15467f39ddeed96fa259efda7c988f05">mshadow::gpu::kDevMask</a></div><div class="ttdeci">static const int kDevMask</div><div class="ttdoc">device flag number, identifies this device </div><div class="ttdef"><b>Definition:</b> tensor.h:50</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_aceba8f2d6de65796966d7f1d341dcf33"><div class="ttname"><a href="namespacemxnet_1_1common.html#aceba8f2d6de65796966d7f1d341dcf33">mxnet::common::RANDOM_ENGINE</a></div><div class="ttdeci">std::mt19937 RANDOM_ENGINE</div><div class="ttdoc">Random Engine. </div><div class="ttdef"><b>Definition:</b> utils.h:584</div></div>
<div class="ttc" id="3rdparty_2mshadow_2mshadow_2base_8h_html_af205b8ab4d8733133d590df7d2639d69"><div class="ttname"><a href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a></div><div class="ttdeci">#define MSHADOW_XINLINE</div><div class="ttdef"><b>Definition:</b> base.h:230</div></div>
<div class="ttc" id="namespacemxnet_html_a87e1c30aafac389774c6f4d905c0e5ea"><div class="ttname"><a href="namespacemxnet.html#a87e1c30aafac389774c6f4d905c0e5ea">mxnet::ShapeVector</a></div><div class="ttdeci">std::vector&lt; mxnet::TShape &gt; ShapeVector</div><div class="ttdoc">The result holder of shape of each NodeEntry in the graph. </div><div class="ttdef"><b>Definition:</b> tuple.h:819</div></div>
<div class="ttc" id="structmxnet_1_1common_1_1rsp__idx__check_html"><div class="ttname"><a href="structmxnet_1_1common_1_1rsp__idx__check.html">mxnet::common::rsp_idx_check</a></div><div class="ttdoc">Indices of RSPNDArray should be non-negative, less than the size of first dimension and in ascending ...</div><div class="ttdef"><b>Definition:</b> utils.h:106</div></div>
<div class="ttc" id="structnnvm_1_1NodeAttrs_html_a3ac836e9058e02f4f365a7b95bf995a6"><div class="ttname"><a href="structnnvm_1_1NodeAttrs.html#a3ac836e9058e02f4f365a7b95bf995a6">nnvm::NodeAttrs::op</a></div><div class="ttdeci">const Op * op</div><div class="ttdoc">The operator this node uses. For place holder variable, op == nullptr. </div><div class="ttdef"><b>Definition:</b> node.h:124</div></div>
<div class="ttc" id="namespacemxnet_1_1rowsparse_html_a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da"><div class="ttname"><a href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">mxnet::rowsparse::kIdx</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:57</div></div>
<div class="ttc" id="structmxnet_1_1Context_html_a611c227b5e04a2777c3e4507bb76f60eaa2e12b86e0f957dc14d45863eaa47f34"><div class="ttname"><a href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60eaa2e12b86e0f957dc14d45863eaa47f34">mxnet::Context::kCPUPinned</a></div><div class="ttdef"><b>Definition:</b> base.h:106</div></div>
<div class="ttc" id="classnnvm_1_1IndexedGraph_html"><div class="ttname"><a href="classnnvm_1_1IndexedGraph.html">nnvm::IndexedGraph</a></div><div class="ttdoc">Auxiliary data structure to index a graph. It maps Nodes in the graph to consecutive integers node_id...</div><div class="ttdef"><b>Definition:</b> graph.h:107</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a67cb416db42a52288bb0a693026a8b97"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a67cb416db42a52288bb0a693026a8b97">mxnet::NDArray::storage_type</a></div><div class="ttdeci">NDArrayStorageType storage_type() const</div><div class="ttdef"><b>Definition:</b> ndarray.h:321</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a4716f6044f678090af8ae7ef3ace3a31"><div class="ttname"><a href="namespacemxnet_1_1common.html#a4716f6044f678090af8ae7ef3ace3a31">mxnet::common::dispatch_mode_string</a></div><div class="ttdeci">std::string dispatch_mode_string(const DispatchMode x)</div><div class="ttdoc">get string representation of dispatch_mode </div><div class="ttdef"><b>Definition:</b> utils.h:369</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a733ce35d109323dbf4ef1f4bc3094870"><div class="ttname"><a href="namespacemxnet_1_1common.html#a733ce35d109323dbf4ef1f4bc3094870">mxnet::common::dev_type_string</a></div><div class="ttdeci">std::string dev_type_string(const int dev_type)</div><div class="ttdoc">get string representation of device type </div><div class="ttdef"><b>Definition:</b> utils.h:400</div></div>
<div class="ttc" id="classmxnet_1_1Imperative_html_a63ff2923f4b9daa8c35d1a683d17949f"><div class="ttname"><a href="classmxnet_1_1Imperative.html#a63ff2923f4b9daa8c35d1a683d17949f">mxnet::Imperative::is_np_default_dtype</a></div><div class="ttdeci">bool is_np_default_dtype() const</div><div class="ttdoc">return current numpy default dtype compatibility status. </div><div class="ttdef"><b>Definition:</b> imperative.h:123</div></div>
<div class="ttc" id="namespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a020e3574a4ec06c8e0b23a1b8a93026c">mshadow::kInt8</a></div><div class="ttdef"><b>Definition:</b> base.h:364</div></div>
<div class="ttc" id="structmxnet_1_1common_1_1helper_1_1UniqueIf_html"><div class="ttname"><a href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">mxnet::common::helper::UniqueIf</a></div><div class="ttdoc">Helper for non-array type T. </div><div class="ttdef"><b>Definition:</b> utils.h:595</div></div>
<div class="ttc" id="namespacemxnet_html_a4ddc5fdc5ddb39296ad9606e99fdcd5a"><div class="ttname"><a href="namespacemxnet.html#a4ddc5fdc5ddb39296ad9606e99fdcd5a">mxnet::dim_size_is_known</a></div><div class="ttdeci">bool dim_size_is_known(const dim_t dim_size)</div><div class="ttdef"><b>Definition:</b> tuple.h:419</div></div>
<div class="ttc" id="structmxnet_1_1Context_html_a611c227b5e04a2777c3e4507bb76f60eab21bed4d5cee411db15283d7529f28cf"><div class="ttname"><a href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60eab21bed4d5cee411db15283d7529f28cf">mxnet::Context::kGPU</a></div><div class="ttdef"><b>Definition:</b> base.h:105</div></div>
<div class="ttc" id="namespacemxnet_1_1csr_html_a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1"><div class="ttname"><a href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1">mxnet::csr::kIndPtr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:53</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a4809d73b8689e4898d3608b15c877035"><div class="ttname"><a href="namespacemxnet_1_1common.html#a4809d73b8689e4898d3608b15c877035">mxnet::common::ParallelAdd</a></div><div class="ttdeci">void ParallelAdd(DType *dst, const DType *src, index_t size)</div><div class="ttdef"><b>Definition:</b> utils.h:768</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_ad56ff4f856437bba25d38027aecfe766"><div class="ttname"><a href="namespacemxnet_1_1common.html#ad56ff4f856437bba25d38027aecfe766">mxnet::common::MakeUnique</a></div><div class="ttdeci">helper::UniqueIf&lt; T &gt;::SingleObject MakeUnique(Args &amp;&amp;... args)</div><div class="ttdoc">Constructs an object of type T and wraps it in a std::unique_ptr. </div><div class="ttdef"><b>Definition:</b> utils.h:638</div></div>
<div class="ttc" id="namespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1f5a1c62216cbd2200443d501924cf28">mshadow::kFloat64</a></div><div class="ttdef"><b>Definition:</b> base.h:360</div></div>
<div class="ttc" id="classnnvm_1_1Op_html_af67a5d6998765023aeed6761df292b6c"><div class="ttname"><a href="classnnvm_1_1Op.html#af67a5d6998765023aeed6761df292b6c">nnvm::Op::name</a></div><div class="ttdeci">std::string name</div><div class="ttdoc">name of the operator </div><div class="ttdef"><b>Definition:</b> op.h:106</div></div>
<div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">mxnet::kRowSparseStorage</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:63</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a936c985e4dfd7d43ace2e57babb06393"><div class="ttname"><a href="namespacemxnet_1_1common.html#a936c985e4dfd7d43ace2e57babb06393">mxnet::common::is_int</a></div><div class="ttdeci">bool is_int(const int dtype)</div><div class="ttdef"><b>Definition:</b> utils.h:877</div></div>
<div class="ttc" id="structnnvm_1_1NodeEntry_html"><div class="ttname"><a href="structnnvm_1_1NodeEntry.html">nnvm::NodeEntry</a></div><div class="ttdoc">an entry that represents output data from a node </div><div class="ttdef"><b>Definition:</b> node.h:51</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a672cbe8a66412b740b29c6313a39d662"><div class="ttname"><a href="namespacemxnet_1_1common.html#a672cbe8a66412b740b29c6313a39d662">mxnet::common::np_binary_out_infer_type</a></div><div class="ttdeci">int np_binary_out_infer_type(const int type1, const int type2)</div><div class="ttdef"><b>Definition:</b> utils.h:910</div></div>
<div class="ttc" id="structmxnet_1_1common_1_1csr__indptr__check_html"><div class="ttname"><a href="structmxnet_1_1common_1_1csr__indptr__check.html">mxnet::common::csr_indptr_check</a></div><div class="ttdoc">IndPtr should be non-negative, in non-decreasing order, start with 0 and end with value equal with si...</div><div class="ttdef"><b>Definition:</b> utils.h:73</div></div>
<div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb">mxnet::kCSRIndPtrErr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:70</div></div>
<div class="ttc" id="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[]_4_html_a0cf05a5a2f3e1ac49ebdef497701055c"><div class="ttname"><a href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[]_4.html#a0cf05a5a2f3e1ac49ebdef497701055c">mxnet::common::helper::UniqueIf&lt; T[]&gt;::UnknownBound</a></div><div class="ttdeci">std::unique_ptr&lt; T[]&gt; UnknownBound</div><div class="ttdoc">Type of T. </div><div class="ttdef"><b>Definition:</b> utils.h:610</div></div>
<div class="ttc" id="namespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a4fbb02e389c3126918b505cd01188368">mshadow::kInt32</a></div><div class="ttdef"><b>Definition:</b> base.h:363</div></div>
<div class="ttc" id="graph_8h_html"><div class="ttname"><a href="graph_8h.html">graph.h</a></div><div class="ttdoc">Configuation of nnvm as well as basic data structure. </div></div>
<div class="ttc" id="namespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398">mxnet::OpReqType</a></div><div class="ttdeci">OpReqType</div><div class="ttdoc">operation request type to Forward and Backward </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:45</div></div>
<div class="ttc" id="structmshadow_1_1cpu_html_a57f74b500825e21c0c246ad5b4e5016b"><div class="ttname"><a href="structmshadow_1_1cpu.html#a57f74b500825e21c0c246ad5b4e5016b">mshadow::cpu::kDevMask</a></div><div class="ttdeci">static const int kDevMask</div><div class="ttdoc">device flag number, identifies this device </div><div class="ttdef"><b>Definition:</b> tensor.h:43</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a1e3290f30e01079cb2e16095b085bf21"><div class="ttname"><a href="namespacemxnet_1_1common.html#a1e3290f30e01079cb2e16095b085bf21">mxnet::common::ContainsStorageType</a></div><div class="ttdeci">bool ContainsStorageType(const std::vector&lt; NDArray &gt; &amp;ndarrays, const NDArrayStorageType stype)</div><div class="ttdoc">returns true if storage type of any array in ndarrays is the same as the target stype. false is returned for empty inputs. </div><div class="ttdef"><b>Definition:</b> utils.h:341</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a325e95d176e17c22ea18db6694093ad7"><div class="ttname"><a href="namespacemxnet_1_1common.html#a325e95d176e17c22ea18db6694093ad7">mxnet::common::MaxIntegerValue</a></div><div class="ttdeci">constexpr size_t MaxIntegerValue()</div><div class="ttdoc">Return the max integer value representable in the type T without loss of precision. </div><div class="ttdef"><b>Definition:</b> utils.h:688</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a54bac2c237ea27d7f6c417a6e8f5f74f"><div class="ttname"><a href="namespacemxnet_1_1common.html#a54bac2c237ea27d7f6c417a6e8f5f74f">mxnet::common::ExecuteMonOutputCallback</a></div><div class="ttdeci">void ExecuteMonOutputCallback(const nnvm::IndexedGraph &amp;idx, const std::vector&lt; NDArray *&gt; &amp;state_arrays, size_t nid, const std::function&lt; void(const char *, const char *, void *)&gt; &amp;monitor_callback)</div></div>
<div class="ttc" id="structmxnet_1_1OpContext_html_a869d4c68c0028a175406f11332baf7cf"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf">mxnet::OpContext::run_ctx</a></div><div class="ttdeci">RunContext run_ctx</div><div class="ttdoc">RunContext related resources. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:72</div></div>
<div class="ttc" id="classmxnet_1_1Imperative_html_a55cc9d57cddd0aeae5771e1c7d72b00d"><div class="ttname"><a href="classmxnet_1_1Imperative.html#a55cc9d57cddd0aeae5771e1c7d72b00d">mxnet::Imperative::Get</a></div><div class="ttdeci">static Imperative * Get()</div></div>
<div class="ttc" id="structnnvm_1_1NodeAttrs_html_a22a1008c2173955faae99d5758f7cfa7"><div class="ttname"><a href="structnnvm_1_1NodeAttrs.html#a22a1008c2173955faae99d5758f7cfa7">nnvm::NodeAttrs::dict</a></div><div class="ttdeci">std::unordered_map&lt; std::string, std::string &gt; dict</div><div class="ttdoc">The dictionary representation of attributes. </div><div class="ttdef"><b>Definition:</b> node.h:128</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a17af88f97948c889f2f4ce88190122c1"><div class="ttname"><a href="namespacemxnet_1_1common.html#a17af88f97948c889f2f4ce88190122c1">mxnet::common::current_process_id</a></div><div class="ttdeci">size_t current_process_id()</div><div class="ttdef"><b>Definition:</b> utils.h:67</div></div>
<div class="ttc" id="structmxnet_1_1common_1_1helper_1_1UniqueIf_html_a98153aaeb43a71efa85b5cf753505cac"><div class="ttname"><a href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html#a98153aaeb43a71efa85b5cf753505cac">mxnet::common::helper::UniqueIf::SingleObject</a></div><div class="ttdeci">std::unique_ptr&lt; T &gt; SingleObject</div><div class="ttdoc">Type of T. </div><div class="ttdef"><b>Definition:</b> utils.h:599</div></div>
<div class="ttc" id="namespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a1a39d2f8230da3cb53528904c8a5fff0">mshadow::kUint8</a></div><div class="ttdef"><b>Definition:</b> base.h:362</div></div>
<div class="ttc" id="classmxnet_1_1TShape_html"><div class="ttname"><a href="classmxnet_1_1TShape.html">mxnet::TShape</a></div><div class="ttdoc">A Shape class that is used to represent shape of each tensor. </div><div class="ttdef"><b>Definition:</b> tuple.h:437</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_afd045f69bce37692fd1e8ccb0e2ab208"><div class="ttname"><a href="namespacemxnet_1_1common.html#afd045f69bce37692fd1e8ccb0e2ab208">mxnet::common::CheckFormatRSPImpl</a></div><div class="ttdeci">void CheckFormatRSPImpl(const RunContext &amp;rctx, const NDArray &amp;input, const TBlob &amp;err_cpu, const bool full_check)</div><div class="ttdoc">Check the validity of RowSparseNDArray. </div><div class="ttdef"><b>Definition:</b> utils.h:183</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_aa30cf4bfe565044616228286b8334931"><div class="ttname"><a href="classmxnet_1_1NDArray.html#aa30cf4bfe565044616228286b8334931">mxnet::NDArray::storage_shape</a></div><div class="ttdeci">const mxnet::TShape &amp; storage_shape() const</div><div class="ttdef"><b>Definition:</b> ndarray.h:229</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a56555edcc52c5b25bed90bd05e00b5fa"><div class="ttname"><a href="namespacemxnet_1_1common.html#a56555edcc52c5b25bed90bd05e00b5fa">mxnet::common::GetExecNumMatchColor</a></div><div class="ttdeci">int GetExecNumMatchColor()</div><div class="ttdef"><b>Definition:</b> utils.h:514</div></div>
<div class="ttc" id="omp_8h_html"><div class="ttname"><a href="omp_8h.html">omp.h</a></div><div class="ttdoc">header to handle OpenMP compatibility issues </div></div>
<div class="ttc" id="3rdparty_2mshadow_2mshadow_2base_8h_html_af67c41c06afea92ccf285ae8501e2316"><div class="ttname"><a href="3rdparty_2mshadow_2mshadow_2base_8h.html#af67c41c06afea92ccf285ae8501e2316">MSHADOW_TYPE_SWITCH</a></div><div class="ttdeci">#define MSHADOW_TYPE_SWITCH(type, DType,...)</div><div class="ttdef"><b>Definition:</b> base.h:1074</div></div>
<div class="ttc" id="structmxnet_1_1Context_html_a611c227b5e04a2777c3e4507bb76f60ea80c6f8f13908c5805cf12784fca77e78"><div class="ttname"><a href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60ea80c6f8f13908c5805cf12784fca77e78">mxnet::Context::kCPUShared</a></div><div class="ttdef"><b>Definition:</b> base.h:107</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_af830f5320dc0995fec0e885d650057dd"><div class="ttname"><a href="namespacemxnet_1_1common.html#af830f5320dc0995fec0e885d650057dd">mxnet::common::attr_value_string</a></div><div class="ttdeci">std::string attr_value_string(const nnvm::NodeAttrs &amp;attrs, const std::string &amp;attr_name, std::string default_val=&quot;&quot;)</div><div class="ttdef"><b>Definition:</b> utils.h:414</div></div>
<div class="ttc" id="structmxnet_1_1common_1_1rsp__idx__check_html_abb5a461090d1b410d0a1da852b88ccde"><div class="ttname"><a href="structmxnet_1_1common_1_1rsp__idx__check.html#abb5a461090d1b410d0a1da852b88ccde">mxnet::common::rsp_idx_check::Map</a></div><div class="ttdeci">static MSHADOW_XINLINE void Map(int i, DType *out, const IType *idx, const nnvm::dim_t end, const nnvm::dim_t nrows)</div><div class="ttdef"><b>Definition:</b> utils.h:108</div></div>
<div class="ttc" id="include_2mxnet_2graph__attr__types_8h_html"><div class="ttname"><a href="include_2mxnet_2graph__attr__types_8h.html">graph_attr_types.h</a></div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a4ce8b75eb931216c17862500600d7a0b"><div class="ttname"><a href="namespacemxnet_1_1common.html#a4ce8b75eb931216c17862500600d7a0b">mxnet::common::CanonicalizeAxes</a></div><div class="ttdeci">mxnet::TShape CanonicalizeAxes(const mxnet::TShape &amp;src)</div><div class="ttdef"><b>Definition:</b> utils.h:858</div></div>
<div class="ttc" id="namespacemxnet_html_a429718781f8f77397f9437016511be6e"><div class="ttname"><a href="namespacemxnet.html#a429718781f8f77397f9437016511be6e">mxnet::ndim_is_known</a></div><div class="ttdeci">bool ndim_is_known(const int ndim)</div><div class="ttdef"><b>Definition:</b> tuple.h:413</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a2ddc5f355bddea98d3b3e0a700c44a71"><div class="ttname"><a href="namespacemxnet_1_1common.html#a2ddc5f355bddea98d3b3e0a700c44a71">mxnet::common::get_more_precise_type</a></div><div class="ttdeci">int get_more_precise_type(const int type1, const int type2)</div><div class="ttdef"><b>Definition:</b> utils.h:882</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_aa0ff3466e6ff09f8fe0a8019b53d5d42"><div class="ttname"><a href="classmxnet_1_1NDArray.html#aa0ff3466e6ff09f8fe0a8019b53d5d42">mxnet::NDArray::shape</a></div><div class="ttdeci">const mxnet::TShape &amp; shape() const</div><div class="ttdef"><b>Definition:</b> ndarray.h:221</div></div>
<div class="ttc" id="namespacemxnet_html_abadedc1b42ee3e5b8852e63783b982ef"><div class="ttname"><a href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">mxnet::index_t</a></div><div class="ttdeci">mshadow::index_t index_t</div><div class="ttdoc">index type usually use unsigned </div><div class="ttdef"><b>Definition:</b> base.h:94</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_ad45245532df14e35b887c2ec91939d8d"><div class="ttname"><a href="namespacemxnet_1_1common.html#ad45245532df14e35b887c2ec91939d8d">mxnet::common::ilog2ul</a></div><div class="ttdeci">MSHADOW_XINLINE int ilog2ul(size_t a)</div><div class="ttdef"><b>Definition:</b> utils.h:704</div></div>
<div class="ttc" id="namespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1a37ab9e42757689b17620f5728296d5d4"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1a37ab9e42757689b17620f5728296d5d4">mshadow::kFloat16</a></div><div class="ttdef"><b>Definition:</b> base.h:361</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_aad719abf411ea1ed9185c3849203820f"><div class="ttname"><a href="namespacemxnet_1_1common.html#aad719abf411ea1ed9185c3849203820f">mxnet::common::LogStorageFallback</a></div><div class="ttdeci">void LogStorageFallback(const nnvm::NodeAttrs &amp;attrs, const int dev_mask, const std::vector&lt; int &gt; *in_attrs, const std::vector&lt; int &gt; *out_attrs)</div><div class="ttdoc">log storage fallback event </div><div class="ttdef"><b>Definition:</b> utils.h:479</div></div>
<div class="ttc" id="namespacemshadow_html_a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23"><div class="ttname"><a href="namespacemshadow.html#a936bbfe6aeead8902973c098b87f18c1accdd431fb941a9158baa00e7c5f3dc23">mshadow::kInt64</a></div><div class="ttdef"><b>Definition:</b> base.h:365</div></div>
<div class="ttc" id="structmxnet_1_1Context_html"><div class="ttname"><a href="structmxnet_1_1Context.html">mxnet::Context</a></div><div class="ttdoc">Context information about the execution environment. </div><div class="ttdef"><b>Definition:</b> base.h:101</div></div>
<div class="ttc" id="structmxnet_1_1common_1_1csr__idx__check_html"><div class="ttname"><a href="structmxnet_1_1common_1_1csr__idx__check.html">mxnet::common::csr_idx_check</a></div><div class="ttdoc">Indices should be non-negative, less than the number of columns and in ascending order per row...</div><div class="ttdef"><b>Definition:</b> utils.h:88</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a5e0a47792e9132c71a77897d1cdf6f0b"><div class="ttname"><a href="namespacemxnet_1_1common.html#a5e0a47792e9132c71a77897d1cdf6f0b">mxnet::common::is_float</a></div><div class="ttdeci">bool is_float(const int dtype)</div><div class="ttdef"><b>Definition:</b> utils.h:873</div></div>
<div class="ttc" id="include_2mxnet_2ndarray_8h_html"><div class="ttname"><a href="include_2mxnet_2ndarray_8h.html">ndarray.h</a></div></div>
<div class="ttc" id="classmxnet_1_1Tuple_html_a6e0bdfe3f0f34693223f657ef676bef6"><div class="ttname"><a href="classmxnet_1_1Tuple.html#a6e0bdfe3f0f34693223f657ef676bef6">mxnet::Tuple::ndim</a></div><div class="ttdeci">int ndim() const</div><div class="ttdef"><b>Definition:</b> tuple.h:217</div></div>
<div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66">mxnet::DispatchMode::kUndefined</a></div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html"><div class="ttname"><a href="classmxnet_1_1NDArray.html">mxnet::NDArray</a></div><div class="ttdoc">ndarray interface </div><div class="ttdef"><b>Definition:</b> ndarray.h:81</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_abc4dccb2b37c896faf7409e002bf4eb2"><div class="ttname"><a href="namespacemxnet_1_1common.html#abc4dccb2b37c896faf7409e002bf4eb2">mxnet::common::ParallelCopy</a></div><div class="ttdeci">void ParallelCopy(DType *dst, const DType *src, index_t size)</div><div class="ttdoc">parallelize copy by OpenMP. </div><div class="ttdef"><b>Definition:</b> utils.h:752</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_aaa3cdf4e5f766e793e20d56b1fc4386e"><div class="ttname"><a href="namespacemxnet_1_1common.html#aaa3cdf4e5f766e793e20d56b1fc4386e">mxnet::common::InitZeros</a></div><div class="ttdeci">NDArray InitZeros(const NDArrayStorageType stype, const mxnet::TShape &amp;shape, const Context &amp;ctx, const int dtype)</div><div class="ttdoc">Return an NDArray of all zeros. </div><div class="ttdef"><b>Definition:</b> utils.h:719</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a214e7e05193ff2ddf8c1f88afa5c2d9c"><div class="ttname"><a href="namespacemxnet_1_1common.html#a214e7e05193ff2ddf8c1f88afa5c2d9c">mxnet::common::EmplaceBackZeros</a></div><div class="ttdeci">void EmplaceBackZeros(const NDArrayStorageType stype, const mxnet::TShape &amp;shape, const Context &amp;ctx, const int dtype, std::vector&lt; NDArray &gt; *vec)</div><div class="ttdoc">Helper to add a NDArray of zeros to a std::vector. </div><div class="ttdef"><b>Definition:</b> utils.h:734</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_a44c77619725d8bc68a085bdbcaa5416b"><div class="ttname"><a href="namespacemxnet_1_1common.html#a44c77619725d8bc68a085bdbcaa5416b">mxnet::common::ilog2ui</a></div><div class="ttdeci">MSHADOW_XINLINE int ilog2ui(unsigned int a)</div><div class="ttdef"><b>Definition:</b> utils.h:710</div></div>
<div class="ttc" id="structmxnet_1_1common_1_1csr__indptr__check_html_a5da824c75914344ce1a228fcec1265b2"><div class="ttname"><a href="structmxnet_1_1common_1_1csr__indptr__check.html#a5da824c75914344ce1a228fcec1265b2">mxnet::common::csr_indptr_check::Map</a></div><div class="ttdeci">static MSHADOW_XINLINE void Map(int i, DType *out, const IType *indptr, const nnvm::dim_t end, const nnvm::dim_t idx_size)</div><div class="ttdef"><b>Definition:</b> utils.h:75</div></div>
<div class="ttc" id="classnnvm_1_1Symbol_html"><div class="ttname"><a href="classnnvm_1_1Symbol.html">nnvm::Symbol</a></div><div class="ttdoc">Symbol is help class used to represent the operator node in Graph. </div><div class="ttdef"><b>Definition:</b> symbolic.h:50</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_ae2b1fe2cdc172ad5828cca0c7bb207ed"><div class="ttname"><a href="namespacemxnet_1_1common.html#ae2b1fe2cdc172ad5828cca0c7bb207ed">mxnet::common::ConvertToLegacyShape</a></div><div class="ttdeci">void ConvertToLegacyShape(mxnet::TShape *shape)</div><div class="ttdoc">This is function is used to convert shapes returned by the infer shape functions/pass to the legacy s...</div><div class="ttdef"><b>Definition:</b> utils.h:822</div></div>
<div class="ttc" id="namespacemxnet_html_a6606bef15f41cccade14c9400e8447cf"><div class="ttname"><a href="namespacemxnet.html#a6606bef15f41cccade14c9400e8447cf">mxnet::StorageTypeVector</a></div><div class="ttdeci">std::vector&lt; int &gt; StorageTypeVector</div><div class="ttdoc">The result holder of storage type of each NodeEntry in the graph. </div><div class="ttdef"><b>Definition:</b> graph_attr_types.h:45</div></div>
<div class="ttc" id="classnnvm_1_1Op_html"><div class="ttname"><a href="classnnvm_1_1Op.html">nnvm::Op</a></div><div class="ttdoc">Operator structure. </div><div class="ttdef"><b>Definition:</b> op.h:103</div></div>
<div class="ttc" id="classmxnet_1_1TBlob_html"><div class="ttname"><a href="classmxnet_1_1TBlob.html">mxnet::TBlob</a></div><div class="ttdoc">tensor blob class that can be used to hold tensor of any dimension, any device and any data type...</div><div class="ttdef"><b>Definition:</b> tensor_blob.h:65</div></div>
<div class="ttc" id="namespacemxnet_1_1common_html_abe0a2c4df1828cd070c9afe47402507b"><div class="ttname"><a href="namespacemxnet_1_1common.html#abe0a2c4df1828cd070c9afe47402507b">mxnet::common::ConvertToNumpyShape</a></div><div class="ttdeci">void ConvertToNumpyShape(mxnet::TShape *shape)</div><div class="ttdoc">If numpy compatibility is turned off (default), the shapes passed in by users follow the legacy shape...</div><div class="ttdef"><b>Definition:</b> utils.h:800</div></div>
<div class="ttc" id="structmshadow_1_1Stream_html"><div class="ttname"><a href="structmshadow_1_1Stream.html">mshadow::Stream</a></div><div class="ttdoc">computaion stream structure, used for asynchronous computations </div><div class="ttdef"><b>Definition:</b> tensor.h:383</div></div>
<div class="ttc" id="include_2mxnet_2op__attr__types_8h_html"><div class="ttname"><a href="include_2mxnet_2op__attr__types_8h.html">op_attr_types.h</a></div></div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated on Thu Jan 5 2023 00:58:42 for mxnet by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.13
</small></address>
</body>
</html>