| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta content="text/xhtml;charset=utf-8" http-equiv="Content-Type"/> |
| <meta content="IE=9" http-equiv="X-UA-Compatible"/> |
| <meta content="Doxygen 1.8.11" name="generator"/> |
| <title>mxnet: src/common/utils.h Source File</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script src="jquery.js" type="text/javascript"></script> |
| <script src="dynsections.js" type="text/javascript"></script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script src="search/searchdata.js" type="text/javascript"></script> |
| <script src="search/search.js" type="text/javascript"></script> |
| <script type="text/javascript"> |
| $(document).ready(function() { init_search(); }); |
| </script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css"/> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellpadding="0" cellspacing="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td id="projectalign" style="padding-left: 0.5em;"> |
| <div id="projectname">mxnet |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.11 --> |
| <script type="text/javascript"> |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| </script> |
| <div class="tabs" id="navrow1"> |
| <ul class="tablist"> |
| <li><a href="index.html"><span>Main Page</span></a></li> |
| <li><a href="namespaces.html"><span>Namespaces</span></a></li> |
| <li><a href="annotated.html"><span>Classes</span></a></li> |
| <li class="current"><a href="files.html"><span>Files</span></a></li> |
| <li> |
| <div class="MSearchBoxInactive" id="MSearchBox"> |
| <span class="left"> |
| <img alt="" id="MSearchSelect" onmouseout="return searchBox.OnSearchSelectHide()" onmouseover="return searchBox.OnSearchSelectShow()" src="search/mag_sel.png"/> |
| <input accesskey="S" id="MSearchField" onblur="searchBox.OnSearchFieldFocus(false)" onfocus="searchBox.OnSearchFieldFocus(true)" onkeyup="searchBox.OnSearchFieldChange(event)" type="text" value="Search"/> |
| </span><span class="right"> |
| <a href="javascript:searchBox.CloseResultsWindow()" id="MSearchClose"><img alt="" border="0" id="MSearchCloseImg" src="search/close.png"/></a> |
| </span> |
| </div> |
| </li> |
| </ul> |
| </div> |
| <div class="tabs2" id="navrow2"> |
| <ul class="tablist"> |
| <li><a href="files.html"><span>File List</span></a></li> |
| <li><a href="globals.html"><span>File Members</span></a></li> |
| </ul> |
| </div> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" onkeydown="return searchBox.OnSearchSelectKey(event)" onmouseout="return searchBox.OnSearchSelectHide()" onmouseover="return searchBox.OnSearchSelectShow()"> |
| </div> |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe frameborder="0" id="MSearchResults" name="MSearchResults" src="javascript:void(0)"> |
| </iframe> |
| </div> |
| <div class="navpath" id="nav-path"> |
| <ul> |
| <li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.html">src</a></li><li class="navelem"><a class="el" href="dir_fdedb0aba14d44ce9d99bc100e026e6a.html">common</a></li> </ul> |
| </div> |
| </div><!-- top --> |
| <div class="header"> |
| <div class="headertitle"> |
| <div class="title">utils.h</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| <a href="utils_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">/*</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment"> * Licensed to the Apache Software Foundation (ASF) under one</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"> * or more contributor license agreements. See the NOTICE file</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment"> * distributed with this work for additional information</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment"> * regarding copyright ownership. The ASF licenses this file</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment"> * to you under the Apache License, Version 2.0 (the</span></div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment"> * "License"); you may not use this file except in compliance</span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment"> * with the License. You may obtain a copy of the License at</span></div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment"> *</span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment"> * http://www.apache.org/licenses/LICENSE-2.0</span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment"> *</span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment"> * Unless required by applicable law or agreed to in writing,</span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment"> * software distributed under the License is distributed on an</span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="comment"> * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="comment"> * KIND, either express or implied. See the License for the</span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="comment"> * specific language governing permissions and limitations</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="comment"> * under the License.</span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="comment"> */</span></div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span> </div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="preprocessor">#ifndef MXNET_COMMON_UTILS_H_</span></div><div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="preprocessor">#define MXNET_COMMON_UTILS_H_</span></div><div class="line"><a name="l00027"></a><span class="lineno"> 27</span> </div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span> <span class="preprocessor">#include <dmlc/logging.h></span></div><div class="line"><a name="l00029"></a><span class="lineno"> 29</span> <span class="preprocessor">#include <dmlc/omp.h></span></div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span> <span class="preprocessor">#include <nnvm/graph.h></span></div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span> <span class="preprocessor">#include <<a class="code" href="engine_8h.html">mxnet/engine.h</a>></span></div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span> <span class="preprocessor">#include <<a class="code" href="include_2mxnet_2ndarray_8h.html">mxnet/ndarray.h</a>></span></div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span> <span class="preprocessor">#include <<a class="code" href="op__attr__types_8h.html">mxnet/op_attr_types.h</a>></span></div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span> <span class="preprocessor">#include <<a class="code" href="graph__attr__types_8h.html">mxnet/graph_attr_types.h</a>></span></div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span> <span class="preprocessor">#include <nnvm/graph_attr_types.h></span></div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span> </div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span> <span class="preprocessor">#include <memory></span></div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span> <span class="preprocessor">#include <vector></span></div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span> <span class="preprocessor">#include <type_traits></span></div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span> <span class="preprocessor">#include <utility></span></div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span> <span class="preprocessor">#include <random></span></div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span> <span class="preprocessor">#include <string></span></div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span> <span class="preprocessor">#include <thread></span></div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span> <span class="preprocessor">#include <algorithm></span></div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span> <span class="preprocessor">#include <functional></span></div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span> <span class="preprocessor">#include <limits></span></div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span> </div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span> <span class="preprocessor">#include "../operator/mxnet_op.h"</span></div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span> <span class="preprocessor">#if MXNET_USE_MKLDNN == 1</span></div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span> <span class="preprocessor">#include "../operator/nn/mkldnn/mkldnn_base-inl.h"</span></div><div class="line"><a name="l00051"></a><span class="lineno"> 51</span> <span class="preprocessor">#endif</span></div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span> </div><div class="line"><a name="l00053"></a><span class="lineno"> 53</span> <span class="keyword">namespace </span><a class="code" href="namespacemxnet.html">mxnet</a> {</div><div class="line"><a name="l00054"></a><span class="lineno"> 54</span> <span class="keyword">namespace </span>common {</div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span> </div><div class="line"><a name="l00060"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1csr__indptr__check.html"> 60</a></span> <span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1csr__indptr__check.html">csr_indptr_check</a> {</div><div class="line"><a name="l00061"></a><span class="lineno"> 61</span> <span class="keyword">template</span><<span class="keyword">typename</span> DType, <span class="keyword">typename</span> IType></div><div class="line"><a name="l00062"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1csr__indptr__check.html#a5da824c75914344ce1a228fcec1265b2"> 62</a></span> MSHADOW_XINLINE <span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="structmxnet_1_1common_1_1csr__indptr__check.html#a5da824c75914344ce1a228fcec1265b2">Map</a>(<span class="keywordtype">int</span> i, DType* out, <span class="keyword">const</span> IType* indptr,</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span> <span class="keyword">const</span> <a class="code" href="c__api_8h.html#ab15fcfeedbe50ea6db54a98b582d7eaf">nnvm::dim_t</a> end, <span class="keyword">const</span> <a class="code" href="c__api_8h.html#ab15fcfeedbe50ea6db54a98b582d7eaf">nnvm::dim_t</a> idx_size) {</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span> <span class="keywordflow">if</span> (indptr[i+1] < 0 || indptr[i+1] < indptr[i] ||</div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span> (i == 0 && indptr[i] != 0) ||</div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span> (i == end - 1 && indptr[end] != idx_size))</div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span> *out = <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb">kCSRIndPtrErr</a>;</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span> }</div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span> };</div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span> </div><div class="line"><a name="l00075"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1csr__idx__check.html"> 75</a></span> <span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1csr__idx__check.html">csr_idx_check</a> {</div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span> <span class="keyword">template</span><<span class="keyword">typename</span> DType, <span class="keyword">typename</span> IType, <span class="keyword">typename</span> RType></div><div class="line"><a name="l00077"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1csr__idx__check.html#a325e38479cce9fd6f444ae5ba3b3a2f4"> 77</a></span> MSHADOW_XINLINE <span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="structmxnet_1_1common_1_1csr__idx__check.html#a325e38479cce9fd6f444ae5ba3b3a2f4">Map</a>(<span class="keywordtype">int</span> i, DType* out, <span class="keyword">const</span> IType* idx,</div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span> <span class="keyword">const</span> RType* indptr, <span class="keyword">const</span> <a class="code" href="c__api_8h.html#ab15fcfeedbe50ea6db54a98b582d7eaf">nnvm::dim_t</a> ncols) {</div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span> <span class="keywordflow">for</span> (RType j = indptr[i]; j < indptr[i+1]; j++) {</div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span> <span class="keywordflow">if</span> (idx[j] >= ncols || idx[j] < 0 ||</div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span> (j < indptr[i+1] - 1 && idx[j] >= idx[j+1])) {</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span> *out = <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3">kCSRIdxErr</a>;</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span> <span class="keywordflow">break</span>;</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span> }</div><div class="line"><a name="l00085"></a><span class="lineno"> 85</span> }</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span> }</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span> };</div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span> </div><div class="line"><a name="l00093"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1rsp__idx__check.html"> 93</a></span> <span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1rsp__idx__check.html">rsp_idx_check</a> {</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span> <span class="keyword">template</span><<span class="keyword">typename</span> DType, <span class="keyword">typename</span> IType></div><div class="line"><a name="l00095"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1rsp__idx__check.html#abb5a461090d1b410d0a1da852b88ccde"> 95</a></span> MSHADOW_XINLINE <span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="structmxnet_1_1common_1_1rsp__idx__check.html#abb5a461090d1b410d0a1da852b88ccde">Map</a>(<span class="keywordtype">int</span> i, DType* out, <span class="keyword">const</span> IType* idx,</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span> <span class="keyword">const</span> <a class="code" href="c__api_8h.html#ab15fcfeedbe50ea6db54a98b582d7eaf">nnvm::dim_t</a> end, <span class="keyword">const</span> <a class="code" href="c__api_8h.html#ab15fcfeedbe50ea6db54a98b582d7eaf">nnvm::dim_t</a> nrows) {</div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span> <span class="keywordflow">if</span> ((i < end && idx[i+1] <= idx[i])</div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span> || idx[i] < 0 || idx[i] >= nrows)</div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span> *out = <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799">kRSPIdxErr</a>;</div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span> }</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span> };</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span> </div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span> <span class="keyword">template</span><<span class="keyword">typename</span> xpu></div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a98fda469aba84baa370e81e94c7d5b0b">CheckFormatWrapper</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a> &rctx, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &input,</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span> <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> &err_cpu, <span class="keyword">const</span> <span class="keywordtype">bool</span> full_check);</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span> </div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span> <span class="keyword">template</span><<span class="keyword">typename</span> xpu></div><div class="line"><a name="l00116"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a6baaba1469561220a2484be92cc77aae"> 116</a></span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a6baaba1469561220a2484be92cc77aae">CheckFormatCSRImpl</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a> &rctx, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &input,</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span> <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> &err_cpu, <span class="keyword">const</span> <span class="keywordtype">bool</span> full_check) {</div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span> <span class="keyword">using namespace </span>op::mxnet_op;</div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span> CHECK_EQ(input.<a class="code" href="classmxnet_1_1NDArray.html#a4d8f894c0306ad693ccf29278a613732">storage_type</a>(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a>)</div><div class="line"><a name="l00120"></a><span class="lineno"> 120</span> << <span class="stringliteral">"CheckFormatCSRImpl is for CSRNDArray"</span>;</div><div class="line"><a name="l00121"></a><span class="lineno"> 121</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> shape = input.<a class="code" href="classmxnet_1_1NDArray.html#abfbb85eb84be64976417ed0b13b1d8ee">shape</a>();</div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> idx_shape = input.<a class="code" href="classmxnet_1_1NDArray.html#a5ebf1ac5452188d02bc7d784cb35fca9">aux_shape</a>(<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">csr::kIdx</a>);</div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> indptr_shape = input.<a class="code" href="classmxnet_1_1NDArray.html#a5ebf1ac5452188d02bc7d784cb35fca9">aux_shape</a>(<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1">csr::kIndPtr</a>);</div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> storage_shape = input.<a class="code" href="classmxnet_1_1NDArray.html#a72059301dd967ecdd0fca19eaa7024d9">storage_shape</a>();</div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span> <span class="keywordflow">if</span> ((shape.ndim() != 2) ||</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span> (idx_shape.ndim() != 1 || indptr_shape.ndim() != 1 || storage_shape.ndim() != 1) ||</div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span> (indptr_shape[0] != shape[0] + 1) ||</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span> (idx_shape[0] != storage_shape[0])) {</div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span> MSHADOW_TYPE_SWITCH(err_cpu.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>, DType, {</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span> DType* err = err_cpu.dptr<DType>();</div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span> *err = kCSRShapeErr;</div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span> });</div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span> <span class="keywordflow">return</span>;</div><div class="line"><a name="l00134"></a><span class="lineno"> 134</span> }</div><div class="line"><a name="l00135"></a><span class="lineno"> 135</span> <span class="keywordflow">if</span> (full_check) {</div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span> MSHADOW_TYPE_SWITCH(err_cpu.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>, DType, {</div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span> MSHADOW_IDX_TYPE_SWITCH(input.aux_type(csr::kIndPtr), RType, {</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span> MSHADOW_IDX_TYPE_SWITCH(input.aux_type(csr::kIdx), IType, {</div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span> mshadow::Stream<xpu> *s = rctx.get_stream<xpu>();</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span> NDArray ret_xpu = NDArray(mshadow::Shape1(1),</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span> rctx.get_ctx(), false, err_cpu.type_flag_);</div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span> TBlob val_xpu = ret_xpu.data();</div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span> Kernel<set_to_int<kNormalErr>, xpu>::Launch(s, val_xpu.Size(), val_xpu.dptr<DType>());</div><div class="line"><a name="l00144"></a><span class="lineno"> 144</span> Kernel<csr_indptr_check, xpu>::Launch(s, indptr_shape[0] - 1, val_xpu.dptr<DType>(),</div><div class="line"><a name="l00145"></a><span class="lineno"> 145</span> input.aux_data(csr::kIndPtr).dptr<RType>(),</div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span> indptr_shape[0] - 1, idx_shape[0]);</div><div class="line"><a name="l00147"></a><span class="lineno"> 147</span> <span class="comment">// no need to check indices if indices are empty</span></div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span> if (idx_shape[0] != 0) {</div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span> Kernel<csr_idx_check, xpu>::Launch(s, indptr_shape[0] - 1, val_xpu.dptr<DType>(),</div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span> input.aux_data(csr::kIdx).dptr<IType>(),</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span> input.aux_data(csr::kIndPtr).dptr<RType>(), shape[1]);</div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span> }</div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span> mshadow::Copy(err_cpu.get<cpu, 1, DType>(),</div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span> val_xpu.get<xpu, 1, DType>(s), s);</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span> });</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span> });</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span> });</div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span> }</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span> }</div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span> </div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span> <span class="keyword">template</span><<span class="keyword">typename</span> xpu></div><div class="line"><a name="l00170"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#afd045f69bce37692fd1e8ccb0e2ab208"> 170</a></span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#afd045f69bce37692fd1e8ccb0e2ab208">CheckFormatRSPImpl</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a> &rctx, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &input,</div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span> <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> &err_cpu, <span class="keyword">const</span> <span class="keywordtype">bool</span> full_check) {</div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span> <span class="keyword">using namespace </span>op::mxnet_op;</div><div class="line"><a name="l00173"></a><span class="lineno"> 173</span> CHECK_EQ(input.<a class="code" href="classmxnet_1_1NDArray.html#a4d8f894c0306ad693ccf29278a613732">storage_type</a>(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a>)</div><div class="line"><a name="l00174"></a><span class="lineno"> 174</span> << <span class="stringliteral">"CheckFormatRSPImpl is for RSPNDArray"</span>;</div><div class="line"><a name="l00175"></a><span class="lineno"> 175</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> idx_shape = input.<a class="code" href="classmxnet_1_1NDArray.html#a5ebf1ac5452188d02bc7d784cb35fca9">aux_shape</a>(<a class="code" href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">rowsparse::kIdx</a>);</div><div class="line"><a name="l00176"></a><span class="lineno"> 176</span> <span class="keywordflow">if</span> (idx_shape[0] != input.<a class="code" href="classmxnet_1_1NDArray.html#a72059301dd967ecdd0fca19eaa7024d9">storage_shape</a>()[0]) {</div><div class="line"><a name="l00177"></a><span class="lineno"> 177</span> MSHADOW_TYPE_SWITCH(err_cpu.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>, DType, {</div><div class="line"><a name="l00178"></a><span class="lineno"> 178</span> DType* err = err_cpu.dptr<DType>();</div><div class="line"><a name="l00179"></a><span class="lineno"> 179</span> *err = kRSPShapeErr;</div><div class="line"><a name="l00180"></a><span class="lineno"> 180</span> });</div><div class="line"><a name="l00181"></a><span class="lineno"> 181</span> <span class="keywordflow">return</span>;</div><div class="line"><a name="l00182"></a><span class="lineno"> 182</span> }</div><div class="line"><a name="l00183"></a><span class="lineno"> 183</span> <span class="keywordflow">if</span> (idx_shape[0] == 0) {</div><div class="line"><a name="l00184"></a><span class="lineno"> 184</span> <span class="keywordflow">return</span>;</div><div class="line"><a name="l00185"></a><span class="lineno"> 185</span> }</div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span> <span class="keywordflow">if</span> (full_check) {</div><div class="line"><a name="l00187"></a><span class="lineno"> 187</span> MSHADOW_TYPE_SWITCH(err_cpu.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>, DType, {</div><div class="line"><a name="l00188"></a><span class="lineno"> 188</span> MSHADOW_IDX_TYPE_SWITCH(input.aux_type(rowsparse::kIdx), IType, {</div><div class="line"><a name="l00189"></a><span class="lineno"> 189</span> mshadow::Stream<xpu> *s = rctx.get_stream<xpu>();</div><div class="line"><a name="l00190"></a><span class="lineno"> 190</span> NDArray ret_xpu = NDArray(mshadow::Shape1(1),</div><div class="line"><a name="l00191"></a><span class="lineno"> 191</span> rctx.get_ctx(), false, err_cpu.type_flag_);</div><div class="line"><a name="l00192"></a><span class="lineno"> 192</span> TBlob val_xpu = ret_xpu.data();</div><div class="line"><a name="l00193"></a><span class="lineno"> 193</span> Kernel<set_to_int<kNormalErr>, xpu>::Launch(s, val_xpu.Size(), val_xpu.dptr<DType>());</div><div class="line"><a name="l00194"></a><span class="lineno"> 194</span> </div><div class="line"><a name="l00195"></a><span class="lineno"> 195</span> Kernel<rsp_idx_check, xpu>::Launch(s, idx_shape[0],</div><div class="line"><a name="l00196"></a><span class="lineno"> 196</span> val_xpu.dptr<DType>(), input.aux_data(rowsparse::kIdx).dptr<IType>(),</div><div class="line"><a name="l00197"></a><span class="lineno"> 197</span> idx_shape[0] - 1, input.shape()[0]);</div><div class="line"><a name="l00198"></a><span class="lineno"> 198</span> mshadow::Copy(err_cpu.get<cpu, 1, DType>(),</div><div class="line"><a name="l00199"></a><span class="lineno"> 199</span> val_xpu.get<xpu, 1, DType>(s), s);</div><div class="line"><a name="l00200"></a><span class="lineno"> 200</span> });</div><div class="line"><a name="l00201"></a><span class="lineno"> 201</span> });</div><div class="line"><a name="l00202"></a><span class="lineno"> 202</span> }</div><div class="line"><a name="l00203"></a><span class="lineno"> 203</span> }</div><div class="line"><a name="l00204"></a><span class="lineno"> 204</span> </div><div class="line"><a name="l00205"></a><span class="lineno"> 205</span> <span class="keyword">template</span><<span class="keyword">typename</span> xpu></div><div class="line"><a name="l00206"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#aad9a34663862df90d3aa8683a2d9052a"> 206</a></span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#aad9a34663862df90d3aa8683a2d9052a">CheckFormatImpl</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a> &rctx, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &input,</div><div class="line"><a name="l00207"></a><span class="lineno"> 207</span> <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> &err_cpu, <span class="keyword">const</span> <span class="keywordtype">bool</span> full_check) {</div><div class="line"><a name="l00208"></a><span class="lineno"> 208</span> <span class="keywordtype">int</span> stype = input.<a class="code" href="classmxnet_1_1NDArray.html#a4d8f894c0306ad693ccf29278a613732">storage_type</a>();</div><div class="line"><a name="l00209"></a><span class="lineno"> 209</span> <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a>) {</div><div class="line"><a name="l00210"></a><span class="lineno"> 210</span> CheckFormatCSRImpl<xpu>(rctx, input, err_cpu, full_check);</div><div class="line"><a name="l00211"></a><span class="lineno"> 211</span> } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a>) {</div><div class="line"><a name="l00212"></a><span class="lineno"> 212</span> CheckFormatRSPImpl<xpu>(rctx, input, err_cpu, full_check);</div><div class="line"><a name="l00213"></a><span class="lineno"> 213</span> } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>) {</div><div class="line"><a name="l00214"></a><span class="lineno"> 214</span> <span class="comment">// no-op for default storage</span></div><div class="line"><a name="l00215"></a><span class="lineno"> 215</span> } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00216"></a><span class="lineno"> 216</span> LOG(FATAL) << <span class="stringliteral">"Unknown storage type "</span> << stype;</div><div class="line"><a name="l00217"></a><span class="lineno"> 217</span> }</div><div class="line"><a name="l00218"></a><span class="lineno"> 218</span> }</div><div class="line"><a name="l00219"></a><span class="lineno"> 219</span> </div><div class="line"><a name="l00223"></a><span class="lineno"> 223</span> <span class="keyword">template</span><<span class="keyword">typename</span> xpu></div><div class="line"><a name="l00224"></a><span class="lineno"> 224</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a905e77124ee11208c40a8afd3ee42167">SparseRetainOpForwardRspWrapper</a>(mshadow::Stream<xpu> *s,</div><div class="line"><a name="l00225"></a><span class="lineno"> 225</span> <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>& input_nd,</div><div class="line"><a name="l00226"></a><span class="lineno"> 226</span> <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a>& idx_data,</div><div class="line"><a name="l00227"></a><span class="lineno"> 227</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398">OpReqType</a> req,</div><div class="line"><a name="l00228"></a><span class="lineno"> 228</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>* output_nd);</div><div class="line"><a name="l00229"></a><span class="lineno"> 229</span> </div><div class="line"><a name="l00230"></a><span class="lineno"> 230</span> <span class="comment">/* \brief Casts tensor storage type to the new type.</span></div><div class="line"><a name="l00231"></a><span class="lineno"> 231</span> <span class="comment"> */</span></div><div class="line"><a name="l00232"></a><span class="lineno"> 232</span> <span class="keyword">template</span><<span class="keyword">typename</span> xpu></div><div class="line"><a name="l00233"></a><span class="lineno"> 233</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#afd53ea405dcc105e6b306148009ff827">CastStorageDispatch</a>(<span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>& ctx, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>& input, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>& output);</div><div class="line"><a name="l00234"></a><span class="lineno"> 234</span> </div><div class="line"><a name="l00238"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd"> 238</a></span> <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">ContainsOnlyStorage</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6606bef15f41cccade14c9400e8447cf">StorageTypeVector</a>& vstorage,</div><div class="line"><a name="l00239"></a><span class="lineno"> 239</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype) {</div><div class="line"><a name="l00240"></a><span class="lineno"> 240</span> <span class="keywordflow">if</span> (!vstorage.empty()) {</div><div class="line"><a name="l00241"></a><span class="lineno"> 241</span> <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& i : vstorage) {</div><div class="line"><a name="l00242"></a><span class="lineno"> 242</span> <span class="keywordflow">if</span> (i != stype) <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00243"></a><span class="lineno"> 243</span> }</div><div class="line"><a name="l00244"></a><span class="lineno"> 244</span> <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00245"></a><span class="lineno"> 245</span> }</div><div class="line"><a name="l00246"></a><span class="lineno"> 246</span> <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00247"></a><span class="lineno"> 247</span> }</div><div class="line"><a name="l00248"></a><span class="lineno"> 248</span> </div><div class="line"><a name="l00253"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a10765e03ef091a5dd81b1b3efa4b46f4"> 253</a></span> <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">ContainsOnlyStorage</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6606bef15f41cccade14c9400e8447cf">StorageTypeVector</a>& vstorage,</div><div class="line"><a name="l00254"></a><span class="lineno"> 254</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype1,</div><div class="line"><a name="l00255"></a><span class="lineno"> 255</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype2,</div><div class="line"><a name="l00256"></a><span class="lineno"> 256</span> <span class="keywordtype">bool</span> *has_both) {</div><div class="line"><a name="l00257"></a><span class="lineno"> 257</span> <span class="keywordflow">if</span> (has_both) {</div><div class="line"><a name="l00258"></a><span class="lineno"> 258</span> *has_both = <span class="keyword">false</span>;</div><div class="line"><a name="l00259"></a><span class="lineno"> 259</span> }</div><div class="line"><a name="l00260"></a><span class="lineno"> 260</span> <span class="keywordflow">if</span> (!vstorage.empty()) {</div><div class="line"><a name="l00261"></a><span class="lineno"> 261</span> uint8_t has = 0;</div><div class="line"><a name="l00262"></a><span class="lineno"> 262</span> <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span> i : vstorage) {</div><div class="line"><a name="l00263"></a><span class="lineno"> 263</span> <span class="keywordflow">if</span> (i == stype1) {</div><div class="line"><a name="l00264"></a><span class="lineno"> 264</span> has |= 1;</div><div class="line"><a name="l00265"></a><span class="lineno"> 265</span> } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (i == stype2) {</div><div class="line"><a name="l00266"></a><span class="lineno"> 266</span> has |= 2;</div><div class="line"><a name="l00267"></a><span class="lineno"> 267</span> } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00268"></a><span class="lineno"> 268</span> <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00269"></a><span class="lineno"> 269</span> }</div><div class="line"><a name="l00270"></a><span class="lineno"> 270</span> }</div><div class="line"><a name="l00271"></a><span class="lineno"> 271</span> <span class="keywordflow">if</span> (has_both) {</div><div class="line"><a name="l00272"></a><span class="lineno"> 272</span> *has_both = has == 3;</div><div class="line"><a name="l00273"></a><span class="lineno"> 273</span> }</div><div class="line"><a name="l00274"></a><span class="lineno"> 274</span> <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00275"></a><span class="lineno"> 275</span> }</div><div class="line"><a name="l00276"></a><span class="lineno"> 276</span> <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00277"></a><span class="lineno"> 277</span> }</div><div class="line"><a name="l00278"></a><span class="lineno"> 278</span> </div><div class="line"><a name="l00282"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a9a7d1b47adce6f8291db8c3106087b90"> 282</a></span> <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">ContainsOnlyStorage</a>(<span class="keyword">const</span> std::vector<NDArray>& ndarrays,</div><div class="line"><a name="l00283"></a><span class="lineno"> 283</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype) {</div><div class="line"><a name="l00284"></a><span class="lineno"> 284</span> <span class="keywordflow">if</span> (!ndarrays.empty()) {</div><div class="line"><a name="l00285"></a><span class="lineno"> 285</span> <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& nd : ndarrays) {</div><div class="line"><a name="l00286"></a><span class="lineno"> 286</span> <span class="keywordflow">if</span> (nd.storage_type() != stype) {</div><div class="line"><a name="l00287"></a><span class="lineno"> 287</span> <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00288"></a><span class="lineno"> 288</span> }</div><div class="line"><a name="l00289"></a><span class="lineno"> 289</span> }</div><div class="line"><a name="l00290"></a><span class="lineno"> 290</span> <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00291"></a><span class="lineno"> 291</span> }</div><div class="line"><a name="l00292"></a><span class="lineno"> 292</span> <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00293"></a><span class="lineno"> 293</span> }</div><div class="line"><a name="l00294"></a><span class="lineno"> 294</span> </div><div class="line"><a name="l00298"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a4d39ea49a4b4c2aefdd106ffd2ec9a11"> 298</a></span> <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">ContainsOnlyStorage</a>(<span class="keyword">const</span> std::vector<NDArray>& ndarrays,</div><div class="line"><a name="l00299"></a><span class="lineno"> 299</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype1,</div><div class="line"><a name="l00300"></a><span class="lineno"> 300</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype2,</div><div class="line"><a name="l00301"></a><span class="lineno"> 301</span> <span class="keywordtype">bool</span> *has_both) {</div><div class="line"><a name="l00302"></a><span class="lineno"> 302</span> <span class="keywordflow">if</span> (has_both) {</div><div class="line"><a name="l00303"></a><span class="lineno"> 303</span> *has_both = <span class="keyword">false</span>;</div><div class="line"><a name="l00304"></a><span class="lineno"> 304</span> }</div><div class="line"><a name="l00305"></a><span class="lineno"> 305</span> <span class="keywordflow">if</span> (!ndarrays.empty()) {</div><div class="line"><a name="l00306"></a><span class="lineno"> 306</span> uint8_t has = 0;</div><div class="line"><a name="l00307"></a><span class="lineno"> 307</span> <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& nd : ndarrays) {</div><div class="line"><a name="l00308"></a><span class="lineno"> 308</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype = nd.storage_type();</div><div class="line"><a name="l00309"></a><span class="lineno"> 309</span> <span class="keywordflow">if</span> (stype == stype1) {</div><div class="line"><a name="l00310"></a><span class="lineno"> 310</span> has |= 1;</div><div class="line"><a name="l00311"></a><span class="lineno"> 311</span> } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (stype == stype2) {</div><div class="line"><a name="l00312"></a><span class="lineno"> 312</span> has |= 2;</div><div class="line"><a name="l00313"></a><span class="lineno"> 313</span> } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00314"></a><span class="lineno"> 314</span> <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00315"></a><span class="lineno"> 315</span> }</div><div class="line"><a name="l00316"></a><span class="lineno"> 316</span> }</div><div class="line"><a name="l00317"></a><span class="lineno"> 317</span> <span class="keywordflow">if</span> (has_both) {</div><div class="line"><a name="l00318"></a><span class="lineno"> 318</span> *has_both = has == 3;</div><div class="line"><a name="l00319"></a><span class="lineno"> 319</span> }</div><div class="line"><a name="l00320"></a><span class="lineno"> 320</span> <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00321"></a><span class="lineno"> 321</span> }</div><div class="line"><a name="l00322"></a><span class="lineno"> 322</span> <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00323"></a><span class="lineno"> 323</span> }</div><div class="line"><a name="l00324"></a><span class="lineno"> 324</span> </div><div class="line"><a name="l00328"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a1e3290f30e01079cb2e16095b085bf21"> 328</a></span> <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a1e3290f30e01079cb2e16095b085bf21">ContainsStorageType</a>(<span class="keyword">const</span> std::vector<NDArray>& ndarrays,</div><div class="line"><a name="l00329"></a><span class="lineno"> 329</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype) {</div><div class="line"><a name="l00330"></a><span class="lineno"> 330</span> <span class="keywordflow">if</span> (!ndarrays.empty()) {</div><div class="line"><a name="l00331"></a><span class="lineno"> 331</span> <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& nd : ndarrays) {</div><div class="line"><a name="l00332"></a><span class="lineno"> 332</span> <span class="keywordflow">if</span> (nd.storage_type() == stype) {</div><div class="line"><a name="l00333"></a><span class="lineno"> 333</span> <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00334"></a><span class="lineno"> 334</span> }</div><div class="line"><a name="l00335"></a><span class="lineno"> 335</span> }</div><div class="line"><a name="l00336"></a><span class="lineno"> 336</span> }</div><div class="line"><a name="l00337"></a><span class="lineno"> 337</span> <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00338"></a><span class="lineno"> 338</span> }</div><div class="line"><a name="l00339"></a><span class="lineno"> 339</span> </div><div class="line"><a name="l00343"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a99e4d394a12fd749c333d488c7196643"> 343</a></span> <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1common.html#a1e3290f30e01079cb2e16095b085bf21">ContainsStorageType</a>(<span class="keyword">const</span> std::vector<int>& ndstypes,</div><div class="line"><a name="l00344"></a><span class="lineno"> 344</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype) {</div><div class="line"><a name="l00345"></a><span class="lineno"> 345</span> <span class="keywordflow">if</span> (!ndstypes.empty()) {</div><div class="line"><a name="l00346"></a><span class="lineno"> 346</span> <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& ndstype : ndstypes) {</div><div class="line"><a name="l00347"></a><span class="lineno"> 347</span> <span class="keywordflow">if</span> (ndstype == stype) {</div><div class="line"><a name="l00348"></a><span class="lineno"> 348</span> <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00349"></a><span class="lineno"> 349</span> }</div><div class="line"><a name="l00350"></a><span class="lineno"> 350</span> }</div><div class="line"><a name="l00351"></a><span class="lineno"> 351</span> }</div><div class="line"><a name="l00352"></a><span class="lineno"> 352</span> <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00353"></a><span class="lineno"> 353</span> }</div><div class="line"><a name="l00354"></a><span class="lineno"> 354</span> </div><div class="line"><a name="l00356"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a4716f6044f678090af8ae7ef3ace3a31"> 356</a></span> <span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a4716f6044f678090af8ae7ef3ace3a31">dispatch_mode_string</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">DispatchMode</a> x) {</div><div class="line"><a name="l00357"></a><span class="lineno"> 357</span> <span class="keywordflow">switch</span> (x) {</div><div class="line"><a name="l00358"></a><span class="lineno"> 358</span> <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6">DispatchMode::kFCompute</a>:</div><div class="line"><a name="l00359"></a><span class="lineno"> 359</span> <span class="keywordflow">return</span> <span class="stringliteral">"fcompute"</span>;</div><div class="line"><a name="l00360"></a><span class="lineno"> 360</span> <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5">DispatchMode::kFComputeEx</a>:</div><div class="line"><a name="l00361"></a><span class="lineno"> 361</span> <span class="keywordflow">return</span> <span class="stringliteral">"fcompute_ex"</span>;</div><div class="line"><a name="l00362"></a><span class="lineno"> 362</span> <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef">DispatchMode::kFComputeFallback</a>:</div><div class="line"><a name="l00363"></a><span class="lineno"> 363</span> <span class="keywordflow">return</span> <span class="stringliteral">"fcompute_fallback"</span>;</div><div class="line"><a name="l00364"></a><span class="lineno"> 364</span> <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff">DispatchMode::kVariable</a>:</div><div class="line"><a name="l00365"></a><span class="lineno"> 365</span> <span class="keywordflow">return</span> <span class="stringliteral">"variable"</span>;</div><div class="line"><a name="l00366"></a><span class="lineno"> 366</span> <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66">DispatchMode::kUndefined</a>:</div><div class="line"><a name="l00367"></a><span class="lineno"> 367</span> <span class="keywordflow">return</span> <span class="stringliteral">"undefined"</span>;</div><div class="line"><a name="l00368"></a><span class="lineno"> 368</span> }</div><div class="line"><a name="l00369"></a><span class="lineno"> 369</span> <span class="keywordflow">return</span> <span class="stringliteral">"unknown"</span>;</div><div class="line"><a name="l00370"></a><span class="lineno"> 370</span> }</div><div class="line"><a name="l00371"></a><span class="lineno"> 371</span> </div><div class="line"><a name="l00372"></a><span class="lineno"> 372</span> </div><div class="line"><a name="l00374"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009"> 374</a></span> <span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009">stype_string</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> x) {</div><div class="line"><a name="l00375"></a><span class="lineno"> 375</span> <span class="keywordflow">switch</span> (x) {</div><div class="line"><a name="l00376"></a><span class="lineno"> 376</span> <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>:</div><div class="line"><a name="l00377"></a><span class="lineno"> 377</span> <span class="keywordflow">return</span> <span class="stringliteral">"default"</span>;</div><div class="line"><a name="l00378"></a><span class="lineno"> 378</span> <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a>:</div><div class="line"><a name="l00379"></a><span class="lineno"> 379</span> <span class="keywordflow">return</span> <span class="stringliteral">"csr"</span>;</div><div class="line"><a name="l00380"></a><span class="lineno"> 380</span> <span class="keywordflow">case</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a>:</div><div class="line"><a name="l00381"></a><span class="lineno"> 381</span> <span class="keywordflow">return</span> <span class="stringliteral">"row_sparse"</span>;</div><div class="line"><a name="l00382"></a><span class="lineno"> 382</span> }</div><div class="line"><a name="l00383"></a><span class="lineno"> 383</span> <span class="keywordflow">return</span> <span class="stringliteral">"unknown"</span>;</div><div class="line"><a name="l00384"></a><span class="lineno"> 384</span> }</div><div class="line"><a name="l00385"></a><span class="lineno"> 385</span> </div><div class="line"><a name="l00387"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a733ce35d109323dbf4ef1f4bc3094870"> 387</a></span> <span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a733ce35d109323dbf4ef1f4bc3094870">dev_type_string</a>(<span class="keyword">const</span> <span class="keywordtype">int</span> dev_type) {</div><div class="line"><a name="l00388"></a><span class="lineno"> 388</span> <span class="keywordflow">switch</span> (dev_type) {</div><div class="line"><a name="l00389"></a><span class="lineno"> 389</span> <span class="keywordflow">case</span> <a class="code" href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60ea1aced5778bb0d64d4ce6bd4c0a86d140">Context::kCPU</a>:</div><div class="line"><a name="l00390"></a><span class="lineno"> 390</span> <span class="keywordflow">return</span> <span class="stringliteral">"cpu"</span>;</div><div class="line"><a name="l00391"></a><span class="lineno"> 391</span> <span class="keywordflow">case</span> <a class="code" href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60eab21bed4d5cee411db15283d7529f28cf">Context::kGPU</a>:</div><div class="line"><a name="l00392"></a><span class="lineno"> 392</span> <span class="keywordflow">return</span> <span class="stringliteral">"gpu"</span>;</div><div class="line"><a name="l00393"></a><span class="lineno"> 393</span> <span class="keywordflow">case</span> <a class="code" href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60eaa2e12b86e0f957dc14d45863eaa47f34">Context::kCPUPinned</a>:</div><div class="line"><a name="l00394"></a><span class="lineno"> 394</span> <span class="keywordflow">return</span> <span class="stringliteral">"cpu_pinned"</span>;</div><div class="line"><a name="l00395"></a><span class="lineno"> 395</span> <span class="keywordflow">case</span> <a class="code" href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60ea80c6f8f13908c5805cf12784fca77e78">Context::kCPUShared</a>:</div><div class="line"><a name="l00396"></a><span class="lineno"> 396</span> <span class="keywordflow">return</span> <span class="stringliteral">"cpu_shared"</span>;</div><div class="line"><a name="l00397"></a><span class="lineno"> 397</span> }</div><div class="line"><a name="l00398"></a><span class="lineno"> 398</span> <span class="keywordflow">return</span> <span class="stringliteral">"unknown"</span>;</div><div class="line"><a name="l00399"></a><span class="lineno"> 399</span> }</div><div class="line"><a name="l00400"></a><span class="lineno"> 400</span> </div><div class="line"><a name="l00402"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717"> 402</a></span> <span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717">operator_stype_string</a>(<span class="keyword">const</span> nnvm::NodeAttrs& attrs,</div><div class="line"><a name="l00403"></a><span class="lineno"> 403</span> <span class="keyword">const</span> <span class="keywordtype">int</span> dev_mask,</div><div class="line"><a name="l00404"></a><span class="lineno"> 404</span> <span class="keyword">const</span> std::vector<int>& in_attrs,</div><div class="line"><a name="l00405"></a><span class="lineno"> 405</span> <span class="keyword">const</span> std::vector<int>& out_attrs) {</div><div class="line"><a name="l00406"></a><span class="lineno"> 406</span> std::ostringstream os;</div><div class="line"><a name="l00407"></a><span class="lineno"> 407</span> os << <span class="stringliteral">"operator = "</span> << attrs.op->name</div><div class="line"><a name="l00408"></a><span class="lineno"> 408</span> << <span class="stringliteral">"\ninput storage types = ["</span>;</div><div class="line"><a name="l00409"></a><span class="lineno"> 409</span> <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keywordtype">int</span> attr : in_attrs) {</div><div class="line"><a name="l00410"></a><span class="lineno"> 410</span> os << <a class="code" href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009">stype_string</a>(attr) << <span class="stringliteral">", "</span>;</div><div class="line"><a name="l00411"></a><span class="lineno"> 411</span> }</div><div class="line"><a name="l00412"></a><span class="lineno"> 412</span> os << <span class="stringliteral">"]\n"</span></div><div class="line"><a name="l00413"></a><span class="lineno"> 413</span> << <span class="stringliteral">"output storage types = ["</span>;</div><div class="line"><a name="l00414"></a><span class="lineno"> 414</span> <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keywordtype">int</span> attr : out_attrs) {</div><div class="line"><a name="l00415"></a><span class="lineno"> 415</span> os << <a class="code" href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009">stype_string</a>(attr) << <span class="stringliteral">", "</span>;</div><div class="line"><a name="l00416"></a><span class="lineno"> 416</span> }</div><div class="line"><a name="l00417"></a><span class="lineno"> 417</span> os << <span class="stringliteral">"]\n"</span></div><div class="line"><a name="l00418"></a><span class="lineno"> 418</span> << <span class="stringliteral">"params = {"</span>;</div><div class="line"><a name="l00419"></a><span class="lineno"> 419</span> <span class="keywordflow">for</span> (<span class="keyword">auto</span> kv : attrs.dict) {</div><div class="line"><a name="l00420"></a><span class="lineno"> 420</span> os << <span class="stringliteral">"\""</span> << kv.first << <span class="stringliteral">"\" : "</span> << kv.second << <span class="stringliteral">", "</span>;</div><div class="line"><a name="l00421"></a><span class="lineno"> 421</span> }</div><div class="line"><a name="l00422"></a><span class="lineno"> 422</span> os << <span class="stringliteral">"}\n"</span></div><div class="line"><a name="l00423"></a><span class="lineno"> 423</span> << <span class="stringliteral">"context.dev_mask = "</span> << <a class="code" href="namespacemxnet_1_1common.html#a733ce35d109323dbf4ef1f4bc3094870">dev_type_string</a>(dev_mask);</div><div class="line"><a name="l00424"></a><span class="lineno"> 424</span> <span class="keywordflow">return</span> os.str();</div><div class="line"><a name="l00425"></a><span class="lineno"> 425</span> }</div><div class="line"><a name="l00426"></a><span class="lineno"> 426</span> </div><div class="line"><a name="l00428"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a8873d9dcccfd8e613c1c156934cee98c"> 428</a></span> <span class="keyword">inline</span> std::string <a class="code" href="namespacemxnet_1_1common.html#a8873d9dcccfd8e613c1c156934cee98c">operator_string</a>(<span class="keyword">const</span> nnvm::NodeAttrs& attrs,</div><div class="line"><a name="l00429"></a><span class="lineno"> 429</span> <span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>& ctx,</div><div class="line"><a name="l00430"></a><span class="lineno"> 430</span> <span class="keyword">const</span> std::vector<NDArray>& inputs,</div><div class="line"><a name="l00431"></a><span class="lineno"> 431</span> <span class="keyword">const</span> std::vector<OpReqType>& req,</div><div class="line"><a name="l00432"></a><span class="lineno"> 432</span> <span class="keyword">const</span> std::vector<NDArray>& outputs) {</div><div class="line"><a name="l00433"></a><span class="lineno"> 433</span> std::string result = <span class="stringliteral">""</span>;</div><div class="line"><a name="l00434"></a><span class="lineno"> 434</span> std::vector<int> in_stypes;</div><div class="line"><a name="l00435"></a><span class="lineno"> 435</span> std::vector<int> out_stypes;</div><div class="line"><a name="l00436"></a><span class="lineno"> 436</span> in_stypes.reserve(inputs.size());</div><div class="line"><a name="l00437"></a><span class="lineno"> 437</span> out_stypes.reserve(outputs.size());</div><div class="line"><a name="l00438"></a><span class="lineno"> 438</span> <span class="keyword">auto</span> xform = [](<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> arr) -> <span class="keywordtype">int</span> { <span class="keywordflow">return</span> arr.storage_type(); };</div><div class="line"><a name="l00439"></a><span class="lineno"> 439</span> std::transform(inputs.begin(), inputs.end(), std::back_inserter(in_stypes), xform);</div><div class="line"><a name="l00440"></a><span class="lineno"> 440</span> std::transform(outputs.begin(), outputs.end(), std::back_inserter(out_stypes), xform);</div><div class="line"><a name="l00441"></a><span class="lineno"> 441</span> result += <a class="code" href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717">operator_stype_string</a>(attrs, ctx.<a class="code" href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf">run_ctx</a>.<a class="code" href="structmxnet_1_1RunContext.html#ace5970ed7c25ccc98ffd0dcf35fd3c88">ctx</a>.<a class="code" href="structmxnet_1_1Context.html#a07c6092f42393d543460f766a7a3b6df">dev_mask</a>(), in_stypes, out_stypes);</div><div class="line"><a name="l00442"></a><span class="lineno"> 442</span> <span class="keywordflow">return</span> result;</div><div class="line"><a name="l00443"></a><span class="lineno"> 443</span> }</div><div class="line"><a name="l00444"></a><span class="lineno"> 444</span> </div><div class="line"><a name="l00446"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3"> 446</a></span> <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">LogOnce</a>(<span class="keyword">const</span> std::string& message) {</div><div class="line"><a name="l00447"></a><span class="lineno"> 447</span> <span class="keyword">typedef</span> dmlc::ThreadLocalStore<std::unordered_set<std::string>> LogStore;</div><div class="line"><a name="l00448"></a><span class="lineno"> 448</span> <span class="keyword">auto</span> log_store = LogStore::Get();</div><div class="line"><a name="l00449"></a><span class="lineno"> 449</span> <span class="keywordflow">if</span> (log_store->find(message) == log_store->end()) {</div><div class="line"><a name="l00450"></a><span class="lineno"> 450</span> LOG(INFO) << message;</div><div class="line"><a name="l00451"></a><span class="lineno"> 451</span> log_store->insert(message);</div><div class="line"><a name="l00452"></a><span class="lineno"> 452</span> }</div><div class="line"><a name="l00453"></a><span class="lineno"> 453</span> }</div><div class="line"><a name="l00454"></a><span class="lineno"> 454</span> </div><div class="line"><a name="l00457"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#aad719abf411ea1ed9185c3849203820f"> 457</a></span> <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#aad719abf411ea1ed9185c3849203820f">LogStorageFallback</a>(<span class="keyword">const</span> nnvm::NodeAttrs& attrs,</div><div class="line"><a name="l00458"></a><span class="lineno"> 458</span> <span class="keyword">const</span> <span class="keywordtype">int</span> dev_mask,</div><div class="line"><a name="l00459"></a><span class="lineno"> 459</span> <span class="keyword">const</span> std::vector<int>* in_attrs,</div><div class="line"><a name="l00460"></a><span class="lineno"> 460</span> <span class="keyword">const</span> std::vector<int>* out_attrs) {</div><div class="line"><a name="l00461"></a><span class="lineno"> 461</span> <span class="keyword">static</span> <span class="keywordtype">bool</span> <a class="code" href="namespacemxnet_1_1cpp.html#a580a36e5a8e2a0626a10f7966f505444">log</a> = dmlc::GetEnv(<span class="stringliteral">"MXNET_STORAGE_FALLBACK_LOG_VERBOSE"</span>, <span class="keyword">true</span>);</div><div class="line"><a name="l00462"></a><span class="lineno"> 462</span> <span class="keywordflow">if</span> (!log) <span class="keywordflow">return</span>;</div><div class="line"><a name="l00463"></a><span class="lineno"> 463</span> <span class="keyword">const</span> std::string op_str = <a class="code" href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717">operator_stype_string</a>(attrs, dev_mask, *in_attrs, *out_attrs);</div><div class="line"><a name="l00464"></a><span class="lineno"> 464</span> std::ostringstream os;</div><div class="line"><a name="l00465"></a><span class="lineno"> 465</span> <span class="keyword">const</span> <span class="keywordtype">char</span>* warning = <span class="stringliteral">"\nThe operator with default storage type will be dispatched "</span></div><div class="line"><a name="l00466"></a><span class="lineno"> 466</span> <span class="stringliteral">"for execution. You're seeing this warning message because the operator above is unable "</span></div><div class="line"><a name="l00467"></a><span class="lineno"> 467</span> <span class="stringliteral">"to process the given ndarrays with specified storage types, context and parameter. "</span></div><div class="line"><a name="l00468"></a><span class="lineno"> 468</span> <span class="stringliteral">"Temporary dense ndarrays are generated in order to execute the operator. "</span></div><div class="line"><a name="l00469"></a><span class="lineno"> 469</span> <span class="stringliteral">"This does not affect the correctness of the programme. "</span></div><div class="line"><a name="l00470"></a><span class="lineno"> 470</span> <span class="stringliteral">"You can set environment variable MXNET_STORAGE_FALLBACK_LOG_VERBOSE to "</span></div><div class="line"><a name="l00471"></a><span class="lineno"> 471</span> <span class="stringliteral">"0 to suppress this warning."</span>;</div><div class="line"><a name="l00472"></a><span class="lineno"> 472</span> os << <span class="stringliteral">"\nStorage type fallback detected:\n"</span> << op_str << warning;</div><div class="line"><a name="l00473"></a><span class="lineno"> 473</span> <a class="code" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">LogOnce</a>(os.str());</div><div class="line"><a name="l00474"></a><span class="lineno"> 474</span> <span class="preprocessor">#if MXNET_USE_MKLDNN == 1</span></div><div class="line"><a name="l00475"></a><span class="lineno"> 475</span> <span class="keywordflow">if</span> (!MKLDNNEnvSet()) <a class="code" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">common::LogOnce</a>(<span class="stringliteral">"MXNET_MKLDNN_ENABLED flag is off. "</span></div><div class="line"><a name="l00476"></a><span class="lineno"> 476</span> <span class="stringliteral">"You can re-enable by setting MXNET_MKLDNN_ENABLED=1"</span>);</div><div class="line"><a name="l00477"></a><span class="lineno"> 477</span> <span class="keywordflow">if</span> (GetMKLDNNCacheSize() != -1) <a class="code" href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">common::LogOnce</a>(<span class="stringliteral">"MXNET_MKLDNN_CACHE_NUM is set."</span></div><div class="line"><a name="l00478"></a><span class="lineno"> 478</span> <span class="stringliteral">"Should only be set if "</span></div><div class="line"><a name="l00479"></a><span class="lineno"> 479</span> <span class="stringliteral">"your model has variable input shapes, "</span></div><div class="line"><a name="l00480"></a><span class="lineno"> 480</span> <span class="stringliteral">"as cache size may grow unbounded"</span>);</div><div class="line"><a name="l00481"></a><span class="lineno"> 481</span> <span class="preprocessor">#endif</span></div><div class="line"><a name="l00482"></a><span class="lineno"> 482</span> }</div><div class="line"><a name="l00483"></a><span class="lineno"> 483</span> </div><div class="line"><a name="l00484"></a><span class="lineno"> 484</span> <span class="comment">// heuristic to dermine number of threads per GPU</span></div><div class="line"><a name="l00485"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a467e8b51fc0d0a7266e9f3172b2ff7f1"> 485</a></span> <span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#a467e8b51fc0d0a7266e9f3172b2ff7f1">GetNumThreadsPerGPU</a>() {</div><div class="line"><a name="l00486"></a><span class="lineno"> 486</span> <span class="comment">// This is resource efficient option.</span></div><div class="line"><a name="l00487"></a><span class="lineno"> 487</span> <span class="keywordflow">return</span> dmlc::GetEnv(<span class="stringliteral">"MXNET_GPU_WORKER_NTHREADS"</span>, 2);</div><div class="line"><a name="l00488"></a><span class="lineno"> 488</span> }</div><div class="line"><a name="l00489"></a><span class="lineno"> 489</span> </div><div class="line"><a name="l00490"></a><span class="lineno"> 490</span> <span class="comment">// heuristic to get number of matching colors.</span></div><div class="line"><a name="l00491"></a><span class="lineno"> 491</span> <span class="comment">// this decides how much parallelism we can get in each GPU.</span></div><div class="line"><a name="l00492"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a56555edcc52c5b25bed90bd05e00b5fa"> 492</a></span> <span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#a56555edcc52c5b25bed90bd05e00b5fa">GetExecNumMatchColor</a>() {</div><div class="line"><a name="l00493"></a><span class="lineno"> 493</span> <span class="comment">// This is resource efficient option.</span></div><div class="line"><a name="l00494"></a><span class="lineno"> 494</span> <span class="keywordtype">int</span> num_match_color = dmlc::GetEnv(<span class="stringliteral">"MXNET_EXEC_NUM_TEMP"</span>, 1);</div><div class="line"><a name="l00495"></a><span class="lineno"> 495</span> <span class="keywordflow">return</span> <a class="code" href="namespacemxnet_1_1cpp.html#aa42fcdd6b63c85b812018cbadb4ac521">std::min</a>(num_match_color, <a class="code" href="namespacemxnet_1_1common.html#a467e8b51fc0d0a7266e9f3172b2ff7f1">GetNumThreadsPerGPU</a>());</div><div class="line"><a name="l00496"></a><span class="lineno"> 496</span> }</div><div class="line"><a name="l00497"></a><span class="lineno"> 497</span> </div><div class="line"><a name="l00498"></a><span class="lineno"> 498</span> <span class="keyword">template</span><<span class="keyword">typename</span> T, <span class="keyword">typename</span> V></div><div class="line"><a name="l00499"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a1e646ace37016aa994a26d96e739a561"> 499</a></span> V <a class="code" href="namespacemxnet_1_1common.html#a1e646ace37016aa994a26d96e739a561">ParallelAccumulate</a>(<span class="keyword">const</span> T* a, <span class="keyword">const</span> <span class="keywordtype">int</span> n, V start) {</div><div class="line"><a name="l00500"></a><span class="lineno"> 500</span> V <a class="code" href="namespacemxnet_1_1cpp.html#acb4fccaa546283e233c15b46f6465443">sum</a> = start;</div><div class="line"><a name="l00501"></a><span class="lineno"> 501</span> <span class="preprocessor">#pragma omp parallel for reduction(+:sum)</span></div><div class="line"><a name="l00502"></a><span class="lineno"> 502</span> <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i < n; ++i) {</div><div class="line"><a name="l00503"></a><span class="lineno"> 503</span> sum += a[i];</div><div class="line"><a name="l00504"></a><span class="lineno"> 504</span> }</div><div class="line"><a name="l00505"></a><span class="lineno"> 505</span> <span class="keywordflow">return</span> <a class="code" href="namespacemxnet_1_1cpp.html#acb4fccaa546283e233c15b46f6465443">sum</a>;</div><div class="line"><a name="l00506"></a><span class="lineno"> 506</span> }</div><div class="line"><a name="l00507"></a><span class="lineno"> 507</span> </div><div class="line"><a name="l00515"></a><span class="lineno"> 515</span> <span class="keyword">template</span><<span class="keyword">typename</span> RandomIt, <span class="keyword">typename</span> Compare></div><div class="line"><a name="l00516"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6"> 516</a></span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6">ParallelSortHelper</a>(RandomIt first, <span class="keywordtype">size_t</span> len,</div><div class="line"><a name="l00517"></a><span class="lineno"> 517</span> <span class="keywordtype">size_t</span> grainsize, <span class="keyword">const</span> Compare& comp) {</div><div class="line"><a name="l00518"></a><span class="lineno"> 518</span> <span class="keywordflow">if</span> (len < grainsize) {</div><div class="line"><a name="l00519"></a><span class="lineno"> 519</span> <a class="code" href="namespacemxnet_1_1cpp.html#a2c2db6021bb4a9fd444b4905bf639f6d">std::sort</a>(first, first+len, comp);</div><div class="line"><a name="l00520"></a><span class="lineno"> 520</span> } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00521"></a><span class="lineno"> 521</span> std::thread thr(ParallelSortHelper<RandomIt, Compare>, first, len/2, grainsize, comp);</div><div class="line"><a name="l00522"></a><span class="lineno"> 522</span> <a class="code" href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6">ParallelSortHelper</a>(first+len/2, len - len/2, grainsize, comp);</div><div class="line"><a name="l00523"></a><span class="lineno"> 523</span> thr.join();</div><div class="line"><a name="l00524"></a><span class="lineno"> 524</span> std::inplace_merge(first, first+len/2, first+len, comp);</div><div class="line"><a name="l00525"></a><span class="lineno"> 525</span> }</div><div class="line"><a name="l00526"></a><span class="lineno"> 526</span> }</div><div class="line"><a name="l00527"></a><span class="lineno"> 527</span> </div><div class="line"><a name="l00537"></a><span class="lineno"> 537</span> <span class="keyword">template</span><<span class="keyword">typename</span> RandomIt, <span class="keyword">typename</span> Compare></div><div class="line"><a name="l00538"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0"> 538</a></span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0">ParallelSort</a>(RandomIt first, RandomIt last, <span class="keywordtype">size_t</span> num_threads, Compare comp) {</div><div class="line"><a name="l00539"></a><span class="lineno"> 539</span> <span class="keyword">const</span> <span class="keyword">auto</span> num = std::distance(first, last);</div><div class="line"><a name="l00540"></a><span class="lineno"> 540</span> <span class="keywordtype">size_t</span> grainsize = <a class="code" href="namespacemxnet_1_1cpp.html#aaa1d63d156390ab52fd96a9ad1e0c314">std::max</a>(num / num_threads + 5, static_cast<size_t>(1024*16));</div><div class="line"><a name="l00541"></a><span class="lineno"> 541</span> <a class="code" href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6">ParallelSortHelper</a>(first, num, grainsize, comp);</div><div class="line"><a name="l00542"></a><span class="lineno"> 542</span> }</div><div class="line"><a name="l00543"></a><span class="lineno"> 543</span> </div><div class="line"><a name="l00553"></a><span class="lineno"> 553</span> <span class="keyword">template</span><<span class="keyword">typename</span> RandomIt></div><div class="line"><a name="l00554"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#af2c7fe2df1babee66696d2b449e2123c"> 554</a></span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0">ParallelSort</a>(RandomIt first, RandomIt last, <span class="keywordtype">size_t</span> num_threads) {</div><div class="line"><a name="l00555"></a><span class="lineno"> 555</span> <a class="code" href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0">ParallelSort</a>(first, last, num_threads,</div><div class="line"><a name="l00556"></a><span class="lineno"> 556</span> std::less<<span class="keyword">typename</span> std::iterator_traits<RandomIt>::value_type>());</div><div class="line"><a name="l00557"></a><span class="lineno"> 557</span> }</div><div class="line"><a name="l00558"></a><span class="lineno"> 558</span> </div><div class="line"><a name="l00562"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#aceba8f2d6de65796966d7f1d341dcf33"> 562</a></span> <span class="keyword">typedef</span> std::mt19937 <a class="code" href="namespacemxnet_1_1common.html#aceba8f2d6de65796966d7f1d341dcf33">RANDOM_ENGINE</a>;</div><div class="line"><a name="l00563"></a><span class="lineno"> 563</span> </div><div class="line"><a name="l00567"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common_1_1helper.html"> 567</a></span> <span class="keyword">namespace </span>helper {</div><div class="line"><a name="l00568"></a><span class="lineno"> 568</span> </div><div class="line"><a name="l00572"></a><span class="lineno"> 572</span> <span class="keyword">template</span> <<span class="keyword">class</span> T></div><div class="line"><a name="l00573"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html"> 573</a></span> <span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">UniqueIf</a> {</div><div class="line"><a name="l00577"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html#a98153aaeb43a71efa85b5cf753505cac"> 577</a></span> <span class="keyword">using</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html#a98153aaeb43a71efa85b5cf753505cac">SingleObject</a> = std::unique_ptr<T>;</div><div class="line"><a name="l00578"></a><span class="lineno"> 578</span> };</div><div class="line"><a name="l00579"></a><span class="lineno"> 579</span> </div><div class="line"><a name="l00583"></a><span class="lineno"> 583</span> <span class="keyword">template</span> <<span class="keyword">class</span> T></div><div class="line"><a name="l00584"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[]_4.html"> 584</a></span> <span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">UniqueIf</a><T[]> {</div><div class="line"><a name="l00588"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[]_4.html#a0cf05a5a2f3e1ac49ebdef497701055c"> 588</a></span> <span class="keyword">using</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[]_4.html#a0cf05a5a2f3e1ac49ebdef497701055c">UnknownBound</a> = std::unique_ptr<T[]>;</div><div class="line"><a name="l00589"></a><span class="lineno"> 589</span> };</div><div class="line"><a name="l00590"></a><span class="lineno"> 590</span> </div><div class="line"><a name="l00594"></a><span class="lineno"> 594</span> <span class="keyword">template</span> <<span class="keyword">class</span> T, <span class="keywordtype">size_t</span> kSize></div><div class="line"><a name="l00595"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[kSize]_4.html"> 595</a></span> <span class="keyword">struct </span><a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">UniqueIf</a><T[kSize]> {</div><div class="line"><a name="l00599"></a><span class="lineno"><a class="line" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[kSize]_4.html#af31c1728c4b497d304680d69d4e61421"> 599</a></span> <span class="keyword">using</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[kSize]_4.html#af31c1728c4b497d304680d69d4e61421">KnownBound</a> = void;</div><div class="line"><a name="l00600"></a><span class="lineno"> 600</span> };</div><div class="line"><a name="l00601"></a><span class="lineno"> 601</span> </div><div class="line"><a name="l00602"></a><span class="lineno"> 602</span> } <span class="comment">// namespace helper</span></div><div class="line"><a name="l00603"></a><span class="lineno"> 603</span> </div><div class="line"><a name="l00615"></a><span class="lineno"> 615</span> <span class="keyword">template</span> <<span class="keyword">class </span>T, <span class="keyword">class</span>... Args></div><div class="line"><a name="l00616"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a6ca270747bb7ab942c61d364f14f3042"> 616</a></span> <span class="keyword">typename</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html#a98153aaeb43a71efa85b5cf753505cac">helper::UniqueIf<T>::SingleObject</a> <a class="code" href="namespacemxnet_1_1common.html#a9d9abe40c84b9924e51d5d57b3f0b7d6">MakeUnique</a>(Args&&... args) {</div><div class="line"><a name="l00617"></a><span class="lineno"> 617</span> <span class="keywordflow">return</span> std::unique_ptr<T>(<span class="keyword">new</span> T(std::forward<Args>(args)...));</div><div class="line"><a name="l00618"></a><span class="lineno"> 618</span> }</div><div class="line"><a name="l00619"></a><span class="lineno"> 619</span> </div><div class="line"><a name="l00629"></a><span class="lineno"> 629</span> <span class="keyword">template</span> <<span class="keyword">class</span> T></div><div class="line"><a name="l00630"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a39b3453302aa3aa56230fbc88005861d"> 630</a></span> <span class="keyword">typename</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">helper::UniqueIf<T>::UnknownBound</a> <a class="code" href="namespacemxnet_1_1common.html#a9d9abe40c84b9924e51d5d57b3f0b7d6">MakeUnique</a>(<span class="keywordtype">size_t</span> n) {</div><div class="line"><a name="l00631"></a><span class="lineno"> 631</span> <span class="keyword">using</span> U = <span class="keyword">typename</span> std::remove_extent<T>::type;</div><div class="line"><a name="l00632"></a><span class="lineno"> 632</span> <span class="keywordflow">return</span> std::unique_ptr<T>(<span class="keyword">new</span> U[n]{});</div><div class="line"><a name="l00633"></a><span class="lineno"> 633</span> }</div><div class="line"><a name="l00634"></a><span class="lineno"> 634</span> </div><div class="line"><a name="l00643"></a><span class="lineno"> 643</span> <span class="keyword">template</span> <<span class="keyword">class </span>T, <span class="keyword">class</span>... Args></div><div class="line"><a name="l00644"></a><span class="lineno"> 644</span> <span class="keyword">typename</span> <a class="code" href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">helper::UniqueIf<T>::KnownBound</a> <a class="code" href="namespacemxnet_1_1common.html#a9d9abe40c84b9924e51d5d57b3f0b7d6">MakeUnique</a>(Args&&... args) = <span class="keyword">delete</span>;</div><div class="line"><a name="l00645"></a><span class="lineno"> 645</span> </div><div class="line"><a name="l00646"></a><span class="lineno"> 646</span> <span class="keyword">template</span><<span class="keyword">typename</span> FCompType></div><div class="line"><a name="l00647"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a1abcb76ccd9022ebacdacd69c821cdc2"> 647</a></span> FCompType <a class="code" href="namespacemxnet_1_1common.html#a1abcb76ccd9022ebacdacd69c821cdc2">GetFCompute</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#ac2fb286fd7ddfbc7af1456f6c7a7ee52">nnvm::Op</a>* op, <span class="keyword">const</span> std::string& name,</div><div class="line"><a name="l00648"></a><span class="lineno"> 648</span> <span class="keyword">const</span> <a class="code" href="structmxnet_1_1Context.html">Context</a>& ctx) {</div><div class="line"><a name="l00649"></a><span class="lineno"> 649</span> <span class="keyword">static</span> <span class="keyword">auto</span>& fcompute_cpu = nnvm::Op::GetAttr<FCompType>(name + <span class="stringliteral">"<cpu>"</span>);</div><div class="line"><a name="l00650"></a><span class="lineno"> 650</span> <span class="keyword">static</span> <span class="keyword">auto</span>& fcompute_gpu = nnvm::Op::GetAttr<FCompType>(name + <span class="stringliteral">"<gpu>"</span>);</div><div class="line"><a name="l00651"></a><span class="lineno"> 651</span> </div><div class="line"><a name="l00652"></a><span class="lineno"> 652</span> <span class="keywordflow">if</span> (ctx.<a class="code" href="structmxnet_1_1Context.html#a07c6092f42393d543460f766a7a3b6df">dev_mask</a>() == cpu::kDevMask) {</div><div class="line"><a name="l00653"></a><span class="lineno"> 653</span> <span class="keywordflow">return</span> fcompute_cpu.get(op, <span class="keyword">nullptr</span>);</div><div class="line"><a name="l00654"></a><span class="lineno"> 654</span> } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (ctx.<a class="code" href="structmxnet_1_1Context.html#a07c6092f42393d543460f766a7a3b6df">dev_mask</a>() == gpu::kDevMask) {</div><div class="line"><a name="l00655"></a><span class="lineno"> 655</span> <span class="keywordflow">return</span> fcompute_gpu.get(op, <span class="keyword">nullptr</span>);</div><div class="line"><a name="l00656"></a><span class="lineno"> 656</span> } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00657"></a><span class="lineno"> 657</span> LOG(FATAL) << <span class="stringliteral">"Unknown device mask"</span>;</div><div class="line"><a name="l00658"></a><span class="lineno"> 658</span> <span class="keywordflow">return</span> <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00659"></a><span class="lineno"> 659</span> }</div><div class="line"><a name="l00660"></a><span class="lineno"> 660</span> }</div><div class="line"><a name="l00661"></a><span class="lineno"> 661</span> </div><div class="line"><a name="l00665"></a><span class="lineno"> 665</span> <span class="keyword">template</span> <<span class="keyword">typename</span> T></div><div class="line"><a name="l00666"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a325e95d176e17c22ea18db6694093ad7"> 666</a></span> constexpr <span class="keywordtype">size_t</span> <a class="code" href="namespacemxnet_1_1common.html#a325e95d176e17c22ea18db6694093ad7">MaxIntegerValue</a>() {</div><div class="line"><a name="l00667"></a><span class="lineno"> 667</span> <span class="keywordflow">return</span> std::is_integral<T>::value ?</div><div class="line"><a name="l00668"></a><span class="lineno"> 668</span> <a class="code" href="namespacemxnet_1_1cpp.html#aaa1d63d156390ab52fd96a9ad1e0c314">std::numeric_limits<T>::max</a>():</div><div class="line"><a name="l00669"></a><span class="lineno"> 669</span> size_t(2) << (std::numeric_limits<T>::digits - 1);</div><div class="line"><a name="l00670"></a><span class="lineno"> 670</span> }</div><div class="line"><a name="l00671"></a><span class="lineno"> 671</span> </div><div class="line"><a name="l00672"></a><span class="lineno"> 672</span> <span class="keyword">template</span> <></div><div class="line"><a name="l00673"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a7b5002a24372f2c7325c78a747270cf9"> 673</a></span> constexpr <span class="keywordtype">size_t</span> MaxIntegerValue<mshadow::half::half_t>() {</div><div class="line"><a name="l00674"></a><span class="lineno"> 674</span> <span class="keywordflow">return</span> size_t(2) << 10;</div><div class="line"><a name="l00675"></a><span class="lineno"> 675</span> }</div><div class="line"><a name="l00676"></a><span class="lineno"> 676</span> </div><div class="line"><a name="l00677"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#ad45245532df14e35b887c2ec91939d8d"> 677</a></span> MSHADOW_XINLINE <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#ad45245532df14e35b887c2ec91939d8d">ilog2ul</a>(<span class="keywordtype">size_t</span> a) {</div><div class="line"><a name="l00678"></a><span class="lineno"> 678</span> <span class="keywordtype">int</span> k = 1;</div><div class="line"><a name="l00679"></a><span class="lineno"> 679</span> <span class="keywordflow">while</span> (a >>= 1) ++k;</div><div class="line"><a name="l00680"></a><span class="lineno"> 680</span> <span class="keywordflow">return</span> k;</div><div class="line"><a name="l00681"></a><span class="lineno"> 681</span> }</div><div class="line"><a name="l00682"></a><span class="lineno"> 682</span> </div><div class="line"><a name="l00683"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a44c77619725d8bc68a085bdbcaa5416b"> 683</a></span> MSHADOW_XINLINE <span class="keywordtype">int</span> <a class="code" href="namespacemxnet_1_1common.html#a44c77619725d8bc68a085bdbcaa5416b">ilog2ui</a>(<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> a) {</div><div class="line"><a name="l00684"></a><span class="lineno"> 684</span> <span class="keywordtype">int</span> k = 1;</div><div class="line"><a name="l00685"></a><span class="lineno"> 685</span> <span class="keywordflow">while</span> (a >>= 1) ++k;</div><div class="line"><a name="l00686"></a><span class="lineno"> 686</span> <span class="keywordflow">return</span> k;</div><div class="line"><a name="l00687"></a><span class="lineno"> 687</span> }</div><div class="line"><a name="l00688"></a><span class="lineno"> 688</span> </div><div class="line"><a name="l00692"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#ae0433883e6bf36ef1742b16913470d3c"> 692</a></span> <span class="keyword">inline</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="namespacemxnet_1_1common.html#ae0433883e6bf36ef1742b16913470d3c">InitZeros</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &shape,</div><div class="line"><a name="l00693"></a><span class="lineno"> 693</span> <span class="keyword">const</span> <a class="code" href="structmxnet_1_1Context.html">Context</a> &ctx, <span class="keyword">const</span> <span class="keywordtype">int</span> dtype) {</div><div class="line"><a name="l00694"></a><span class="lineno"> 694</span> <span class="comment">// NDArray with default storage</span></div><div class="line"><a name="l00695"></a><span class="lineno"> 695</span> <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>) {</div><div class="line"><a name="l00696"></a><span class="lineno"> 696</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> ret(shape, ctx, <span class="keyword">false</span>, dtype);</div><div class="line"><a name="l00697"></a><span class="lineno"> 697</span> ret = 0;</div><div class="line"><a name="l00698"></a><span class="lineno"> 698</span> <span class="keywordflow">return</span> ret;</div><div class="line"><a name="l00699"></a><span class="lineno"> 699</span> }</div><div class="line"><a name="l00700"></a><span class="lineno"> 700</span> <span class="comment">// NDArray with non-default storage. Storage allocation is always delayed.</span></div><div class="line"><a name="l00701"></a><span class="lineno"> 701</span> <span class="keywordflow">return</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>(stype, shape, ctx, <span class="keyword">true</span>, dtype);</div><div class="line"><a name="l00702"></a><span class="lineno"> 702</span> }</div><div class="line"><a name="l00703"></a><span class="lineno"> 703</span> </div><div class="line"><a name="l00707"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#a5a9a7277fbbad495fbaf40ee5720a9da"> 707</a></span> <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#a5a9a7277fbbad495fbaf40ee5720a9da">EmplaceBackZeros</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &shape,</div><div class="line"><a name="l00708"></a><span class="lineno"> 708</span> <span class="keyword">const</span> <a class="code" href="structmxnet_1_1Context.html">Context</a> &ctx, <span class="keyword">const</span> <span class="keywordtype">int</span> dtype,</div><div class="line"><a name="l00709"></a><span class="lineno"> 709</span> std::vector<NDArray> *vec) {</div><div class="line"><a name="l00710"></a><span class="lineno"> 710</span> <span class="comment">// NDArray with default storage</span></div><div class="line"><a name="l00711"></a><span class="lineno"> 711</span> <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>) {</div><div class="line"><a name="l00712"></a><span class="lineno"> 712</span> vec->emplace_back(shape, ctx, <span class="keyword">false</span>, dtype);</div><div class="line"><a name="l00713"></a><span class="lineno"> 713</span> vec->back() = 0;</div><div class="line"><a name="l00714"></a><span class="lineno"> 714</span> } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00715"></a><span class="lineno"> 715</span> <span class="comment">// NDArray with non-default storage. Storage allocation is always delayed.</span></div><div class="line"><a name="l00716"></a><span class="lineno"> 716</span> vec->emplace_back(stype, shape, ctx, <span class="keyword">true</span>, dtype);</div><div class="line"><a name="l00717"></a><span class="lineno"> 717</span> }</div><div class="line"><a name="l00718"></a><span class="lineno"> 718</span> }</div><div class="line"><a name="l00719"></a><span class="lineno"> 719</span> </div><div class="line"><a name="l00720"></a><span class="lineno"> 720</span> </div><div class="line"><a name="l00724"></a><span class="lineno"> 724</span> <span class="keyword">template</span><<span class="keyword">typename</span> DType></div><div class="line"><a name="l00725"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1common.html#abc4dccb2b37c896faf7409e002bf4eb2"> 725</a></span> <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet_1_1common.html#abc4dccb2b37c896faf7409e002bf4eb2">ParallelCopy</a>(DType* dst, <span class="keyword">const</span> DType* src, <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> size) {</div><div class="line"><a name="l00726"></a><span class="lineno"> 726</span> <span class="keyword">static</span> <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> copy_block_size = dmlc::GetEnv(<span class="stringliteral">"MXNET_CPU_PARALLEL_COPY_SIZE"</span>, 200000);</div><div class="line"><a name="l00727"></a><span class="lineno"> 727</span> <span class="keywordflow">if</span> (size >= copy_block_size) {</div><div class="line"><a name="l00728"></a><span class="lineno"> 728</span> <span class="preprocessor"> #pragma omp parallel for num_threads(engine::OpenMP::Get()->GetRecommendedOMPThreadCount())</span></div><div class="line"><a name="l00729"></a><span class="lineno"> 729</span> <span class="keywordflow">for</span> (<a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> i = 0; i < size; ++i) {</div><div class="line"><a name="l00730"></a><span class="lineno"> 730</span> dst[i] = src[i];</div><div class="line"><a name="l00731"></a><span class="lineno"> 731</span> }</div><div class="line"><a name="l00732"></a><span class="lineno"> 732</span> } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00733"></a><span class="lineno"> 733</span> std::memcpy(dst, src, <span class="keyword">sizeof</span>(DType) * size);</div><div class="line"><a name="l00734"></a><span class="lineno"> 734</span> }</div><div class="line"><a name="l00735"></a><span class="lineno"> 735</span> }</div><div class="line"><a name="l00736"></a><span class="lineno"> 736</span> </div><div class="line"><a name="l00737"></a><span class="lineno"> 737</span> } <span class="comment">// namespace common</span></div><div class="line"><a name="l00738"></a><span class="lineno"> 738</span> } <span class="comment">// namespace mxnet</span></div><div class="line"><a name="l00739"></a><span class="lineno"> 739</span> <span class="preprocessor">#endif // MXNET_COMMON_UTILS_H_</span></div><div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799">mxnet::kRSPIdxErr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:74</div></div> |
| <div class="ttc" id="structmxnet_1_1common_1_1csr__idx__check_html_a325e38479cce9fd6f444ae5ba3b3a2f4"><div class="ttname"><a href="structmxnet_1_1common_1_1csr__idx__check.html#a325e38479cce9fd6f444ae5ba3b3a2f4">mxnet::common::csr_idx_check::Map</a></div><div class="ttdeci">static MSHADOW_XINLINE void Map(int i, DType *out, const IType *idx, const RType *indptr, const nnvm::dim_t ncols)</div><div class="ttdef"><b>Definition:</b> utils.h:77</div></div> |
| <div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">mxnet::kDefaultStorage</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:63</div></div> |
| <div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76a"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">mxnet::NDArrayStorageType</a></div><div class="ttdeci">NDArrayStorageType</div><div class="ttdef"><b>Definition:</b> ndarray.h:61</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a6baaba1469561220a2484be92cc77aae"><div class="ttname"><a href="namespacemxnet_1_1common.html#a6baaba1469561220a2484be92cc77aae">mxnet::common::CheckFormatCSRImpl</a></div><div class="ttdeci">void CheckFormatCSRImpl(const RunContext &rctx, const NDArray &input, const TBlob &err_cpu, const bool full_check)</div><div class="ttdoc">Check the validity of CSRNDArray. </div><div class="ttdef"><b>Definition:</b> utils.h:116</div></div> |
| <div class="ttc" id="structmxnet_1_1Context_html_a07c6092f42393d543460f766a7a3b6df"><div class="ttname"><a href="structmxnet_1_1Context.html#a07c6092f42393d543460f766a7a3b6df">mxnet::Context::dev_mask</a></div><div class="ttdeci">DeviceType dev_mask() const </div><div class="ttdoc">Get corresponding device mask. </div><div class="ttdef"><b>Definition:</b> base.h:151</div></div> |
| <div class="ttc" id="namespacemxnet_1_1csr_html_a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7"><div class="ttname"><a href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">mxnet::csr::kIdx</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:54</div></div> |
| <div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff">mxnet::DispatchMode::kVariable</a></div></div> |
| <div class="ttc" id="classmxnet_1_1NDArray_html_a4d8f894c0306ad693ccf29278a613732"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a4d8f894c0306ad693ccf29278a613732">mxnet::NDArray::storage_type</a></div><div class="ttdeci">NDArrayStorageType storage_type() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:313</div></div> |
| <div class="ttc" id="engine_8h_html"><div class="ttname"><a href="engine_8h.html">engine.h</a></div><div class="ttdoc">Engine that schedules all the operations according to dependency. </div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_aad9a34663862df90d3aa8683a2d9052a"><div class="ttname"><a href="namespacemxnet_1_1common.html#aad9a34663862df90d3aa8683a2d9052a">mxnet::common::CheckFormatImpl</a></div><div class="ttdeci">void CheckFormatImpl(const RunContext &rctx, const NDArray &input, const TBlob &err_cpu, const bool full_check)</div><div class="ttdef"><b>Definition:</b> utils.h:206</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a467e8b51fc0d0a7266e9f3172b2ff7f1"><div class="ttname"><a href="namespacemxnet_1_1common.html#a467e8b51fc0d0a7266e9f3172b2ff7f1">mxnet::common::GetNumThreadsPerGPU</a></div><div class="ttdeci">int GetNumThreadsPerGPU()</div><div class="ttdef"><b>Definition:</b> utils.h:485</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a905e77124ee11208c40a8afd3ee42167"><div class="ttname"><a href="namespacemxnet_1_1common.html#a905e77124ee11208c40a8afd3ee42167">mxnet::common::SparseRetainOpForwardRspWrapper</a></div><div class="ttdeci">void SparseRetainOpForwardRspWrapper(mshadow::Stream< xpu > *s, const NDArray &input_nd, const TBlob &idx_data, const OpReqType req, NDArray *output_nd)</div><div class="ttdoc">Pick rows specified by user input index array from a row sparse ndarray and save them in the output s...</div></div> |
| <div class="ttc" id="classmxnet_1_1NDArray_html_a72059301dd967ecdd0fca19eaa7024d9"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a72059301dd967ecdd0fca19eaa7024d9">mxnet::NDArray::storage_shape</a></div><div class="ttdeci">const TShape & storage_shape() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:221</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a40770734529b91fe60fa6b3d76043717"><div class="ttname"><a href="namespacemxnet_1_1common.html#a40770734529b91fe60fa6b3d76043717">mxnet::common::operator_stype_string</a></div><div class="ttdeci">std::string operator_stype_string(const nnvm::NodeAttrs &attrs, const int dev_mask, const std::vector< int > &in_attrs, const std::vector< int > &out_attrs)</div><div class="ttdoc">get string representation of the operator stypes </div><div class="ttdef"><b>Definition:</b> utils.h:402</div></div> |
| <div class="ttc" id="namespacemxnet_html"><div class="ttname"><a href="namespacemxnet.html">mxnet</a></div><div class="ttdoc">namespace of mxnet </div><div class="ttdef"><b>Definition:</b> base.h:118</div></div> |
| <div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5">mxnet::DispatchMode::kFComputeEx</a></div></div> |
| <div class="ttc" id="op__attr__types_8h_html"><div class="ttname"><a href="op__attr__types_8h.html">op_attr_types.h</a></div><div class="ttdoc">Additional operator attributes beside the ones provided by NNVM. </div></div> |
| <div class="ttc" id="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[kSize]_4_html_af31c1728c4b497d304680d69d4e61421"><div class="ttname"><a href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[kSize]_4.html#af31c1728c4b497d304680d69d4e61421">mxnet::common::helper::UniqueIf< T[kSize]>::KnownBound</a></div><div class="ttdeci">void KnownBound</div><div class="ttdoc">Type of T. </div><div class="ttdef"><b>Definition:</b> utils.h:599</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a7343dc26405918db27b8224ce41f05f6"><div class="ttname"><a href="namespacemxnet_1_1common.html#a7343dc26405918db27b8224ce41f05f6">mxnet::common::ParallelSortHelper</a></div><div class="ttdeci">void ParallelSortHelper(RandomIt first, size_t len, size_t grainsize, const Compare &comp)</div><div class="ttdoc">Helper function for ParallelSort. DO NOT call this function directly. Use the interface ParallelSort ...</div><div class="ttdef"><b>Definition:</b> utils.h:516</div></div> |
| <div class="ttc" id="classmxnet_1_1TBlob_html_a4649b740b80a6045754cb2389cfcca61"><div class="ttname"><a href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">mxnet::TBlob::type_flag_</a></div><div class="ttdeci">int type_flag_</div><div class="ttdoc">type flag of the tensor blob </div><div class="ttdef"><b>Definition:</b> tensor_blob.h:74</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a1abcb76ccd9022ebacdacd69c821cdc2"><div class="ttname"><a href="namespacemxnet_1_1common.html#a1abcb76ccd9022ebacdacd69c821cdc2">mxnet::common::GetFCompute</a></div><div class="ttdeci">FCompType GetFCompute(const nnvm::Op *op, const std::string &name, const Context &ctx)</div><div class="ttdef"><b>Definition:</b> utils.h:647</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a1e646ace37016aa994a26d96e739a561"><div class="ttname"><a href="namespacemxnet_1_1common.html#a1e646ace37016aa994a26d96e739a561">mxnet::common::ParallelAccumulate</a></div><div class="ttdeci">V ParallelAccumulate(const T *a, const int n, V start)</div><div class="ttdef"><b>Definition:</b> utils.h:499</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_af27662fd97dc715a8e7223e2b4a62db3"><div class="ttname"><a href="namespacemxnet_1_1common.html#af27662fd97dc715a8e7223e2b4a62db3">mxnet::common::LogOnce</a></div><div class="ttdeci">void LogOnce(const std::string &message)</div><div class="ttdoc">log message once. Intended for storage fallback warning messages. </div><div class="ttdef"><b>Definition:</b> utils.h:446</div></div> |
| <div class="ttc" id="namespacemxnet_html_a6e14bb5f6ffc81892feca8d1da658687"><div class="ttname"><a href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">mxnet::TShape</a></div><div class="ttdeci">nnvm::TShape TShape</div><div class="ttdoc">Shape data structure used to record shape information. </div><div class="ttdef"><b>Definition:</b> base.h:128</div></div> |
| <div class="ttc" id="structmxnet_1_1RunContext_html_ace5970ed7c25ccc98ffd0dcf35fd3c88"><div class="ttname"><a href="structmxnet_1_1RunContext.html#ace5970ed7c25ccc98ffd0dcf35fd3c88">mxnet::RunContext::ctx</a></div><div class="ttdeci">Context ctx</div><div class="ttdoc">base Context </div><div class="ttdef"><b>Definition:</b> base.h:259</div></div> |
| <div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3">mxnet::kCSRIdxErr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:72</div></div> |
| <div class="ttc" id="structmxnet_1_1RunContext_html"><div class="ttname"><a href="structmxnet_1_1RunContext.html">mxnet::RunContext</a></div><div class="ttdoc">execution time context. The information needed in runtime for actual execution. </div><div class="ttdef"><b>Definition:</b> base.h:257</div></div> |
| <div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2b"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">mxnet::DispatchMode</a></div><div class="ttdeci">DispatchMode</div><div class="ttdoc">the dispatch mode of the operator </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:113</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_ae0433883e6bf36ef1742b16913470d3c"><div class="ttname"><a href="namespacemxnet_1_1common.html#ae0433883e6bf36ef1742b16913470d3c">mxnet::common::InitZeros</a></div><div class="ttdeci">NDArray InitZeros(const NDArrayStorageType stype, const TShape &shape, const Context &ctx, const int dtype)</div><div class="ttdoc">Return an NDArray of all zeros. </div><div class="ttdef"><b>Definition:</b> utils.h:692</div></div> |
| <div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6">mxnet::DispatchMode::kFCompute</a></div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_ab379cd302d59005010ae29aff6e55009"><div class="ttname"><a href="namespacemxnet_1_1common.html#ab379cd302d59005010ae29aff6e55009">mxnet::common::stype_string</a></div><div class="ttdeci">std::string stype_string(const int x)</div><div class="ttdoc">get string representation of storage_type </div><div class="ttdef"><b>Definition:</b> utils.h:374</div></div> |
| <div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef">mxnet::DispatchMode::kFComputeFallback</a></div></div> |
| <div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">mxnet::kCSRStorage</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:65</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_afd53ea405dcc105e6b306148009ff827"><div class="ttname"><a href="namespacemxnet_1_1common.html#afd53ea405dcc105e6b306148009ff827">mxnet::common::CastStorageDispatch</a></div><div class="ttdeci">void CastStorageDispatch(const OpContext &ctx, const NDArray &input, const NDArray &output)</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a98fda469aba84baa370e81e94c7d5b0b"><div class="ttname"><a href="namespacemxnet_1_1common.html#a98fda469aba84baa370e81e94c7d5b0b">mxnet::common::CheckFormatWrapper</a></div><div class="ttdeci">void CheckFormatWrapper(const RunContext &rctx, const NDArray &input, const TBlob &err_cpu, const bool full_check)</div></div> |
| <div class="ttc" id="structmxnet_1_1Context_html_a611c227b5e04a2777c3e4507bb76f60ea1aced5778bb0d64d4ce6bd4c0a86d140"><div class="ttname"><a href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60ea1aced5778bb0d64d4ce6bd4c0a86d140">mxnet::Context::kCPU</a></div><div class="ttdef"><b>Definition:</b> base.h:136</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a1f273651755067ca9b1e6b8063c283b0"><div class="ttname"><a href="namespacemxnet_1_1common.html#a1f273651755067ca9b1e6b8063c283b0">mxnet::common::ParallelSort</a></div><div class="ttdeci">void ParallelSort(RandomIt first, RandomIt last, size_t num_threads, Compare comp)</div><div class="ttdoc">Sort the elements in the range [first, last) into the ascending order defined by the comparator comp...</div><div class="ttdef"><b>Definition:</b> utils.h:538</div></div> |
| <div class="ttc" id="structmxnet_1_1OpContext_html"><div class="ttname"><a href="structmxnet_1_1OpContext.html">mxnet::OpContext</a></div><div class="ttdoc">All the possible information needed by Operator.Forward and Backward This is the superset of RunConte...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:66</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a2258092ce26805c0a8f65a4144c446dd"><div class="ttname"><a href="namespacemxnet_1_1common.html#a2258092ce26805c0a8f65a4144c446dd">mxnet::common::ContainsOnlyStorage</a></div><div class="ttdeci">bool ContainsOnlyStorage(const StorageTypeVector &vstorage, const NDArrayStorageType stype)</div><div class="ttdoc">returns true if all storage types in vstorage are the same as target stype. false is returned for emp...</div><div class="ttdef"><b>Definition:</b> utils.h:238</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a8873d9dcccfd8e613c1c156934cee98c"><div class="ttname"><a href="namespacemxnet_1_1common.html#a8873d9dcccfd8e613c1c156934cee98c">mxnet::common::operator_string</a></div><div class="ttdeci">std::string operator_string(const nnvm::NodeAttrs &attrs, const OpContext &ctx, const std::vector< NDArray > &inputs, const std::vector< OpReqType > &req, const std::vector< NDArray > &outputs)</div><div class="ttdoc">get string representation of the operator </div><div class="ttdef"><b>Definition:</b> utils.h:428</div></div> |
| <div class="ttc" id="namespacemxnet_1_1cpp_html_aaa1d63d156390ab52fd96a9ad1e0c314"><div class="ttname"><a href="namespacemxnet_1_1cpp.html#aaa1d63d156390ab52fd96a9ad1e0c314">mxnet::cpp::max</a></div><div class="ttdeci">Symbol max(const std::string &symbol_name, Symbol data, dmlc::optional< Shape > axis=dmlc::optional< Shape >(), bool keepdims=false, bool exclude=false)</div><div class="ttdef"><b>Definition:</b> op.h:2756</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_aceba8f2d6de65796966d7f1d341dcf33"><div class="ttname"><a href="namespacemxnet_1_1common.html#aceba8f2d6de65796966d7f1d341dcf33">mxnet::common::RANDOM_ENGINE</a></div><div class="ttdeci">std::mt19937 RANDOM_ENGINE</div><div class="ttdoc">Random Engine. </div><div class="ttdef"><b>Definition:</b> utils.h:562</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a5a9a7277fbbad495fbaf40ee5720a9da"><div class="ttname"><a href="namespacemxnet_1_1common.html#a5a9a7277fbbad495fbaf40ee5720a9da">mxnet::common::EmplaceBackZeros</a></div><div class="ttdeci">void EmplaceBackZeros(const NDArrayStorageType stype, const TShape &shape, const Context &ctx, const int dtype, std::vector< NDArray > *vec)</div><div class="ttdoc">Helper to add a NDArray of zeros to a std::vector. </div><div class="ttdef"><b>Definition:</b> utils.h:707</div></div> |
| <div class="ttc" id="structmxnet_1_1common_1_1rsp__idx__check_html"><div class="ttname"><a href="structmxnet_1_1common_1_1rsp__idx__check.html">mxnet::common::rsp_idx_check</a></div><div class="ttdoc">Indices of RSPNDArray should be non-negative, less than the size of first dimension and in ascending ...</div><div class="ttdef"><b>Definition:</b> utils.h:93</div></div> |
| <div class="ttc" id="namespacemxnet_1_1rowsparse_html_a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da"><div class="ttname"><a href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">mxnet::rowsparse::kIdx</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:58</div></div> |
| <div class="ttc" id="structmxnet_1_1Context_html_a611c227b5e04a2777c3e4507bb76f60eaa2e12b86e0f957dc14d45863eaa47f34"><div class="ttname"><a href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60eaa2e12b86e0f957dc14d45863eaa47f34">mxnet::Context::kCPUPinned</a></div><div class="ttdef"><b>Definition:</b> base.h:138</div></div> |
| <div class="ttc" id="classmxnet_1_1NDArray_html_abfbb85eb84be64976417ed0b13b1d8ee"><div class="ttname"><a href="classmxnet_1_1NDArray.html#abfbb85eb84be64976417ed0b13b1d8ee">mxnet::NDArray::shape</a></div><div class="ttdeci">const TShape & shape() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:213</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a4716f6044f678090af8ae7ef3ace3a31"><div class="ttname"><a href="namespacemxnet_1_1common.html#a4716f6044f678090af8ae7ef3ace3a31">mxnet::common::dispatch_mode_string</a></div><div class="ttdeci">std::string dispatch_mode_string(const DispatchMode x)</div><div class="ttdoc">get string representation of dispatch_mode </div><div class="ttdef"><b>Definition:</b> utils.h:356</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a733ce35d109323dbf4ef1f4bc3094870"><div class="ttname"><a href="namespacemxnet_1_1common.html#a733ce35d109323dbf4ef1f4bc3094870">mxnet::common::dev_type_string</a></div><div class="ttdeci">std::string dev_type_string(const int dev_type)</div><div class="ttdoc">get string representation of device type </div><div class="ttdef"><b>Definition:</b> utils.h:387</div></div> |
| <div class="ttc" id="namespacemxnet_1_1cpp_html_a580a36e5a8e2a0626a10f7966f505444"><div class="ttname"><a href="namespacemxnet_1_1cpp.html#a580a36e5a8e2a0626a10f7966f505444">mxnet::cpp::log</a></div><div class="ttdeci">Symbol log(const std::string &symbol_name, Symbol data)</div><div class="ttdef"><b>Definition:</b> op.h:2355</div></div> |
| <div class="ttc" id="structmxnet_1_1common_1_1helper_1_1UniqueIf_html"><div class="ttname"><a href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html">mxnet::common::helper::UniqueIf</a></div><div class="ttdoc">Helper for non-array type T. </div><div class="ttdef"><b>Definition:</b> utils.h:573</div></div> |
| <div class="ttc" id="structmxnet_1_1Context_html_a611c227b5e04a2777c3e4507bb76f60eab21bed4d5cee411db15283d7529f28cf"><div class="ttname"><a href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60eab21bed4d5cee411db15283d7529f28cf">mxnet::Context::kGPU</a></div><div class="ttdef"><b>Definition:</b> base.h:137</div></div> |
| <div class="ttc" id="namespacemxnet_1_1csr_html_a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1"><div class="ttname"><a href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1">mxnet::csr::kIndPtr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:54</div></div> |
| <div class="ttc" id="graph__attr__types_8h_html"><div class="ttname"><a href="graph__attr__types_8h.html">graph_attr_types.h</a></div><div class="ttdoc">Data structures that can appear in graph attributes. </div></div> |
| <div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">mxnet::kRowSparseStorage</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:64</div></div> |
| <div class="ttc" id="structmxnet_1_1common_1_1csr__indptr__check_html"><div class="ttname"><a href="structmxnet_1_1common_1_1csr__indptr__check.html">mxnet::common::csr_indptr_check</a></div><div class="ttdoc">IndPtr should be non-negative, in non-decreasing order, start with 0 and end with value equal with si...</div><div class="ttdef"><b>Definition:</b> utils.h:60</div></div> |
| <div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb">mxnet::kCSRIndPtrErr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:71</div></div> |
| <div class="ttc" id="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[]_4_html_a0cf05a5a2f3e1ac49ebdef497701055c"><div class="ttname"><a href="structmxnet_1_1common_1_1helper_1_1UniqueIf_3_01T[]_4.html#a0cf05a5a2f3e1ac49ebdef497701055c">mxnet::common::helper::UniqueIf< T[]>::UnknownBound</a></div><div class="ttdeci">std::unique_ptr< T[]> UnknownBound</div><div class="ttdoc">Type of T. </div><div class="ttdef"><b>Definition:</b> utils.h:588</div></div> |
| <div class="ttc" id="namespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398">mxnet::OpReqType</a></div><div class="ttdeci">OpReqType</div><div class="ttdoc">operation request type to Forward and Backward </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:45</div></div> |
| <div class="ttc" id="namespacemxnet_html_ac2fb286fd7ddfbc7af1456f6c7a7ee52"><div class="ttname"><a href="namespacemxnet.html#ac2fb286fd7ddfbc7af1456f6c7a7ee52">mxnet::Op</a></div><div class="ttdeci">nnvm::Op Op</div><div class="ttdoc">operator structure from NNVM </div><div class="ttdef"><b>Definition:</b> base.h:130</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a1e3290f30e01079cb2e16095b085bf21"><div class="ttname"><a href="namespacemxnet_1_1common.html#a1e3290f30e01079cb2e16095b085bf21">mxnet::common::ContainsStorageType</a></div><div class="ttdeci">bool ContainsStorageType(const std::vector< NDArray > &ndarrays, const NDArrayStorageType stype)</div><div class="ttdoc">returns true if storage type of any array in ndarrays is the same as the target stype. false is returned for empty inputs. </div><div class="ttdef"><b>Definition:</b> utils.h:328</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a325e95d176e17c22ea18db6694093ad7"><div class="ttname"><a href="namespacemxnet_1_1common.html#a325e95d176e17c22ea18db6694093ad7">mxnet::common::MaxIntegerValue</a></div><div class="ttdeci">constexpr size_t MaxIntegerValue()</div><div class="ttdoc">Return the max integer value representable in the type T without loss of precision. </div><div class="ttdef"><b>Definition:</b> utils.h:666</div></div> |
| <div class="ttc" id="structmxnet_1_1OpContext_html_a869d4c68c0028a175406f11332baf7cf"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf">mxnet::OpContext::run_ctx</a></div><div class="ttdeci">RunContext run_ctx</div><div class="ttdoc">RunContext related resources. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:72</div></div> |
| <div class="ttc" id="c__api_8h_html_ab15fcfeedbe50ea6db54a98b582d7eaf"><div class="ttname"><a href="c__api_8h.html#ab15fcfeedbe50ea6db54a98b582d7eaf">dim_t</a></div><div class="ttdeci">int64_t dim_t</div><div class="ttdoc">data type to store dim size </div><div class="ttdef"><b>Definition:</b> c_api.h:62</div></div> |
| <div class="ttc" id="namespacemxnet_1_1cpp_html_a2c2db6021bb4a9fd444b4905bf639f6d"><div class="ttname"><a href="namespacemxnet_1_1cpp.html#a2c2db6021bb4a9fd444b4905bf639f6d">mxnet::cpp::sort</a></div><div class="ttdeci">Symbol sort(const std::string &symbol_name, Symbol data, dmlc::optional< int > axis=dmlc::optional< int >(-1), bool is_ascend=true)</div><div class="ttdef"><b>Definition:</b> op.h:3107</div></div> |
| <div class="ttc" id="structmxnet_1_1common_1_1helper_1_1UniqueIf_html_a98153aaeb43a71efa85b5cf753505cac"><div class="ttname"><a href="structmxnet_1_1common_1_1helper_1_1UniqueIf.html#a98153aaeb43a71efa85b5cf753505cac">mxnet::common::helper::UniqueIf::SingleObject</a></div><div class="ttdeci">std::unique_ptr< T > SingleObject</div><div class="ttdoc">Type of T. </div><div class="ttdef"><b>Definition:</b> utils.h:577</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_afd045f69bce37692fd1e8ccb0e2ab208"><div class="ttname"><a href="namespacemxnet_1_1common.html#afd045f69bce37692fd1e8ccb0e2ab208">mxnet::common::CheckFormatRSPImpl</a></div><div class="ttdeci">void CheckFormatRSPImpl(const RunContext &rctx, const NDArray &input, const TBlob &err_cpu, const bool full_check)</div><div class="ttdoc">Check the validity of RowSparseNDArray. </div><div class="ttdef"><b>Definition:</b> utils.h:170</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a56555edcc52c5b25bed90bd05e00b5fa"><div class="ttname"><a href="namespacemxnet_1_1common.html#a56555edcc52c5b25bed90bd05e00b5fa">mxnet::common::GetExecNumMatchColor</a></div><div class="ttdeci">int GetExecNumMatchColor()</div><div class="ttdef"><b>Definition:</b> utils.h:492</div></div> |
| <div class="ttc" id="structmxnet_1_1Context_html_a611c227b5e04a2777c3e4507bb76f60ea80c6f8f13908c5805cf12784fca77e78"><div class="ttname"><a href="structmxnet_1_1Context.html#a611c227b5e04a2777c3e4507bb76f60ea80c6f8f13908c5805cf12784fca77e78">mxnet::Context::kCPUShared</a></div><div class="ttdef"><b>Definition:</b> base.h:139</div></div> |
| <div class="ttc" id="structmxnet_1_1common_1_1rsp__idx__check_html_abb5a461090d1b410d0a1da852b88ccde"><div class="ttname"><a href="structmxnet_1_1common_1_1rsp__idx__check.html#abb5a461090d1b410d0a1da852b88ccde">mxnet::common::rsp_idx_check::Map</a></div><div class="ttdeci">static MSHADOW_XINLINE void Map(int i, DType *out, const IType *idx, const nnvm::dim_t end, const nnvm::dim_t nrows)</div><div class="ttdef"><b>Definition:</b> utils.h:95</div></div> |
| <div class="ttc" id="namespacemxnet_1_1cpp_html_aa42fcdd6b63c85b812018cbadb4ac521"><div class="ttname"><a href="namespacemxnet_1_1cpp.html#aa42fcdd6b63c85b812018cbadb4ac521">mxnet::cpp::min</a></div><div class="ttdeci">Symbol min(const std::string &symbol_name, Symbol data, dmlc::optional< Shape > axis=dmlc::optional< Shape >(), bool keepdims=false, bool exclude=false)</div><div class="ttdef"><b>Definition:</b> op.h:2793</div></div> |
| <div class="ttc" id="namespacemxnet_html_abadedc1b42ee3e5b8852e63783b982ef"><div class="ttname"><a href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">mxnet::index_t</a></div><div class="ttdeci">mshadow::index_t index_t</div><div class="ttdoc">index type usually use unsigned </div><div class="ttdef"><b>Definition:</b> base.h:124</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_ad45245532df14e35b887c2ec91939d8d"><div class="ttname"><a href="namespacemxnet_1_1common.html#ad45245532df14e35b887c2ec91939d8d">mxnet::common::ilog2ul</a></div><div class="ttdeci">MSHADOW_XINLINE int ilog2ul(size_t a)</div><div class="ttdef"><b>Definition:</b> utils.h:677</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_aad719abf411ea1ed9185c3849203820f"><div class="ttname"><a href="namespacemxnet_1_1common.html#aad719abf411ea1ed9185c3849203820f">mxnet::common::LogStorageFallback</a></div><div class="ttdeci">void LogStorageFallback(const nnvm::NodeAttrs &attrs, const int dev_mask, const std::vector< int > *in_attrs, const std::vector< int > *out_attrs)</div><div class="ttdoc">log storage fallback event </div><div class="ttdef"><b>Definition:</b> utils.h:457</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a9d9abe40c84b9924e51d5d57b3f0b7d6"><div class="ttname"><a href="namespacemxnet_1_1common.html#a9d9abe40c84b9924e51d5d57b3f0b7d6">mxnet::common::MakeUnique</a></div><div class="ttdeci">helper::UniqueIf< T >::SingleObject MakeUnique(Args &&...args)</div><div class="ttdoc">Constructs an object of type T and wraps it in a std::unique_ptr. </div><div class="ttdef"><b>Definition:</b> utils.h:616</div></div> |
| <div class="ttc" id="structmxnet_1_1Context_html"><div class="ttname"><a href="structmxnet_1_1Context.html">mxnet::Context</a></div><div class="ttdoc">Context information about the execution environment. </div><div class="ttdef"><b>Definition:</b> base.h:133</div></div> |
| <div class="ttc" id="structmxnet_1_1common_1_1csr__idx__check_html"><div class="ttname"><a href="structmxnet_1_1common_1_1csr__idx__check.html">mxnet::common::csr_idx_check</a></div><div class="ttdoc">Indices should be non-negative, less than the number of columns and in ascending order per row...</div><div class="ttdef"><b>Definition:</b> utils.h:75</div></div> |
| <div class="ttc" id="include_2mxnet_2ndarray_8h_html"><div class="ttname"><a href="include_2mxnet_2ndarray_8h.html">ndarray.h</a></div></div> |
| <div class="ttc" id="classmxnet_1_1NDArray_html_a5ebf1ac5452188d02bc7d784cb35fca9"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a5ebf1ac5452188d02bc7d784cb35fca9">mxnet::NDArray::aux_shape</a></div><div class="ttdeci">const TShape & aux_shape(size_t index) const </div><div class="ttdoc">get the shape of aux_data(index) </div><div class="ttdef"><b>Definition:</b> ndarray.h:233</div></div> |
| <div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66">mxnet::DispatchMode::kUndefined</a></div></div> |
| <div class="ttc" id="classmxnet_1_1NDArray_html"><div class="ttname"><a href="classmxnet_1_1NDArray.html">mxnet::NDArray</a></div><div class="ttdoc">ndarray interface </div><div class="ttdef"><b>Definition:</b> ndarray.h:82</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_abc4dccb2b37c896faf7409e002bf4eb2"><div class="ttname"><a href="namespacemxnet_1_1common.html#abc4dccb2b37c896faf7409e002bf4eb2">mxnet::common::ParallelCopy</a></div><div class="ttdeci">void ParallelCopy(DType *dst, const DType *src, index_t size)</div><div class="ttdoc">parallelize copy by OpenMP. </div><div class="ttdef"><b>Definition:</b> utils.h:725</div></div> |
| <div class="ttc" id="namespacemxnet_1_1common_html_a44c77619725d8bc68a085bdbcaa5416b"><div class="ttname"><a href="namespacemxnet_1_1common.html#a44c77619725d8bc68a085bdbcaa5416b">mxnet::common::ilog2ui</a></div><div class="ttdeci">MSHADOW_XINLINE int ilog2ui(unsigned int a)</div><div class="ttdef"><b>Definition:</b> utils.h:683</div></div> |
| <div class="ttc" id="structmxnet_1_1common_1_1csr__indptr__check_html_a5da824c75914344ce1a228fcec1265b2"><div class="ttname"><a href="structmxnet_1_1common_1_1csr__indptr__check.html#a5da824c75914344ce1a228fcec1265b2">mxnet::common::csr_indptr_check::Map</a></div><div class="ttdeci">static MSHADOW_XINLINE void Map(int i, DType *out, const IType *indptr, const nnvm::dim_t end, const nnvm::dim_t idx_size)</div><div class="ttdef"><b>Definition:</b> utils.h:62</div></div> |
| <div class="ttc" id="namespacemxnet_html_a6606bef15f41cccade14c9400e8447cf"><div class="ttname"><a href="namespacemxnet.html#a6606bef15f41cccade14c9400e8447cf">mxnet::StorageTypeVector</a></div><div class="ttdeci">std::vector< int > StorageTypeVector</div><div class="ttdoc">The result holder of storage type of each NodeEntry in the graph. </div><div class="ttdef"><b>Definition:</b> graph_attr_types.h:45</div></div> |
| <div class="ttc" id="namespacemxnet_1_1cpp_html_acb4fccaa546283e233c15b46f6465443"><div class="ttname"><a href="namespacemxnet_1_1cpp.html#acb4fccaa546283e233c15b46f6465443">mxnet::cpp::sum</a></div><div class="ttdeci">Symbol sum(const std::string &symbol_name, Symbol data, dmlc::optional< Shape > axis=dmlc::optional< Shape >(), bool keepdims=false, bool exclude=false)</div><div class="ttdef"><b>Definition:</b> op.h:2567</div></div> |
| <div class="ttc" id="classmxnet_1_1TBlob_html"><div class="ttname"><a href="classmxnet_1_1TBlob.html">mxnet::TBlob</a></div><div class="ttdoc">tensor blob class that can be used to hold tensor of any dimension, any device and any data type...</div><div class="ttdef"><b>Definition:</b> tensor_blob.h:66</div></div> |
| </div><!-- fragment --></div><!-- contents --> |
| <!-- start footer part --> |
| <hr class="footer"/><address class="footer"><small> |
| Generated on Thu Sep 19 2019 12:37:33 for mxnet by <a href="http://www.doxygen.org/index.html"> |
| <img alt="doxygen" class="footer" src="doxygen.png"/> |
| </a> 1.8.11 |
| </small></address> |
| </body> |
| </html> |
