blob: 4fe1862ef9492e0f8424aa58f3ca6ed9a0ee742a [file] [log] [blame]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta content="text/xhtml;charset=utf-8" http-equiv="Content-Type"/>
<meta content="IE=9" http-equiv="X-UA-Compatible"/>
<meta content="Doxygen 1.8.11" name="generator"/>
<title>mxnet: include/mxnet/ndarray.h Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script src="jquery.js" type="text/javascript"></script>
<script src="dynsections.js" type="text/javascript"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script src="search/searchdata.js" type="text/javascript"></script>
<script src="search/search.js" type="text/javascript"></script>
<script type="text/javascript">
$(document).ready(function() { init_search(); });
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css"/>
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellpadding="0" cellspacing="0">
<tbody>
<tr style="height: 56px;">
<td id="projectalign" style="padding-left: 0.5em;">
<div id="projectname">mxnet
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.11 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<div class="tabs" id="navrow1">
<ul class="tablist">
<li><a href="index.html"><span>Main Page</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li><a href="annotated.html"><span>Classes</span></a></li>
<li class="current"><a href="files.html"><span>Files</span></a></li>
<li>
<div class="MSearchBoxInactive" id="MSearchBox">
<span class="left">
<img alt="" id="MSearchSelect" onmouseout="return searchBox.OnSearchSelectHide()" onmouseover="return searchBox.OnSearchSelectShow()" src="search/mag_sel.png"/>
<input accesskey="S" id="MSearchField" onblur="searchBox.OnSearchFieldFocus(false)" onfocus="searchBox.OnSearchFieldFocus(true)" onkeyup="searchBox.OnSearchFieldChange(event)" type="text" value="Search"/>
</span><span class="right">
<a href="javascript:searchBox.CloseResultsWindow()" id="MSearchClose"><img alt="" border="0" id="MSearchCloseImg" src="search/close.png"/></a>
</span>
</div>
</li>
</ul>
</div>
<div class="tabs2" id="navrow2">
<ul class="tablist">
<li><a href="files.html"><span>File List</span></a></li>
<li><a href="globals.html"><span>File Members</span></a></li>
</ul>
</div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow" onkeydown="return searchBox.OnSearchSelectKey(event)" onmouseout="return searchBox.OnSearchSelectHide()" onmouseover="return searchBox.OnSearchSelectShow()">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe frameborder="0" id="MSearchResults" name="MSearchResults" src="javascript:void(0)">
</iframe>
</div>
<div class="navpath" id="nav-path">
<ul>
<li class="navelem"><a class="el" href="dir_d44c64559bbebec7f509842c48db8b23.html">include</a></li><li class="navelem"><a class="el" href="dir_1143c7affb9ebd026cb6818dd282def7.html">mxnet</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">ndarray.h</div> </div>
</div><!--header-->
<div class="contents">
<a href="include_2mxnet_2ndarray_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">/*</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment"> * Licensed to the Apache Software Foundation (ASF) under one</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"> * or more contributor license agreements. See the NOTICE file</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment"> * distributed with this work for additional information</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment"> * regarding copyright ownership. The ASF licenses this file</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment"> * to you under the Apache License, Version 2.0 (the</span></div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment"> * "License"); you may not use this file except in compliance</span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment"> * with the License. You may obtain a copy of the License at</span></div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment"> *</span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment"> * http://www.apache.org/licenses/LICENSE-2.0</span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment"> *</span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment"> * Unless required by applicable law or agreed to in writing,</span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment"> * software distributed under the License is distributed on an</span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="comment"> * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="comment"> * KIND, either express or implied. See the License for the</span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="comment"> * specific language governing permissions and limitations</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="comment"> * under the License.</span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="comment"> */</span></div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span> </div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="preprocessor">#ifndef MXNET_NDARRAY_H_</span></div><div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="preprocessor">#define MXNET_NDARRAY_H_</span></div><div class="line"><a name="l00027"></a><span class="lineno"> 27</span> </div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span> <span class="preprocessor">#include &lt;dmlc/base.h&gt;</span></div><div class="line"><a name="l00029"></a><span class="lineno"> 29</span> <span class="preprocessor">#include &lt;dmlc/logging.h&gt;</span></div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span> <span class="preprocessor">#include &lt;dmlc/io.h&gt;</span></div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span> <span class="preprocessor">#include &lt;dmlc/type_traits.h&gt;</span></div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span> <span class="preprocessor">#include &lt;dmlc/registry.h&gt;</span></div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span> <span class="preprocessor">#include &lt;nnvm/node.h&gt;</span></div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span> <span class="preprocessor">#include &lt;vector&gt;</span></div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span> <span class="preprocessor">#include &lt;map&gt;</span></div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span> <span class="preprocessor">#include &lt;string&gt;</span></div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span> <span class="preprocessor">#include &lt;algorithm&gt;</span></div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span> <span class="preprocessor">#include &lt;memory&gt;</span></div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span> <span class="preprocessor">#include &lt;algorithm&gt;</span></div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span> <span class="preprocessor">#if MXNET_USE_MKLDNN == 1</span></div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span> <span class="preprocessor">#include &lt;mkldnn.hpp&gt;</span></div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span> <span class="preprocessor">#endif</span></div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span> <span class="preprocessor">#include "<a class="code" href="include_2mxnet_2base_8h.html">./base.h</a>"</span></div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span> <span class="preprocessor">#include "<a class="code" href="storage_8h.html">./storage.h</a>"</span></div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span> <span class="preprocessor">#include "<a class="code" href="engine_8h.html">./engine.h</a>"</span></div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span> <span class="comment">// check c++11</span></div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span> <span class="preprocessor">#if DMLC_USE_CXX11 == 0</span></div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span> <span class="preprocessor">#error "cxx11 was required for ndarray module"</span></div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span> <span class="preprocessor">#endif</span></div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span> </div><div class="line"><a name="l00051"></a><span class="lineno"> 51</span> <span class="keyword">namespace </span><a class="code" href="namespacemxnet.html">mxnet</a> {</div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span> <span class="comment">// enum for storage types</span></div><div class="line"><a name="l00053"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1csr.html"> 53</a></span> <span class="keyword">namespace </span>csr {</div><div class="line"><a name="l00054"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1"> 54</a></span> <span class="keyword">enum</span> <a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42">CSRAuxType</a> {<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1">kIndPtr</a>, <a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">kIdx</a>};</div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span> }</div><div class="line"><a name="l00056"></a><span class="lineno"> 56</span> </div><div class="line"><a name="l00057"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1rowsparse.html"> 57</a></span> <span class="keyword">namespace </span>rowsparse {</div><div class="line"><a name="l00058"></a><span class="lineno"><a class="line" href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232"> 58</a></span> <span class="keyword">enum</span> <a class="code" href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232">RowSparseAuxType</a> {<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">kIdx</a>};</div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span> }</div><div class="line"><a name="l00060"></a><span class="lineno"> 60</span> </div><div class="line"><a name="l00061"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a"> 61</a></span> <span class="keyword">enum</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> {</div><div class="line"><a name="l00062"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aadf6c6faf0de1e55119c679180c99e584"> 62</a></span>  <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aadf6c6faf0de1e55119c679180c99e584">kUndefinedStorage</a> = -1, <span class="comment">// undefined storage</span></div><div class="line"><a name="l00063"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608"> 63</a></span>  <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>, <span class="comment">// dense</span></div><div class="line"><a name="l00064"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3"> 64</a></span>  <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a>, <span class="comment">// row sparse</span></div><div class="line"><a name="l00065"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254"> 65</a></span>  <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a>, <span class="comment">// csr</span></div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span> };</div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span> </div><div class="line"><a name="l00068"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1a"> 68</a></span> <span class="keyword">enum</span> <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1a">NDArrayFormatErr</a> {</div><div class="line"><a name="l00069"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa322b8b178929b43f1b4b16c8cb9003ef"> 69</a></span>  <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa322b8b178929b43f1b4b16c8cb9003ef">kNormalErr</a>, <span class="comment">// normal</span></div><div class="line"><a name="l00070"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aaf64429479d4a48998e6cd122a3117628"> 70</a></span>  <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aaf64429479d4a48998e6cd122a3117628">kCSRShapeErr</a>, <span class="comment">// shape mismatch for csr</span></div><div class="line"><a name="l00071"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb"> 71</a></span>  <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb">kCSRIndPtrErr</a>, <span class="comment">// indptr error for csr</span></div><div class="line"><a name="l00072"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3"> 72</a></span>  <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3">kCSRIdxErr</a>, <span class="comment">// idx error for csr</span></div><div class="line"><a name="l00073"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa200492eeec6fa431683ef0d943bfbc2d"> 73</a></span>  <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa200492eeec6fa431683ef0d943bfbc2d">kRSPShapeErr</a>, <span class="comment">// shape mismatch for row sparse</span></div><div class="line"><a name="l00074"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799"> 74</a></span>  <a class="code" href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799">kRSPIdxErr</a>, <span class="comment">// indices error for row sparse</span></div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span> };</div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span> </div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span> <span class="keyword">class </span>MKLDNNMemory;</div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span> </div><div class="line"><a name="l00082"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html"> 82</a></span> <span class="keyword">class </span><a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> {</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  <span class="keyword">public</span>:</div><div class="line"><a name="l00085"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a12ec978e5dbe9092d21721a657c39756"> 85</a></span>  <a class="code" href="classmxnet_1_1NDArray.html#a12ec978e5dbe9092d21721a657c39756">NDArray</a>() {</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span>  }</div><div class="line"><a name="l00094"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a8fb6d94c737c452e180650fdfe5228ad"> 94</a></span>  <a class="code" href="classmxnet_1_1NDArray.html#a8fb6d94c737c452e180650fdfe5228ad">NDArray</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;shape, <a class="code" href="structmxnet_1_1Context.html">Context</a> ctx,</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>  <span class="keywordtype">bool</span> delay_alloc = <span class="keyword">false</span>, <span class="keywordtype">int</span> dtype = mshadow::default_type_flag)</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span>  : ptr_(std::make_shared&lt;Chunk&gt;(shape, ctx, delay_alloc, dtype)),</div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span>  shape_(shape), dtype_(dtype), storage_type_(<a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>),</div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span>  entry_({<span class="keyword">nullptr</span>, 0, 0}) {</div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  }</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;shape, <a class="code" href="structmxnet_1_1Context.html">Context</a> ctx,</div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  <span class="keywordtype">bool</span> delay_alloc = <span class="keyword">true</span>, <span class="keywordtype">int</span> dtype = mshadow::default_type_flag,</div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  std::vector&lt;int&gt; aux_types = {}, std::vector&lt;TShape&gt; aux_shapes = {},</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> storage_shape = <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a>(mshadow::Shape1(0)));</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span> </div><div class="line"><a name="l00114"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a1a7288505ac9bbb19830161f7e5c1a6f"> 114</a></span>  <a class="code" href="classmxnet_1_1NDArray.html#a1a7288505ac9bbb19830161f7e5c1a6f">NDArray</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> &amp;data, <span class="keywordtype">int</span> dev_id)</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  : ptr_(std::make_shared&lt;Chunk&gt;(data, dev_id)), shape_(data.shape_),</div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  dtype_(data.type_flag_), storage_type_(<a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>),</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  entry_({<span class="keyword">nullptr</span>, 0, 0}) {</div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  }</div><div class="line"><a name="l00120"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#aa300364e141cca44fd75d37fc4628953"> 120</a></span>  <a class="code" href="classmxnet_1_1NDArray.html#aa300364e141cca44fd75d37fc4628953">NDArray</a>(<span class="keywordtype">int</span> shared_pid, <span class="keywordtype">int</span> shared_id, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a>&amp; shape, <span class="keywordtype">int</span> dtype)</div><div class="line"><a name="l00121"></a><span class="lineno"> 121</span>  : ptr_(std::make_shared&lt;Chunk&gt;(shared_pid, shared_id, shape, dtype)), shape_(shape),</div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  dtype_(dtype), storage_type_(<a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>), entry_({<span class="keyword">nullptr</span>, 0, 0}) {</div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span>  }</div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span> </div><div class="line"><a name="l00135"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a6bdd6008f99b9f05ae45d44fa13d013e"> 135</a></span>  <a class="code" href="classmxnet_1_1NDArray.html#a6bdd6008f99b9f05ae45d44fa13d013e">NDArray</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;shape,</div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> &amp;data, <span class="keyword">const</span> std::vector&lt;TBlob&gt; &amp;aux_data, <span class="keywordtype">int</span> dev_id)</div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  : ptr_(std::make_shared&lt;Chunk&gt;(stype, data, aux_data, dev_id)), shape_(shape),</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  dtype_(data.type_flag_), storage_type_(stype), entry_({<span class="keyword">nullptr</span>, 0, 0}) {</div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  }</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span> </div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span>  <span class="comment">/*</span></div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span> <span class="comment"> * This indicates whether an array is a view of another array (created by</span></div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span> <span class="comment"> * reshape or slice). If an array is a view and the the data is stored in</span></div><div class="line"><a name="l00144"></a><span class="lineno"> 144</span> <span class="comment"> * MKLDNN format, we need to convert the data to the default format when</span></div><div class="line"><a name="l00145"></a><span class="lineno"> 145</span> <span class="comment"> * data in the view is accessed.</span></div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span> <span class="comment"> */</span></div><div class="line"><a name="l00147"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a117e3af0d08abf56ff8852adfb71f413"> 147</a></span>  <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="classmxnet_1_1NDArray.html#a117e3af0d08abf56ff8852adfb71f413">IsView</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  <span class="comment">// View only works on the default storage</span></div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  <span class="keywordflow">if</span> (storage_type() != <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>)</div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  <span class="comment">// If the array reuses memory, its shape may be different from the storage</span></div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span>  <span class="comment">// shape. However, we shouldn't consider it as a view.</span></div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span>  <span class="keywordflow">if</span> (reuse_)</div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  <span class="keywordflow">return</span> byte_offset_ &gt; 0 || shape() != ptr_-&gt;storage_shape;</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  }</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span> </div><div class="line"><a name="l00161"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#abfbb85eb84be64976417ed0b13b1d8ee"> 161</a></span>  <span class="keyword">inline</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a>&amp; <a class="code" href="classmxnet_1_1NDArray.html#abfbb85eb84be64976417ed0b13b1d8ee">shape</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  <span class="keywordflow">return</span> shape_;</div><div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  }</div><div class="line"><a name="l00169"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a72059301dd967ecdd0fca19eaa7024d9"> 169</a></span>  <span class="keyword">inline</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;<a class="code" href="classmxnet_1_1NDArray.html#a72059301dd967ecdd0fca19eaa7024d9">storage_shape</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  CHECK(ptr_ != <span class="keyword">nullptr</span>);</div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  CHECK_NE(storage_type(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>)</div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span>  &lt;&lt; <span class="stringliteral">"storage_shape() is not intended for kDefaultStorage."</span>;</div><div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  <span class="keywordflow">return</span> ptr_-&gt;storage_shape;</div><div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  }</div><div class="line"><a name="l00175"></a><span class="lineno"> 175</span> </div><div class="line"><a name="l00181"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a5ebf1ac5452188d02bc7d784cb35fca9"> 181</a></span>  <span class="keyword">inline</span> <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a>&amp; <a class="code" href="classmxnet_1_1NDArray.html#a5ebf1ac5452188d02bc7d784cb35fca9">aux_shape</a>(<span class="keywordtype">size_t</span> index)<span class="keyword"> const </span>{</div><div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  CHECK_NE(storage_type(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>)</div><div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  &lt;&lt; <span class="stringliteral">"aux_shape() is not intended for kDefaultStorage."</span>;</div><div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  <span class="keywordflow">return</span> ptr_-&gt;aux_shapes[index];</div><div class="line"><a name="l00185"></a><span class="lineno"> 185</span>  }</div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span> </div><div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  <span class="comment">/* \return the shapes of all aux data */</span></div><div class="line"><a name="l00188"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a2b728b509871ba0f1b8c946099ebad8d"> 188</a></span>  <span class="keyword">const</span> std::vector&lt;TShape&gt;&amp; <a class="code" href="classmxnet_1_1NDArray.html#a2b728b509871ba0f1b8c946099ebad8d">aux_shapes</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  CHECK_NE(storage_type(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>)</div><div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  &lt;&lt; <span class="stringliteral">"aux_shapes() is not intended for kDefaultStorage."</span>;</div><div class="line"><a name="l00191"></a><span class="lineno"> 191</span>  <span class="keywordflow">return</span> ptr_-&gt;aux_shapes;</div><div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  }</div><div class="line"><a name="l00193"></a><span class="lineno"> 193</span> </div><div class="line"><a name="l00195"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a8970b39ecb7947218981f607d9b6dce8"> 195</a></span>  <span class="keyword">const</span> std::vector&lt;int&gt;&amp; <a class="code" href="classmxnet_1_1NDArray.html#a8970b39ecb7947218981f607d9b6dce8">aux_types</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  CHECK_NE(storage_type(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>)</div><div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  &lt;&lt; <span class="stringliteral">"aux_types() is not intended for kDefaultStorage."</span>;</div><div class="line"><a name="l00198"></a><span class="lineno"> 198</span>  <span class="keywordflow">return</span> ptr_-&gt;aux_types;</div><div class="line"><a name="l00199"></a><span class="lineno"> 199</span>  }</div><div class="line"><a name="l00200"></a><span class="lineno"> 200</span> </div><div class="line"><a name="l00208"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a150c2f8f88a8d0859a5c49da36a03f30"> 208</a></span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classmxnet_1_1NDArray.html#a150c2f8f88a8d0859a5c49da36a03f30">set_aux_shape</a>(<span class="keywordtype">size_t</span> index, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a>&amp; shape)<span class="keyword"> const </span>{</div><div class="line"><a name="l00209"></a><span class="lineno"> 209</span>  ptr_-&gt;set_aux_shape(index, shape);</div><div class="line"><a name="l00210"></a><span class="lineno"> 210</span>  }</div><div class="line"><a name="l00211"></a><span class="lineno"> 211</span> </div><div class="line"><a name="l00215"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#aebd03e900ec7664a99b780a0cb1efea6"> 215</a></span>  <span class="keyword">inline</span> <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a>&amp; <a class="code" href="classmxnet_1_1NDArray.html#aebd03e900ec7664a99b780a0cb1efea6">data</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  <span class="keywordflow">if</span> (storage_type() == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>) CheckAndAlloc();</div><div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  SetTBlob();</div><div class="line"><a name="l00218"></a><span class="lineno"> 218</span>  <span class="keywordflow">return</span> tblob_;</div><div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  }</div><div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> grad() <span class="keyword">const</span>;</div><div class="line"><a name="l00224"></a><span class="lineno"> 224</span> </div><div class="line"><a name="l00228"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#ad8194805eabb65d8a9d33fda840b66a9"> 228</a></span>  <span class="keyword">inline</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> <a class="code" href="classmxnet_1_1NDArray.html#ad8194805eabb65d8a9d33fda840b66a9">aux_data</a>(<span class="keywordtype">size_t</span> i)<span class="keyword"> const </span>{</div><div class="line"><a name="l00229"></a><span class="lineno"> 229</span>  <span class="keyword">auto</span> stype = storage_type();</div><div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> res;</div><div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  <span class="keyword">auto</span> shape = aux_shape(i);</div><div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  <span class="keyword">auto</span> type = aux_type(i);</div><div class="line"><a name="l00233"></a><span class="lineno"> 233</span>  MSHADOW_TYPE_SWITCH(type, DType, {</div><div class="line"><a name="l00234"></a><span class="lineno"> 234</span>  <span class="keyword">auto</span> dptr = <span class="keyword">static_cast&lt;</span>DType*<span class="keyword">&gt;</span>(ptr_-&gt;aux_handles[i].dptr);</div><div class="line"><a name="l00235"></a><span class="lineno"> 235</span>  CHECK(stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a> || stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a>)</div><div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  &lt;&lt; <span class="stringliteral">"Unexpected storage type: "</span> &lt;&lt; stype;</div><div class="line"><a name="l00237"></a><span class="lineno"> 237</span>  res = <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a>(dptr, shape, ptr_-&gt;aux_handles[i].ctx.dev_mask(), type);</div><div class="line"><a name="l00238"></a><span class="lineno"> 238</span>  });</div><div class="line"><a name="l00239"></a><span class="lineno"> 239</span>  <span class="keywordflow">return</span> res;</div><div class="line"><a name="l00240"></a><span class="lineno"> 240</span>  }</div><div class="line"><a name="l00244"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a5e2eb64751872f537ae3cb25f949fff1"> 244</a></span>  <span class="keyword">inline</span> <a class="code" href="structmxnet_1_1Context.html">Context</a> <a class="code" href="classmxnet_1_1NDArray.html#a5e2eb64751872f537ae3cb25f949fff1">ctx</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  CHECK(!is_none());</div><div class="line"><a name="l00246"></a><span class="lineno"> 246</span>  <span class="keywordflow">return</span> ptr_-&gt;shandle.ctx;</div><div class="line"><a name="l00247"></a><span class="lineno"> 247</span>  }</div><div class="line"><a name="l00251"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a1b6038a196c14d038bd3e6d6bbe36ad2"> 251</a></span>  <span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="classmxnet_1_1NDArray.html#a1b6038a196c14d038bd3e6d6bbe36ad2">dtype</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  <span class="keywordflow">return</span> dtype_;</div><div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  }</div><div class="line"><a name="l00254"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a02fe304d3498632571fea1a7c1fd91d6"> 254</a></span>  <span class="keyword">inline</span> <span class="keywordtype">int</span> <a class="code" href="classmxnet_1_1NDArray.html#a02fe304d3498632571fea1a7c1fd91d6">aux_type</a>(<span class="keywordtype">size_t</span> i)<span class="keyword"> const </span>{</div><div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  CHECK(!is_none());</div><div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  <span class="keywordflow">return</span> ptr_-&gt;aux_types[i];</div><div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  }</div><div class="line"><a name="l00258"></a><span class="lineno"> 258</span> </div><div class="line"><a name="l00259"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a4d8f894c0306ad693ccf29278a613732"> 259</a></span>  <span class="keyword">inline</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> <a class="code" href="classmxnet_1_1NDArray.html#a4d8f894c0306ad693ccf29278a613732">storage_type</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  <span class="keywordflow">return</span> storage_type_;</div><div class="line"><a name="l00261"></a><span class="lineno"> 261</span>  }</div><div class="line"><a name="l00263"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a2a15ffdbf29d4d5455a4fbb4b607880c"> 263</a></span>  <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="classmxnet_1_1NDArray.html#a2a15ffdbf29d4d5455a4fbb4b607880c">is_none</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00264"></a><span class="lineno"> 264</span>  <span class="keywordflow">return</span> ptr_.get() == <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  }</div><div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  <span class="keywordtype">bool</span> fresh_out_grad() <span class="keyword">const</span>;</div><div class="line"><a name="l00269"></a><span class="lineno"> 269</span>  <span class="keywordtype">void</span> set_fresh_out_grad(<span class="keywordtype">bool</span> state) <span class="keyword">const</span>;</div><div class="line"><a name="l00274"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a0f59c72c8caefcc069d5839d35288cd1"> 274</a></span>  <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="classmxnet_1_1NDArray.html#a0f59c72c8caefcc069d5839d35288cd1">storage_initialized</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00275"></a><span class="lineno"> 275</span>  <span class="keywordflow">if</span> (is_none()) <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00276"></a><span class="lineno"> 276</span>  <span class="keyword">auto</span> stype = storage_type();</div><div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  CHECK_NE(stype, <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>)</div><div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  &lt;&lt; <span class="stringliteral">"storage_initialized() is not intended for kDefaultStorage."</span>;</div><div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a>) {</div><div class="line"><a name="l00280"></a><span class="lineno"> 280</span>  CHECK_EQ(aux_shape(<a class="code" href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">rowsparse::kIdx</a>)[0], storage_shape()[0])</div><div class="line"><a name="l00281"></a><span class="lineno"> 281</span>  &lt;&lt; <span class="stringliteral">"inconsistent storage shape "</span> &lt;&lt; storage_shape()</div><div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  &lt;&lt; <span class="stringliteral">" vs. aux shape "</span> &lt;&lt; aux_shape(<a class="code" href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">rowsparse::kIdx</a>);</div><div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  <span class="keywordflow">return</span> aux_shape(<a class="code" href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">rowsparse::kIdx</a>).Size() != 0;</div><div class="line"><a name="l00284"></a><span class="lineno"> 284</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a>) {</div><div class="line"><a name="l00285"></a><span class="lineno"> 285</span>  CHECK_EQ(aux_shape(<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">csr::kIdx</a>)[0], storage_shape()[0])</div><div class="line"><a name="l00286"></a><span class="lineno"> 286</span>  &lt;&lt; <span class="stringliteral">"inconsistent storage shape "</span> &lt;&lt; storage_shape()</div><div class="line"><a name="l00287"></a><span class="lineno"> 287</span>  &lt;&lt; <span class="stringliteral">" vs. aux shape "</span> &lt;&lt; aux_shape(<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">csr::kIdx</a>);</div><div class="line"><a name="l00288"></a><span class="lineno"> 288</span>  <span class="keywordflow">return</span> aux_shape(<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">csr::kIdx</a>).Size() != 0;</div><div class="line"><a name="l00289"></a><span class="lineno"> 289</span>  } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00290"></a><span class="lineno"> 290</span>  LOG(FATAL) &lt;&lt; <span class="stringliteral">"Unknown storage type"</span>;</div><div class="line"><a name="l00291"></a><span class="lineno"> 291</span>  }</div><div class="line"><a name="l00292"></a><span class="lineno"> 292</span>  <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00293"></a><span class="lineno"> 293</span>  }</div><div class="line"><a name="l00295"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#ad330f5e35c41078cb64cd84ae59a0bc3"> 295</a></span>  <span class="keyword">inline</span> <a class="code" href="structmxnet_1_1Storage_1_1Handle.html">Storage::Handle</a> <a class="code" href="classmxnet_1_1NDArray.html#ad330f5e35c41078cb64cd84ae59a0bc3">storage_handle</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00296"></a><span class="lineno"> 296</span>  CHECK(!is_none());</div><div class="line"><a name="l00297"></a><span class="lineno"> 297</span>  CHECK_EQ(storage_type(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>);</div><div class="line"><a name="l00298"></a><span class="lineno"> 298</span>  CheckAndAlloc();</div><div class="line"><a name="l00299"></a><span class="lineno"> 299</span>  <span class="keywordflow">return</span> ptr_-&gt;shandle;</div><div class="line"><a name="l00300"></a><span class="lineno"> 300</span>  }</div><div class="line"><a name="l00305"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#aedd79a43d5fa4173f3ddd719fb939fbc"> 305</a></span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classmxnet_1_1NDArray.html#aedd79a43d5fa4173f3ddd719fb939fbc">WaitToRead</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00306"></a><span class="lineno"> 306</span>  <span class="keywordflow">if</span> (is_none()) <span class="keywordflow">return</span>;</div><div class="line"><a name="l00307"></a><span class="lineno"> 307</span>  <a class="code" href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">Engine::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Engine.html#aed51bd7f294d9f2b569764a0c151d883">WaitForVar</a>(ptr_-&gt;var);</div><div class="line"><a name="l00308"></a><span class="lineno"> 308</span>  }</div><div class="line"><a name="l00313"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a4b88b5d86ec9ddf4ca96701107337461"> 313</a></span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classmxnet_1_1NDArray.html#a4b88b5d86ec9ddf4ca96701107337461">WaitToWrite</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00314"></a><span class="lineno"> 314</span>  <span class="keywordflow">if</span> (is_none()) <span class="keywordflow">return</span>;</div><div class="line"><a name="l00319"></a><span class="lineno"> 319</span>  <a class="code" href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">Engine::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Engine.html#afbdd4887c046e05aabe9272d0a0953a7">PushAsync</a>(</div><div class="line"><a name="l00320"></a><span class="lineno"> 320</span>  [](<a class="code" href="structmxnet_1_1RunContext.html">RunContext</a>, <a class="code" href="classmxnet_1_1engine_1_1CallbackOnComplete.html">Engine::CallbackOnComplete</a> on_complete) {</div><div class="line"><a name="l00321"></a><span class="lineno"> 321</span>  on_complete();</div><div class="line"><a name="l00322"></a><span class="lineno"> 322</span>  }, <a class="code" href="structmxnet_1_1Context.html">Context</a>{}, {}, {ptr_-&gt;var});</div><div class="line"><a name="l00323"></a><span class="lineno"> 323</span>  <a class="code" href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">Engine::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Engine.html#aed51bd7f294d9f2b569764a0c151d883">WaitForVar</a>(ptr_-&gt;var);</div><div class="line"><a name="l00324"></a><span class="lineno"> 324</span>  }</div><div class="line"><a name="l00326"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a35c9b5da0852b480e0114f0865338cbc"> 326</a></span>  <span class="keyword">inline</span> <a class="code" href="classmxnet_1_1Engine.html#aac31510c793a12944c33f9cac6150491">Engine::VarHandle</a> <a class="code" href="classmxnet_1_1NDArray.html#a35c9b5da0852b480e0114f0865338cbc">var</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00327"></a><span class="lineno"> 327</span>  <span class="keywordflow">return</span> ptr_-&gt;var;</div><div class="line"><a name="l00328"></a><span class="lineno"> 328</span>  }</div><div class="line"><a name="l00330"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a5dfa016a606afd37b8bc85dc2832b025"> 330</a></span>  <span class="keyword">inline</span> <span class="keywordtype">size_t</span> <a class="code" href="classmxnet_1_1NDArray.html#a5dfa016a606afd37b8bc85dc2832b025">byte_offset</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00331"></a><span class="lineno"> 331</span>  <span class="keywordflow">return</span> byte_offset_;</div><div class="line"><a name="l00332"></a><span class="lineno"> 332</span>  }</div><div class="line"><a name="l00337"></a><span class="lineno"> 337</span>  <span class="keywordtype">void</span> Save(dmlc::Stream *strm) <span class="keyword">const</span>;</div><div class="line"><a name="l00343"></a><span class="lineno"> 343</span>  <span class="keywordtype">bool</span> LegacyLoad(dmlc::Stream *strm, <span class="keyword">const</span> uint32_t magic);</div><div class="line"><a name="l00349"></a><span class="lineno"> 349</span>  <span class="keywordtype">bool</span> Load(dmlc::Stream *strm);</div><div class="line"><a name="l00355"></a><span class="lineno"> 355</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;operator=(<a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> scalar);</div><div class="line"><a name="l00362"></a><span class="lineno"> 362</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;operator+=(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;src);</div><div class="line"><a name="l00369"></a><span class="lineno"> 369</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;operator+=(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> &amp;src);</div><div class="line"><a name="l00376"></a><span class="lineno"> 376</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;operator-=(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;src);</div><div class="line"><a name="l00383"></a><span class="lineno"> 383</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;operator-=(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> &amp;src);</div><div class="line"><a name="l00390"></a><span class="lineno"> 390</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;operator*=(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;src);</div><div class="line"><a name="l00397"></a><span class="lineno"> 397</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;operator*=(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> &amp;src);</div><div class="line"><a name="l00404"></a><span class="lineno"> 404</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;operator/=(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;src);</div><div class="line"><a name="l00411"></a><span class="lineno"> 411</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;operator/=(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> &amp;src);</div><div class="line"><a name="l00417"></a><span class="lineno"> 417</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> Copy(<a class="code" href="structmxnet_1_1Context.html">Context</a> ctx) <span class="keyword">const</span>;</div><div class="line"><a name="l00428"></a><span class="lineno"> 428</span>  <span class="keywordtype">void</span> SyncCopyFromCPU(<span class="keyword">const</span> <span class="keywordtype">void</span> *data, <span class="keywordtype">size_t</span> size) <span class="keyword">const</span>;</div><div class="line"><a name="l00429"></a><span class="lineno"> 429</span> </div><div class="line"><a name="l00433"></a><span class="lineno"> 433</span>  <span class="keywordtype">void</span> SyncCopyFromNDArray(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;src, <span class="keywordtype">int</span> i = -1, <span class="keywordtype">int</span> j = -1);</div><div class="line"><a name="l00434"></a><span class="lineno"> 434</span> </div><div class="line"><a name="l00445"></a><span class="lineno"> 445</span>  <span class="keywordtype">void</span> SyncCopyToCPU(<span class="keywordtype">void</span> *data, <span class="keywordtype">size_t</span> size) <span class="keyword">const</span>;</div><div class="line"><a name="l00451"></a><span class="lineno"> 451</span>  <span class="keywordtype">void</span> SyncCheckFormat(<span class="keyword">const</span> <span class="keywordtype">bool</span> full_check) <span class="keyword">const</span>;</div><div class="line"><a name="l00458"></a><span class="lineno"> 458</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> Slice(<a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> begin, <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> end) <span class="keyword">const</span>;</div><div class="line"><a name="l00465"></a><span class="lineno"> 465</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> SliceWithRecord(<a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> begin, <a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> end);</div><div class="line"><a name="l00471"></a><span class="lineno"> 471</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> At(<a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> idx) <span class="keyword">const</span>;</div><div class="line"><a name="l00477"></a><span class="lineno"> 477</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> AtWithRecord(<a class="code" href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">index_t</a> idx);</div><div class="line"><a name="l00482"></a><span class="lineno"> 482</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> aux_ndarray(<span class="keywordtype">size_t</span> i) <span class="keyword">const</span>;</div><div class="line"><a name="l00483"></a><span class="lineno"> 483</span> </div><div class="line"><a name="l00488"></a><span class="lineno"> 488</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> data_ndarray() <span class="keyword">const</span>;</div><div class="line"><a name="l00489"></a><span class="lineno"> 489</span> </div><div class="line"><a name="l00497"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a3896fcce89afce4c1d2f825f7853ca0c"> 497</a></span>  <span class="keyword">inline</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="classmxnet_1_1NDArray.html#a3896fcce89afce4c1d2f825f7853ca0c">AsArray</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;shape, <span class="keywordtype">int</span> dtype)<span class="keyword"> const </span>{</div><div class="line"><a name="l00498"></a><span class="lineno"> 498</span>  CHECK_EQ(storage_type(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>)</div><div class="line"><a name="l00499"></a><span class="lineno"> 499</span>  &lt;&lt; <span class="stringliteral">"AsArray is intended only for kDefaultStorage."</span>;</div><div class="line"><a name="l00500"></a><span class="lineno"> 500</span>  CHECK_GE(ptr_-&gt;shandle.size,</div><div class="line"><a name="l00501"></a><span class="lineno"> 501</span>  shape.Size() * mshadow::mshadow_sizeof(dtype))</div><div class="line"><a name="l00502"></a><span class="lineno"> 502</span>  &lt;&lt; <span class="stringliteral">"NDArray.AsArray: target memory size is bigger"</span>;</div><div class="line"><a name="l00503"></a><span class="lineno"> 503</span>  <span class="comment">// We can't reuse memory in a view.</span></div><div class="line"><a name="l00504"></a><span class="lineno"> 504</span>  CHECK(!IsView());</div><div class="line"><a name="l00505"></a><span class="lineno"> 505</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> ret = *<span class="keyword">this</span>;</div><div class="line"><a name="l00506"></a><span class="lineno"> 506</span>  ret.shape_ = shape;</div><div class="line"><a name="l00507"></a><span class="lineno"> 507</span>  ret.dtype_ = dtype;</div><div class="line"><a name="l00508"></a><span class="lineno"> 508</span>  ret.reuse_ = <span class="keyword">true</span>;</div><div class="line"><a name="l00509"></a><span class="lineno"> 509</span>  <span class="keywordflow">return</span> ret;</div><div class="line"><a name="l00510"></a><span class="lineno"> 510</span>  }</div><div class="line"><a name="l00511"></a><span class="lineno"> 511</span> </div><div class="line"><a name="l00519"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a36348646a0c2756b8c8cfa80f44f1eef"> 519</a></span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classmxnet_1_1NDArray.html#a36348646a0c2756b8c8cfa80f44f1eef">SparseUpdateChunk</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;arr)<span class="keyword"> const </span>{</div><div class="line"><a name="l00520"></a><span class="lineno"> 520</span>  CHECK(shape_ == arr.shape_) &lt;&lt; <span class="stringliteral">"ndarray shape is different from the target"</span>;</div><div class="line"><a name="l00521"></a><span class="lineno"> 521</span>  CHECK(dtype_ == arr.dtype_) &lt;&lt; <span class="stringliteral">"ndarray dtype is different from the target"</span>;</div><div class="line"><a name="l00522"></a><span class="lineno"> 522</span>  <span class="keyword">auto</span> stype = arr.<a class="code" href="classmxnet_1_1NDArray.html#a4d8f894c0306ad693ccf29278a613732">storage_type</a>();</div><div class="line"><a name="l00523"></a><span class="lineno"> 523</span>  CHECK(stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a> || stype == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a>)</div><div class="line"><a name="l00524"></a><span class="lineno"> 524</span>  &lt;&lt; <span class="stringliteral">"Only to be used with CSR and RSP storage types"</span>;</div><div class="line"><a name="l00525"></a><span class="lineno"> 525</span>  <span class="comment">// swap shandles between src and dst</span></div><div class="line"><a name="l00526"></a><span class="lineno"> 526</span>  <a class="code" href="structmxnet_1_1Storage_1_1Handle.html">Storage::Handle</a> shandle_dst = arr.ptr_-&gt;shandle;</div><div class="line"><a name="l00527"></a><span class="lineno"> 527</span>  arr.ptr_-&gt;shandle = ptr_-&gt;shandle;</div><div class="line"><a name="l00528"></a><span class="lineno"> 528</span>  ptr_-&gt;shandle = shandle_dst;</div><div class="line"><a name="l00529"></a><span class="lineno"> 529</span> </div><div class="line"><a name="l00530"></a><span class="lineno"> 530</span>  ptr_-&gt;storage_shape = arr.ptr_-&gt;storage_shape;</div><div class="line"><a name="l00531"></a><span class="lineno"> 531</span>  ptr_-&gt;storage_type = arr.ptr_-&gt;storage_type;</div><div class="line"><a name="l00532"></a><span class="lineno"> 532</span>  ptr_-&gt;ctx = arr.ptr_-&gt;ctx;</div><div class="line"><a name="l00533"></a><span class="lineno"> 533</span> </div><div class="line"><a name="l00534"></a><span class="lineno"> 534</span>  <span class="comment">// swap aux_handles between src and dst</span></div><div class="line"><a name="l00535"></a><span class="lineno"> 535</span>  <span class="keywordtype">size_t</span> aux_idx = 0;</div><div class="line"><a name="l00536"></a><span class="lineno"> 536</span>  CHECK(ptr_-&gt;aux_handles.size() == arr.ptr_-&gt;aux_handles.size())</div><div class="line"><a name="l00537"></a><span class="lineno"> 537</span>  &lt;&lt; <span class="stringliteral">"ndarray number of aux_handles is different from target"</span>;</div><div class="line"><a name="l00538"></a><span class="lineno"> 538</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> &amp;aux_handle : arr.ptr_-&gt;aux_handles) {</div><div class="line"><a name="l00539"></a><span class="lineno"> 539</span>  <a class="code" href="structmxnet_1_1Storage_1_1Handle.html">Storage::Handle</a> aux_dst = ptr_-&gt;aux_handles[aux_idx];</div><div class="line"><a name="l00540"></a><span class="lineno"> 540</span>  ptr_-&gt;aux_handles[aux_idx] = aux_handle;</div><div class="line"><a name="l00541"></a><span class="lineno"> 541</span>  aux_handle = aux_dst;</div><div class="line"><a name="l00542"></a><span class="lineno"> 542</span>  aux_idx++;</div><div class="line"><a name="l00543"></a><span class="lineno"> 543</span>  }</div><div class="line"><a name="l00544"></a><span class="lineno"> 544</span>  ptr_-&gt;aux_types = arr.ptr_-&gt;aux_types;</div><div class="line"><a name="l00545"></a><span class="lineno"> 545</span>  ptr_-&gt;aux_shapes = arr.ptr_-&gt;aux_shapes;</div><div class="line"><a name="l00546"></a><span class="lineno"> 546</span>  }</div><div class="line"><a name="l00547"></a><span class="lineno"> 547</span> </div><div class="line"><a name="l00553"></a><span class="lineno"> 553</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="namespacemxnet_1_1cpp.html#a7b26f5f8ccd20fe25f32d7fd18888c5b">Reshape</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;shape) <span class="keyword">const</span>;</div><div class="line"><a name="l00559"></a><span class="lineno"> 559</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> ReshapeWithRecord(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;shape);</div><div class="line"><a name="l00563"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a34a3694141050a257dc6b40a6ad2c4ec"> 563</a></span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="classmxnet_1_1NDArray.html#a34a3694141050a257dc6b40a6ad2c4ec">Detach</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00564"></a><span class="lineno"> 564</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> ret(*<span class="keyword">this</span>);</div><div class="line"><a name="l00565"></a><span class="lineno"> 565</span>  ret.entry_ = nnvm::NodeEntry{<span class="keyword">nullptr</span>, 0, 0};</div><div class="line"><a name="l00566"></a><span class="lineno"> 566</span>  <span class="keywordflow">return</span> ret;</div><div class="line"><a name="l00567"></a><span class="lineno"> 567</span>  }</div><div class="line"><a name="l00568"></a><span class="lineno"> 568</span> </div><div class="line"><a name="l00569"></a><span class="lineno"> 569</span>  nnvm::Symbol get_autograd_symbol() <span class="keyword">const</span>;</div><div class="line"><a name="l00574"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a35c2a2c797f601fbc5d560481b11720a"> 574</a></span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classmxnet_1_1NDArray.html#a35c2a2c797f601fbc5d560481b11720a">CheckAndAlloc</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00575"></a><span class="lineno"> 575</span>  CHECK_EQ(storage_type(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>);</div><div class="line"><a name="l00576"></a><span class="lineno"> 576</span>  ptr_-&gt;CheckAndAlloc();</div><div class="line"><a name="l00577"></a><span class="lineno"> 577</span>  }</div><div class="line"><a name="l00578"></a><span class="lineno"> 578</span> </div><div class="line"><a name="l00588"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a15af0cf321dbe235b6900417d4847aae"> 588</a></span>  <span class="keywordtype">void</span> <a class="code" href="classmxnet_1_1NDArray.html#a15af0cf321dbe235b6900417d4847aae">ReshapeAndAlloc</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a>&amp; shape) {</div><div class="line"><a name="l00589"></a><span class="lineno"> 589</span>  CHECK_EQ(storage_type(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>);</div><div class="line"><a name="l00590"></a><span class="lineno"> 590</span>  CHECK(!is_none());</div><div class="line"><a name="l00591"></a><span class="lineno"> 591</span>  shape_ = shape;</div><div class="line"><a name="l00592"></a><span class="lineno"> 592</span>  ptr_-&gt;CheckAndAlloc(shape.Size() * mshadow::mshadow_sizeof(dtype_));</div><div class="line"><a name="l00593"></a><span class="lineno"> 593</span>  }</div><div class="line"><a name="l00594"></a><span class="lineno"> 594</span> </div><div class="line"><a name="l00595"></a><span class="lineno"> 595</span>  <span class="comment">/* !</span></div><div class="line"><a name="l00596"></a><span class="lineno"> 596</span> <span class="comment"> * \brief Alloc memory for non-default storage</span></div><div class="line"><a name="l00597"></a><span class="lineno"> 597</span> <span class="comment"> * aux_shape is only known at run time</span></div><div class="line"><a name="l00598"></a><span class="lineno"> 598</span> <span class="comment"> */</span></div><div class="line"><a name="l00599"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a557fe59b005fc7040db02882b12c3ff5"> 599</a></span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classmxnet_1_1NDArray.html#a557fe59b005fc7040db02882b12c3ff5">CheckAndAlloc</a>(<span class="keyword">const</span> std::vector&lt;TShape&gt; &amp;aux_shapes)<span class="keyword"> const </span>{</div><div class="line"><a name="l00600"></a><span class="lineno"> 600</span>  CHECK_NE(storage_type(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>)</div><div class="line"><a name="l00601"></a><span class="lineno"> 601</span>  &lt;&lt; <span class="stringliteral">"CheckAndAlloc(aux_shapes) is not intended for kDefaultStorage"</span>;</div><div class="line"><a name="l00602"></a><span class="lineno"> 602</span>  ptr_-&gt;CheckAndAlloc(shape_, aux_shapes, dtype_);</div><div class="line"><a name="l00603"></a><span class="lineno"> 603</span>  }</div><div class="line"><a name="l00604"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#adcccfd3a4e7a334274677dfc0748d8fe"> 604</a></span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classmxnet_1_1NDArray.html#adcccfd3a4e7a334274677dfc0748d8fe">CheckAndAllocData</a>(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;storage_shape)<span class="keyword"> const </span>{</div><div class="line"><a name="l00605"></a><span class="lineno"> 605</span>  CHECK_NE(storage_type(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>)</div><div class="line"><a name="l00606"></a><span class="lineno"> 606</span>  &lt;&lt; <span class="stringliteral">"CheckAndAllocData is not intended for kDefaultStorage"</span>;</div><div class="line"><a name="l00607"></a><span class="lineno"> 607</span>  ptr_-&gt;CheckAndAllocData(storage_shape, dtype_);</div><div class="line"><a name="l00608"></a><span class="lineno"> 608</span>  }</div><div class="line"><a name="l00609"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#a15809565dc2e38b3a8f62226b086fd29"> 609</a></span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classmxnet_1_1NDArray.html#a15809565dc2e38b3a8f62226b086fd29">CheckAndAllocAuxData</a>(<span class="keywordtype">size_t</span> i, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;aux_shape)<span class="keyword"> const </span>{</div><div class="line"><a name="l00610"></a><span class="lineno"> 610</span>  CHECK_NE(storage_type(), <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>)</div><div class="line"><a name="l00611"></a><span class="lineno"> 611</span>  &lt;&lt; <span class="stringliteral">"CheckAndAllocAuxData is not intended for kDefaultStorage"</span>;</div><div class="line"><a name="l00612"></a><span class="lineno"> 612</span>  ptr_-&gt;CheckAndAllocAuxData(i, aux_shape);</div><div class="line"><a name="l00613"></a><span class="lineno"> 613</span>  }</div><div class="line"><a name="l00614"></a><span class="lineno"> 614</span> </div><div class="line"><a name="l00615"></a><span class="lineno"> 615</span> <span class="preprocessor">#if MXNET_USE_MKLDNN == 1</span></div><div class="line"><a name="l00616"></a><span class="lineno"> 616</span>  <span class="comment">/*</span></div><div class="line"><a name="l00617"></a><span class="lineno"> 617</span> <span class="comment"> * Test if the data is stored in one of special MKLDNN format.</span></div><div class="line"><a name="l00618"></a><span class="lineno"> 618</span> <span class="comment"> */</span></div><div class="line"><a name="l00619"></a><span class="lineno"> 619</span>  <span class="keywordtype">bool</span> IsMKLDNNData()<span class="keyword"> const </span>{</div><div class="line"><a name="l00620"></a><span class="lineno"> 620</span>  <span class="keywordflow">return</span> ptr_-&gt;IsMKLDNN();</div><div class="line"><a name="l00621"></a><span class="lineno"> 621</span>  }</div><div class="line"><a name="l00622"></a><span class="lineno"> 622</span>  <span class="comment">/*</span></div><div class="line"><a name="l00623"></a><span class="lineno"> 623</span> <span class="comment"> * Test if the data is stored in one of default MXNet formats.</span></div><div class="line"><a name="l00624"></a><span class="lineno"> 624</span> <span class="comment"> */</span></div><div class="line"><a name="l00625"></a><span class="lineno"> 625</span>  <span class="keywordtype">bool</span> IsDefaultData()<span class="keyword"> const </span>{</div><div class="line"><a name="l00626"></a><span class="lineno"> 626</span>  <span class="keywordflow">return</span> ptr_-&gt;IsDefault();</div><div class="line"><a name="l00627"></a><span class="lineno"> 627</span>  }</div><div class="line"><a name="l00628"></a><span class="lineno"> 628</span>  <span class="comment">/*</span></div><div class="line"><a name="l00629"></a><span class="lineno"> 629</span> <span class="comment"> * All functions below return a raw pointer to mkldnn memory. Actually there</span></div><div class="line"><a name="l00630"></a><span class="lineno"> 630</span> <span class="comment"> * is a shared pointer that hold the memory either in NDArray or in MKLDNN</span></div><div class="line"><a name="l00631"></a><span class="lineno"> 631</span> <span class="comment"> * stream. As long as we call these functions inside an operator, the return</span></div><div class="line"><a name="l00632"></a><span class="lineno"> 632</span> <span class="comment"> * memory is always valid.</span></div><div class="line"><a name="l00633"></a><span class="lineno"> 633</span> <span class="comment"> */</span></div><div class="line"><a name="l00634"></a><span class="lineno"> 634</span> </div><div class="line"><a name="l00635"></a><span class="lineno"> 635</span>  <span class="comment">/*</span></div><div class="line"><a name="l00636"></a><span class="lineno"> 636</span> <span class="comment"> * This function returns mkldnn::memory with the default primitive_desc.</span></div><div class="line"><a name="l00637"></a><span class="lineno"> 637</span> <span class="comment"> */</span></div><div class="line"><a name="l00638"></a><span class="lineno"> 638</span>  <span class="keyword">const</span> mkldnn::memory *GetMKLDNNData() <span class="keyword">const</span>;</div><div class="line"><a name="l00639"></a><span class="lineno"> 639</span>  <span class="comment">/*</span></div><div class="line"><a name="l00640"></a><span class="lineno"> 640</span> <span class="comment"> * This function returns mkldnn::memory with the given primitive_desc</span></div><div class="line"><a name="l00641"></a><span class="lineno"> 641</span> <span class="comment"> * as long as the array size meets the required size in the given primitive_desc.</span></div><div class="line"><a name="l00642"></a><span class="lineno"> 642</span> <span class="comment"> */</span></div><div class="line"><a name="l00643"></a><span class="lineno"> 643</span>  <span class="keyword">const</span> mkldnn::memory *GetMKLDNNData(</div><div class="line"><a name="l00644"></a><span class="lineno"> 644</span>  <span class="keyword">const</span> mkldnn::memory::primitive_desc &amp;desc) <span class="keyword">const</span>;</div><div class="line"><a name="l00645"></a><span class="lineno"> 645</span>  <span class="comment">/*</span></div><div class="line"><a name="l00646"></a><span class="lineno"> 646</span> <span class="comment"> * This function returns mkldnn::memory with the given primitive_desc.</span></div><div class="line"><a name="l00647"></a><span class="lineno"> 647</span> <span class="comment"> * The returned mkldnn::memory will have the same physical layout as</span></div><div class="line"><a name="l00648"></a><span class="lineno"> 648</span> <span class="comment"> * the given primitive_desc.</span></div><div class="line"><a name="l00649"></a><span class="lineno"> 649</span> <span class="comment"> */</span></div><div class="line"><a name="l00650"></a><span class="lineno"> 650</span>  <span class="keyword">const</span> mkldnn::memory *GetMKLDNNDataReorder(</div><div class="line"><a name="l00651"></a><span class="lineno"> 651</span>  <span class="keyword">const</span> mkldnn::memory::primitive_desc &amp;desc) <span class="keyword">const</span>;</div><div class="line"><a name="l00652"></a><span class="lineno"> 652</span> </div><div class="line"><a name="l00653"></a><span class="lineno"> 653</span>  <span class="comment">/*</span></div><div class="line"><a name="l00654"></a><span class="lineno"> 654</span> <span class="comment"> * This function copies data from mkldnn memory.</span></div><div class="line"><a name="l00655"></a><span class="lineno"> 655</span> <span class="comment"> */</span></div><div class="line"><a name="l00656"></a><span class="lineno"> 656</span>  <span class="keywordtype">void</span> CopyFrom(<span class="keyword">const</span> mkldnn::memory &amp;mem);</div><div class="line"><a name="l00657"></a><span class="lineno"> 657</span>  <span class="comment">/*</span></div><div class="line"><a name="l00658"></a><span class="lineno"> 658</span> <span class="comment"> * This function allocates memory for array and creates mkldnn memory</span></div><div class="line"><a name="l00659"></a><span class="lineno"> 659</span> <span class="comment"> * with the specified format.</span></div><div class="line"><a name="l00660"></a><span class="lineno"> 660</span> <span class="comment"> */</span></div><div class="line"><a name="l00661"></a><span class="lineno"> 661</span>  mkldnn::memory *CreateMKLDNNData(</div><div class="line"><a name="l00662"></a><span class="lineno"> 662</span>  <span class="keyword">const</span> mkldnn::memory::primitive_desc &amp;desc);</div><div class="line"><a name="l00663"></a><span class="lineno"> 663</span> </div><div class="line"><a name="l00664"></a><span class="lineno"> 664</span>  <span class="comment">/*</span></div><div class="line"><a name="l00665"></a><span class="lineno"> 665</span> <span class="comment"> * These are the async version of the methods above.</span></div><div class="line"><a name="l00666"></a><span class="lineno"> 666</span> <span class="comment"> * It changes the layout of this NDArray, but it happens after all accesses to</span></div><div class="line"><a name="l00667"></a><span class="lineno"> 667</span> <span class="comment"> * the array are complete.</span></div><div class="line"><a name="l00668"></a><span class="lineno"> 668</span> <span class="comment"> */</span></div><div class="line"><a name="l00669"></a><span class="lineno"> 669</span>  <span class="keywordtype">void</span> Reorder2DefaultAsync();</div><div class="line"><a name="l00670"></a><span class="lineno"> 670</span>  <span class="keywordtype">void</span> MKLDNNDataReorderAsync(<span class="keyword">const</span> mkldnn::memory::primitive_desc &amp;desc);</div><div class="line"><a name="l00671"></a><span class="lineno"> 671</span> </div><div class="line"><a name="l00672"></a><span class="lineno"> 672</span>  <span class="comment">/*</span></div><div class="line"><a name="l00673"></a><span class="lineno"> 673</span> <span class="comment"> * This creates a new NDArray with the reordered data.</span></div><div class="line"><a name="l00674"></a><span class="lineno"> 674</span> <span class="comment"> * It doesn't affect the data of the original NDArray.</span></div><div class="line"><a name="l00675"></a><span class="lineno"> 675</span> <span class="comment"> */</span></div><div class="line"><a name="l00676"></a><span class="lineno"> 676</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> Reorder2Default() <span class="keyword">const</span>;</div><div class="line"><a name="l00677"></a><span class="lineno"> 677</span> </div><div class="line"><a name="l00678"></a><span class="lineno"> 678</span>  <span class="keywordtype">void</span> InvalidateMKLDNNData() {</div><div class="line"><a name="l00679"></a><span class="lineno"> 679</span>  <span class="comment">// Removing mkl_mem_ means the NDArray will store data in the default format.</span></div><div class="line"><a name="l00680"></a><span class="lineno"> 680</span>  ptr_-&gt;mkl_mem_ = <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00681"></a><span class="lineno"> 681</span>  }</div><div class="line"><a name="l00682"></a><span class="lineno"> 682</span> </div><div class="line"><a name="l00683"></a><span class="lineno"> 683</span>  <span class="comment">/*</span></div><div class="line"><a name="l00684"></a><span class="lineno"> 684</span> <span class="comment"> * This function is used inside operators to reshape an array.</span></div><div class="line"><a name="l00685"></a><span class="lineno"> 685</span> <span class="comment"> * It doesn't change the layout of the original array and allocate memory from</span></div><div class="line"><a name="l00686"></a><span class="lineno"> 686</span> <span class="comment"> * the temporary buffer. The returned array is only valid inside the current</span></div><div class="line"><a name="l00687"></a><span class="lineno"> 687</span> <span class="comment"> * invocation of this operator.</span></div><div class="line"><a name="l00688"></a><span class="lineno"> 688</span> <span class="comment"> * This is different from Reshape. Reshape will cause data in the array to be</span></div><div class="line"><a name="l00689"></a><span class="lineno"> 689</span> <span class="comment"> * converted to the default layout and allocate memory from malloc directly,</span></div><div class="line"><a name="l00690"></a><span class="lineno"> 690</span> <span class="comment"> * which can be expensive.</span></div><div class="line"><a name="l00691"></a><span class="lineno"> 691</span> <span class="comment"> * It's used by FullyConnected right now.</span></div><div class="line"><a name="l00692"></a><span class="lineno"> 692</span> <span class="comment"> */</span></div><div class="line"><a name="l00693"></a><span class="lineno"> 693</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> MKLDNNDataReshape(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;shape) <span class="keyword">const</span>;</div><div class="line"><a name="l00694"></a><span class="lineno"> 694</span> <span class="preprocessor">#endif</span></div><div class="line"><a name="l00695"></a><span class="lineno"> 695</span> </div><div class="line"><a name="l00702"></a><span class="lineno"> 702</span>  <span class="keyword">static</span> <span class="keywordtype">void</span> Save(dmlc::Stream* fo,</div><div class="line"><a name="l00703"></a><span class="lineno"> 703</span>  <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; data,</div><div class="line"><a name="l00704"></a><span class="lineno"> 704</span>  <span class="keyword">const</span> std::vector&lt;std::string&gt;&amp; names);</div><div class="line"><a name="l00711"></a><span class="lineno"> 711</span>  <span class="keyword">static</span> <span class="keywordtype">void</span> Load(dmlc::Stream* fi,</div><div class="line"><a name="l00712"></a><span class="lineno"> 712</span>  std::vector&lt;NDArray&gt;* data,</div><div class="line"><a name="l00713"></a><span class="lineno"> 713</span>  std::vector&lt;std::string&gt;* keys);</div><div class="line"><a name="l00714"></a><span class="lineno"> 714</span> </div><div class="line"><a name="l00715"></a><span class="lineno"> 715</span>  <span class="keyword">private</span>:</div><div class="line"><a name="l00716"></a><span class="lineno"><a class="line" href="classmxnet_1_1NDArray.html#add286ab9a359eb017008c9a3ff53701f"> 716</a></span>  <span class="keyword">friend</span> <span class="keyword">class </span><a class="code" href="classmxnet_1_1Imperative.html">Imperative</a>;</div><div class="line"><a name="l00718"></a><span class="lineno"> 718</span>  <span class="comment">// shandle is used to store the actual values in the NDArray</span></div><div class="line"><a name="l00719"></a><span class="lineno"> 719</span>  <span class="comment">// aux_handles store the aux data(such as indices) if it's needed by non-default storage.</span></div><div class="line"><a name="l00720"></a><span class="lineno"> 720</span>  <span class="keyword">struct </span>Chunk {</div><div class="line"><a name="l00724"></a><span class="lineno"> 724</span>  <a class="code" href="structmxnet_1_1Storage_1_1Handle.html">Storage::Handle</a> shandle;</div><div class="line"><a name="l00729"></a><span class="lineno"> 729</span>  std::vector&lt;Storage::Handle&gt; aux_handles;</div><div class="line"><a name="l00730"></a><span class="lineno"> 730</span> </div><div class="line"><a name="l00731"></a><span class="lineno"> 731</span> <span class="preprocessor">#if MXNET_USE_MKLDNN == 1</span></div><div class="line"><a name="l00732"></a><span class="lineno"> 732</span> </div><div class="line"><a name="l00734"></a><span class="lineno"> 734</span>  std::shared_ptr&lt;MKLDNNMemory&gt; mkl_mem_;</div><div class="line"><a name="l00735"></a><span class="lineno"> 735</span> <span class="preprocessor">#endif</span></div><div class="line"><a name="l00736"></a><span class="lineno"> 736</span> </div><div class="line"><a name="l00737"></a><span class="lineno"> 737</span>  <a class="code" href="classmxnet_1_1Engine.html#aac31510c793a12944c33f9cac6150491">Engine::VarHandle</a> var;</div><div class="line"><a name="l00743"></a><span class="lineno"> 743</span>  <span class="keywordtype">bool</span> static_data;</div><div class="line"><a name="l00746"></a><span class="lineno"> 746</span>  <span class="keywordtype">bool</span> delay_alloc;</div><div class="line"><a name="l00747"></a><span class="lineno"> 747</span>  <span class="comment">// the type of the storage. The storage_type is never kUndefinedStorage once the chunk</span></div><div class="line"><a name="l00748"></a><span class="lineno"> 748</span>  <span class="comment">// is constructed.</span></div><div class="line"><a name="l00749"></a><span class="lineno"> 749</span>  <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> storage_type = <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>;</div><div class="line"><a name="l00751"></a><span class="lineno"> 751</span>  std::vector&lt;int&gt; aux_types;</div><div class="line"><a name="l00752"></a><span class="lineno"> 752</span>  <span class="comment">// context of data</span></div><div class="line"><a name="l00753"></a><span class="lineno"> 753</span>  <a class="code" href="structmxnet_1_1Context.html">Context</a> ctx;</div><div class="line"><a name="l00754"></a><span class="lineno"> 754</span>  <span class="comment">// The shape of the chunk data.</span></div><div class="line"><a name="l00755"></a><span class="lineno"> 755</span>  <span class="comment">// This might not be the same shape as the NDArray, since the storage may be sparse.</span></div><div class="line"><a name="l00756"></a><span class="lineno"> 756</span>  <span class="comment">// The default value for storage_shape is {0} when an empty non-default NDArray is created.</span></div><div class="line"><a name="l00757"></a><span class="lineno"> 757</span>  <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> storage_shape;</div><div class="line"><a name="l00758"></a><span class="lineno"> 758</span>  <span class="comment">// The shape of aux data. The default value for the shape depends on the type of storage.</span></div><div class="line"><a name="l00759"></a><span class="lineno"> 759</span>  <span class="comment">// If aux_shapes[i].Size() is zero, aux data i is empty.</span></div><div class="line"><a name="l00760"></a><span class="lineno"> 760</span>  std::vector&lt;TShape&gt; aux_shapes;</div><div class="line"><a name="l00761"></a><span class="lineno"> 761</span> </div><div class="line"><a name="l00763"></a><span class="lineno"> 763</span>  Chunk() : static_data(true), delay_alloc(false) {}</div><div class="line"><a name="l00764"></a><span class="lineno"> 764</span> </div><div class="line"><a name="l00766"></a><span class="lineno"> 766</span>  Chunk(<a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> shape, <a class="code" href="structmxnet_1_1Context.html">Context</a> ctx_, <span class="keywordtype">bool</span> delay_alloc_, <span class="keywordtype">int</span> dtype)</div><div class="line"><a name="l00767"></a><span class="lineno"> 767</span>  : static_data(false), delay_alloc(true), ctx(ctx_) {</div><div class="line"><a name="l00768"></a><span class="lineno"> 768</span>  <span class="keyword">auto</span> size = shape.Size();</div><div class="line"><a name="l00769"></a><span class="lineno"> 769</span>  storage_shape = shape;</div><div class="line"><a name="l00770"></a><span class="lineno"> 770</span>  var = <a class="code" href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">Engine::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Engine.html#a6e141b188f018d5d933ab99868631d5e">NewVariable</a>();</div><div class="line"><a name="l00771"></a><span class="lineno"> 771</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ab93b9db0c83e4ef3803fb587377a74a0">size</a> = size * mshadow::mshadow_sizeof(dtype);</div><div class="line"><a name="l00772"></a><span class="lineno"> 772</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ae0a4202582aa12a598f5c55ef51ad4c8">ctx</a> = ctx_;</div><div class="line"><a name="l00773"></a><span class="lineno"> 773</span>  <span class="keywordflow">if</span> (!delay_alloc_) this-&gt;CheckAndAlloc();</div><div class="line"><a name="l00774"></a><span class="lineno"> 774</span>  }</div><div class="line"><a name="l00775"></a><span class="lineno"> 775</span> </div><div class="line"><a name="l00776"></a><span class="lineno"> 776</span>  Chunk(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> &amp;data, <span class="keywordtype">int</span> dev_id)</div><div class="line"><a name="l00777"></a><span class="lineno"> 777</span>  : static_data(true), delay_alloc(false) {</div><div class="line"><a name="l00778"></a><span class="lineno"> 778</span>  CHECK(storage_type == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>);</div><div class="line"><a name="l00779"></a><span class="lineno"> 779</span>  var = <a class="code" href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">Engine::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Engine.html#a6e141b188f018d5d933ab99868631d5e">NewVariable</a>();</div><div class="line"><a name="l00780"></a><span class="lineno"> 780</span>  <span class="keywordflow">if</span> (data.<a class="code" href="classmxnet_1_1TBlob.html#a613ad1f5ba31efcbecbd041e23cc61b2">dev_mask</a>() == cpu::kDevMask) {</div><div class="line"><a name="l00781"></a><span class="lineno"> 781</span>  ctx = <a class="code" href="structmxnet_1_1Context.html#a4bb231d70623fde216de51589347e513">Context::CPU</a>();</div><div class="line"><a name="l00782"></a><span class="lineno"> 782</span>  } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00783"></a><span class="lineno"> 783</span>  CHECK_EQ(data.<a class="code" href="classmxnet_1_1TBlob.html#a613ad1f5ba31efcbecbd041e23cc61b2">dev_mask</a>(), gpu::kDevMask);</div><div class="line"><a name="l00784"></a><span class="lineno"> 784</span>  ctx = <a class="code" href="structmxnet_1_1Context.html#a39d1a2b59bce135da127475995a58671">Context::GPU</a>(dev_id);</div><div class="line"><a name="l00785"></a><span class="lineno"> 785</span>  }</div><div class="line"><a name="l00786"></a><span class="lineno"> 786</span>  <span class="comment">// init shandle</span></div><div class="line"><a name="l00787"></a><span class="lineno"> 787</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ae0a4202582aa12a598f5c55ef51ad4c8">ctx</a> = ctx;</div><div class="line"><a name="l00788"></a><span class="lineno"> 788</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#a428e25a6317e50c8b55307c96f8ec595">dptr</a> = data.<a class="code" href="classmxnet_1_1TBlob.html#a4e5f4953be2c16724ecff0afc5ea2e10">dptr_</a>;</div><div class="line"><a name="l00789"></a><span class="lineno"> 789</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ab93b9db0c83e4ef3803fb587377a74a0">size</a> = data.<a class="code" href="classmxnet_1_1TBlob.html#a6cc7a57d9c33fefc08630e81951a004f">shape_</a>.Size() * mshadow::mshadow_sizeof(data.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>);</div><div class="line"><a name="l00790"></a><span class="lineno"> 790</span>  storage_shape = data.<a class="code" href="classmxnet_1_1TBlob.html#a6cc7a57d9c33fefc08630e81951a004f">shape_</a>;</div><div class="line"><a name="l00791"></a><span class="lineno"> 791</span>  }</div><div class="line"><a name="l00792"></a><span class="lineno"> 792</span> </div><div class="line"><a name="l00793"></a><span class="lineno"> 793</span>  Chunk(<span class="keywordtype">int</span> shared_pid, <span class="keywordtype">int</span> shared_id, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a>&amp; shape, <span class="keywordtype">int</span> dtype)</div><div class="line"><a name="l00794"></a><span class="lineno"> 794</span>  : static_data(false), delay_alloc(false) {</div><div class="line"><a name="l00795"></a><span class="lineno"> 795</span>  var = <a class="code" href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">Engine::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Engine.html#a6e141b188f018d5d933ab99868631d5e">NewVariable</a>();</div><div class="line"><a name="l00796"></a><span class="lineno"> 796</span>  ctx = <a class="code" href="structmxnet_1_1Context.html#a8e090b1fcc96b682512bcc22fc521f80">Context::CPUShared</a>(0);</div><div class="line"><a name="l00797"></a><span class="lineno"> 797</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ab93b9db0c83e4ef3803fb587377a74a0">size</a> = shape.Size() * mshadow::mshadow_sizeof(dtype);</div><div class="line"><a name="l00798"></a><span class="lineno"> 798</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ae0a4202582aa12a598f5c55ef51ad4c8">ctx</a> = ctx;</div><div class="line"><a name="l00799"></a><span class="lineno"> 799</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ac92111bc6d73d7402331615506684b74">shared_pid</a> = shared_pid;</div><div class="line"><a name="l00800"></a><span class="lineno"> 800</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ad938f8d0ddba567350ee7b3aae14b4c1">shared_id</a> = shared_id;</div><div class="line"><a name="l00801"></a><span class="lineno"> 801</span>  <a class="code" href="classmxnet_1_1Storage.html#a96abc072908d72d3271360a7e3e4bbc2">Storage::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Storage.html#a8ac978f345ba93f26b11ae4331406561">Alloc</a>(&amp;shandle);</div><div class="line"><a name="l00802"></a><span class="lineno"> 802</span>  storage_shape = shape;</div><div class="line"><a name="l00803"></a><span class="lineno"> 803</span>  }</div><div class="line"><a name="l00804"></a><span class="lineno"> 804</span>  <span class="comment">// Constructor for a non-default storage chunk</span></div><div class="line"><a name="l00805"></a><span class="lineno"> 805</span>  Chunk(<a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> storage_type_, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;storage_shape_, <a class="code" href="structmxnet_1_1Context.html">Context</a> ctx_,</div><div class="line"><a name="l00806"></a><span class="lineno"> 806</span>  <span class="keywordtype">bool</span> delay_alloc_, <span class="keywordtype">int</span> dtype, <span class="keyword">const</span> std::vector&lt;int&gt; &amp;aux_types_,</div><div class="line"><a name="l00807"></a><span class="lineno"> 807</span>  <span class="keyword">const</span> std::vector&lt;TShape&gt; &amp;aux_shapes_)</div><div class="line"><a name="l00808"></a><span class="lineno"> 808</span>  : static_data(false), delay_alloc(delay_alloc_), storage_type(storage_type_),</div><div class="line"><a name="l00809"></a><span class="lineno"> 809</span>  aux_types(aux_types_), ctx(ctx_), storage_shape(storage_shape_),</div><div class="line"><a name="l00810"></a><span class="lineno"> 810</span>  aux_shapes(aux_shapes_) {</div><div class="line"><a name="l00811"></a><span class="lineno"> 811</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ae0a4202582aa12a598f5c55ef51ad4c8">ctx</a> = ctx;</div><div class="line"><a name="l00812"></a><span class="lineno"> 812</span>  var = <a class="code" href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">Engine::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Engine.html#a6e141b188f018d5d933ab99868631d5e">NewVariable</a>();</div><div class="line"><a name="l00813"></a><span class="lineno"> 813</span>  <span class="comment">// aux_handles always reflect the correct number of aux data</span></div><div class="line"><a name="l00814"></a><span class="lineno"> 814</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i &lt; aux_shapes.size(); i++) {</div><div class="line"><a name="l00815"></a><span class="lineno"> 815</span>  CheckAndAllocAuxData(i, aux_shapes[i]);</div><div class="line"><a name="l00816"></a><span class="lineno"> 816</span>  <span class="comment">// this line is needed in case when aux_shapes[i].Size() = 0</span></div><div class="line"><a name="l00817"></a><span class="lineno"> 817</span>  <span class="comment">// aux_handles[i] will not be updated and take only default value.</span></div><div class="line"><a name="l00818"></a><span class="lineno"> 818</span>  aux_handles[i].ctx = ctx;</div><div class="line"><a name="l00819"></a><span class="lineno"> 819</span>  }</div><div class="line"><a name="l00820"></a><span class="lineno"> 820</span>  <span class="keywordflow">if</span> (!delay_alloc) {</div><div class="line"><a name="l00821"></a><span class="lineno"> 821</span>  CheckAndAllocData(storage_shape, dtype);</div><div class="line"><a name="l00822"></a><span class="lineno"> 822</span>  }</div><div class="line"><a name="l00823"></a><span class="lineno"> 823</span>  }</div><div class="line"><a name="l00824"></a><span class="lineno"> 824</span> </div><div class="line"><a name="l00825"></a><span class="lineno"> 825</span>  Chunk(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> storage_type_, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> &amp;data,</div><div class="line"><a name="l00826"></a><span class="lineno"> 826</span>  <span class="keyword">const</span> std::vector&lt;TBlob&gt; &amp;aux_data, <span class="keywordtype">int</span> dev_id)</div><div class="line"><a name="l00827"></a><span class="lineno"> 827</span>  : static_data(true), delay_alloc(false), storage_type(storage_type_) {</div><div class="line"><a name="l00828"></a><span class="lineno"> 828</span>  <span class="keyword">using namespace </span>mshadow;</div><div class="line"><a name="l00829"></a><span class="lineno"> 829</span>  CHECK_NE(storage_type, <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>);</div><div class="line"><a name="l00830"></a><span class="lineno"> 830</span>  <span class="comment">// init var</span></div><div class="line"><a name="l00831"></a><span class="lineno"> 831</span>  var = <a class="code" href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">Engine::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Engine.html#a6e141b188f018d5d933ab99868631d5e">NewVariable</a>();</div><div class="line"><a name="l00832"></a><span class="lineno"> 832</span>  <span class="comment">// init ctx</span></div><div class="line"><a name="l00833"></a><span class="lineno"> 833</span>  <span class="keywordflow">if</span> (data.<a class="code" href="classmxnet_1_1TBlob.html#a613ad1f5ba31efcbecbd041e23cc61b2">dev_mask</a>() == cpu::kDevMask) {</div><div class="line"><a name="l00834"></a><span class="lineno"> 834</span>  ctx = <a class="code" href="structmxnet_1_1Context.html#a4bb231d70623fde216de51589347e513">Context::CPU</a>();</div><div class="line"><a name="l00835"></a><span class="lineno"> 835</span>  } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00836"></a><span class="lineno"> 836</span>  CHECK_EQ(data.<a class="code" href="classmxnet_1_1TBlob.html#a613ad1f5ba31efcbecbd041e23cc61b2">dev_mask</a>(), gpu::kDevMask);</div><div class="line"><a name="l00837"></a><span class="lineno"> 837</span>  ctx = <a class="code" href="structmxnet_1_1Context.html#a39d1a2b59bce135da127475995a58671">Context::GPU</a>(dev_id);</div><div class="line"><a name="l00838"></a><span class="lineno"> 838</span>  }</div><div class="line"><a name="l00839"></a><span class="lineno"> 839</span>  <span class="comment">// init shandle</span></div><div class="line"><a name="l00840"></a><span class="lineno"> 840</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ae0a4202582aa12a598f5c55ef51ad4c8">ctx</a> = ctx;</div><div class="line"><a name="l00841"></a><span class="lineno"> 841</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#a428e25a6317e50c8b55307c96f8ec595">dptr</a> = data.<a class="code" href="classmxnet_1_1TBlob.html#a4e5f4953be2c16724ecff0afc5ea2e10">dptr_</a>;</div><div class="line"><a name="l00842"></a><span class="lineno"> 842</span>  shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ab93b9db0c83e4ef3803fb587377a74a0">size</a> = data.<a class="code" href="classmxnet_1_1TBlob.html#a6cc7a57d9c33fefc08630e81951a004f">shape_</a>.Size() * mshadow_sizeof(data.<a class="code" href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">type_flag_</a>);</div><div class="line"><a name="l00843"></a><span class="lineno"> 843</span>  storage_shape = data.<a class="code" href="classmxnet_1_1TBlob.html#a6cc7a57d9c33fefc08630e81951a004f">shape_</a>;</div><div class="line"><a name="l00844"></a><span class="lineno"> 844</span>  <span class="comment">// init aux handles</span></div><div class="line"><a name="l00845"></a><span class="lineno"> 845</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span> &amp;aux : aux_data) {</div><div class="line"><a name="l00846"></a><span class="lineno"> 846</span>  <a class="code" href="structmxnet_1_1Storage_1_1Handle.html">Storage::Handle</a> aux_handle;</div><div class="line"><a name="l00847"></a><span class="lineno"> 847</span>  aux_handle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ae0a4202582aa12a598f5c55ef51ad4c8">ctx</a> = ctx;</div><div class="line"><a name="l00848"></a><span class="lineno"> 848</span>  aux_handle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#a428e25a6317e50c8b55307c96f8ec595">dptr</a> = aux.dptr_;</div><div class="line"><a name="l00849"></a><span class="lineno"> 849</span>  aux_handle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ab93b9db0c83e4ef3803fb587377a74a0">size</a> = aux.shape_.Size() * mshadow_sizeof(aux.type_flag_);</div><div class="line"><a name="l00850"></a><span class="lineno"> 850</span>  aux_handles.push_back(aux_handle);</div><div class="line"><a name="l00851"></a><span class="lineno"> 851</span>  aux_types.emplace_back(aux.type_flag_);</div><div class="line"><a name="l00852"></a><span class="lineno"> 852</span>  aux_shapes.emplace_back(aux.shape_);</div><div class="line"><a name="l00853"></a><span class="lineno"> 853</span>  }</div><div class="line"><a name="l00854"></a><span class="lineno"> 854</span>  }</div><div class="line"><a name="l00855"></a><span class="lineno"> 855</span> </div><div class="line"><a name="l00857"></a><span class="lineno"> 857</span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> set_aux_shape(<span class="keyword">const</span> <span class="keywordtype">size_t</span> i, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a>&amp; shape) {</div><div class="line"><a name="l00858"></a><span class="lineno"> 858</span>  aux_shapes[i] = shape;</div><div class="line"><a name="l00859"></a><span class="lineno"> 859</span>  <span class="keywordflow">if</span> (storage_shape.ndim() &gt; 0) {</div><div class="line"><a name="l00860"></a><span class="lineno"> 860</span>  <span class="keywordflow">if</span> (storage_type == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a> &amp;&amp; i == <a class="code" href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">rowsparse::kIdx</a>) {</div><div class="line"><a name="l00861"></a><span class="lineno"> 861</span>  storage_shape[0] = shape[0];</div><div class="line"><a name="l00862"></a><span class="lineno"> 862</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (storage_type == <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a> &amp;&amp; i == <a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">csr::kIdx</a>) {</div><div class="line"><a name="l00863"></a><span class="lineno"> 863</span>  storage_shape[0] = shape[0];</div><div class="line"><a name="l00864"></a><span class="lineno"> 864</span>  }</div><div class="line"><a name="l00865"></a><span class="lineno"> 865</span>  }</div><div class="line"><a name="l00866"></a><span class="lineno"> 866</span>  }</div><div class="line"><a name="l00867"></a><span class="lineno"> 867</span> </div><div class="line"><a name="l00869"></a><span class="lineno"> 869</span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> CheckAndAlloc(<span class="keywordtype">void</span>) {</div><div class="line"><a name="l00870"></a><span class="lineno"> 870</span>  <span class="keywordflow">if</span> (delay_alloc) {</div><div class="line"><a name="l00871"></a><span class="lineno"> 871</span>  shandle = <a class="code" href="classmxnet_1_1Storage.html#a96abc072908d72d3271360a7e3e4bbc2">Storage::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Storage.html#a8ac978f345ba93f26b11ae4331406561">Alloc</a>(shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ab93b9db0c83e4ef3803fb587377a74a0">size</a>, shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ae0a4202582aa12a598f5c55ef51ad4c8">ctx</a>);</div><div class="line"><a name="l00872"></a><span class="lineno"> 872</span> <span class="preprocessor">#if MXNET_USE_MKLDNN == 1</span></div><div class="line"><a name="l00873"></a><span class="lineno"> 873</span>  mkl_mem_ = <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00874"></a><span class="lineno"> 874</span> <span class="preprocessor">#endif</span></div><div class="line"><a name="l00875"></a><span class="lineno"> 875</span>  delay_alloc = <span class="keyword">false</span>;</div><div class="line"><a name="l00876"></a><span class="lineno"> 876</span>  }</div><div class="line"><a name="l00877"></a><span class="lineno"> 877</span>  }</div><div class="line"><a name="l00878"></a><span class="lineno"> 878</span> </div><div class="line"><a name="l00880"></a><span class="lineno"> 880</span>  <span class="comment">// size is the number of bytes</span></div><div class="line"><a name="l00881"></a><span class="lineno"> 881</span>  <span class="keywordtype">void</span> CheckAndAlloc(uint64_t dbytes) {</div><div class="line"><a name="l00882"></a><span class="lineno"> 882</span>  CHECK_EQ(<a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>, storage_type)</div><div class="line"><a name="l00883"></a><span class="lineno"> 883</span>  &lt;&lt; <span class="stringliteral">"CheckAndAlloc(dbytes) is only intended for kDefaultStorage"</span>;</div><div class="line"><a name="l00884"></a><span class="lineno"> 884</span>  dbytes = <a class="code" href="namespacemxnet_1_1cpp.html#aaa1d63d156390ab52fd96a9ad1e0c314">std::max</a>(dbytes, static_cast&lt;uint64_t&gt;(shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ab93b9db0c83e4ef3803fb587377a74a0">size</a>));</div><div class="line"><a name="l00885"></a><span class="lineno"> 885</span>  <span class="keywordflow">if</span> (delay_alloc) {</div><div class="line"><a name="l00886"></a><span class="lineno"> 886</span>  shandle = <a class="code" href="classmxnet_1_1Storage.html#a96abc072908d72d3271360a7e3e4bbc2">Storage::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Storage.html#a8ac978f345ba93f26b11ae4331406561">Alloc</a>(dbytes, shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ae0a4202582aa12a598f5c55ef51ad4c8">ctx</a>);</div><div class="line"><a name="l00887"></a><span class="lineno"> 887</span> <span class="preprocessor">#if MXNET_USE_MKLDNN == 1</span></div><div class="line"><a name="l00888"></a><span class="lineno"> 888</span>  mkl_mem_ = <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00889"></a><span class="lineno"> 889</span> <span class="preprocessor">#endif</span></div><div class="line"><a name="l00890"></a><span class="lineno"> 890</span>  delay_alloc = <span class="keyword">false</span>;</div><div class="line"><a name="l00891"></a><span class="lineno"> 891</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ab93b9db0c83e4ef3803fb587377a74a0">size</a> &lt; dbytes) {</div><div class="line"><a name="l00892"></a><span class="lineno"> 892</span>  <span class="comment">// free storage if necessary and alloc again</span></div><div class="line"><a name="l00893"></a><span class="lineno"> 893</span>  <span class="keywordflow">if</span> (shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ab93b9db0c83e4ef3803fb587377a74a0">size</a> &gt; 0) <a class="code" href="classmxnet_1_1Storage.html#a96abc072908d72d3271360a7e3e4bbc2">Storage::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Storage.html#a5bdbd7b3ab712cd9e087ab007bdc64dd">Free</a>(shandle);</div><div class="line"><a name="l00894"></a><span class="lineno"> 894</span>  <span class="comment">// init storage</span></div><div class="line"><a name="l00895"></a><span class="lineno"> 895</span>  shandle = <a class="code" href="classmxnet_1_1Storage.html#a96abc072908d72d3271360a7e3e4bbc2">Storage::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Storage.html#a8ac978f345ba93f26b11ae4331406561">Alloc</a>(dbytes, shandle.<a class="code" href="structmxnet_1_1Storage_1_1Handle.html#ae0a4202582aa12a598f5c55ef51ad4c8">ctx</a>);</div><div class="line"><a name="l00896"></a><span class="lineno"> 896</span> <span class="preprocessor">#if MXNET_USE_MKLDNN == 1</span></div><div class="line"><a name="l00897"></a><span class="lineno"> 897</span>  mkl_mem_ = <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00898"></a><span class="lineno"> 898</span> <span class="preprocessor">#endif</span></div><div class="line"><a name="l00899"></a><span class="lineno"> 899</span>  }</div><div class="line"><a name="l00900"></a><span class="lineno"> 900</span>  }</div><div class="line"><a name="l00901"></a><span class="lineno"> 901</span> </div><div class="line"><a name="l00902"></a><span class="lineno"> 902</span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> CheckAndAlloc(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;shape, <span class="keyword">const</span> std::vector&lt;TShape&gt; &amp;aux_shapes,</div><div class="line"><a name="l00903"></a><span class="lineno"> 903</span>  <span class="keywordtype">int</span> dtype) {</div><div class="line"><a name="l00904"></a><span class="lineno"> 904</span>  <span class="comment">// calculate size, perform allocation</span></div><div class="line"><a name="l00905"></a><span class="lineno"> 905</span>  <span class="keywordflow">if</span> (<a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">kRowSparseStorage</a> == storage_type) {</div><div class="line"><a name="l00906"></a><span class="lineno"> 906</span>  <span class="comment">// For row sparse, aux_shape indicates the number of rows to allocate</span></div><div class="line"><a name="l00907"></a><span class="lineno"> 907</span>  <span class="keyword">auto</span> aux_shape = aux_shapes[<a class="code" href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">rowsparse::kIdx</a>];</div><div class="line"><a name="l00908"></a><span class="lineno"> 908</span>  CheckAndAllocAuxData(<a class="code" href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">rowsparse::kIdx</a>, aux_shape);</div><div class="line"><a name="l00909"></a><span class="lineno"> 909</span>  <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> storage_shape(shape);</div><div class="line"><a name="l00910"></a><span class="lineno"> 910</span>  storage_shape[0] = aux_shape[0];</div><div class="line"><a name="l00911"></a><span class="lineno"> 911</span>  CheckAndAllocData(storage_shape, dtype);</div><div class="line"><a name="l00912"></a><span class="lineno"> 912</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (<a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">kCSRStorage</a> == storage_type) {</div><div class="line"><a name="l00913"></a><span class="lineno"> 913</span>  CheckAndAllocAuxData(<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1">csr::kIndPtr</a>, aux_shapes[<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1">csr::kIndPtr</a>]);</div><div class="line"><a name="l00914"></a><span class="lineno"> 914</span>  CheckAndAllocAuxData(<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">csr::kIdx</a>, aux_shapes[<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">csr::kIdx</a>]);</div><div class="line"><a name="l00915"></a><span class="lineno"> 915</span>  CheckAndAllocData(aux_shapes[<a class="code" href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">csr::kIdx</a>], dtype);</div><div class="line"><a name="l00916"></a><span class="lineno"> 916</span>  } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00917"></a><span class="lineno"> 917</span>  LOG(FATAL) &lt;&lt; <span class="stringliteral">"Storage type "</span> &lt;&lt; storage_type &lt;&lt; <span class="stringliteral">" not implemented for CheckAndAlloc"</span>;</div><div class="line"><a name="l00918"></a><span class="lineno"> 918</span>  }</div><div class="line"><a name="l00919"></a><span class="lineno"> 919</span>  }</div><div class="line"><a name="l00920"></a><span class="lineno"> 920</span>  <span class="comment">// create storage handle for data based on shape and dtype, assuming ctx is set</span></div><div class="line"><a name="l00921"></a><span class="lineno"> 921</span>  <span class="comment">// storage shape is also updated</span></div><div class="line"><a name="l00922"></a><span class="lineno"> 922</span>  <span class="comment">// if data is already allocated, try reuse the storage. Otherwise, free the current one</span></div><div class="line"><a name="l00923"></a><span class="lineno"> 923</span>  <span class="comment">// and allocate new storage</span></div><div class="line"><a name="l00924"></a><span class="lineno"> 924</span>  <span class="keywordtype">void</span> CheckAndAllocData(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;shape, <span class="keywordtype">int</span> dtype);</div><div class="line"><a name="l00925"></a><span class="lineno"> 925</span> </div><div class="line"><a name="l00926"></a><span class="lineno"> 926</span> <span class="preprocessor">#if MXNET_USE_MKLDNN == 1</span></div><div class="line"><a name="l00927"></a><span class="lineno"> 927</span>  <span class="comment">// Have MKL memory reference to the data in the default storage</span></div><div class="line"><a name="l00928"></a><span class="lineno"> 928</span>  <span class="comment">// or create memory for MKLDNN.</span></div><div class="line"><a name="l00929"></a><span class="lineno"> 929</span>  <span class="keywordtype">void</span> SetMKLMem(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;shape, <span class="keywordtype">int</span> dtype);</div><div class="line"><a name="l00930"></a><span class="lineno"> 930</span>  <span class="comment">// If the data is stored in MKLDNN layout, we reorder data in mkl_mem_ and</span></div><div class="line"><a name="l00931"></a><span class="lineno"> 931</span>  <span class="comment">// save the result in shandle.</span></div><div class="line"><a name="l00932"></a><span class="lineno"> 932</span>  <span class="keywordtype">void</span> Reorder2Default();</div><div class="line"><a name="l00933"></a><span class="lineno"> 933</span>  <span class="comment">// Reroder data to a specified layout.</span></div><div class="line"><a name="l00934"></a><span class="lineno"> 934</span>  <span class="keywordtype">void</span> MKLDNNDataReorder(<span class="keyword">const</span> mkldnn::memory::primitive_desc &amp;desc);</div><div class="line"><a name="l00935"></a><span class="lineno"> 935</span>  <span class="keywordtype">bool</span> IsMKLDNN() <span class="keyword">const</span>;</div><div class="line"><a name="l00936"></a><span class="lineno"> 936</span>  <span class="keywordtype">bool</span> IsDefault() <span class="keyword">const</span>;</div><div class="line"><a name="l00937"></a><span class="lineno"> 937</span> <span class="preprocessor">#endif</span></div><div class="line"><a name="l00938"></a><span class="lineno"> 938</span> </div><div class="line"><a name="l00939"></a><span class="lineno"> 939</span>  <span class="comment">// create storage handle for aux data based on shape</span></div><div class="line"><a name="l00940"></a><span class="lineno"> 940</span>  <span class="comment">// this function assumes ctx, aux shapes and aux types are set</span></div><div class="line"><a name="l00941"></a><span class="lineno"> 941</span>  <span class="comment">// aux shape is also updated</span></div><div class="line"><a name="l00942"></a><span class="lineno"> 942</span>  <span class="comment">// if aux data is already allocated, try reuse the storage. Otherwise, free the current one</span></div><div class="line"><a name="l00943"></a><span class="lineno"> 943</span>  <span class="comment">// and allocate new storage</span></div><div class="line"><a name="l00944"></a><span class="lineno"> 944</span>  <span class="keyword">inline</span> <span class="keywordtype">void</span> CheckAndAllocAuxData(<span class="keywordtype">size_t</span> i, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> &amp;shape) {</div><div class="line"><a name="l00945"></a><span class="lineno"> 945</span>  CHECK_EQ(shape.ndim(), 1) &lt;&lt; <span class="stringliteral">"shape must be 1D in CheckAndAllocAuxData"</span>;</div><div class="line"><a name="l00946"></a><span class="lineno"> 946</span>  CHECK_NE(storage_type, <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aadf6c6faf0de1e55119c679180c99e584">kUndefinedStorage</a>)</div><div class="line"><a name="l00947"></a><span class="lineno"> 947</span>  &lt;&lt; <span class="stringliteral">"storage type cannot be kUndefinedStorage in CheckAndAllocAuxData"</span>;</div><div class="line"><a name="l00948"></a><span class="lineno"> 948</span>  CHECK_NE(storage_type, <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">kDefaultStorage</a>)</div><div class="line"><a name="l00949"></a><span class="lineno"> 949</span>  &lt;&lt; <span class="stringliteral">"storage type cannot be kDefaultStorage in CheckAndAllocAuxData"</span>;</div><div class="line"><a name="l00950"></a><span class="lineno"> 950</span>  <span class="keywordflow">if</span> (aux_handles.size() &lt;= i) {</div><div class="line"><a name="l00951"></a><span class="lineno"> 951</span>  aux_handles.resize(i + 1);</div><div class="line"><a name="l00952"></a><span class="lineno"> 952</span>  }</div><div class="line"><a name="l00953"></a><span class="lineno"> 953</span>  <span class="keywordtype">size_t</span> aux_bytes = shape.Size() * mshadow::mshadow_sizeof(aux_types[i]);</div><div class="line"><a name="l00954"></a><span class="lineno"> 954</span>  <span class="keywordflow">if</span> (aux_handles[i].size &lt; aux_bytes) {</div><div class="line"><a name="l00955"></a><span class="lineno"> 955</span>  <span class="comment">// free storage if necessary and alloc again</span></div><div class="line"><a name="l00956"></a><span class="lineno"> 956</span>  <span class="keywordflow">if</span> (aux_handles[i].size &gt; 0) <a class="code" href="classmxnet_1_1Storage.html#a96abc072908d72d3271360a7e3e4bbc2">Storage::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Storage.html#a5bdbd7b3ab712cd9e087ab007bdc64dd">Free</a>(aux_handles[i]);</div><div class="line"><a name="l00957"></a><span class="lineno"> 957</span>  <span class="comment">// init aux storage</span></div><div class="line"><a name="l00958"></a><span class="lineno"> 958</span>  aux_handles[i] = <a class="code" href="classmxnet_1_1Storage.html#a96abc072908d72d3271360a7e3e4bbc2">Storage::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Storage.html#a8ac978f345ba93f26b11ae4331406561">Alloc</a>(aux_bytes, ctx);</div><div class="line"><a name="l00959"></a><span class="lineno"> 959</span>  }</div><div class="line"><a name="l00960"></a><span class="lineno"> 960</span>  <span class="comment">// init shape</span></div><div class="line"><a name="l00961"></a><span class="lineno"> 961</span>  set_aux_shape(i, shape);</div><div class="line"><a name="l00962"></a><span class="lineno"> 962</span>  }</div><div class="line"><a name="l00964"></a><span class="lineno"> 964</span>  ~Chunk();</div><div class="line"><a name="l00965"></a><span class="lineno"> 965</span>  }; <span class="comment">// struct Chunk</span></div><div class="line"><a name="l00966"></a><span class="lineno"> 966</span> </div><div class="line"><a name="l00967"></a><span class="lineno"> 967</span>  <span class="keywordtype">void</span> SetTBlob() <span class="keyword">const</span>;</div><div class="line"><a name="l00968"></a><span class="lineno"> 968</span> </div><div class="line"><a name="l00970"></a><span class="lineno"> 970</span>  std::shared_ptr&lt;Chunk&gt; ptr_{<span class="keyword">nullptr</span>};</div><div class="line"><a name="l00972"></a><span class="lineno"> 972</span>  <a class="code" href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">TShape</a> shape_;</div><div class="line"><a name="l00974"></a><span class="lineno"> 974</span>  <span class="keywordtype">size_t</span> byte_offset_ = 0;</div><div class="line"><a name="l00976"></a><span class="lineno"> 976</span>  <span class="keywordtype">int</span> dtype_ = -1;</div><div class="line"><a name="l00978"></a><span class="lineno"> 978</span>  <span class="keywordtype">bool</span> reuse_ = <span class="keyword">false</span>;</div><div class="line"><a name="l00980"></a><span class="lineno"> 980</span>  <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> storage_type_ = <a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aadf6c6faf0de1e55119c679180c99e584">kUndefinedStorage</a>;</div><div class="line"><a name="l00982"></a><span class="lineno"> 982</span>  nnvm::NodeEntry entry_;</div><div class="line"><a name="l00990"></a><span class="lineno"> 990</span>  <span class="keyword">mutable</span> <a class="code" href="classmxnet_1_1TBlob.html">TBlob</a> tblob_;</div><div class="line"><a name="l00991"></a><span class="lineno"> 991</span> }; <span class="comment">// class NDArray</span></div><div class="line"><a name="l00992"></a><span class="lineno"> 992</span> </div><div class="line"><a name="l00996"></a><span class="lineno"> 996</span> <span class="keywordtype">size_t</span> <a class="code" href="namespacemxnet.html#ae4143fe21881cbf0174bba638e8e0330">num_aux_data</a>(<a class="code" href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">NDArrayStorageType</a> stype);</div><div class="line"><a name="l00997"></a><span class="lineno"> 997</span> </div><div class="line"><a name="l01009"></a><span class="lineno"> 1009</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet.html#ae7b0809624683afc59b6d7f7784d8bfb">CopyFromTo</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;from, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *to, <span class="keywordtype">int</span> priority = 0);</div><div class="line"><a name="l01010"></a><span class="lineno"> 1010</span> </div><div class="line"><a name="l01022"></a><span class="lineno"> 1022</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet.html#ae7b0809624683afc59b6d7f7784d8bfb">CopyFromTo</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;from, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a>&amp; to, <span class="keywordtype">int</span> priority = 0);</div><div class="line"><a name="l01023"></a><span class="lineno"> 1023</span> </div><div class="line"><a name="l01030"></a><span class="lineno"> 1030</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet.html#a15dfd6f3fa03dc2cf39dbab1225e1a51">ElementwiseSum</a>(<span class="keyword">const</span> std::vector&lt;NDArray&gt; &amp;source, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out, <span class="keywordtype">int</span> priority = 0);</div><div class="line"><a name="l01031"></a><span class="lineno"> 1031</span> </div><div class="line"><a name="l01038"></a><span class="lineno"> 1038</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="namespacemxnet.html#a4dafe3aae43025fd21bc44b98c18ed1e">operator+</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;lhs, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;rhs);</div><div class="line"><a name="l01045"></a><span class="lineno"> 1045</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="namespacemxnet.html#a4dafe3aae43025fd21bc44b98c18ed1e">operator+</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;lhs, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> &amp;rhs);</div><div class="line"><a name="l01052"></a><span class="lineno"> 1052</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="namespacemxnet.html#ae3356844b657c9ae1b84d3ddd56bccf6">operator-</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;lhs, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;rhs);</div><div class="line"><a name="l01059"></a><span class="lineno"> 1059</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="namespacemxnet.html#ae3356844b657c9ae1b84d3ddd56bccf6">operator-</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;lhs, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> &amp;rhs);</div><div class="line"><a name="l01066"></a><span class="lineno"> 1066</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="namespacemxnet.html#af26b09fbcda865d34ec4fdad482d266a">operator*</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;lhs, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;rhs); \</div><div class="line"><a name="l01073"></a><span class="lineno"> 1073</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="namespacemxnet.html#af26b09fbcda865d34ec4fdad482d266a">operator*</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;lhs, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> &amp;rhs);</div><div class="line"><a name="l01080"></a><span class="lineno"> 1080</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="namespacemxnet.html#a502e3e00dc61cedb9c6eef711f1176ac">operator/</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;lhs, <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;rhs);</div><div class="line"><a name="l01087"></a><span class="lineno"> 1087</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> <a class="code" href="namespacemxnet.html#a502e3e00dc61cedb9c6eef711f1176ac">operator/</a>(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;lhs, <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> &amp;rhs);</div><div class="line"><a name="l01088"></a><span class="lineno"> 1088</span> </div><div class="line"><a name="l01093"></a><span class="lineno"> 1093</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet.html#a5bf83454c8f41259eb9d471f59feda2b">RandomSeed</a>(uint32_t seed);</div><div class="line"><a name="l01098"></a><span class="lineno"> 1098</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet.html#a5bf83454c8f41259eb9d471f59feda2b">RandomSeed</a>(<a class="code" href="structmxnet_1_1Context.html">Context</a> ctx, uint32_t seed);</div><div class="line"><a name="l01105"></a><span class="lineno"> 1105</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet.html#a2846f4556c9ca9bd0f567504ce60f274">SampleUniform</a>(<a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> begin, <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> end, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out);</div><div class="line"><a name="l01112"></a><span class="lineno"> 1112</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet.html#a5a28062f52ca576a126599e7ad487077">SampleGaussian</a>(<a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> mu, <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> sigma, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out);</div><div class="line"><a name="l01119"></a><span class="lineno"> 1119</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet.html#a050beaa505f11e0b844deb91efe0cac2">SampleGamma</a>(<a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> alpha, <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> beta, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out);</div><div class="line"><a name="l01125"></a><span class="lineno"> 1125</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet.html#a51f9b094369a349c05463de2be9f0a31">SampleExponential</a>(<a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> lambda, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out);</div><div class="line"><a name="l01131"></a><span class="lineno"> 1131</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet.html#aed55e8197182b7c66126902b2a43739a">SamplePoisson</a>(<a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> lambda, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out);</div><div class="line"><a name="l01138"></a><span class="lineno"> 1138</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet.html#ae82f70918b2d946f7ad66a158b1733dc">SampleNegBinomial</a>(int32_t k, <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> p, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out);</div><div class="line"><a name="l01145"></a><span class="lineno"> 1145</span> <span class="keywordtype">void</span> <a class="code" href="namespacemxnet.html#ad8e0dad88ce27133fd24811763b7afdb">SampleGenNegBinomial</a>(<a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> mu, <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> alpha, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out);</div><div class="line"><a name="l01146"></a><span class="lineno"> 1146</span> </div><div class="line"><a name="l01147"></a><span class="lineno"> 1147</span> </div><div class="line"><a name="l01148"></a><span class="lineno"> 1148</span> <span class="comment">//--------------------------------------------------------------</span></div><div class="line"><a name="l01149"></a><span class="lineno"> 1149</span> <span class="comment">// The following part are API Registration of NDArray functions.</span></div><div class="line"><a name="l01150"></a><span class="lineno"> 1150</span> <span class="comment">//--------------------------------------------------------------</span></div><div class="line"><a name="l01151"></a><span class="lineno"> 1151</span> </div><div class="line"><a name="l01153"></a><span class="lineno"> 1153</span> <span class="keyword">typedef</span> std::function&lt;void (<a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **used_vars,</div><div class="line"><a name="l01154"></a><span class="lineno"> 1154</span>  <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> *scalars,</div><div class="line"><a name="l01155"></a><span class="lineno"> 1155</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **mutate_vars,</div><div class="line"><a name="l01156"></a><span class="lineno"> 1156</span>  <span class="keywordtype">int</span> num_params,</div><div class="line"><a name="l01157"></a><span class="lineno"> 1157</span>  <span class="keywordtype">char</span> **param_keys,</div><div class="line"><a name="l01158"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ab0d55b0edf98cf8f3caeb050662ae9ec"> 1158</a></span>  <span class="keywordtype">char</span> **param_vals)&gt; <a class="code" href="namespacemxnet.html#ab0d55b0edf98cf8f3caeb050662ae9ec">NDArrayAPIFunction</a>;</div><div class="line"><a name="l01160"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818a"> 1160</a></span> <span class="keyword">enum</span> <a class="code" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818a">NDArrayFunctionTypeMask</a> {</div><div class="line"><a name="l01162"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aabbc1ba0bb3f8647dcfd8bad69efdbb51"> 1162</a></span>  <a class="code" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aabbc1ba0bb3f8647dcfd8bad69efdbb51">kNDArrayArgBeforeScalar</a> = 1,</div><div class="line"><a name="l01164"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aaef9818c8aae9d0046b3d9033a62fcfbb"> 1164</a></span>  <a class="code" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aaef9818c8aae9d0046b3d9033a62fcfbb">kScalarArgBeforeNDArray</a> = 1 &lt;&lt; 1,</div><div class="line"><a name="l01173"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aa334598420a4246d5412ddc346b2b57bd"> 1173</a></span>  <a class="code" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aa334598420a4246d5412ddc346b2b57bd">kAcceptEmptyMutateTarget</a> = 1 &lt;&lt; 2</div><div class="line"><a name="l01174"></a><span class="lineno"> 1174</span> };</div><div class="line"><a name="l01176"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html"> 1176</a></span> <span class="keyword">struct </span><a class="code" href="structmxnet_1_1NDArrayFunctionReg.html">NDArrayFunctionReg</a></div><div class="line"><a name="l01177"></a><span class="lineno"> 1177</span>  : <span class="keyword">public</span> dmlc::FunctionRegEntryBase&lt;NDArrayFunctionReg,</div><div class="line"><a name="l01178"></a><span class="lineno"> 1178</span>  NDArrayAPIFunction&gt; {</div><div class="line"><a name="l01180"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#aa0847438b4f3f600ec61d6d544755a29"> 1180</a></span>  <span class="keywordtype">unsigned</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#aa0847438b4f3f600ec61d6d544755a29">num_use_vars</a>;</div><div class="line"><a name="l01182"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#ad7881779b7807c6357902bdaccfccde2"> 1182</a></span>  <span class="keywordtype">unsigned</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#ad7881779b7807c6357902bdaccfccde2">num_mutate_vars</a>;</div><div class="line"><a name="l01184"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#a9591e2abf6cbca0903aec582b96b4d95"> 1184</a></span>  <span class="keywordtype">unsigned</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#a9591e2abf6cbca0903aec582b96b4d95">num_scalars</a>;</div><div class="line"><a name="l01186"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#a0b24615f30e4fbe69ee75c7b319735bf"> 1186</a></span>  <span class="keywordtype">int</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#a0b24615f30e4fbe69ee75c7b319735bf">type_mask</a>;</div><div class="line"><a name="l01190"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#abd540887b52ba89572ad6a18b4ac739c"> 1190</a></span>  <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#abd540887b52ba89572ad6a18b4ac739c">NDArrayFunctionReg</a>()</div><div class="line"><a name="l01191"></a><span class="lineno"> 1191</span>  : num_use_vars(0),</div><div class="line"><a name="l01192"></a><span class="lineno"> 1192</span>  num_mutate_vars(0),</div><div class="line"><a name="l01193"></a><span class="lineno"> 1193</span>  num_scalars(0),</div><div class="line"><a name="l01194"></a><span class="lineno"> 1194</span>  type_mask(0) {}</div><div class="line"><a name="l01201"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#aa606f0cec91a2e069553f98d7e7addcd"> 1201</a></span>  <span class="keyword">inline</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html">NDArrayFunctionReg</a> &amp;<a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#aa606f0cec91a2e069553f98d7e7addcd">set_function</a>(<span class="keywordtype">void</span> (*fsetvalue)(<span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> &amp;rhs,</div><div class="line"><a name="l01202"></a><span class="lineno"> 1202</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out)) {</div><div class="line"><a name="l01203"></a><span class="lineno"> 1203</span>  body = [fsetvalue] (<a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **used_vars, <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> *s, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **mutate_vars,</div><div class="line"><a name="l01204"></a><span class="lineno"> 1204</span>  <span class="keywordtype">int</span> num_params, <span class="keywordtype">char</span> **param_keys, <span class="keywordtype">char</span> **param_vals) {</div><div class="line"><a name="l01205"></a><span class="lineno"> 1205</span>  (*fsetvalue)(s[0], mutate_vars[0]);</div><div class="line"><a name="l01206"></a><span class="lineno"> 1206</span>  };</div><div class="line"><a name="l01207"></a><span class="lineno"> 1207</span>  num_mutate_vars = 1; num_scalars = 1;</div><div class="line"><a name="l01208"></a><span class="lineno"> 1208</span>  this-&gt;add_argument(<span class="stringliteral">"src"</span>, <span class="stringliteral">"real_t"</span>, <span class="stringliteral">"Source input to the function."</span>);</div><div class="line"><a name="l01209"></a><span class="lineno"> 1209</span>  <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l01210"></a><span class="lineno"> 1210</span>  }</div><div class="line"><a name="l01217"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#aa7f4633d042179d90c067aeb8da62060"> 1217</a></span>  <span class="keyword">inline</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html">NDArrayFunctionReg</a> &amp;<a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#aa7f4633d042179d90c067aeb8da62060">set_function</a>(<span class="keywordtype">void</span>(*fternary)(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;lhs,</div><div class="line"><a name="l01218"></a><span class="lineno"> 1218</span>  <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;mhs,</div><div class="line"><a name="l01219"></a><span class="lineno"> 1219</span>  <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;rhs,</div><div class="line"><a name="l01220"></a><span class="lineno"> 1220</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out)) {</div><div class="line"><a name="l01221"></a><span class="lineno"> 1221</span>  body = [fternary](<a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **used_vars,</div><div class="line"><a name="l01222"></a><span class="lineno"> 1222</span>  <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> *s, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **mutate_vars,</div><div class="line"><a name="l01223"></a><span class="lineno"> 1223</span>  <span class="keywordtype">int</span> num_params, <span class="keywordtype">char</span> **param_keys, <span class="keywordtype">char</span> **param_vals) {</div><div class="line"><a name="l01224"></a><span class="lineno"> 1224</span>  (*fternary)(*used_vars[0], *used_vars[1], *used_vars[2], mutate_vars[0]);</div><div class="line"><a name="l01225"></a><span class="lineno"> 1225</span>  };</div><div class="line"><a name="l01226"></a><span class="lineno"> 1226</span>  num_use_vars = 3; num_mutate_vars = 1;</div><div class="line"><a name="l01227"></a><span class="lineno"> 1227</span>  type_mask = <a class="code" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aabbc1ba0bb3f8647dcfd8bad69efdbb51">kNDArrayArgBeforeScalar</a> | <a class="code" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aa334598420a4246d5412ddc346b2b57bd">kAcceptEmptyMutateTarget</a>;</div><div class="line"><a name="l01228"></a><span class="lineno"> 1228</span>  this-&gt;add_argument(<span class="stringliteral">"lhs"</span>, <span class="stringliteral">"NDArray"</span>, <span class="stringliteral">"Left operand to the function."</span>);</div><div class="line"><a name="l01229"></a><span class="lineno"> 1229</span>  this-&gt;add_argument(<span class="stringliteral">"mhs"</span>, <span class="stringliteral">"NDArray"</span>, <span class="stringliteral">"Middle operand to the function."</span>);</div><div class="line"><a name="l01230"></a><span class="lineno"> 1230</span>  this-&gt;add_argument(<span class="stringliteral">"rhs"</span>, <span class="stringliteral">"NDArray"</span>, <span class="stringliteral">"Right operand to the function."</span>);</div><div class="line"><a name="l01231"></a><span class="lineno"> 1231</span>  <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l01232"></a><span class="lineno"> 1232</span>  }</div><div class="line"><a name="l01239"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#aa57c24a22d49470496b221c72bf7a1a0"> 1239</a></span>  <span class="keyword">inline</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html">NDArrayFunctionReg</a> &amp;<a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#aa57c24a22d49470496b221c72bf7a1a0">set_function</a>(<span class="keywordtype">void</span> (*fbinary)(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;lhs,</div><div class="line"><a name="l01240"></a><span class="lineno"> 1240</span>  <span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;rhs,</div><div class="line"><a name="l01241"></a><span class="lineno"> 1241</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out)) {</div><div class="line"><a name="l01242"></a><span class="lineno"> 1242</span>  body = [fbinary] (<a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **used_vars, <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> *s, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **mutate_vars,</div><div class="line"><a name="l01243"></a><span class="lineno"> 1243</span>  <span class="keywordtype">int</span> num_params, <span class="keywordtype">char</span> **param_keys, <span class="keywordtype">char</span> **param_vals) {</div><div class="line"><a name="l01244"></a><span class="lineno"> 1244</span>  (*fbinary)(*used_vars[0], *used_vars[1], mutate_vars[0]);</div><div class="line"><a name="l01245"></a><span class="lineno"> 1245</span>  };</div><div class="line"><a name="l01246"></a><span class="lineno"> 1246</span>  num_use_vars = 2; num_mutate_vars = 1;</div><div class="line"><a name="l01247"></a><span class="lineno"> 1247</span>  type_mask = <a class="code" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aabbc1ba0bb3f8647dcfd8bad69efdbb51">kNDArrayArgBeforeScalar</a> | <a class="code" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aa334598420a4246d5412ddc346b2b57bd">kAcceptEmptyMutateTarget</a>;</div><div class="line"><a name="l01248"></a><span class="lineno"> 1248</span>  this-&gt;add_argument(<span class="stringliteral">"lhs"</span>, <span class="stringliteral">"NDArray"</span>, <span class="stringliteral">"Left operand to the function."</span>);</div><div class="line"><a name="l01249"></a><span class="lineno"> 1249</span>  this-&gt;add_argument(<span class="stringliteral">"rhs"</span>, <span class="stringliteral">"NDArray"</span>, <span class="stringliteral">"Right operand to the function."</span>);</div><div class="line"><a name="l01250"></a><span class="lineno"> 1250</span>  <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l01251"></a><span class="lineno"> 1251</span>  }</div><div class="line"><a name="l01258"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#af6fc4419b30c74139eceb04e7d5758f5"> 1258</a></span>  <span class="keyword">inline</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html">NDArrayFunctionReg</a> &amp;<a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#af6fc4419b30c74139eceb04e7d5758f5">set_function</a>(<span class="keywordtype">void</span> (*fscalar)(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;lhs,</div><div class="line"><a name="l01259"></a><span class="lineno"> 1259</span>  <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> &amp;rhs,</div><div class="line"><a name="l01260"></a><span class="lineno"> 1260</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out)) {</div><div class="line"><a name="l01261"></a><span class="lineno"> 1261</span>  body = [fscalar] (<a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **used_vars, <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> *s, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **mutate_vars,</div><div class="line"><a name="l01262"></a><span class="lineno"> 1262</span>  <span class="keywordtype">int</span> num_params, <span class="keywordtype">char</span> **param_keys, <span class="keywordtype">char</span> **param_vals) {</div><div class="line"><a name="l01263"></a><span class="lineno"> 1263</span>  (*fscalar)(*used_vars[0], s[0], mutate_vars[0]);</div><div class="line"><a name="l01264"></a><span class="lineno"> 1264</span>  };</div><div class="line"><a name="l01265"></a><span class="lineno"> 1265</span>  num_use_vars = 1; num_mutate_vars = 1; num_scalars = 1;</div><div class="line"><a name="l01266"></a><span class="lineno"> 1266</span>  type_mask = <a class="code" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aabbc1ba0bb3f8647dcfd8bad69efdbb51">kNDArrayArgBeforeScalar</a> | <a class="code" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aa334598420a4246d5412ddc346b2b57bd">kAcceptEmptyMutateTarget</a>;</div><div class="line"><a name="l01267"></a><span class="lineno"> 1267</span>  this-&gt;add_argument(<span class="stringliteral">"lhs"</span>, <span class="stringliteral">"NDArray"</span>, <span class="stringliteral">"Left operand to the function."</span>);</div><div class="line"><a name="l01268"></a><span class="lineno"> 1268</span>  this-&gt;add_argument(<span class="stringliteral">"rhs"</span>, <span class="stringliteral">"real_t"</span>, <span class="stringliteral">"Right operand to the function."</span>);</div><div class="line"><a name="l01269"></a><span class="lineno"> 1269</span>  <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l01270"></a><span class="lineno"> 1270</span>  }</div><div class="line"><a name="l01277"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#a5f4c0751bc3111a8707b160d0e99e1af"> 1277</a></span>  <span class="keyword">inline</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html">NDArrayFunctionReg</a> &amp;<a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#a5f4c0751bc3111a8707b160d0e99e1af">set_function</a>(<span class="keywordtype">void</span> (*funary)(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> &amp;src,</div><div class="line"><a name="l01278"></a><span class="lineno"> 1278</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> *out)) {</div><div class="line"><a name="l01279"></a><span class="lineno"> 1279</span>  body = [funary] (<a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **used_vars, <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> *s, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **mutate_vars,</div><div class="line"><a name="l01280"></a><span class="lineno"> 1280</span>  <span class="keywordtype">int</span> num_params, <span class="keywordtype">char</span> **param_keys, <span class="keywordtype">char</span> **param_vals) {</div><div class="line"><a name="l01281"></a><span class="lineno"> 1281</span>  (*funary)(*used_vars[0], mutate_vars[0]);</div><div class="line"><a name="l01282"></a><span class="lineno"> 1282</span>  };</div><div class="line"><a name="l01283"></a><span class="lineno"> 1283</span>  num_use_vars = 1; num_mutate_vars = 1;</div><div class="line"><a name="l01284"></a><span class="lineno"> 1284</span>  type_mask = <a class="code" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aabbc1ba0bb3f8647dcfd8bad69efdbb51">kNDArrayArgBeforeScalar</a> | <a class="code" href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aa334598420a4246d5412ddc346b2b57bd">kAcceptEmptyMutateTarget</a>;</div><div class="line"><a name="l01285"></a><span class="lineno"> 1285</span>  this-&gt;add_argument(<span class="stringliteral">"src"</span>, <span class="stringliteral">"NDArray"</span>, <span class="stringliteral">"Source input to the function."</span>);</div><div class="line"><a name="l01286"></a><span class="lineno"> 1286</span>  <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l01287"></a><span class="lineno"> 1287</span>  }</div><div class="line"><a name="l01294"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#a220e1866bea35e103adbe23ff92855d9"> 1294</a></span>  <span class="keyword">inline</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html">NDArrayFunctionReg</a> &amp;<a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#a220e1866bea35e103adbe23ff92855d9">set_function</a>(</div><div class="line"><a name="l01295"></a><span class="lineno"> 1295</span>  <span class="keywordtype">void</span> (*fgeneric)(<a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **used_vars,</div><div class="line"><a name="l01296"></a><span class="lineno"> 1296</span>  <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> *s,</div><div class="line"><a name="l01297"></a><span class="lineno"> 1297</span>  <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **mutate_vars,</div><div class="line"><a name="l01298"></a><span class="lineno"> 1298</span>  <span class="keyword">const</span> std::map&lt;std::string, std::string&gt;&amp; param)) {</div><div class="line"><a name="l01299"></a><span class="lineno"> 1299</span>  body = [fgeneric] (<a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **used_vars, <a class="code" href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">real_t</a> *s, <a class="code" href="classmxnet_1_1NDArray.html">NDArray</a> **mutate_vars,</div><div class="line"><a name="l01300"></a><span class="lineno"> 1300</span>  <span class="keywordtype">int</span> num_params, <span class="keywordtype">char</span> **param_keys, <span class="keywordtype">char</span> **param_vals) {</div><div class="line"><a name="l01301"></a><span class="lineno"> 1301</span>  std::map&lt;std::string, std::string&gt; param;</div><div class="line"><a name="l01302"></a><span class="lineno"> 1302</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; num_params; ++i) {</div><div class="line"><a name="l01303"></a><span class="lineno"> 1303</span>  param[param_keys[i]] = param_vals[i];</div><div class="line"><a name="l01304"></a><span class="lineno"> 1304</span>  }</div><div class="line"><a name="l01305"></a><span class="lineno"> 1305</span>  fgeneric(used_vars, s, mutate_vars, param);</div><div class="line"><a name="l01306"></a><span class="lineno"> 1306</span>  };</div><div class="line"><a name="l01307"></a><span class="lineno"> 1307</span>  <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l01308"></a><span class="lineno"> 1308</span>  }</div><div class="line"><a name="l01314"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#a970756506340ff688dbb447858b1963c"> 1314</a></span>  <span class="keyword">inline</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html">NDArrayFunctionReg</a> &amp;<a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#a970756506340ff688dbb447858b1963c">set_num_use_vars</a>(<span class="keywordtype">unsigned</span> n) {</div><div class="line"><a name="l01315"></a><span class="lineno"> 1315</span>  num_use_vars = n; <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l01316"></a><span class="lineno"> 1316</span>  }</div><div class="line"><a name="l01322"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#af0a5efd67efe9b7c14abd49652e79a14"> 1322</a></span>  <span class="keyword">inline</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html">NDArrayFunctionReg</a> &amp;<a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#af0a5efd67efe9b7c14abd49652e79a14">set_num_mutate_vars</a>(<span class="keywordtype">unsigned</span> n) {</div><div class="line"><a name="l01323"></a><span class="lineno"> 1323</span>  num_mutate_vars = n; <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l01324"></a><span class="lineno"> 1324</span>  }</div><div class="line"><a name="l01330"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#a4f6a3ba75e30389c827b3b26a12415d1"> 1330</a></span>  <span class="keyword">inline</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html">NDArrayFunctionReg</a> &amp;<a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#a4f6a3ba75e30389c827b3b26a12415d1">set_num_scalars</a>(<span class="keywordtype">unsigned</span> n) {</div><div class="line"><a name="l01331"></a><span class="lineno"> 1331</span>  num_scalars = n; <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l01332"></a><span class="lineno"> 1332</span>  }</div><div class="line"><a name="l01338"></a><span class="lineno"><a class="line" href="structmxnet_1_1NDArrayFunctionReg.html#acc3656ba948c28d3d155736ce064a3f4"> 1338</a></span>  <span class="keyword">inline</span> <a class="code" href="structmxnet_1_1NDArrayFunctionReg.html">NDArrayFunctionReg</a> &amp;<a class="code" href="structmxnet_1_1NDArrayFunctionReg.html#acc3656ba948c28d3d155736ce064a3f4">set_type_mask</a>(<span class="keywordtype">int</span> tmask) {</div><div class="line"><a name="l01339"></a><span class="lineno"> 1339</span>  type_mask = tmask; <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l01340"></a><span class="lineno"> 1340</span>  }</div><div class="line"><a name="l01341"></a><span class="lineno"> 1341</span> }; <span class="comment">// NDArrayFunctionReg</span></div><div class="line"><a name="l01342"></a><span class="lineno"> 1342</span> </div><div class="line"><a name="l01354"></a><span class="lineno"><a class="line" href="include_2mxnet_2ndarray_8h.html#a21d0a394bdf34194b9954252d9476d56"> 1354</a></span> <span class="preprocessor">#define MXNET_REGISTER_NDARRAY_FUN(name) \</span></div><div class="line"><a name="l01355"></a><span class="lineno"> 1355</span> <span class="preprocessor"> DMLC_REGISTRY_REGISTER(::mxnet::NDArrayFunctionReg, NDArrayFunctionReg, name)</span></div><div class="line"><a name="l01356"></a><span class="lineno"> 1356</span> </div><div class="line"><a name="l01357"></a><span class="lineno"> 1357</span> } <span class="comment">// namespace mxnet</span></div><div class="line"><a name="l01358"></a><span class="lineno"> 1358</span> </div><div class="line"><a name="l01359"></a><span class="lineno"><a class="line" href="namespacedmlc.html"> 1359</a></span> <span class="keyword">namespace </span><a class="code" href="namespacedmlc.html">dmlc</a> {</div><div class="line"><a name="l01361"></a><span class="lineno"> 1361</span> <a class="code" href="namespacedmlc.html#a7272c846fa03dee55916aadce0165a46">DMLC_DECLARE_TRAITS</a>(has_saveload, <a class="code" href="classmxnet_1_1NDArray.html">mxnet::NDArray</a>, <span class="keyword">true</span>);</div><div class="line"><a name="l01362"></a><span class="lineno"> 1362</span> } <span class="comment">// namespace dmlc</span></div><div class="line"><a name="l01363"></a><span class="lineno"> 1363</span> <span class="preprocessor">#endif // MXNET_NDARRAY_H_</span></div><div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa7636cc230df4abe46f3210846faac799">mxnet::kRSPIdxErr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:74</div></div>
<div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aabf6395d98a9668e8066a0c0da5570608">mxnet::kDefaultStorage</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:63</div></div>
<div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76a"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76a">mxnet::NDArrayStorageType</a></div><div class="ttdeci">NDArrayStorageType</div><div class="ttdef"><b>Definition:</b> ndarray.h:61</div></div>
<div class="ttc" id="namespacemxnet_1_1csr_html_a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7"><div class="ttname"><a href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42aa6ca1dbcb9c5858e0d28237ae3624ed7">mxnet::csr::kIdx</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:54</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_af0a5efd67efe9b7c14abd49652e79a14"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#af0a5efd67efe9b7c14abd49652e79a14">mxnet::NDArrayFunctionReg::set_num_mutate_vars</a></div><div class="ttdeci">NDArrayFunctionReg &amp; set_num_mutate_vars(unsigned n)</div><div class="ttdoc">set the number of mutate variables </div><div class="ttdef"><b>Definition:</b> ndarray.h:1322</div></div>
<div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1a"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1a">mxnet::NDArrayFormatErr</a></div><div class="ttdeci">NDArrayFormatErr</div><div class="ttdef"><b>Definition:</b> ndarray.h:68</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a35c9b5da0852b480e0114f0865338cbc"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a35c9b5da0852b480e0114f0865338cbc">mxnet::NDArray::var</a></div><div class="ttdeci">Engine::VarHandle var() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:326</div></div>
<div class="ttc" id="namespacemxnet_html_a5bf83454c8f41259eb9d471f59feda2b"><div class="ttname"><a href="namespacemxnet.html#a5bf83454c8f41259eb9d471f59feda2b">mxnet::RandomSeed</a></div><div class="ttdeci">void RandomSeed(uint32_t seed)</div><div class="ttdoc">Seed all random number generator in mxnet. </div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a4d8f894c0306ad693ccf29278a613732"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a4d8f894c0306ad693ccf29278a613732">mxnet::NDArray::storage_type</a></div><div class="ttdeci">NDArrayStorageType storage_type() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:259</div></div>
<div class="ttc" id="engine_8h_html"><div class="ttname"><a href="engine_8h.html">engine.h</a></div><div class="ttdoc">Engine that schedules all the operations according to dependency. </div></div>
<div class="ttc" id="classmxnet_1_1TBlob_html_a6cc7a57d9c33fefc08630e81951a004f"><div class="ttname"><a href="classmxnet_1_1TBlob.html#a6cc7a57d9c33fefc08630e81951a004f">mxnet::TBlob::shape_</a></div><div class="ttdeci">TShape shape_</div><div class="ttdoc">shape of the tensor </div><div class="ttdef"><b>Definition:</b> tensor_blob.h:72</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a72059301dd967ecdd0fca19eaa7024d9"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a72059301dd967ecdd0fca19eaa7024d9">mxnet::NDArray::storage_shape</a></div><div class="ttdeci">const TShape &amp; storage_shape() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:169</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_abd540887b52ba89572ad6a18b4ac739c"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#abd540887b52ba89572ad6a18b4ac739c">mxnet::NDArrayFunctionReg::NDArrayFunctionReg</a></div><div class="ttdeci">NDArrayFunctionReg()</div><div class="ttdoc">constructor </div><div class="ttdef"><b>Definition:</b> ndarray.h:1190</div></div>
<div class="ttc" id="namespacemxnet_html"><div class="ttname"><a href="namespacemxnet.html">mxnet</a></div><div class="ttdoc">namespace of mxnet </div><div class="ttdef"><b>Definition:</b> base.h:118</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a15af0cf321dbe235b6900417d4847aae"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a15af0cf321dbe235b6900417d4847aae">mxnet::NDArray::ReshapeAndAlloc</a></div><div class="ttdeci">void ReshapeAndAlloc(const TShape &amp;shape)</div><div class="ttdoc">Allocate the space if the allocation has been delayed or the requested size is bigger than the availa...</div><div class="ttdef"><b>Definition:</b> ndarray.h:588</div></div>
<div class="ttc" id="namespacemxnet_html_af26b09fbcda865d34ec4fdad482d266a"><div class="ttname"><a href="namespacemxnet.html#af26b09fbcda865d34ec4fdad482d266a">mxnet::operator*</a></div><div class="ttdeci">NDArray operator*(const NDArray &amp;lhs, const NDArray &amp;rhs)</div><div class="ttdoc">elementwise multiplication </div></div>
<div class="ttc" id="classmxnet_1_1Storage_html_a5bdbd7b3ab712cd9e087ab007bdc64dd"><div class="ttname"><a href="classmxnet_1_1Storage.html#a5bdbd7b3ab712cd9e087ab007bdc64dd">mxnet::Storage::Free</a></div><div class="ttdeci">virtual void Free(Handle handle)=0</div><div class="ttdoc">Free storage. </div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_a970756506340ff688dbb447858b1963c"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#a970756506340ff688dbb447858b1963c">mxnet::NDArrayFunctionReg::set_num_use_vars</a></div><div class="ttdeci">NDArrayFunctionReg &amp; set_num_use_vars(unsigned n)</div><div class="ttdoc">set the number of mutate variables </div><div class="ttdef"><b>Definition:</b> ndarray.h:1314</div></div>
<div class="ttc" id="namespacedmlc_html_a7272c846fa03dee55916aadce0165a46"><div class="ttname"><a href="namespacedmlc.html#a7272c846fa03dee55916aadce0165a46">dmlc::DMLC_DECLARE_TRAITS</a></div><div class="ttdeci">DMLC_DECLARE_TRAITS(has_saveload, mxnet::NDArray, true)</div><div class="ttdoc">traits </div></div>
<div class="ttc" id="namespacemxnet_html_a4421326e33f2a848cb2fa3e70ab24ff4"><div class="ttname"><a href="namespacemxnet.html#a4421326e33f2a848cb2fa3e70ab24ff4">mxnet::real_t</a></div><div class="ttdeci">mshadow::default_real_t real_t</div><div class="ttdoc">data type that will be used to store ndarray </div><div class="ttdef"><b>Definition:</b> base.h:126</div></div>
<div class="ttc" id="structmxnet_1_1Context_html_a39d1a2b59bce135da127475995a58671"><div class="ttname"><a href="structmxnet_1_1Context.html#a39d1a2b59bce135da127475995a58671">mxnet::Context::GPU</a></div><div class="ttdeci">static Context GPU(int32_t dev_id=-1)</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_a0b24615f30e4fbe69ee75c7b319735bf"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#a0b24615f30e4fbe69ee75c7b319735bf">mxnet::NDArrayFunctionReg::type_mask</a></div><div class="ttdeci">int type_mask</div><div class="ttdoc">information on how function should be called from API </div><div class="ttdef"><b>Definition:</b> ndarray.h:1186</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_a5f4c0751bc3111a8707b160d0e99e1af"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#a5f4c0751bc3111a8707b160d0e99e1af">mxnet::NDArrayFunctionReg::set_function</a></div><div class="ttdeci">NDArrayFunctionReg &amp; set_function(void(*funary)(const NDArray &amp;src, NDArray *out))</div><div class="ttdoc">set the function body to a unary NDArray function this will also auto set the parameters correctly ...</div><div class="ttdef"><b>Definition:</b> ndarray.h:1277</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a34a3694141050a257dc6b40a6ad2c4ec"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a34a3694141050a257dc6b40a6ad2c4ec">mxnet::NDArray::Detach</a></div><div class="ttdeci">NDArray Detach() const </div><div class="ttdoc">Return a copy of this NDArray without autograd history. </div><div class="ttdef"><b>Definition:</b> ndarray.h:563</div></div>
<div class="ttc" id="classmxnet_1_1TBlob_html_a4649b740b80a6045754cb2389cfcca61"><div class="ttname"><a href="classmxnet_1_1TBlob.html#a4649b740b80a6045754cb2389cfcca61">mxnet::TBlob::type_flag_</a></div><div class="ttdeci">int type_flag_</div><div class="ttdoc">type flag of the tensor blob </div><div class="ttdef"><b>Definition:</b> tensor_blob.h:74</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_a4f6a3ba75e30389c827b3b26a12415d1"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#a4f6a3ba75e30389c827b3b26a12415d1">mxnet::NDArrayFunctionReg::set_num_scalars</a></div><div class="ttdeci">NDArrayFunctionReg &amp; set_num_scalars(unsigned n)</div><div class="ttdoc">set the number of scalar arguments </div><div class="ttdef"><b>Definition:</b> ndarray.h:1330</div></div>
<div class="ttc" id="namespacemxnet_html_a6e14bb5f6ffc81892feca8d1da658687"><div class="ttname"><a href="namespacemxnet.html#a6e14bb5f6ffc81892feca8d1da658687">mxnet::TShape</a></div><div class="ttdeci">nnvm::TShape TShape</div><div class="ttdoc">Shape data structure used to record shape information. </div><div class="ttdef"><b>Definition:</b> base.h:128</div></div>
<div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aaf3ee084ba1d9a6203922ff7c9ddb12e3">mxnet::kCSRIdxErr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:72</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_ad7881779b7807c6357902bdaccfccde2"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#ad7881779b7807c6357902bdaccfccde2">mxnet::NDArrayFunctionReg::num_mutate_vars</a></div><div class="ttdeci">unsigned num_mutate_vars</div><div class="ttdoc">number of variable mutated by this function </div><div class="ttdef"><b>Definition:</b> ndarray.h:1182</div></div>
<div class="ttc" id="structmxnet_1_1RunContext_html"><div class="ttname"><a href="structmxnet_1_1RunContext.html">mxnet::RunContext</a></div><div class="ttdoc">execution time context. The information needed in runtime for actual execution. </div><div class="ttdef"><b>Definition:</b> base.h:244</div></div>
<div class="ttc" id="structmxnet_1_1Storage_1_1Handle_html_a428e25a6317e50c8b55307c96f8ec595"><div class="ttname"><a href="structmxnet_1_1Storage_1_1Handle.html#a428e25a6317e50c8b55307c96f8ec595">mxnet::Storage::Handle::dptr</a></div><div class="ttdeci">void * dptr</div><div class="ttdoc">Pointer to the data. </div><div class="ttdef"><b>Definition:</b> storage.h:45</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_af6fc4419b30c74139eceb04e7d5758f5"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#af6fc4419b30c74139eceb04e7d5758f5">mxnet::NDArrayFunctionReg::set_function</a></div><div class="ttdeci">NDArrayFunctionReg &amp; set_function(void(*fscalar)(const NDArray &amp;lhs, const real_t &amp;rhs, NDArray *out))</div><div class="ttdoc">set the function body to a binary NDArray function this will also auto set the parameters correctly ...</div><div class="ttdef"><b>Definition:</b> ndarray.h:1258</div></div>
<div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aa777c7ad3afa566f2e841f12c81aab254">mxnet::kCSRStorage</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:65</div></div>
<div class="ttc" id="structmxnet_1_1Storage_1_1Handle_html_ae0a4202582aa12a598f5c55ef51ad4c8"><div class="ttname"><a href="structmxnet_1_1Storage_1_1Handle.html#ae0a4202582aa12a598f5c55ef51ad4c8">mxnet::Storage::Handle::ctx</a></div><div class="ttdeci">Context ctx</div><div class="ttdoc">Context information about device and ID. </div><div class="ttdef"><b>Definition:</b> storage.h:53</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_ad330f5e35c41078cb64cd84ae59a0bc3"><div class="ttname"><a href="classmxnet_1_1NDArray.html#ad330f5e35c41078cb64cd84ae59a0bc3">mxnet::NDArray::storage_handle</a></div><div class="ttdeci">Storage::Handle storage_handle() const </div><div class="ttdoc">get storage handle </div><div class="ttdef"><b>Definition:</b> ndarray.h:295</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a12ec978e5dbe9092d21721a657c39756"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a12ec978e5dbe9092d21721a657c39756">mxnet::NDArray::NDArray</a></div><div class="ttdeci">NDArray()</div><div class="ttdoc">default constructor </div><div class="ttdef"><b>Definition:</b> ndarray.h:85</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_aa0847438b4f3f600ec61d6d544755a29"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#aa0847438b4f3f600ec61d6d544755a29">mxnet::NDArrayFunctionReg::num_use_vars</a></div><div class="ttdeci">unsigned num_use_vars</div><div class="ttdoc">number of variable used by this function </div><div class="ttdef"><b>Definition:</b> ndarray.h:1180</div></div>
<div class="ttc" id="structmxnet_1_1Storage_1_1Handle_html_ad938f8d0ddba567350ee7b3aae14b4c1"><div class="ttname"><a href="structmxnet_1_1Storage_1_1Handle.html#ad938f8d0ddba567350ee7b3aae14b4c1">mxnet::Storage::Handle::shared_id</a></div><div class="ttdeci">int shared_id</div><div class="ttdef"><b>Definition:</b> storage.h:58</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_aa7f4633d042179d90c067aeb8da62060"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#aa7f4633d042179d90c067aeb8da62060">mxnet::NDArrayFunctionReg::set_function</a></div><div class="ttdeci">NDArrayFunctionReg &amp; set_function(void(*fternary)(const NDArray &amp;lhs, const NDArray &amp;mhs, const NDArray &amp;rhs, NDArray *out))</div><div class="ttdoc">set the function body to a ternary NDArray function this will also auto set the parameters correctly ...</div><div class="ttdef"><b>Definition:</b> ndarray.h:1217</div></div>
<div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76aadf6c6faf0de1e55119c679180c99e584"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aadf6c6faf0de1e55119c679180c99e584">mxnet::kUndefinedStorage</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:62</div></div>
<div class="ttc" id="namespacemxnet_1_1cpp_html_aaa1d63d156390ab52fd96a9ad1e0c314"><div class="ttname"><a href="namespacemxnet_1_1cpp.html#aaa1d63d156390ab52fd96a9ad1e0c314">mxnet::cpp::max</a></div><div class="ttdeci">Symbol max(const std::string &amp;symbol_name, Symbol data, dmlc::optional&lt; Shape &gt; axis=dmlc::optional&lt; Shape &gt;(), bool keepdims=false, bool exclude=false)</div><div class="ttdef"><b>Definition:</b> op.h:2391</div></div>
<div class="ttc" id="namespacemxnet_1_1rowsparse_html_a0ad4c619684fa4d442c7076c18fef232"><div class="ttname"><a href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232">mxnet::rowsparse::RowSparseAuxType</a></div><div class="ttdeci">RowSparseAuxType</div><div class="ttdef"><b>Definition:</b> ndarray.h:58</div></div>
<div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1aaf64429479d4a48998e6cd122a3117628"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aaf64429479d4a48998e6cd122a3117628">mxnet::kCSRShapeErr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:70</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a2a15ffdbf29d4d5455a4fbb4b607880c"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a2a15ffdbf29d4d5455a4fbb4b607880c">mxnet::NDArray::is_none</a></div><div class="ttdeci">bool is_none() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:263</div></div>
<div class="ttc" id="namespacemxnet_html_a89a5f0f5cfd9e1e94604a7b42dda818aaef9818c8aae9d0046b3d9033a62fcfbb"><div class="ttname"><a href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aaef9818c8aae9d0046b3d9033a62fcfbb">mxnet::kScalarArgBeforeNDArray</a></div><div class="ttdoc">all the scalar should go before use_vars </div><div class="ttdef"><b>Definition:</b> ndarray.h:1164</div></div>
<div class="ttc" id="namespacemxnet_html_a51f9b094369a349c05463de2be9f0a31"><div class="ttname"><a href="namespacemxnet.html#a51f9b094369a349c05463de2be9f0a31">mxnet::SampleExponential</a></div><div class="ttdeci">void SampleExponential(real_t lambda, NDArray *out)</div><div class="ttdoc">Sample exponential distribution for each elements of out. </div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a36348646a0c2756b8c8cfa80f44f1eef"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a36348646a0c2756b8c8cfa80f44f1eef">mxnet::NDArray::SparseUpdateChunk</a></div><div class="ttdeci">void SparseUpdateChunk(const NDArray &amp;arr) const </div><div class="ttdoc">Update ndarray chunk storage handles using existing ndarray storage handles Also update the aux_handl...</div><div class="ttdef"><b>Definition:</b> ndarray.h:519</div></div>
<div class="ttc" id="classmxnet_1_1TBlob_html_a4e5f4953be2c16724ecff0afc5ea2e10"><div class="ttname"><a href="classmxnet_1_1TBlob.html#a4e5f4953be2c16724ecff0afc5ea2e10">mxnet::TBlob::dptr_</a></div><div class="ttdeci">void * dptr_</div><div class="ttdoc">pointer to the data </div><div class="ttdef"><b>Definition:</b> tensor_blob.h:70</div></div>
<div class="ttc" id="classmxnet_1_1Engine_html_a6e141b188f018d5d933ab99868631d5e"><div class="ttname"><a href="classmxnet_1_1Engine.html#a6e141b188f018d5d933ab99868631d5e">mxnet::Engine::NewVariable</a></div><div class="ttdeci">virtual VarHandle NewVariable()=0</div><div class="ttdoc">Allocate a new variable, the variable can then be used to schedule the operation concurrently via dep...</div></div>
<div class="ttc" id="namespacemxnet_1_1rowsparse_html_a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da"><div class="ttname"><a href="namespacemxnet_1_1rowsparse.html#a0ad4c619684fa4d442c7076c18fef232ac52a46037d8cfe90ccc5da8712c7f6da">mxnet::rowsparse::kIdx</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:58</div></div>
<div class="ttc" id="namespacemxnet_html_a89a5f0f5cfd9e1e94604a7b42dda818aa334598420a4246d5412ddc346b2b57bd"><div class="ttname"><a href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aa334598420a4246d5412ddc346b2b57bd">mxnet::kAcceptEmptyMutateTarget</a></div><div class="ttdoc">whether this function allows the handles in the target to be empty NDArray that are not yet initializ...</div><div class="ttdef"><b>Definition:</b> ndarray.h:1173</div></div>
<div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1aa200492eeec6fa431683ef0d943bfbc2d"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa200492eeec6fa431683ef0d943bfbc2d">mxnet::kRSPShapeErr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:73</div></div>
<div class="ttc" id="classmxnet_1_1Storage_html_a96abc072908d72d3271360a7e3e4bbc2"><div class="ttname"><a href="classmxnet_1_1Storage.html#a96abc072908d72d3271360a7e3e4bbc2">mxnet::Storage::Get</a></div><div class="ttdeci">static Storage * Get()</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_abfbb85eb84be64976417ed0b13b1d8ee"><div class="ttname"><a href="classmxnet_1_1NDArray.html#abfbb85eb84be64976417ed0b13b1d8ee">mxnet::NDArray::shape</a></div><div class="ttdeci">const TShape &amp; shape() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:161</div></div>
<div class="ttc" id="namespacedmlc_html"><div class="ttname"><a href="namespacedmlc.html">dmlc</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:1359</div></div>
<div class="ttc" id="classmxnet_1_1Engine_html_aed51bd7f294d9f2b569764a0c151d883"><div class="ttname"><a href="classmxnet_1_1Engine.html#aed51bd7f294d9f2b569764a0c151d883">mxnet::Engine::WaitForVar</a></div><div class="ttdeci">virtual void WaitForVar(VarHandle var)=0</div><div class="ttdoc">Wait for a variable. </div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a2b728b509871ba0f1b8c946099ebad8d"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a2b728b509871ba0f1b8c946099ebad8d">mxnet::NDArray::aux_shapes</a></div><div class="ttdeci">const std::vector&lt; TShape &gt; &amp; aux_shapes() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:188</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a117e3af0d08abf56ff8852adfb71f413"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a117e3af0d08abf56ff8852adfb71f413">mxnet::NDArray::IsView</a></div><div class="ttdeci">bool IsView() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:147</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a5e2eb64751872f537ae3cb25f949fff1"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a5e2eb64751872f537ae3cb25f949fff1">mxnet::NDArray::ctx</a></div><div class="ttdeci">Context ctx() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:244</div></div>
<div class="ttc" id="namespacemxnet_html_ae7b0809624683afc59b6d7f7784d8bfb"><div class="ttname"><a href="namespacemxnet.html#ae7b0809624683afc59b6d7f7784d8bfb">mxnet::CopyFromTo</a></div><div class="ttdeci">void CopyFromTo(const NDArray &amp;from, const NDArray *to, int priority=0)</div><div class="ttdoc">issue an copy operation from one NDArray to another the two ndarray can sit on different devices this...</div></div>
<div class="ttc" id="namespacemxnet_1_1csr_html_a74a2e3877ef7b348d5374a9d604aba42"><div class="ttname"><a href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42">mxnet::csr::CSRAuxType</a></div><div class="ttdeci">CSRAuxType</div><div class="ttdef"><b>Definition:</b> ndarray.h:54</div></div>
<div class="ttc" id="namespacemxnet_html_a5a28062f52ca576a126599e7ad487077"><div class="ttname"><a href="namespacemxnet.html#a5a28062f52ca576a126599e7ad487077">mxnet::SampleGaussian</a></div><div class="ttdeci">void SampleGaussian(real_t mu, real_t sigma, NDArray *out)</div><div class="ttdoc">Sample gaussian distribution for each elements of out. </div></div>
<div class="ttc" id="namespacemxnet_1_1csr_html_a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1"><div class="ttname"><a href="namespacemxnet_1_1csr.html#a74a2e3877ef7b348d5374a9d604aba42ad9dcbaec1c8c6ca9d69648c83354aac1">mxnet::csr::kIndPtr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:54</div></div>
<div class="ttc" id="storage_8h_html"><div class="ttname"><a href="storage_8h.html">storage.h</a></div><div class="ttdoc">Storage manager across multiple devices. </div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_aedd79a43d5fa4173f3ddd719fb939fbc"><div class="ttname"><a href="classmxnet_1_1NDArray.html#aedd79a43d5fa4173f3ddd719fb939fbc">mxnet::NDArray::WaitToRead</a></div><div class="ttdeci">void WaitToRead() const </div><div class="ttdoc">Block until all the pending write operations with respect to current NDArray are finished, and read can be performed. </div><div class="ttdef"><b>Definition:</b> ndarray.h:305</div></div>
<div class="ttc" id="classmxnet_1_1Engine_html_afbdd4887c046e05aabe9272d0a0953a7"><div class="ttname"><a href="classmxnet_1_1Engine.html#afbdd4887c046e05aabe9272d0a0953a7">mxnet::Engine::PushAsync</a></div><div class="ttdeci">virtual void PushAsync(AsyncFn exec_fun, Context exec_ctx, std::vector&lt; VarHandle &gt; const &amp;const_vars, std::vector&lt; VarHandle &gt; const &amp;mutable_vars, FnProperty prop=FnProperty::kNormal, int priority=0, const char *opr_name=nullptr, bool wait=false)=0</div><div class="ttdoc">Push an asynchronous operation to the engine. </div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a1b6038a196c14d038bd3e6d6bbe36ad2"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a1b6038a196c14d038bd3e6d6bbe36ad2">mxnet::NDArray::dtype</a></div><div class="ttdeci">int dtype() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:251</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a0f59c72c8caefcc069d5839d35288cd1"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a0f59c72c8caefcc069d5839d35288cd1">mxnet::NDArray::storage_initialized</a></div><div class="ttdeci">bool storage_initialized() const </div><div class="ttdoc">Returns true if a sparse ndarray&amp;#39;s aux_data and storage are initialized Throws an exception if the in...</div><div class="ttdef"><b>Definition:</b> ndarray.h:274</div></div>
<div class="ttc" id="structmxnet_1_1Storage_1_1Handle_html"><div class="ttname"><a href="structmxnet_1_1Storage_1_1Handle.html">mxnet::Storage::Handle</a></div><div class="ttdoc">Storage handle. </div><div class="ttdef"><b>Definition:</b> storage.h:41</div></div>
<div class="ttc" id="structmxnet_1_1Context_html_a8e090b1fcc96b682512bcc22fc521f80"><div class="ttname"><a href="structmxnet_1_1Context.html#a8e090b1fcc96b682512bcc22fc521f80">mxnet::Context::CPUShared</a></div><div class="ttdeci">static Context CPUShared(int32_t dev_id=0)</div></div>
<div class="ttc" id="namespacemxnet_html_a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3"><div class="ttname"><a href="namespacemxnet.html#a536b732faa980e1de446c552460ff76aac095f52c31076adc7207f4a4f17d7aa3">mxnet::kRowSparseStorage</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:64</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a150c2f8f88a8d0859a5c49da36a03f30"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a150c2f8f88a8d0859a5c49da36a03f30">mxnet::NDArray::set_aux_shape</a></div><div class="ttdeci">void set_aux_shape(size_t index, const TShape &amp;shape) const </div><div class="ttdoc">For a sparse operation on a csr matrix for example, the size of the column index array is an estimate...</div><div class="ttdef"><b>Definition:</b> ndarray.h:208</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_adcccfd3a4e7a334274677dfc0748d8fe"><div class="ttname"><a href="classmxnet_1_1NDArray.html#adcccfd3a4e7a334274677dfc0748d8fe">mxnet::NDArray::CheckAndAllocData</a></div><div class="ttdeci">void CheckAndAllocData(const TShape &amp;storage_shape) const </div><div class="ttdef"><b>Definition:</b> ndarray.h:604</div></div>
<div class="ttc" id="namespacemxnet_html_ae4143fe21881cbf0174bba638e8e0330"><div class="ttname"><a href="namespacemxnet.html#ae4143fe21881cbf0174bba638e8e0330">mxnet::num_aux_data</a></div><div class="ttdeci">size_t num_aux_data(NDArrayStorageType stype)</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_acc3656ba948c28d3d155736ce064a3f4"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#acc3656ba948c28d3d155736ce064a3f4">mxnet::NDArrayFunctionReg::set_type_mask</a></div><div class="ttdeci">NDArrayFunctionReg &amp; set_type_mask(int tmask)</div><div class="ttdoc">set type mask </div><div class="ttdef"><b>Definition:</b> ndarray.h:1338</div></div>
<div class="ttc" id="classmxnet_1_1Engine_html_aac31510c793a12944c33f9cac6150491"><div class="ttname"><a href="classmxnet_1_1Engine.html#aac31510c793a12944c33f9cac6150491">mxnet::Engine::VarHandle</a></div><div class="ttdeci">engine::VarHandle VarHandle</div><div class="ttdoc">Variable pointer. </div><div class="ttdef"><b>Definition:</b> engine.h:105</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a4b88b5d86ec9ddf4ca96701107337461"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a4b88b5d86ec9ddf4ca96701107337461">mxnet::NDArray::WaitToWrite</a></div><div class="ttdeci">void WaitToWrite() const </div><div class="ttdoc">Block until all the pending read/write operations with respect to current NDArray are finished...</div><div class="ttdef"><b>Definition:</b> ndarray.h:313</div></div>
<div class="ttc" id="classmxnet_1_1Storage_html_a8ac978f345ba93f26b11ae4331406561"><div class="ttname"><a href="classmxnet_1_1Storage.html#a8ac978f345ba93f26b11ae4331406561">mxnet::Storage::Alloc</a></div><div class="ttdeci">Handle Alloc(size_t size, Context ctx)</div><div class="ttdoc">Allocate a new contiguous memory for a given size. </div><div class="ttdef"><b>Definition:</b> storage.h:66</div></div>
<div class="ttc" id="namespacemxnet_html_ae3356844b657c9ae1b84d3ddd56bccf6"><div class="ttname"><a href="namespacemxnet.html#ae3356844b657c9ae1b84d3ddd56bccf6">mxnet::operator-</a></div><div class="ttdeci">NDArray operator-(const NDArray &amp;lhs, const NDArray &amp;rhs)</div><div class="ttdoc">elementwise subtraction </div></div>
<div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa11ce5dbb8ad355e9ee5a678f2f51a5bb">mxnet::kCSRIndPtrErr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:71</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_aa606f0cec91a2e069553f98d7e7addcd"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#aa606f0cec91a2e069553f98d7e7addcd">mxnet::NDArrayFunctionReg::set_function</a></div><div class="ttdeci">NDArrayFunctionReg &amp; set_function(void(*fsetvalue)(const real_t &amp;rhs, NDArray *out))</div><div class="ttdoc">set the function body to a NDArray setvalue function this will also auto set the parameters correctly...</div><div class="ttdef"><b>Definition:</b> ndarray.h:1201</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_aa300364e141cca44fd75d37fc4628953"><div class="ttname"><a href="classmxnet_1_1NDArray.html#aa300364e141cca44fd75d37fc4628953">mxnet::NDArray::NDArray</a></div><div class="ttdeci">NDArray(int shared_pid, int shared_id, const TShape &amp;shape, int dtype)</div><div class="ttdoc">create ndarray from shared memory </div><div class="ttdef"><b>Definition:</b> ndarray.h:120</div></div>
<div class="ttc" id="include_2mxnet_2base_8h_html"><div class="ttname"><a href="include_2mxnet_2base_8h.html">base.h</a></div></div>
<div class="ttc" id="namespacemxnet_html_a4dafe3aae43025fd21bc44b98c18ed1e"><div class="ttname"><a href="namespacemxnet.html#a4dafe3aae43025fd21bc44b98c18ed1e">mxnet::operator+</a></div><div class="ttdeci">NDArray operator+(const NDArray &amp;lhs, const NDArray &amp;rhs)</div><div class="ttdoc">elementwise add </div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a5dfa016a606afd37b8bc85dc2832b025"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a5dfa016a606afd37b8bc85dc2832b025">mxnet::NDArray::byte_offset</a></div><div class="ttdeci">size_t byte_offset() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:330</div></div>
<div class="ttc" id="namespacemxnet_html_a2846f4556c9ca9bd0f567504ce60f274"><div class="ttname"><a href="namespacemxnet.html#a2846f4556c9ca9bd0f567504ce60f274">mxnet::SampleUniform</a></div><div class="ttdeci">void SampleUniform(real_t begin, real_t end, NDArray *out)</div><div class="ttdoc">Sample uniform distribution for each elements of out. </div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html">mxnet::NDArrayFunctionReg</a></div><div class="ttdoc">Registry entry for NDArrayFunction. </div><div class="ttdef"><b>Definition:</b> ndarray.h:1176</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_aa57c24a22d49470496b221c72bf7a1a0"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#aa57c24a22d49470496b221c72bf7a1a0">mxnet::NDArrayFunctionReg::set_function</a></div><div class="ttdeci">NDArrayFunctionReg &amp; set_function(void(*fbinary)(const NDArray &amp;lhs, const NDArray &amp;rhs, NDArray *out))</div><div class="ttdoc">set the function body to a binary NDArray function this will also auto set the parameters correctly ...</div><div class="ttdef"><b>Definition:</b> ndarray.h:1239</div></div>
<div class="ttc" id="structmxnet_1_1Context_html_a4bb231d70623fde216de51589347e513"><div class="ttname"><a href="structmxnet_1_1Context.html#a4bb231d70623fde216de51589347e513">mxnet::Context::CPU</a></div><div class="ttdeci">static Context CPU(int32_t dev_id=0)</div></div>
<div class="ttc" id="classmxnet_1_1Imperative_html"><div class="ttname"><a href="classmxnet_1_1Imperative.html">mxnet::Imperative</a></div><div class="ttdoc">runtime functions for NDArray </div><div class="ttdef"><b>Definition:</b> imperative.h:56</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a02fe304d3498632571fea1a7c1fd91d6"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a02fe304d3498632571fea1a7c1fd91d6">mxnet::NDArray::aux_type</a></div><div class="ttdeci">int aux_type(size_t i) const </div><div class="ttdef"><b>Definition:</b> ndarray.h:254</div></div>
<div class="ttc" id="classmxnet_1_1engine_1_1CallbackOnComplete_html"><div class="ttname"><a href="classmxnet_1_1engine_1_1CallbackOnComplete.html">mxnet::engine::CallbackOnComplete</a></div><div class="ttdoc">OnComplete Callback to the engine, called by AsyncFn when action completes. </div><div class="ttdef"><b>Definition:</b> engine.h:56</div></div>
<div class="ttc" id="namespacemxnet_html_a89a5f0f5cfd9e1e94604a7b42dda818aabbc1ba0bb3f8647dcfd8bad69efdbb51"><div class="ttname"><a href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818aabbc1ba0bb3f8647dcfd8bad69efdbb51">mxnet::kNDArrayArgBeforeScalar</a></div><div class="ttdoc">all the use_vars should go before scalar </div><div class="ttdef"><b>Definition:</b> ndarray.h:1162</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a3896fcce89afce4c1d2f825f7853ca0c"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a3896fcce89afce4c1d2f825f7853ca0c">mxnet::NDArray::AsArray</a></div><div class="ttdeci">NDArray AsArray(const TShape &amp;shape, int dtype) const </div><div class="ttdoc">Create a NDArray that shares memory with current one The new array must have smaller memory size than...</div><div class="ttdef"><b>Definition:</b> ndarray.h:497</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a557fe59b005fc7040db02882b12c3ff5"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a557fe59b005fc7040db02882b12c3ff5">mxnet::NDArray::CheckAndAlloc</a></div><div class="ttdeci">void CheckAndAlloc(const std::vector&lt; TShape &gt; &amp;aux_shapes) const </div><div class="ttdef"><b>Definition:</b> ndarray.h:599</div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_a9591e2abf6cbca0903aec582b96b4d95"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#a9591e2abf6cbca0903aec582b96b4d95">mxnet::NDArrayFunctionReg::num_scalars</a></div><div class="ttdeci">unsigned num_scalars</div><div class="ttdoc">number of scalars used by this function </div><div class="ttdef"><b>Definition:</b> ndarray.h:1184</div></div>
<div class="ttc" id="classmxnet_1_1Engine_html_ae0a23da15ef63d9479c7468e1f2f825f"><div class="ttname"><a href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">mxnet::Engine::Get</a></div><div class="ttdeci">static Engine * Get()</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_aebd03e900ec7664a99b780a0cb1efea6"><div class="ttname"><a href="classmxnet_1_1NDArray.html#aebd03e900ec7664a99b780a0cb1efea6">mxnet::NDArray::data</a></div><div class="ttdeci">const TBlob &amp; data() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:215</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a15809565dc2e38b3a8f62226b086fd29"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a15809565dc2e38b3a8f62226b086fd29">mxnet::NDArray::CheckAndAllocAuxData</a></div><div class="ttdeci">void CheckAndAllocAuxData(size_t i, const TShape &amp;aux_shape) const </div><div class="ttdef"><b>Definition:</b> ndarray.h:609</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a6bdd6008f99b9f05ae45d44fa13d013e"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a6bdd6008f99b9f05ae45d44fa13d013e">mxnet::NDArray::NDArray</a></div><div class="ttdeci">NDArray(const NDArrayStorageType stype, const TShape &amp;shape, const TBlob &amp;data, const std::vector&lt; TBlob &gt; &amp;aux_data, int dev_id)</div><div class="ttdoc">constructing a static NDArray of non-default storage that shares data with TBlob Use with caution: al...</div><div class="ttdef"><b>Definition:</b> ndarray.h:135</div></div>
<div class="ttc" id="namespacemxnet_html_ace60510752753f459193f95cab0e9e1aa322b8b178929b43f1b4b16c8cb9003ef"><div class="ttname"><a href="namespacemxnet.html#ace60510752753f459193f95cab0e9e1aa322b8b178929b43f1b4b16c8cb9003ef">mxnet::kNormalErr</a></div><div class="ttdef"><b>Definition:</b> ndarray.h:69</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a35c2a2c797f601fbc5d560481b11720a"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a35c2a2c797f601fbc5d560481b11720a">mxnet::NDArray::CheckAndAlloc</a></div><div class="ttdeci">void CheckAndAlloc() const </div><div class="ttdoc">Allocate the space if it is delayed allocated. This is an internal function used by system that norma...</div><div class="ttdef"><b>Definition:</b> ndarray.h:574</div></div>
<div class="ttc" id="namespacemxnet_html_abadedc1b42ee3e5b8852e63783b982ef"><div class="ttname"><a href="namespacemxnet.html#abadedc1b42ee3e5b8852e63783b982ef">mxnet::index_t</a></div><div class="ttdeci">mshadow::index_t index_t</div><div class="ttdoc">index type usually use unsigned </div><div class="ttdef"><b>Definition:</b> base.h:124</div></div>
<div class="ttc" id="structmxnet_1_1Storage_1_1Handle_html_ab93b9db0c83e4ef3803fb587377a74a0"><div class="ttname"><a href="structmxnet_1_1Storage_1_1Handle.html#ab93b9db0c83e4ef3803fb587377a74a0">mxnet::Storage::Handle::size</a></div><div class="ttdeci">size_t size</div><div class="ttdoc">Size of the storage. </div><div class="ttdef"><b>Definition:</b> storage.h:49</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_ad8194805eabb65d8a9d33fda840b66a9"><div class="ttname"><a href="classmxnet_1_1NDArray.html#ad8194805eabb65d8a9d33fda840b66a9">mxnet::NDArray::aux_data</a></div><div class="ttdeci">TBlob aux_data(size_t i) const </div><div class="ttdef"><b>Definition:</b> ndarray.h:228</div></div>
<div class="ttc" id="namespacemxnet_html_ad8e0dad88ce27133fd24811763b7afdb"><div class="ttname"><a href="namespacemxnet.html#ad8e0dad88ce27133fd24811763b7afdb">mxnet::SampleGenNegBinomial</a></div><div class="ttdeci">void SampleGenNegBinomial(real_t mu, real_t alpha, NDArray *out)</div><div class="ttdoc">Sample generalized negative binomial distribution for each elements of out. </div></div>
<div class="ttc" id="structmxnet_1_1Context_html"><div class="ttname"><a href="structmxnet_1_1Context.html">mxnet::Context</a></div><div class="ttdoc">Context information about the execution environment. </div><div class="ttdef"><b>Definition:</b> base.h:133</div></div>
<div class="ttc" id="namespacemxnet_html_aed55e8197182b7c66126902b2a43739a"><div class="ttname"><a href="namespacemxnet.html#aed55e8197182b7c66126902b2a43739a">mxnet::SamplePoisson</a></div><div class="ttdeci">void SamplePoisson(real_t lambda, NDArray *out)</div><div class="ttdoc">Sample Poisson distribution for each elements of out. </div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a5ebf1ac5452188d02bc7d784cb35fca9"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a5ebf1ac5452188d02bc7d784cb35fca9">mxnet::NDArray::aux_shape</a></div><div class="ttdeci">const TShape &amp; aux_shape(size_t index) const </div><div class="ttdoc">get the shape of aux_data(index) </div><div class="ttdef"><b>Definition:</b> ndarray.h:181</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html"><div class="ttname"><a href="classmxnet_1_1NDArray.html">mxnet::NDArray</a></div><div class="ttdoc">ndarray interface </div><div class="ttdef"><b>Definition:</b> ndarray.h:82</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a1a7288505ac9bbb19830161f7e5c1a6f"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a1a7288505ac9bbb19830161f7e5c1a6f">mxnet::NDArray::NDArray</a></div><div class="ttdeci">NDArray(const TBlob &amp;data, int dev_id)</div><div class="ttdoc">constructing a static NDArray that shares data with TBlob Use with caution: allocate ONLY ONE NDArray...</div><div class="ttdef"><b>Definition:</b> ndarray.h:114</div></div>
<div class="ttc" id="classmxnet_1_1TBlob_html_a613ad1f5ba31efcbecbd041e23cc61b2"><div class="ttname"><a href="classmxnet_1_1TBlob.html#a613ad1f5ba31efcbecbd041e23cc61b2">mxnet::TBlob::dev_mask</a></div><div class="ttdeci">int dev_mask() const </div><div class="ttdoc">device mask of the corresponding device </div><div class="ttdef"><b>Definition:</b> tensor_blob.h:209</div></div>
<div class="ttc" id="namespacemxnet_1_1cpp_html_a7b26f5f8ccd20fe25f32d7fd18888c5b"><div class="ttname"><a href="namespacemxnet_1_1cpp.html#a7b26f5f8ccd20fe25f32d7fd18888c5b">mxnet::cpp::Reshape</a></div><div class="ttdeci">Symbol Reshape(const std::string &amp;symbol_name, Symbol data, Shape shape=Shape(), bool reverse=false, Shape target_shape=Shape(), bool keep_highest=false)</div><div class="ttdef"><b>Definition:</b> op.h:302</div></div>
<div class="ttc" id="namespacemxnet_html_a15dfd6f3fa03dc2cf39dbab1225e1a51"><div class="ttname"><a href="namespacemxnet.html#a15dfd6f3fa03dc2cf39dbab1225e1a51">mxnet::ElementwiseSum</a></div><div class="ttdeci">void ElementwiseSum(const std::vector&lt; NDArray &gt; &amp;source, NDArray *out, int priority=0)</div><div class="ttdoc">Perform elementwise sum over each data from source, store result into out. </div></div>
<div class="ttc" id="namespacemxnet_html_ab0d55b0edf98cf8f3caeb050662ae9ec"><div class="ttname"><a href="namespacemxnet.html#ab0d55b0edf98cf8f3caeb050662ae9ec">mxnet::NDArrayAPIFunction</a></div><div class="ttdeci">std::function&lt; void(NDArray **used_vars, real_t *scalars, NDArray **mutate_vars, int num_params, char **param_keys, char **param_vals)&gt; NDArrayAPIFunction</div><div class="ttdoc">definition of NDArray function </div><div class="ttdef"><b>Definition:</b> ndarray.h:1158</div></div>
<div class="ttc" id="namespacemxnet_html_ae82f70918b2d946f7ad66a158b1733dc"><div class="ttname"><a href="namespacemxnet.html#ae82f70918b2d946f7ad66a158b1733dc">mxnet::SampleNegBinomial</a></div><div class="ttdeci">void SampleNegBinomial(int32_t k, real_t p, NDArray *out)</div><div class="ttdoc">Sample negative binomial distribution for each elements of out. </div></div>
<div class="ttc" id="structmxnet_1_1NDArrayFunctionReg_html_a220e1866bea35e103adbe23ff92855d9"><div class="ttname"><a href="structmxnet_1_1NDArrayFunctionReg.html#a220e1866bea35e103adbe23ff92855d9">mxnet::NDArrayFunctionReg::set_function</a></div><div class="ttdeci">NDArrayFunctionReg &amp; set_function(void(*fgeneric)(NDArray **used_vars, real_t *s, NDArray **mutate_vars, const std::map&lt; std::string, std::string &gt; &amp;param))</div><div class="ttdoc">set the function body to a unary NDArray function this will also auto set the parameters correctly ...</div><div class="ttdef"><b>Definition:</b> ndarray.h:1294</div></div>
<div class="ttc" id="structmxnet_1_1Storage_1_1Handle_html_ac92111bc6d73d7402331615506684b74"><div class="ttname"><a href="structmxnet_1_1Storage_1_1Handle.html#ac92111bc6d73d7402331615506684b74">mxnet::Storage::Handle::shared_pid</a></div><div class="ttdeci">int shared_pid</div><div class="ttdoc">Id for IPC shared memory. </div><div class="ttdef"><b>Definition:</b> storage.h:57</div></div>
<div class="ttc" id="classmxnet_1_1TBlob_html"><div class="ttname"><a href="classmxnet_1_1TBlob.html">mxnet::TBlob</a></div><div class="ttdoc">tensor blob class that can be used to hold tensor of any dimension, any device and any data type...</div><div class="ttdef"><b>Definition:</b> tensor_blob.h:66</div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a8970b39ecb7947218981f607d9b6dce8"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a8970b39ecb7947218981f607d9b6dce8">mxnet::NDArray::aux_types</a></div><div class="ttdeci">const std::vector&lt; int &gt; &amp; aux_types() const </div><div class="ttdef"><b>Definition:</b> ndarray.h:195</div></div>
<div class="ttc" id="namespacemxnet_html_a050beaa505f11e0b844deb91efe0cac2"><div class="ttname"><a href="namespacemxnet.html#a050beaa505f11e0b844deb91efe0cac2">mxnet::SampleGamma</a></div><div class="ttdeci">void SampleGamma(real_t alpha, real_t beta, NDArray *out)</div><div class="ttdoc">Sample gamma distribution for each elements of out. </div></div>
<div class="ttc" id="classmxnet_1_1NDArray_html_a8fb6d94c737c452e180650fdfe5228ad"><div class="ttname"><a href="classmxnet_1_1NDArray.html#a8fb6d94c737c452e180650fdfe5228ad">mxnet::NDArray::NDArray</a></div><div class="ttdeci">NDArray(const TShape &amp;shape, Context ctx, bool delay_alloc=false, int dtype=mshadow::default_type_flag)</div><div class="ttdoc">constructs a new dynamic NDArray </div><div class="ttdef"><b>Definition:</b> ndarray.h:94</div></div>
<div class="ttc" id="namespacemxnet_html_a502e3e00dc61cedb9c6eef711f1176ac"><div class="ttname"><a href="namespacemxnet.html#a502e3e00dc61cedb9c6eef711f1176ac">mxnet::operator/</a></div><div class="ttdeci">NDArray operator/(const NDArray &amp;lhs, const NDArray &amp;rhs)</div><div class="ttdoc">elementwise division </div></div>
<div class="ttc" id="namespacemxnet_html_a89a5f0f5cfd9e1e94604a7b42dda818a"><div class="ttname"><a href="namespacemxnet.html#a89a5f0f5cfd9e1e94604a7b42dda818a">mxnet::NDArrayFunctionTypeMask</a></div><div class="ttdeci">NDArrayFunctionTypeMask</div><div class="ttdoc">mask information on how functions can be exposed </div><div class="ttdef"><b>Definition:</b> ndarray.h:1160</div></div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated on Thu Sep 19 2019 12:53:03 for mxnet by  <a href="http://www.doxygen.org/index.html">
<img alt="doxygen" class="footer" src="doxygen.png"/>
</a> 1.8.11
</small></address>
</body>
</html>