blob: 56b304d7e411da6304c91d29aa7319b38d8a61ec [file] [log] [blame]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "https://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.17"/>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>mxnet: /work/mxnet/3rdparty/mshadow/mshadow/tensor.h Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectalign" style="padding-left: 0.5em;">
<div id="projectname">mxnet
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.17 -->
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&amp;dn=gpl-2.0.txt GPL-v2 */
var searchBox = new SearchBox("searchBox", "search",false,'Search');
/* @license-end */
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&amp;dn=gpl-2.0.txt GPL-v2 */
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
/* @license-end */</script>
<div id="main-nav"></div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="dir_8cab8f464681f7cc51cee77e79a434cd.html">3rdparty</a></li><li class="navelem"><a class="el" href="dir_3e48ced36faa4eaa1b41f6d960bf0edb.html">mshadow</a></li><li class="navelem"><a class="el" href="dir_00b035bb2ad81894e6ad291054ea5f82.html">mshadow</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">tensor.h</div> </div>
</div><!--header-->
<div class="contents">
<a href="tensor_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="comment">/*</span></div>
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;<span class="comment"> * Licensed to the Apache Software Foundation (ASF) under one</span></div>
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="comment"> * or more contributor license agreements. See the NOTICE file</span></div>
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="comment"> * distributed with this work for additional information</span></div>
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="comment"> * regarding copyright ownership. The ASF licenses this file</span></div>
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160;<span class="comment"> * to you under the Apache License, Version 2.0 (the</span></div>
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="comment"> * &quot;License&quot;); you may not use this file except in compliance</span></div>
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160;<span class="comment"> * with the License. You may obtain a copy of the License at</span></div>
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="comment"> * http://www.apache.org/licenses/LICENSE-2.0</span></div>
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="comment"> * Unless required by applicable law or agreed to in writing,</span></div>
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="comment"> * software distributed under the License is distributed on an</span></div>
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;<span class="comment"> * &quot;AS IS&quot; BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span></div>
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="comment"> * KIND, either express or implied. See the License for the</span></div>
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="comment"> * specific language governing permissions and limitations</span></div>
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="comment"> * under the License.</span></div>
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160; </div>
<div class="line"><a name="l00030"></a><span class="lineno"> 30</span>&#160;<span class="preprocessor">#ifndef MSHADOW_TENSOR_H_</span></div>
<div class="line"><a name="l00031"></a><span class="lineno"> 31</span>&#160;<span class="preprocessor">#define MSHADOW_TENSOR_H_</span></div>
<div class="line"><a name="l00032"></a><span class="lineno"> 32</span>&#160;<span class="preprocessor">#include &lt;string&gt;</span></div>
<div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160;<span class="preprocessor">#include &lt;iostream&gt;</span></div>
<div class="line"><a name="l00034"></a><span class="lineno"> 34</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html">./base.h</a>&quot;</span></div>
<div class="line"><a name="l00035"></a><span class="lineno"> 35</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="expression_8h.html">./expression.h</a>&quot;</span></div>
<div class="line"><a name="l00036"></a><span class="lineno"> 36</span>&#160; </div>
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacemshadow.html">mshadow</a> {</div>
<div class="line"><a name="l00039"></a><span class="lineno"><a class="line" href="structmshadow_1_1cpu.html"> 39</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmshadow_1_1cpu.html">cpu</a> {</div>
<div class="line"><a name="l00041"></a><span class="lineno"><a class="line" href="structmshadow_1_1cpu.html#a02cb5d79392d3ccf5d5f16beabf69171"> 41</a></span>&#160; <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">bool</span> <a class="code" href="structmshadow_1_1cpu.html#a02cb5d79392d3ccf5d5f16beabf69171">kDevCPU</a> = <span class="keyword">true</span>;</div>
<div class="line"><a name="l00043"></a><span class="lineno"><a class="line" href="structmshadow_1_1cpu.html#a57f74b500825e21c0c246ad5b4e5016b"> 43</a></span>&#160; <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">int</span> <a class="code" href="structmshadow_1_1cpu.html#a57f74b500825e21c0c246ad5b4e5016b">kDevMask</a> = 1 &lt;&lt; 0;</div>
<div class="line"><a name="l00044"></a><span class="lineno"> 44</span>&#160;};</div>
<div class="line"><a name="l00046"></a><span class="lineno"><a class="line" href="structmshadow_1_1gpu.html"> 46</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmshadow_1_1gpu.html">gpu</a> {</div>
<div class="line"><a name="l00048"></a><span class="lineno"><a class="line" href="structmshadow_1_1gpu.html#a52623e299b7672805922121519501594"> 48</a></span>&#160; <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">bool</span> <a class="code" href="structmshadow_1_1gpu.html#a52623e299b7672805922121519501594">kDevCPU</a> = <span class="keyword">false</span>;</div>
<div class="line"><a name="l00050"></a><span class="lineno"><a class="line" href="structmshadow_1_1gpu.html#a15467f39ddeed96fa259efda7c988f05"> 50</a></span>&#160; <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">int</span> <a class="code" href="structmshadow_1_1gpu.html#a15467f39ddeed96fa259efda7c988f05">kDevMask</a> = 1 &lt;&lt; 1;</div>
<div class="line"><a name="l00051"></a><span class="lineno"> 51</span>&#160;};</div>
<div class="line"><a name="l00052"></a><span class="lineno"> 52</span>&#160; </div>
<div class="line"><a name="l00053"></a><span class="lineno"> 53</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> xpu&gt;</div>
<div class="line"><a name="l00054"></a><span class="lineno"><a class="line" href="structmshadow_1_1LapackIndex.html"> 54</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmshadow_1_1LapackIndex.html">LapackIndex</a> {</div>
<div class="line"><a name="l00055"></a><span class="lineno"><a class="line" href="structmshadow_1_1LapackIndex.html#a030782775d71ab036b109a445348ab53"> 55</a></span>&#160; <span class="keyword">using</span> <a class="code" href="structmshadow_1_1LapackIndex.html#a030782775d71ab036b109a445348ab53">IndexT</a> = <a class="code" href="namespacemshadow.html#a8b60ab0b7ba58978695b4ab7e63268b9">lapack_index_t</a>;</div>
<div class="line"><a name="l00056"></a><span class="lineno"> 56</span>&#160;};</div>
<div class="line"><a name="l00057"></a><span class="lineno"> 57</span>&#160; </div>
<div class="line"><a name="l00058"></a><span class="lineno"> 58</span>&#160;<span class="keyword">template</span> &lt;&gt;</div>
<div class="line"><a name="l00059"></a><span class="lineno"><a class="line" href="structmshadow_1_1LapackIndex_3_01gpu_01_4.html"> 59</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmshadow_1_1LapackIndex.html">LapackIndex</a> &lt;<a class="code" href="structmshadow_1_1gpu.html">gpu</a>&gt; {</div>
<div class="line"><a name="l00060"></a><span class="lineno"><a class="line" href="structmshadow_1_1LapackIndex_3_01gpu_01_4.html#a72300dbd5f4b2444d56c5b08e3bd6de1"> 60</a></span>&#160; <span class="keyword">using</span> <a class="code" href="structmshadow_1_1LapackIndex_3_01gpu_01_4.html#a72300dbd5f4b2444d56c5b08e3bd6de1">IndexT</a> = int;</div>
<div class="line"><a name="l00061"></a><span class="lineno"> 61</span>&#160;};</div>
<div class="line"><a name="l00062"></a><span class="lineno"> 62</span>&#160; </div>
<div class="line"><a name="l00063"></a><span class="lineno"> 63</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">int</span> ndim&gt;</div>
<div class="line"><a name="l00064"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html"> 64</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmshadow_1_1Shape.html">Shape</a>;</div>
<div class="line"><a name="l00065"></a><span class="lineno"> 65</span>&#160; </div>
<div class="line"><a name="l00072"></a><span class="lineno"> 72</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">int</span> ndim&gt;</div>
<div class="line"><a name="l00073"></a><span class="lineno"> 73</span>&#160;<span class="keyword">inline</span> std::ostream &amp;<a class="code" href="namespacemshadow.html#a10717da9e107e05150e6fb6d79103b34">operator&lt;&lt;</a>(std::ostream &amp;os, <span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;ndim&gt;</a> &amp;shape); <span class="comment">// NOLINT(*)</span></div>
<div class="line"><a name="l00074"></a><span class="lineno"> 74</span>&#160; </div>
<div class="line"><a name="l00079"></a><span class="lineno"> 79</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">int</span> dimension&gt;</div>
<div class="line"><a name="l00080"></a><span class="lineno"> 80</span>&#160;<span class="keyword">struct </span><a class="code" href="structmshadow_1_1Shape.html">Shape</a> {</div>
<div class="line"><a name="l00082"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#a04b162e49196e5799465fd8201de04b1"> 82</a></span>&#160; <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">int</span> <a class="code" href="structmshadow_1_1Shape.html#a04b162e49196e5799465fd8201de04b1">kDimension</a> = dimension;</div>
<div class="line"><a name="l00084"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#a67c9939bcaa6fa12f5dc949041a0ef58"> 84</a></span>&#160; <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">int</span> <a class="code" href="structmshadow_1_1Shape.html#a67c9939bcaa6fa12f5dc949041a0ef58">kSubdim</a> = dimension - 1;</div>
<div class="line"><a name="l00086"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#a398d94165ccfbaf1ba0e8fcbedfe48c6"> 86</a></span>&#160; <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> <a class="code" href="structmshadow_1_1Shape.html#a398d94165ccfbaf1ba0e8fcbedfe48c6">shape_</a>[<a class="code" href="structmshadow_1_1Shape.html#a04b162e49196e5799465fd8201de04b1">kDimension</a>];</div>
<div class="line"><a name="l00088"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#a841dd46bcd4bc0abf0f8c124e4f3a607"> 88</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Shape.html#a841dd46bcd4bc0abf0f8c124e4f3a607">Shape</a>(<span class="keywordtype">void</span>) {}</div>
<div class="line"><a name="l00090"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#a9fe553a887023d1ef284dbb018456fe8"> 90</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Shape.html#a9fe553a887023d1ef284dbb018456fe8">Shape</a>(<span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;kDimension&gt;</a> &amp;s) {</div>
<div class="line"><a name="l00091"></a><span class="lineno"> 91</span>&#160;<span class="preprocessor"> #pragma unroll</span></div>
<div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; <a class="code" href="structmshadow_1_1Shape.html#a04b162e49196e5799465fd8201de04b1">kDimension</a>; ++i) {</div>
<div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160; this-&gt;shape_[i] = s[i];</div>
<div class="line"><a name="l00094"></a><span class="lineno"> 94</span>&#160; }</div>
<div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160; }</div>
<div class="line"><a name="l00101"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#aec509cb541250181ba664a4db41896e9"> 101</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> &amp;<a class="code" href="structmshadow_1_1Shape.html#aec509cb541250181ba664a4db41896e9">operator[]</a>(<span class="keywordtype">int</span> idx) {</div>
<div class="line"><a name="l00102"></a><span class="lineno"> 102</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Shape.html#a398d94165ccfbaf1ba0e8fcbedfe48c6">shape_</a>[idx];</div>
<div class="line"><a name="l00103"></a><span class="lineno"> 103</span>&#160; }</div>
<div class="line"><a name="l00109"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#a46db5e15921e6aaef5c1cd77302176c8"> 109</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keyword">const</span> <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> &amp;<a class="code" href="structmshadow_1_1Shape.html#a46db5e15921e6aaef5c1cd77302176c8">operator[]</a>(<span class="keywordtype">int</span> idx)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00110"></a><span class="lineno"> 110</span>&#160;<span class="preprocessor">#pragma GCC diagnostic push</span></div>
<div class="line"><a name="l00111"></a><span class="lineno"> 111</span>&#160;<span class="preprocessor">#pragma GCC diagnostic ignored &quot;-Warray-bounds&quot;</span></div>
<div class="line"><a name="l00112"></a><span class="lineno"> 112</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Shape.html#a398d94165ccfbaf1ba0e8fcbedfe48c6">shape_</a>[idx];</div>
<div class="line"><a name="l00113"></a><span class="lineno"> 113</span>&#160;<span class="preprocessor">#pragma GCC diagnostic pop</span></div>
<div class="line"><a name="l00114"></a><span class="lineno"> 114</span>&#160; }</div>
<div class="line"><a name="l00119"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#ac101e89c424c3f5d2c37a369d8d7bb79"> 119</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keywordtype">bool</span> <a class="code" href="structmshadow_1_1Shape.html#ac101e89c424c3f5d2c37a369d8d7bb79">operator==</a>(<span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;kDimension&gt;</a> &amp;s)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00120"></a><span class="lineno"> 120</span>&#160;<span class="preprocessor"> #pragma unroll</span></div>
<div class="line"><a name="l00121"></a><span class="lineno"> 121</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; <a class="code" href="structmshadow_1_1Shape.html#a04b162e49196e5799465fd8201de04b1">kDimension</a>; ++i) {</div>
<div class="line"><a name="l00122"></a><span class="lineno"> 122</span>&#160; <span class="keywordflow">if</span> (s.<a class="code" href="structmshadow_1_1Shape.html#a398d94165ccfbaf1ba0e8fcbedfe48c6">shape_</a>[i] != this-&gt;shape_[i]) <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00123"></a><span class="lineno"> 123</span>&#160; }</div>
<div class="line"><a name="l00124"></a><span class="lineno"> 124</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00125"></a><span class="lineno"> 125</span>&#160; }</div>
<div class="line"><a name="l00130"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#a610750c35aa0c76bb987458fc3fce90b"> 130</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keywordtype">bool</span> <a class="code" href="structmshadow_1_1Shape.html#a610750c35aa0c76bb987458fc3fce90b">operator!=</a>(<span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;kDimension&gt;</a> &amp;s)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>&#160; <span class="keywordflow">return</span> !(*<span class="keyword">this</span> == s);</div>
<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>&#160; }</div>
<div class="line"><a name="l00137"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#a09790c1034fa223d2782736a0d053a75"> 137</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;1&gt;</a> <a class="code" href="structmshadow_1_1Shape.html#a09790c1034fa223d2782736a0d053a75">FlatTo1D</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;1&gt;</a> s;</div>
<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>&#160; s[0] = this-&gt;<a class="code" href="structmshadow_1_1Shape.html#ac6d667fde1a8180b64f475f5d33ea58f">Size</a>();</div>
<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>&#160; <span class="keywordflow">return</span> s;</div>
<div class="line"><a name="l00141"></a><span class="lineno"> 141</span>&#160; }</div>
<div class="line"><a name="l00146"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#a91c0fd04c351199f119950b044ad9c99"> 146</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;2&gt;</a> <a class="code" href="structmshadow_1_1Shape.html#a91c0fd04c351199f119950b044ad9c99">FlatTo2D</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00147"></a><span class="lineno"> 147</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;2&gt;</a> s;</div>
<div class="line"><a name="l00148"></a><span class="lineno"> 148</span>&#160; s.<a class="code" href="structmshadow_1_1Shape.html#a398d94165ccfbaf1ba0e8fcbedfe48c6">shape_</a>[1] = this-&gt;shape_[<a class="code" href="structmshadow_1_1Shape.html#a04b162e49196e5799465fd8201de04b1">kDimension</a> - 1];</div>
<div class="line"><a name="l00149"></a><span class="lineno"> 149</span>&#160; <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> ymax = 1;</div>
<div class="line"><a name="l00150"></a><span class="lineno"> 150</span>&#160;<span class="preprocessor"> #pragma unroll</span></div>
<div class="line"><a name="l00151"></a><span class="lineno"> 151</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; <a class="code" href="structmshadow_1_1Shape.html#a04b162e49196e5799465fd8201de04b1">kDimension</a> - 1; ++i) {</div>
<div class="line"><a name="l00152"></a><span class="lineno"> 152</span>&#160; ymax *= this-&gt;shape_[i];</div>
<div class="line"><a name="l00153"></a><span class="lineno"> 153</span>&#160; }</div>
<div class="line"><a name="l00154"></a><span class="lineno"> 154</span>&#160; s.<a class="code" href="structmshadow_1_1Shape.html#a398d94165ccfbaf1ba0e8fcbedfe48c6">shape_</a>[0] = ymax;</div>
<div class="line"><a name="l00155"></a><span class="lineno"> 155</span>&#160; <span class="keywordflow">return</span> s;</div>
<div class="line"><a name="l00156"></a><span class="lineno"> 156</span>&#160; }</div>
<div class="line"><a name="l00158"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#ac6d667fde1a8180b64f475f5d33ea58f"> 158</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> <a class="code" href="structmshadow_1_1Shape.html#ac6d667fde1a8180b64f475f5d33ea58f">Size</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00159"></a><span class="lineno"> 159</span>&#160; <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> size = this-&gt;shape_[0];</div>
<div class="line"><a name="l00160"></a><span class="lineno"> 160</span>&#160;<span class="preprocessor"> #pragma unroll</span></div>
<div class="line"><a name="l00161"></a><span class="lineno"> 161</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 1; i &lt; <a class="code" href="structmshadow_1_1Shape.html#a04b162e49196e5799465fd8201de04b1">kDimension</a>; ++i) {</div>
<div class="line"><a name="l00162"></a><span class="lineno"> 162</span>&#160; size *= this-&gt;shape_[i];</div>
<div class="line"><a name="l00163"></a><span class="lineno"> 163</span>&#160; }</div>
<div class="line"><a name="l00164"></a><span class="lineno"> 164</span>&#160; <span class="keywordflow">return</span> size;</div>
<div class="line"><a name="l00165"></a><span class="lineno"> 165</span>&#160; }</div>
<div class="line"><a name="l00171"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#a437b236671a35475edcf7aa5df2c6360"> 171</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> <a class="code" href="structmshadow_1_1Shape.html#a437b236671a35475edcf7aa5df2c6360">ProdShape</a>(<span class="keywordtype">int</span> dimstart, <span class="keywordtype">int</span> dimend)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00172"></a><span class="lineno"> 172</span>&#160; <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> num = 1;</div>
<div class="line"><a name="l00173"></a><span class="lineno"> 173</span>&#160;<span class="preprocessor"> #pragma unroll</span></div>
<div class="line"><a name="l00174"></a><span class="lineno"> 174</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = dimstart; i &lt; dimend; ++i) {</div>
<div class="line"><a name="l00175"></a><span class="lineno"> 175</span>&#160; num *= this-&gt;shape_[i];</div>
<div class="line"><a name="l00176"></a><span class="lineno"> 176</span>&#160; }</div>
<div class="line"><a name="l00177"></a><span class="lineno"> 177</span>&#160; <span class="keywordflow">return</span> num;</div>
<div class="line"><a name="l00178"></a><span class="lineno"> 178</span>&#160; }</div>
<div class="line"><a name="l00183"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#a40f409ff54982ded075f373aec6147a2"> 183</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;kSubdim&gt;</a> <a class="code" href="structmshadow_1_1Shape.html#a40f409ff54982ded075f373aec6147a2">SubShape</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00184"></a><span class="lineno"> 184</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;kSubdim&gt;</a> s;</div>
<div class="line"><a name="l00185"></a><span class="lineno"> 185</span>&#160; <span class="comment">// for cuda</span></div>
<div class="line"><a name="l00186"></a><span class="lineno"> 186</span>&#160;<span class="preprocessor"> #pragma unroll</span></div>
<div class="line"><a name="l00187"></a><span class="lineno"> 187</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; <a class="code" href="structmshadow_1_1Shape.html#a67c9939bcaa6fa12f5dc949041a0ef58">kSubdim</a>; ++i) {</div>
<div class="line"><a name="l00188"></a><span class="lineno"> 188</span>&#160; s.<a class="code" href="structmshadow_1_1Shape.html#a398d94165ccfbaf1ba0e8fcbedfe48c6">shape_</a>[i] = this-&gt;shape_[i + 1];</div>
<div class="line"><a name="l00189"></a><span class="lineno"> 189</span>&#160; }</div>
<div class="line"><a name="l00190"></a><span class="lineno"> 190</span>&#160; <span class="keywordflow">return</span> s;</div>
<div class="line"><a name="l00191"></a><span class="lineno"> 191</span>&#160; }</div>
<div class="line"><a name="l00198"></a><span class="lineno"> 198</span>&#160; <span class="keyword">template</span>&lt;<span class="keywordtype">int</span> dimstart, <span class="keywordtype">int</span> dimend&gt;</div>
<div class="line"><a name="l00199"></a><span class="lineno"><a class="line" href="structmshadow_1_1Shape.html#a9cb540dcf4dec5d78456140505763bfa"> 199</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Shape.html">Shape</a>&lt;dimend - dimstart&gt; <a class="code" href="structmshadow_1_1Shape.html#a9cb540dcf4dec5d78456140505763bfa">Slice</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00200"></a><span class="lineno"> 200</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape</a>&lt;dimend - dimstart&gt; s;</div>
<div class="line"><a name="l00201"></a><span class="lineno"> 201</span>&#160;<span class="preprocessor"> #pragma unroll</span></div>
<div class="line"><a name="l00202"></a><span class="lineno"> 202</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = dimstart; i &lt; dimend; ++i) {</div>
<div class="line"><a name="l00203"></a><span class="lineno"> 203</span>&#160; s[i - dimstart] = this-&gt;shape_[i];</div>
<div class="line"><a name="l00204"></a><span class="lineno"> 204</span>&#160; }</div>
<div class="line"><a name="l00205"></a><span class="lineno"> 205</span>&#160; <span class="keywordflow">return</span> s;</div>
<div class="line"><a name="l00206"></a><span class="lineno"> 206</span>&#160; }</div>
<div class="line"><a name="l00208"></a><span class="lineno"> 208</span>&#160; <span class="keyword">template</span>&lt;<span class="keywordtype">int</span> dim&gt;</div>
<div class="line"><a name="l00209"></a><span class="lineno"> 209</span>&#160; <span class="keyword">friend</span> std::ostream &amp;<a class="code" href="namespacemshadow.html#a10717da9e107e05150e6fb6d79103b34">operator&lt;&lt;</a>(std::ostream &amp;os, <span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;dim&gt;</a> &amp;shape); <span class="comment">// NOLINT(*)</span></div>
<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>&#160;<span class="comment"></span>}; <span class="comment">// Shape</span></div>
<div class="line"><a name="l00212"></a><span class="lineno"> 212</span>&#160;<span class="comment">//------------------------------------------------</span></div>
<div class="line"><a name="l00213"></a><span class="lineno"> 213</span>&#160;<span class="comment">// useful construction functions to generate shape</span></div>
<div class="line"><a name="l00214"></a><span class="lineno"> 214</span>&#160;<span class="comment">//-------------------------------------------------</span></div>
<div class="line"><a name="l00220"></a><span class="lineno"><a class="line" href="namespacemshadow.html#a05e468ef4d8882fccce53ae951b7bdbd"> 220</a></span>&#160;<span class="comment"></span><a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;1&gt;</a> <a class="code" href="namespacemshadow.html#a05e468ef4d8882fccce53ae951b7bdbd">Shape1</a>(<a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s0) {</div>
<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;1&gt;</a> s; s[0] = s0;</div>
<div class="line"><a name="l00222"></a><span class="lineno"> 222</span>&#160; <span class="keywordflow">return</span> s;</div>
<div class="line"><a name="l00223"></a><span class="lineno"> 223</span>&#160;}</div>
<div class="line"><a name="l00230"></a><span class="lineno"><a class="line" href="namespacemshadow.html#ad2853583180a7dbe9cbf6b0e15ae60ef"> 230</a></span>&#160;<a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;2&gt;</a> <a class="code" href="namespacemshadow.html#ad2853583180a7dbe9cbf6b0e15ae60ef">Shape2</a>(<a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s0, <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s1) {</div>
<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;2&gt;</a> s; s[0] = s0; s[1] = s1;</div>
<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>&#160; <span class="keywordflow">return</span> s;</div>
<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>&#160;}</div>
<div class="line"><a name="l00241"></a><span class="lineno"><a class="line" href="namespacemshadow.html#a2be3eab8d3469aa48c40d38881558bb9"> 241</a></span>&#160;<a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;3&gt;</a> <a class="code" href="namespacemshadow.html#a2be3eab8d3469aa48c40d38881558bb9">Shape3</a>(<a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s0, <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s1, <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s2) {</div>
<div class="line"><a name="l00242"></a><span class="lineno"> 242</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;3&gt;</a> s;</div>
<div class="line"><a name="l00243"></a><span class="lineno"> 243</span>&#160; s[0] = s0; s[1] = s1; s[2] = s2;</div>
<div class="line"><a name="l00244"></a><span class="lineno"> 244</span>&#160; <span class="keywordflow">return</span> s;</div>
<div class="line"><a name="l00245"></a><span class="lineno"> 245</span>&#160;}</div>
<div class="line"><a name="l00254"></a><span class="lineno"><a class="line" href="namespacemshadow.html#a8fc5237744c6eda97f3070ddcb0c715e"> 254</a></span>&#160;<a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;4&gt;</a> <a class="code" href="namespacemshadow.html#a8fc5237744c6eda97f3070ddcb0c715e">Shape4</a>(<a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s0, <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s1,</div>
<div class="line"><a name="l00255"></a><span class="lineno"> 255</span>&#160; <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s2, <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s3) {</div>
<div class="line"><a name="l00256"></a><span class="lineno"> 256</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;4&gt;</a> s;</div>
<div class="line"><a name="l00257"></a><span class="lineno"> 257</span>&#160; s[0] = s0; s[1] = s1; s[2] = s2; s[3] = s3;</div>
<div class="line"><a name="l00258"></a><span class="lineno"> 258</span>&#160; <span class="keywordflow">return</span> s;</div>
<div class="line"><a name="l00259"></a><span class="lineno"> 259</span>&#160;}</div>
<div class="line"><a name="l00269"></a><span class="lineno"><a class="line" href="namespacemshadow.html#a5db935b0945f538add8022fac93c9c0a"> 269</a></span>&#160;<a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;5&gt;</a> <a class="code" href="namespacemshadow.html#a5db935b0945f538add8022fac93c9c0a">Shape5</a>(<a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s0, <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s1, <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s2,</div>
<div class="line"><a name="l00270"></a><span class="lineno"> 270</span>&#160; <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s3, <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> s4) {</div>
<div class="line"><a name="l00271"></a><span class="lineno"> 271</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;5&gt;</a> s;</div>
<div class="line"><a name="l00272"></a><span class="lineno"> 272</span>&#160; s[0] = s0; s[1] = s1; s[2] = s2; s[3] = s3; s[4] = s4;</div>
<div class="line"><a name="l00273"></a><span class="lineno"> 273</span>&#160; <span class="keywordflow">return</span> s;</div>
<div class="line"><a name="l00274"></a><span class="lineno"> 274</span>&#160;}</div>
<div class="line"><a name="l00275"></a><span class="lineno"> 275</span>&#160; </div>
<div class="line"><a name="l00283"></a><span class="lineno"><a class="line" href="namespacemshadow.html#a446431abbca1ddc0a525d6e2ce9d2fbc"> 283</a></span>&#160;<span class="keyword">inline</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;3&gt;</a> <a class="code" href="namespacemshadow.html#a446431abbca1ddc0a525d6e2ce9d2fbc">ConvertLayout</a>(<span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;3&gt;</a>&amp; src, <span class="keywordtype">int</span> src_layout, <span class="keywordtype">int</span> dst_layout) {</div>
<div class="line"><a name="l00284"></a><span class="lineno"> 284</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;3&gt;</a> dst;</div>
<div class="line"><a name="l00285"></a><span class="lineno"> 285</span>&#160; <span class="keywordflow">switch</span> (src_layout) {</div>
<div class="line"><a name="l00286"></a><span class="lineno"> 286</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a0cfb685a803481d9ff4fe19d813b261a">kNCW</a>:</div>
<div class="line"><a name="l00287"></a><span class="lineno"> 287</span>&#160; dst = src;</div>
<div class="line"><a name="l00288"></a><span class="lineno"> 288</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00289"></a><span class="lineno"> 289</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a3f4908b910c47da082d60aa719c43fc3">kNWC</a>:</div>
<div class="line"><a name="l00290"></a><span class="lineno"> 290</span>&#160; dst[0] = src[0];</div>
<div class="line"><a name="l00291"></a><span class="lineno"> 291</span>&#160; dst[1] = src[2];</div>
<div class="line"><a name="l00292"></a><span class="lineno"> 292</span>&#160; dst[2] = src[1];</div>
<div class="line"><a name="l00293"></a><span class="lineno"> 293</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00294"></a><span class="lineno"> 294</span>&#160; <span class="keywordflow">default</span>:</div>
<div class="line"><a name="l00295"></a><span class="lineno"> 295</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Invalid layout for 3d shape &quot;</span> &lt;&lt; src_layout;</div>
<div class="line"><a name="l00296"></a><span class="lineno"> 296</span>&#160; }</div>
<div class="line"><a name="l00297"></a><span class="lineno"> 297</span>&#160; <span class="keywordflow">switch</span> (dst_layout) {</div>
<div class="line"><a name="l00298"></a><span class="lineno"> 298</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a0cfb685a803481d9ff4fe19d813b261a">kNCW</a>:</div>
<div class="line"><a name="l00299"></a><span class="lineno"> 299</span>&#160; <span class="keywordflow">return</span> dst;</div>
<div class="line"><a name="l00300"></a><span class="lineno"> 300</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a3f4908b910c47da082d60aa719c43fc3">kNWC</a>:</div>
<div class="line"><a name="l00301"></a><span class="lineno"> 301</span>&#160; {</div>
<div class="line"><a name="l00302"></a><span class="lineno"> 302</span>&#160; <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> tmp = dst[1];</div>
<div class="line"><a name="l00303"></a><span class="lineno"> 303</span>&#160; dst[1] = dst[2];</div>
<div class="line"><a name="l00304"></a><span class="lineno"> 304</span>&#160; dst[2] = tmp;</div>
<div class="line"><a name="l00305"></a><span class="lineno"> 305</span>&#160; }</div>
<div class="line"><a name="l00306"></a><span class="lineno"> 306</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00307"></a><span class="lineno"> 307</span>&#160; <span class="keywordflow">default</span>:</div>
<div class="line"><a name="l00308"></a><span class="lineno"> 308</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Invalid layout for 3d shape &quot;</span> &lt;&lt; src_layout;</div>
<div class="line"><a name="l00309"></a><span class="lineno"> 309</span>&#160; }</div>
<div class="line"><a name="l00310"></a><span class="lineno"> 310</span>&#160; <span class="keywordflow">return</span> dst;</div>
<div class="line"><a name="l00311"></a><span class="lineno"> 311</span>&#160;}</div>
<div class="line"><a name="l00312"></a><span class="lineno"> 312</span>&#160; </div>
<div class="line"><a name="l00320"></a><span class="lineno"><a class="line" href="namespacemshadow.html#a05319639a02ccfcdee6caa554de04468"> 320</a></span>&#160;<span class="keyword">inline</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;4&gt;</a> <a class="code" href="namespacemshadow.html#a446431abbca1ddc0a525d6e2ce9d2fbc">ConvertLayout</a>(<span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;4&gt;</a>&amp; src, <span class="keywordtype">int</span> src_layout, <span class="keywordtype">int</span> dst_layout) {</div>
<div class="line"><a name="l00321"></a><span class="lineno"> 321</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;4&gt;</a> dst;</div>
<div class="line"><a name="l00322"></a><span class="lineno"> 322</span>&#160; <span class="keywordflow">switch</span> (src_layout) {</div>
<div class="line"><a name="l00323"></a><span class="lineno"> 323</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ae633c123a9c9897779d5c00ea5381775">kNCHW</a>:</div>
<div class="line"><a name="l00324"></a><span class="lineno"> 324</span>&#160; dst = src;</div>
<div class="line"><a name="l00325"></a><span class="lineno"> 325</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00326"></a><span class="lineno"> 326</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ad9ef54b427a838279a62e95204aa3281">kNHWC</a>:</div>
<div class="line"><a name="l00327"></a><span class="lineno"> 327</span>&#160; dst[0] = src[0];</div>
<div class="line"><a name="l00328"></a><span class="lineno"> 328</span>&#160; dst[2] = src[1];</div>
<div class="line"><a name="l00329"></a><span class="lineno"> 329</span>&#160; dst[3] = src[2];</div>
<div class="line"><a name="l00330"></a><span class="lineno"> 330</span>&#160; dst[1] = src[3];</div>
<div class="line"><a name="l00331"></a><span class="lineno"> 331</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00332"></a><span class="lineno"> 332</span>&#160; <span class="keywordflow">default</span>:</div>
<div class="line"><a name="l00333"></a><span class="lineno"> 333</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Invalid layout for 4d shape &quot;</span> &lt;&lt; src_layout;</div>
<div class="line"><a name="l00334"></a><span class="lineno"> 334</span>&#160; dst = src; <span class="comment">// fixes compiler warning</span></div>
<div class="line"><a name="l00335"></a><span class="lineno"> 335</span>&#160; }</div>
<div class="line"><a name="l00336"></a><span class="lineno"> 336</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;4&gt;</a> dst2;</div>
<div class="line"><a name="l00337"></a><span class="lineno"> 337</span>&#160; <span class="keywordflow">switch</span> (dst_layout) {</div>
<div class="line"><a name="l00338"></a><span class="lineno"> 338</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ae633c123a9c9897779d5c00ea5381775">kNCHW</a>:</div>
<div class="line"><a name="l00339"></a><span class="lineno"> 339</span>&#160; <span class="keywordflow">return</span> dst;</div>
<div class="line"><a name="l00340"></a><span class="lineno"> 340</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ad9ef54b427a838279a62e95204aa3281">kNHWC</a>:</div>
<div class="line"><a name="l00341"></a><span class="lineno"> 341</span>&#160; dst2[0] = dst[0];</div>
<div class="line"><a name="l00342"></a><span class="lineno"> 342</span>&#160; dst2[1] = dst[2];</div>
<div class="line"><a name="l00343"></a><span class="lineno"> 343</span>&#160; dst2[2] = dst[3];</div>
<div class="line"><a name="l00344"></a><span class="lineno"> 344</span>&#160; dst2[3] = dst[1];</div>
<div class="line"><a name="l00345"></a><span class="lineno"> 345</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00346"></a><span class="lineno"> 346</span>&#160; <span class="keywordflow">default</span>:</div>
<div class="line"><a name="l00347"></a><span class="lineno"> 347</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Invalid layout for 4d shape &quot;</span> &lt;&lt; src_layout;</div>
<div class="line"><a name="l00348"></a><span class="lineno"> 348</span>&#160; dst2 = src; <span class="comment">// fixes compiler warning</span></div>
<div class="line"><a name="l00349"></a><span class="lineno"> 349</span>&#160; }</div>
<div class="line"><a name="l00350"></a><span class="lineno"> 350</span>&#160; <span class="keywordflow">return</span> dst2;</div>
<div class="line"><a name="l00351"></a><span class="lineno"> 351</span>&#160;}</div>
<div class="line"><a name="l00352"></a><span class="lineno"> 352</span>&#160; </div>
<div class="line"><a name="l00360"></a><span class="lineno"><a class="line" href="namespacemshadow.html#ada254ce6c3f8ff0c89e4483c3b7924b7"> 360</a></span>&#160;<span class="keyword">inline</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;5&gt;</a> <a class="code" href="namespacemshadow.html#a446431abbca1ddc0a525d6e2ce9d2fbc">ConvertLayout</a>(<span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;5&gt;</a>&amp; src, <span class="keywordtype">int</span> src_layout, <span class="keywordtype">int</span> dst_layout) {</div>
<div class="line"><a name="l00361"></a><span class="lineno"> 361</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;5&gt;</a> dst;</div>
<div class="line"><a name="l00362"></a><span class="lineno"> 362</span>&#160; <span class="keywordflow">switch</span> (src_layout) {</div>
<div class="line"><a name="l00363"></a><span class="lineno"> 363</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4aa332dc48875dac0ef29ef245e5609822">kNCDHW</a>:</div>
<div class="line"><a name="l00364"></a><span class="lineno"> 364</span>&#160; dst = src;</div>
<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00366"></a><span class="lineno"> 366</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a37c45177ee0fe2468d562a9e5e3e38dd">kNDHWC</a>:</div>
<div class="line"><a name="l00367"></a><span class="lineno"> 367</span>&#160; dst[0] = src[0];</div>
<div class="line"><a name="l00368"></a><span class="lineno"> 368</span>&#160; dst[2] = src[1];</div>
<div class="line"><a name="l00369"></a><span class="lineno"> 369</span>&#160; dst[3] = src[2];</div>
<div class="line"><a name="l00370"></a><span class="lineno"> 370</span>&#160; dst[4] = src[3];</div>
<div class="line"><a name="l00371"></a><span class="lineno"> 371</span>&#160; dst[1] = src[4];</div>
<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00373"></a><span class="lineno"> 373</span>&#160; <span class="keywordflow">default</span>:</div>
<div class="line"><a name="l00374"></a><span class="lineno"> 374</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Invalid layout for 5d shape &quot;</span> &lt;&lt; src_layout;</div>
<div class="line"><a name="l00375"></a><span class="lineno"> 375</span>&#160; }</div>
<div class="line"><a name="l00376"></a><span class="lineno"> 376</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;5&gt;</a> dst2;</div>
<div class="line"><a name="l00377"></a><span class="lineno"> 377</span>&#160; <span class="keywordflow">switch</span> (dst_layout) {</div>
<div class="line"><a name="l00378"></a><span class="lineno"> 378</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4aa332dc48875dac0ef29ef245e5609822">kNCDHW</a>:</div>
<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>&#160; <span class="keywordflow">return</span> dst;</div>
<div class="line"><a name="l00380"></a><span class="lineno"> 380</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a37c45177ee0fe2468d562a9e5e3e38dd">kNDHWC</a>:</div>
<div class="line"><a name="l00381"></a><span class="lineno"> 381</span>&#160; dst2[0] = dst[0];</div>
<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>&#160; dst2[1] = dst[2];</div>
<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>&#160; dst2[2] = dst[3];</div>
<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>&#160; dst2[3] = dst[4];</div>
<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>&#160; dst2[4] = dst[1];</div>
<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>&#160; <span class="keywordflow">default</span>:</div>
<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Invalid layout for 5d shape &quot;</span> &lt;&lt; src_layout;</div>
<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>&#160; }</div>
<div class="line"><a name="l00390"></a><span class="lineno"> 390</span>&#160; <span class="keywordflow">return</span> dst2;</div>
<div class="line"><a name="l00391"></a><span class="lineno"> 391</span>&#160;}</div>
<div class="line"><a name="l00392"></a><span class="lineno"> 392</span>&#160; </div>
<div class="line"><a name="l00400"></a><span class="lineno"> 400</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> dim_t&gt;</div>
<div class="line"><a name="l00401"></a><span class="lineno"><a class="line" href="namespacemshadow.html#aad01344a04806661c199edfac0b2682d"> 401</a></span>&#160;<span class="keyword">inline</span> std::vector&lt;dim_t&gt; <a class="code" href="namespacemshadow.html#aad01344a04806661c199edfac0b2682d">getTranspAxes</a>(<span class="keyword">const</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4">LayoutFlag</a> src_layout, <span class="keyword">const</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4">LayoutFlag</a> dst_layout) {</div>
<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>&#160; <span class="keyword">auto</span> apply = [](<span class="keyword">const</span> std::vector&lt;dim_t&gt;&amp; v, <span class="keyword">const</span> std::vector&lt;dim_t&gt;&amp; op) {</div>
<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>&#160; CHECK_EQ(v.size(), op.size()) &lt;&lt; <span class="stringliteral">&quot;Layout ndims does not match&quot;</span>;</div>
<div class="line"><a name="l00404"></a><span class="lineno"> 404</span>&#160; std::vector&lt;dim_t&gt; ret(v.size());</div>
<div class="line"><a name="l00405"></a><span class="lineno"> 405</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i &lt; v.size(); i++) {</div>
<div class="line"><a name="l00406"></a><span class="lineno"> 406</span>&#160; ret[i] = v[op[i]];</div>
<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>&#160; }</div>
<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>&#160; <span class="keywordflow">return</span> ret;</div>
<div class="line"><a name="l00409"></a><span class="lineno"> 409</span>&#160; };</div>
<div class="line"><a name="l00410"></a><span class="lineno"> 410</span>&#160; std::vector&lt;dim_t&gt; axes;</div>
<div class="line"><a name="l00411"></a><span class="lineno"> 411</span>&#160; <span class="comment">// transpose from `case` to ND?H?WC</span></div>
<div class="line"><a name="l00412"></a><span class="lineno"> 412</span>&#160; <span class="keywordflow">switch</span> (src_layout) {</div>
<div class="line"><a name="l00413"></a><span class="lineno"> 413</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a5bbd7816d59801fc6044f1b9559bb64c">kUNKNOWN</a>:</div>
<div class="line"><a name="l00414"></a><span class="lineno"> 414</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Unknown source layout&quot;</span>;</div>
<div class="line"><a name="l00415"></a><span class="lineno"> 415</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00416"></a><span class="lineno"> 416</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ad9ef54b427a838279a62e95204aa3281">kNHWC</a>:</div>
<div class="line"><a name="l00417"></a><span class="lineno"> 417</span>&#160; axes = std::vector&lt;dim_t&gt;({0, 1, 2, 3});</div>
<div class="line"><a name="l00418"></a><span class="lineno"> 418</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00419"></a><span class="lineno"> 419</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ae633c123a9c9897779d5c00ea5381775">kNCHW</a>:</div>
<div class="line"><a name="l00420"></a><span class="lineno"> 420</span>&#160; axes = std::vector&lt;dim_t&gt;({0, 2, 3, 1});</div>
<div class="line"><a name="l00421"></a><span class="lineno"> 421</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00422"></a><span class="lineno"> 422</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a6e334c4df779fcc6fa6b24411fce1289">kCHWN</a>:</div>
<div class="line"><a name="l00423"></a><span class="lineno"> 423</span>&#160; axes = std::vector&lt;dim_t&gt;({3, 1, 2, 0});</div>
<div class="line"><a name="l00424"></a><span class="lineno"> 424</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a3f4908b910c47da082d60aa719c43fc3">kNWC</a>:</div>
<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>&#160; axes = std::vector&lt;dim_t&gt;({0, 1, 2});</div>
<div class="line"><a name="l00427"></a><span class="lineno"> 427</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00428"></a><span class="lineno"> 428</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a0cfb685a803481d9ff4fe19d813b261a">kNCW</a>:</div>
<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>&#160; axes = std::vector&lt;dim_t&gt;({0, 2, 1});</div>
<div class="line"><a name="l00430"></a><span class="lineno"> 430</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00431"></a><span class="lineno"> 431</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ae5189456ea58c60d8c546ab8bd1a2c08">kCWN</a>:</div>
<div class="line"><a name="l00432"></a><span class="lineno"> 432</span>&#160; axes = std::vector&lt;dim_t&gt;({2, 1, 0});</div>
<div class="line"><a name="l00433"></a><span class="lineno"> 433</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00434"></a><span class="lineno"> 434</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a37c45177ee0fe2468d562a9e5e3e38dd">kNDHWC</a>:</div>
<div class="line"><a name="l00435"></a><span class="lineno"> 435</span>&#160; axes = std::vector&lt;dim_t&gt;({0, 1, 2, 3, 4});</div>
<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00437"></a><span class="lineno"> 437</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4aa332dc48875dac0ef29ef245e5609822">kNCDHW</a>:</div>
<div class="line"><a name="l00438"></a><span class="lineno"> 438</span>&#160; axes = std::vector&lt;dim_t&gt;({0, 2, 3, 4, 1});</div>
<div class="line"><a name="l00439"></a><span class="lineno"> 439</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00440"></a><span class="lineno"> 440</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a30ea75730b725ac965fb4e43c34622d8">kCDHWN</a>:</div>
<div class="line"><a name="l00441"></a><span class="lineno"> 441</span>&#160; axes = std::vector&lt;dim_t&gt;({4, 1, 2, 3, 0});</div>
<div class="line"><a name="l00442"></a><span class="lineno"> 442</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00443"></a><span class="lineno"> 443</span>&#160; <span class="keywordflow">default</span>:</div>
<div class="line"><a name="l00444"></a><span class="lineno"> 444</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Invalid source layout &quot;</span> &lt;&lt; src_layout;</div>
<div class="line"><a name="l00445"></a><span class="lineno"> 445</span>&#160; }</div>
<div class="line"><a name="l00446"></a><span class="lineno"> 446</span>&#160; <span class="comment">// transpose from ND?H?WC to `case`</span></div>
<div class="line"><a name="l00447"></a><span class="lineno"> 447</span>&#160; <span class="keywordflow">switch</span> (dst_layout) {</div>
<div class="line"><a name="l00448"></a><span class="lineno"> 448</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a5bbd7816d59801fc6044f1b9559bb64c">kUNKNOWN</a>:</div>
<div class="line"><a name="l00449"></a><span class="lineno"> 449</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Unknown destination layout&quot;</span>;</div>
<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ad9ef54b427a838279a62e95204aa3281">kNHWC</a>:</div>
<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>&#160; axes = apply(axes, {0, 1, 2, 3});</div>
<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00454"></a><span class="lineno"> 454</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ae633c123a9c9897779d5c00ea5381775">kNCHW</a>:</div>
<div class="line"><a name="l00455"></a><span class="lineno"> 455</span>&#160; axes = apply(axes, {0, 3, 1, 2});</div>
<div class="line"><a name="l00456"></a><span class="lineno"> 456</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a6e334c4df779fcc6fa6b24411fce1289">kCHWN</a>:</div>
<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>&#160; axes = apply(axes, {3, 1, 2, 0});</div>
<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a3f4908b910c47da082d60aa719c43fc3">kNWC</a>:</div>
<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>&#160; axes = apply(axes, {0, 1, 2});</div>
<div class="line"><a name="l00462"></a><span class="lineno"> 462</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a0cfb685a803481d9ff4fe19d813b261a">kNCW</a>:</div>
<div class="line"><a name="l00464"></a><span class="lineno"> 464</span>&#160; axes = apply(axes, {0, 2, 1});</div>
<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ae5189456ea58c60d8c546ab8bd1a2c08">kCWN</a>:</div>
<div class="line"><a name="l00467"></a><span class="lineno"> 467</span>&#160; axes = apply(axes, {2, 1, 0});</div>
<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a37c45177ee0fe2468d562a9e5e3e38dd">kNDHWC</a>:</div>
<div class="line"><a name="l00470"></a><span class="lineno"> 470</span>&#160; axes = apply(axes, {0, 1, 2, 3, 4});</div>
<div class="line"><a name="l00471"></a><span class="lineno"> 471</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00472"></a><span class="lineno"> 472</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4aa332dc48875dac0ef29ef245e5609822">kNCDHW</a>:</div>
<div class="line"><a name="l00473"></a><span class="lineno"> 473</span>&#160; axes = apply(axes, {0, 4, 1, 2, 3});</div>
<div class="line"><a name="l00474"></a><span class="lineno"> 474</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00475"></a><span class="lineno"> 475</span>&#160; <span class="keywordflow">case</span> <a class="code" href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a30ea75730b725ac965fb4e43c34622d8">kCDHWN</a>:</div>
<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>&#160; axes = apply(axes, {4, 1, 2, 3, 0});</div>
<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>&#160; <span class="keywordflow">default</span>:</div>
<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>&#160; LOG(FATAL) &lt;&lt; <span class="stringliteral">&quot;Invalid destination layout &quot;</span> &lt;&lt; src_layout;</div>
<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>&#160; }</div>
<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>&#160; <span class="keywordflow">return</span> axes;</div>
<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>&#160;}</div>
<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>&#160; </div>
<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Device&gt;</div>
<div class="line"><a name="l00488"></a><span class="lineno"><a class="line" href="structmshadow_1_1Stream.html"> 488</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmshadow_1_1Stream.html">Stream</a> {</div>
<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>&#160; <span class="comment">// this is only a dummy implementation for CPU</span></div>
<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>&#160; <span class="comment">// for GPU, the actual implementation will be specialized in tensor_gpu-inl.h</span></div>
<div class="line"><a name="l00495"></a><span class="lineno"><a class="line" href="structmshadow_1_1Stream.html#ab17a2b049aacf5d71d8860262c4a98fd"> 495</a></span>&#160;<span class="comment"></span> <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="structmshadow_1_1Stream.html#ab17a2b049aacf5d71d8860262c4a98fd">Wait</a>(<span class="keywordtype">void</span>) {}</div>
<div class="line"><a name="l00500"></a><span class="lineno"><a class="line" href="structmshadow_1_1Stream.html#a7e5f0ac7f35dc725d6d03623a3cb454b"> 500</a></span>&#160; <span class="keyword">inline</span> <span class="keywordtype">bool</span> <a class="code" href="structmshadow_1_1Stream.html#a7e5f0ac7f35dc725d6d03623a3cb454b">CheckIdle</a>(<span class="keywordtype">void</span>) {</div>
<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>&#160; }</div>
<div class="line"><a name="l00504"></a><span class="lineno"><a class="line" href="structmshadow_1_1Stream.html#a20c547a7a44d975f23bad59d4c45f482"> 504</a></span>&#160; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="structmshadow_1_1Stream.html#a20c547a7a44d975f23bad59d4c45f482">CreateBlasHandle</a>() {}</div>
<div class="line"><a name="l00505"></a><span class="lineno"> 505</span>&#160;};</div>
<div class="line"><a name="l00513"></a><span class="lineno"> 513</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Container, <span class="keyword">typename</span> Device, <span class="keywordtype">int</span> dimension, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00514"></a><span class="lineno"><a class="line" href="structmshadow_1_1TRValue.html"> 514</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmshadow_1_1TRValue.html">TRValue</a>: <span class="keyword">public</span> <a class="code" href="classmshadow_1_1expr_1_1RValueExp.html">expr::RValueExp</a>&lt;Container, DType&gt; {</div>
<div class="line"><a name="l00515"></a><span class="lineno"> 515</span>&#160;};</div>
<div class="line"><a name="l00516"></a><span class="lineno"> 516</span>&#160;<span class="comment">// more compact template</span></div>
<div class="line"><a name="l00523"></a><span class="lineno"> 523</span>&#160;<span class="comment"></span><span class="keyword">template</span>&lt;<span class="keyword">typename</span> Device, <span class="keywordtype">int</span> dimension,</div>
<div class="line"><a name="l00524"></a><span class="lineno"> 524</span>&#160; <span class="keyword">typename</span> DType <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#a1588e3cdf209b0cf13609d1c0e3838c7">MSHADOW_DEFAULT_DTYPE</a>&gt;</div>
<div class="line"><a name="l00525"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html"> 525</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmshadow_1_1Tensor.html">Tensor</a>: <span class="keyword">public</span> <a class="code" href="structmshadow_1_1TRValue.html">TRValue</a>&lt;Tensor&lt;Device, dimension, DType&gt;,</div>
<div class="line"><a name="l00526"></a><span class="lineno"> 526</span>&#160; Device, dimension, DType&gt; {</div>
<div class="line"><a name="l00527"></a><span class="lineno"> 527</span>&#160; <span class="keyword">public</span>:</div>
<div class="line"><a name="l00528"></a><span class="lineno"> 528</span>&#160; <span class="comment">//--------------------------------</span></div>
<div class="line"><a name="l00529"></a><span class="lineno"> 529</span>&#160; <span class="comment">// struct memembers</span></div>
<div class="line"><a name="l00530"></a><span class="lineno"> 530</span>&#160; <span class="comment">//--------------------------------</span></div>
<div class="line"><a name="l00532"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#ac0d4fee2fcb7f11ee3aaf751df960d20"> 532</a></span>&#160;<span class="comment"></span> <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">bool</span> <a class="code" href="structmshadow_1_1Tensor.html#ac0d4fee2fcb7f11ee3aaf751df960d20">kDevCPU</a> = Device::kDevCPU;</div>
<div class="line"><a name="l00534"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a21893468e1d5a595c040e26c77ce8ae2"> 534</a></span>&#160; <span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">int</span> <a class="code" href="structmshadow_1_1Tensor.html#a21893468e1d5a595c040e26c77ce8ae2">kSubdim</a> = dimension - 1;</div>
<div class="line"><a name="l00535"></a><span class="lineno"> 535</span>&#160; <span class="comment">//--------------------------------</span></div>
<div class="line"><a name="l00536"></a><span class="lineno"> 536</span>&#160; <span class="comment">// struct memembers</span></div>
<div class="line"><a name="l00537"></a><span class="lineno"> 537</span>&#160; <span class="comment">//--------------------------------</span></div>
<div class="line"><a name="l00539"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838"> 539</a></span>&#160;<span class="comment"></span> DType *<a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a> = <span class="keyword">nullptr</span>;</div>
<div class="line"><a name="l00541"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5"> 541</a></span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;dimension&gt;</a> <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>;</div>
<div class="line"><a name="l00546"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3"> 546</a></span>&#160; <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>;</div>
<div class="line"><a name="l00551"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298"> 551</a></span>&#160; <a class="code" href="structmshadow_1_1Stream.html">Stream&lt;Device&gt;</a> *<a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>;</div>
<div class="line"><a name="l00552"></a><span class="lineno"> 552</span>&#160; <span class="comment">//--------------------------------</span></div>
<div class="line"><a name="l00553"></a><span class="lineno"> 553</span>&#160; <span class="comment">// functions</span></div>
<div class="line"><a name="l00554"></a><span class="lineno"> 554</span>&#160; <span class="comment">//--------------------------------</span></div>
<div class="line"><a name="l00556"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a8ca611225170e609e8de31abc577474b"> 556</a></span>&#160;<span class="comment"></span> <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor.html#a8ca611225170e609e8de31abc577474b">Tensor</a>(<span class="keywordtype">void</span>) : <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>(NULL) {}</div>
<div class="line"><a name="l00558"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a653a1a6ac33e797c18fe5178c99aeb63"> 558</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor.html#a653a1a6ac33e797c18fe5178c99aeb63">Tensor</a>(<span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;dimension&gt;</a> &amp;shape)</div>
<div class="line"><a name="l00559"></a><span class="lineno"> 559</span>&#160; : <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>(shape), <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>(NULL) {}</div>
<div class="line"><a name="l00561"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#ac2d6efce5c9db0b5615669b504cf5a62"> 561</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor.html#ac2d6efce5c9db0b5615669b504cf5a62">Tensor</a>(DType *dptr, <span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;dimension&gt;</a> &amp;shape)</div>
<div class="line"><a name="l00562"></a><span class="lineno"> 562</span>&#160; : <a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a>(dptr), <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>(shape), <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>(shape[<a class="code" href="structmshadow_1_1Tensor.html#a21893468e1d5a595c040e26c77ce8ae2">kSubdim</a>]), <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>(NULL) {}</div>
<div class="line"><a name="l00564"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a56f52a10e9aa77cba64ec497fa764322"> 564</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor.html#a56f52a10e9aa77cba64ec497fa764322">Tensor</a>(DType *dptr, <span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;dimension&gt;</a> &amp;shape,</div>
<div class="line"><a name="l00565"></a><span class="lineno"> 565</span>&#160; <a class="code" href="structmshadow_1_1Stream.html">Stream&lt;Device&gt;</a> *stream)</div>
<div class="line"><a name="l00566"></a><span class="lineno"> 566</span>&#160; : <a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a>(dptr), <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>(shape), <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>(shape[<a class="code" href="structmshadow_1_1Tensor.html#a21893468e1d5a595c040e26c77ce8ae2">kSubdim</a>]), <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>(stream) {}</div>
<div class="line"><a name="l00568"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a46c74e5aea791724344d059e107cfa34"> 568</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor.html#a46c74e5aea791724344d059e107cfa34">Tensor</a>(DType *dptr,</div>
<div class="line"><a name="l00569"></a><span class="lineno"> 569</span>&#160; <span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;dimension&gt;</a> &amp;shape,</div>
<div class="line"><a name="l00570"></a><span class="lineno"> 570</span>&#160; <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> stride, <a class="code" href="structmshadow_1_1Stream.html">Stream&lt;Device&gt;</a> *stream)</div>
<div class="line"><a name="l00571"></a><span class="lineno"> 571</span>&#160; : <a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a>(dptr), <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>(shape), <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>(stride), <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>(stream) {}</div>
<div class="line"><a name="l00576"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a6f19dfd9e4181e6b5500b50d48cf7e5c"> 576</a></span>&#160; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="structmshadow_1_1Tensor.html#a6f19dfd9e4181e6b5500b50d48cf7e5c">set_stream</a>(<a class="code" href="structmshadow_1_1Stream.html">Stream&lt;Device&gt;</a> *stream) {</div>
<div class="line"><a name="l00577"></a><span class="lineno"> 577</span>&#160; this-&gt;stream_ = stream;</div>
<div class="line"><a name="l00578"></a><span class="lineno"> 578</span>&#160; }</div>
<div class="line"><a name="l00583"></a><span class="lineno"> 583</span>&#160; <span class="keyword">template</span>&lt;<span class="keywordtype">int</span> startdim&gt;</div>
<div class="line"><a name="l00584"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a810b0902ab38d4b6a6d55b86a1febd80"> 584</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> <a class="code" href="structmshadow_1_1Tensor.html#a810b0902ab38d4b6a6d55b86a1febd80">MemSize</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00585"></a><span class="lineno"> 585</span>&#160; <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> memsz = this-&gt;<a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>;</div>
<div class="line"><a name="l00586"></a><span class="lineno"> 586</span>&#160;<span class="preprocessor"> #pragma unroll</span></div>
<div class="line"><a name="l00587"></a><span class="lineno"> 587</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = startdim; i &lt; <a class="code" href="structmshadow_1_1Tensor.html#a21893468e1d5a595c040e26c77ce8ae2">kSubdim</a>; ++i) {</div>
<div class="line"><a name="l00588"></a><span class="lineno"> 588</span>&#160; memsz *= this-&gt;shape_[i];</div>
<div class="line"><a name="l00589"></a><span class="lineno"> 589</span>&#160; }</div>
<div class="line"><a name="l00590"></a><span class="lineno"> 590</span>&#160; <span class="keywordflow">return</span> memsz;</div>
<div class="line"><a name="l00591"></a><span class="lineno"> 591</span>&#160; }</div>
<div class="line"><a name="l00596"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a9cc7d01a1eb0825d7a3fcdabc8e58f07"> 596</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keywordtype">bool</span> <a class="code" href="structmshadow_1_1Tensor.html#a9cc7d01a1eb0825d7a3fcdabc8e58f07">CheckContiguous</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00597"></a><span class="lineno"> 597</span>&#160; <span class="keywordflow">return</span> this-&gt;shape_[dimension - 1] == <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>;</div>
<div class="line"><a name="l00598"></a><span class="lineno"> 598</span>&#160; }</div>
<div class="line"><a name="l00602"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a01a586757f1d2abba12d0f4fdf2fdeb1"> 602</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> <a class="code" href="structmshadow_1_1Tensor.html#a01a586757f1d2abba12d0f4fdf2fdeb1">MSize</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00603"></a><span class="lineno"> 603</span>&#160; <span class="keywordflow">return</span> this-&gt;MemSize&lt;0&gt;();</div>
<div class="line"><a name="l00604"></a><span class="lineno"> 604</span>&#160; }</div>
<div class="line"><a name="l00610"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a88cbcae11653307bfa4c99804320b638"> 610</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> <a class="code" href="structmshadow_1_1Tensor.html#a88cbcae11653307bfa4c99804320b638">size</a>(<span class="keywordtype">int</span> idx)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00611"></a><span class="lineno"> 611</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>[idx];</div>
<div class="line"><a name="l00612"></a><span class="lineno"> 612</span>&#160; }</div>
<div class="line"><a name="l00617"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a66c736a2899eba9f83ee9ced3d02a944"> 617</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html">Tensor&lt;Device, 1, DType&gt;</a> <a class="code" href="structmshadow_1_1Tensor.html#a66c736a2899eba9f83ee9ced3d02a944">FlatTo1D</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00618"></a><span class="lineno"> 618</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html">Tensor&lt;Device, 1, DType&gt;</a>(<a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a>, <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>.FlatTo1D(), <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>, <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>);</div>
<div class="line"><a name="l00619"></a><span class="lineno"> 619</span>&#160; }</div>
<div class="line"><a name="l00624"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a48a5927e810fbc45e43e92cfe397d9f2"> 624</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor.html">Tensor&lt;Device, 2, DType&gt;</a> <a class="code" href="structmshadow_1_1Tensor.html#a48a5927e810fbc45e43e92cfe397d9f2">FlatTo2D</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00625"></a><span class="lineno"> 625</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Tensor.html">Tensor&lt;Device, 2, DType&gt;</a>(<a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a>, <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>.FlatTo2D(), <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>, <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>);</div>
<div class="line"><a name="l00626"></a><span class="lineno"> 626</span>&#160; }</div>
<div class="line"><a name="l00632"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#ad6d595c2864496f21f9642f102678711"> 632</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor.html">Tensor&lt;Device, kSubdim, DType&gt;</a> <a class="code" href="structmshadow_1_1Tensor.html#ad6d595c2864496f21f9642f102678711">operator[]</a>(<a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> idx)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00633"></a><span class="lineno"> 633</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Tensor.html">Tensor&lt;Device, kSubdim, DType&gt;</a>(<a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a> + this-&gt;MemSize&lt;1&gt;() * idx,</div>
<div class="line"><a name="l00634"></a><span class="lineno"> 634</span>&#160; <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>.SubShape(), <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>, <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>);</div>
<div class="line"><a name="l00635"></a><span class="lineno"> 635</span>&#160; }</div>
<div class="line"><a name="l00642"></a><span class="lineno"> 642</span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor.html">Tensor&lt;Device, dimension, DType&gt;</a></div>
<div class="line"><a name="l00643"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a95a73cfaf27ceeca3c54cf50fad665e9"> 643</a></span>&#160; <a class="code" href="structmshadow_1_1Tensor.html#a95a73cfaf27ceeca3c54cf50fad665e9">Slice</a>(<a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> begin, <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> end)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00644"></a><span class="lineno"> 644</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;dimension&gt;</a> s = this-&gt;<a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>;</div>
<div class="line"><a name="l00645"></a><span class="lineno"> 645</span>&#160; s[0] = end - begin;</div>
<div class="line"><a name="l00646"></a><span class="lineno"> 646</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Tensor.html">Tensor&lt;Device, dimension, DType&gt;</a>(<a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a> + this-&gt;MemSize&lt;1&gt;() * begin,</div>
<div class="line"><a name="l00647"></a><span class="lineno"> 647</span>&#160; s, <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>, <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>);</div>
<div class="line"><a name="l00648"></a><span class="lineno"> 648</span>&#160; }</div>
<div class="line"><a name="l00650"></a><span class="lineno"> 650</span>&#160; <span class="keyword">inline</span> <a class="code" href="structmshadow_1_1Tensor.html">Tensor&lt;Device, dimension, DType&gt;</a> &amp;</div>
<div class="line"><a name="l00651"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#abbe0542a36bb2ba0f5837a83b47b809d"> 651</a></span>&#160; <a class="code" href="structmshadow_1_1Tensor.html#abbe0542a36bb2ba0f5837a83b47b809d">operator=</a>(<span class="keyword">const</span> <a class="code" href="structmshadow_1_1Tensor.html">Tensor&lt;Device, dimension, DType&gt;</a> &amp;exp) {</div>
<div class="line"><a name="l00652"></a><span class="lineno"> 652</span>&#160; <a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a> = exp.<a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a>;</div>
<div class="line"><a name="l00653"></a><span class="lineno"> 653</span>&#160; <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a> = exp.<a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>;</div>
<div class="line"><a name="l00654"></a><span class="lineno"> 654</span>&#160; <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a> = exp.<a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>;</div>
<div class="line"><a name="l00655"></a><span class="lineno"> 655</span>&#160; <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a> = exp.<a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>;</div>
<div class="line"><a name="l00656"></a><span class="lineno"> 656</span>&#160; <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div>
<div class="line"><a name="l00657"></a><span class="lineno"> 657</span>&#160; }</div>
<div class="line"><a name="l00659"></a><span class="lineno"> 659</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> E, <span class="keywordtype">int</span> etype&gt;</div>
<div class="line"><a name="l00660"></a><span class="lineno"> 660</span>&#160; <span class="keyword">inline</span> <a class="code" href="structmshadow_1_1Tensor.html">Tensor&lt;Device, dimension, DType&gt;</a> &amp;</div>
<div class="line"><a name="l00661"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#a9792526b9a83108c63471788d0c8fa0b"> 661</a></span>&#160; <a class="code" href="structmshadow_1_1Tensor.html#a9792526b9a83108c63471788d0c8fa0b">operator=</a>(<span class="keyword">const</span> <a class="code" href="structmshadow_1_1expr_1_1Exp.html">expr::Exp&lt;E, DType, etype&gt;</a> &amp;exp) {</div>
<div class="line"><a name="l00662"></a><span class="lineno"> 662</span>&#160; <span class="keywordflow">return</span> this-&gt;<a class="code" href="classmshadow_1_1expr_1_1RValueExp.html#a97259deba3e7b8b1876e1c032f62bd08">__assign</a>(exp);</div>
<div class="line"><a name="l00663"></a><span class="lineno"> 663</span>&#160; }</div>
<div class="line"><a name="l00665"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor.html#add6431b4c399ae29151780ce37a9d843"> 665</a></span>&#160; <span class="keyword">inline</span> <a class="code" href="structmshadow_1_1Tensor.html">Tensor&lt;Device, dimension, DType&gt;</a> &amp;<a class="code" href="structmshadow_1_1Tensor.html#add6431b4c399ae29151780ce37a9d843">operator=</a>(<span class="keyword">const</span> DType &amp;exp) {</div>
<div class="line"><a name="l00666"></a><span class="lineno"> 666</span>&#160; <span class="keywordflow">return</span> this-&gt;<a class="code" href="classmshadow_1_1expr_1_1RValueExp.html#a97259deba3e7b8b1876e1c032f62bd08">__assign</a>(exp);</div>
<div class="line"><a name="l00667"></a><span class="lineno"> 667</span>&#160; }</div>
<div class="line"><a name="l00668"></a><span class="lineno"> 668</span>&#160;};</div>
<div class="line"><a name="l00669"></a><span class="lineno"> 669</span>&#160;<span class="comment">/*</span></div>
<div class="line"><a name="l00670"></a><span class="lineno"> 670</span>&#160;<span class="comment"> * respecialized class Tensor1D, thei is due to different implementation in operator[]</span></div>
<div class="line"><a name="l00671"></a><span class="lineno"> 671</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00672"></a><span class="lineno"> 672</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Device, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00673"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html"> 673</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmshadow_1_1Tensor.html">Tensor</a>&lt;Device, 1, DType&gt;:</div>
<div class="line"><a name="l00674"></a><span class="lineno"> 674</span>&#160; <span class="keyword">public</span> <a class="code" href="structmshadow_1_1TRValue.html">TRValue</a>&lt;Tensor&lt;Device, 1, DType&gt;, Device, 1, DType&gt; {</div>
<div class="line"><a name="l00675"></a><span class="lineno"> 675</span>&#160; <span class="keyword">public</span>:</div>
<div class="line"><a name="l00676"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a98c523db2418f25f868842fb32c16a35"> 676</a></span>&#160; DType *<a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a98c523db2418f25f868842fb32c16a35">dptr_</a>;</div>
<div class="line"><a name="l00677"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ad48d29c0aa2a12ab9b1580cda44f1a34"> 677</a></span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;1&gt;</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ad48d29c0aa2a12ab9b1580cda44f1a34">shape_</a>;</div>
<div class="line"><a name="l00678"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a4b43b01c513d310a17864a409c96fa39"> 678</a></span>&#160; <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a4b43b01c513d310a17864a409c96fa39">stride_</a>;</div>
<div class="line"><a name="l00679"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a9790363151a34829fcb18aa51b25a95f"> 679</a></span>&#160; <a class="code" href="structmshadow_1_1Stream.html">Stream&lt;Device&gt;</a> *<a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a9790363151a34829fcb18aa51b25a95f">stream_</a>;</div>
<div class="line"><a name="l00680"></a><span class="lineno"> 680</span>&#160; <span class="comment">// constructor</span></div>
<div class="line"><a name="l00681"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a68955bd28e0e1a7e8266fb6c1760057e"> 681</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a68955bd28e0e1a7e8266fb6c1760057e">Tensor</a>(<span class="keywordtype">void</span>) : <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>(NULL) {}</div>
<div class="line"><a name="l00682"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a6eb477e0583cd20d275819d9be01e9c1"> 682</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a6eb477e0583cd20d275819d9be01e9c1">Tensor</a>(<span class="keyword">const</span> <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;1&gt;</a> &amp;shape)</div>
<div class="line"><a name="l00683"></a><span class="lineno"> 683</span>&#160; : <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>(shape), <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>(NULL) {}</div>
<div class="line"><a name="l00684"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a90469a0f8652b389c02c88bbe911e4f5"> 684</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a90469a0f8652b389c02c88bbe911e4f5">Tensor</a>(DType *dptr, <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;1&gt;</a> shape)</div>
<div class="line"><a name="l00685"></a><span class="lineno"> 685</span>&#160; : <a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a>(dptr), <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>(shape), <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>(shape[0]), <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>(NULL) {}</div>
<div class="line"><a name="l00686"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a13db380a3f72ccc85a0205320244b1f9"> 686</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a13db380a3f72ccc85a0205320244b1f9">Tensor</a>(DType *dptr, <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;1&gt;</a> shape, <a class="code" href="structmshadow_1_1Stream.html">Stream&lt;Device&gt;</a> *stream)</div>
<div class="line"><a name="l00687"></a><span class="lineno"> 687</span>&#160; : <a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a>(dptr), <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>(shape), <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>(shape[0]), <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>(stream) {}</div>
<div class="line"><a name="l00688"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a6f5216f1cc1d6743592d8a59a103b259"> 688</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a6f5216f1cc1d6743592d8a59a103b259">Tensor</a>(DType *dptr, <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;1&gt;</a> shape,</div>
<div class="line"><a name="l00689"></a><span class="lineno"> 689</span>&#160; <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> stride, <a class="code" href="structmshadow_1_1Stream.html">Stream&lt;Device&gt;</a> *stream)</div>
<div class="line"><a name="l00690"></a><span class="lineno"> 690</span>&#160; : <a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a>(dptr), <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>(shape), <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>(stride), <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>(stream) {}</div>
<div class="line"><a name="l00691"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a7143b0339fae5b9dc20d3d158c4c3b15"> 691</a></span>&#160; <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a7143b0339fae5b9dc20d3d158c4c3b15">set_stream</a>(<a class="code" href="structmshadow_1_1Stream.html">Stream&lt;Device&gt;</a> *stream) {</div>
<div class="line"><a name="l00692"></a><span class="lineno"> 692</span>&#160; this-&gt;stream_ = stream;</div>
<div class="line"><a name="l00693"></a><span class="lineno"> 693</span>&#160; }</div>
<div class="line"><a name="l00694"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#aee3127de201bce405eada043f1868468"> 694</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html">Tensor&lt;Device, 1, DType&gt;</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#aee3127de201bce405eada043f1868468">FlatTo1D</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00695"></a><span class="lineno"> 695</span>&#160; <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div>
<div class="line"><a name="l00696"></a><span class="lineno"> 696</span>&#160; }</div>
<div class="line"><a name="l00697"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#aaaafeee143e9974943bf21f7bac9ad49"> 697</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor.html">Tensor&lt;Device, 2, DType&gt;</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#aaaafeee143e9974943bf21f7bac9ad49">FlatTo2D</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00698"></a><span class="lineno"> 698</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Tensor.html">Tensor&lt;Device, 2, DType&gt;</a>(<a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a>, <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>.FlatTo2D(), <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a>, <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>);</div>
<div class="line"><a name="l00699"></a><span class="lineno"> 699</span>&#160; }</div>
<div class="line"><a name="l00700"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ab226ac2741b111ecdf3c2b1bd3564f24"> 700</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html">Tensor&lt;Device, 1, DType&gt;</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ab226ac2741b111ecdf3c2b1bd3564f24">Slice</a>(<a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> begin, <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> end)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00701"></a><span class="lineno"> 701</span>&#160; <a class="code" href="structmshadow_1_1Shape.html">Shape&lt;1&gt;</a> s;</div>
<div class="line"><a name="l00702"></a><span class="lineno"> 702</span>&#160; s[0] = end - begin;</div>
<div class="line"><a name="l00703"></a><span class="lineno"> 703</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html">Tensor&lt;Device, 1, DType&gt;</a>(<a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a> + begin, s, s[0], <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a>);</div>
<div class="line"><a name="l00704"></a><span class="lineno"> 704</span>&#160; }</div>
<div class="line"><a name="l00705"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a23c9cc5c4fb298a5514c3a31d350087f"> 705</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keywordtype">bool</span> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a23c9cc5c4fb298a5514c3a31d350087f">CheckContiguous</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00706"></a><span class="lineno"> 706</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00707"></a><span class="lineno"> 707</span>&#160; }</div>
<div class="line"><a name="l00708"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a114d8b89115fae0b6d38f211f43f6adc"> 708</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a114d8b89115fae0b6d38f211f43f6adc">MSize</a>(<span class="keywordtype">void</span>)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00709"></a><span class="lineno"> 709</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>[0];</div>
<div class="line"><a name="l00710"></a><span class="lineno"> 710</span>&#160; }</div>
<div class="line"><a name="l00711"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ad58f6139a1d680c2dab2919cd448a9cf"> 711</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ad58f6139a1d680c2dab2919cd448a9cf">size</a>(<a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> i)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00712"></a><span class="lineno"> 712</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a>[0];</div>
<div class="line"><a name="l00713"></a><span class="lineno"> 713</span>&#160; }</div>
<div class="line"><a name="l00714"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ace41d40048eeabbb52b0c09dc2087c98"> 714</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> DType &amp;<a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ace41d40048eeabbb52b0c09dc2087c98">operator[]</a>(<a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> idx) {</div>
<div class="line"><a name="l00715"></a><span class="lineno"> 715</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a>[idx];</div>
<div class="line"><a name="l00716"></a><span class="lineno"> 716</span>&#160; }</div>
<div class="line"><a name="l00717"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a3253d05e5d7ff351cae4bf07a13d9437"> 717</a></span>&#160; <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a> <span class="keyword">const</span> DType &amp;<a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a3253d05e5d7ff351cae4bf07a13d9437">operator[]</a>(<a class="code" href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">index_t</a> idx)<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00718"></a><span class="lineno"> 718</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a>[idx];</div>
<div class="line"><a name="l00719"></a><span class="lineno"> 719</span>&#160; }</div>
<div class="line"><a name="l00721"></a><span class="lineno"> 721</span>&#160; <span class="keyword">inline</span> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html">Tensor&lt;Device, 1, DType&gt;</a> &amp;</div>
<div class="line"><a name="l00722"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a0bd39c6d12a8a00bab6f5963b87cec33"> 722</a></span>&#160; <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a0bd39c6d12a8a00bab6f5963b87cec33">operator=</a>(<span class="keyword">const</span> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html">Tensor&lt;Device, 1, DType&gt;</a> &amp;exp) {</div>
<div class="line"><a name="l00723"></a><span class="lineno"> 723</span>&#160; <a class="code" href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">dptr_</a> = exp.<a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a98c523db2418f25f868842fb32c16a35">dptr_</a>;</div>
<div class="line"><a name="l00724"></a><span class="lineno"> 724</span>&#160; <a class="code" href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">shape_</a> = exp.<a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ad48d29c0aa2a12ab9b1580cda44f1a34">shape_</a>;</div>
<div class="line"><a name="l00725"></a><span class="lineno"> 725</span>&#160; <a class="code" href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">stride_</a> = exp.<a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a4b43b01c513d310a17864a409c96fa39">stride_</a>;</div>
<div class="line"><a name="l00726"></a><span class="lineno"> 726</span>&#160; <a class="code" href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">stream_</a> = exp.<a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a9790363151a34829fcb18aa51b25a95f">stream_</a>;</div>
<div class="line"><a name="l00727"></a><span class="lineno"> 727</span>&#160; <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div>
<div class="line"><a name="l00728"></a><span class="lineno"> 728</span>&#160; }</div>
<div class="line"><a name="l00729"></a><span class="lineno"> 729</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> E, <span class="keywordtype">int</span> etype&gt;</div>
<div class="line"><a name="l00730"></a><span class="lineno"> 730</span>&#160; <span class="keyword">inline</span> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html">Tensor&lt;Device, 1, DType&gt;</a> &amp;</div>
<div class="line"><a name="l00731"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ae73374ca91b919e869881f19f9754747"> 731</a></span>&#160; <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ae73374ca91b919e869881f19f9754747">operator=</a>(<span class="keyword">const</span> <a class="code" href="structmshadow_1_1expr_1_1Exp.html">expr::Exp&lt;E, DType, etype&gt;</a> &amp;exp) {</div>
<div class="line"><a name="l00732"></a><span class="lineno"> 732</span>&#160; <span class="keywordflow">return</span> this-&gt;<a class="code" href="classmshadow_1_1expr_1_1RValueExp.html#a97259deba3e7b8b1876e1c032f62bd08">__assign</a>(exp);</div>
<div class="line"><a name="l00733"></a><span class="lineno"> 733</span>&#160; }</div>
<div class="line"><a name="l00734"></a><span class="lineno"><a class="line" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#aa33a34930f1f85e5e071fd5870a0c76b"> 734</a></span>&#160; <span class="keyword">inline</span> <a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html">Tensor&lt;Device, 1, DType&gt;</a> &amp;<a class="code" href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#aa33a34930f1f85e5e071fd5870a0c76b">operator=</a>(<span class="keyword">const</span> DType &amp;exp) {</div>
<div class="line"><a name="l00735"></a><span class="lineno"> 735</span>&#160; <span class="keywordflow">return</span> this-&gt;<a class="code" href="classmshadow_1_1expr_1_1RValueExp.html#a97259deba3e7b8b1876e1c032f62bd08">__assign</a>(exp);</div>
<div class="line"><a name="l00736"></a><span class="lineno"> 736</span>&#160; }</div>
<div class="line"><a name="l00737"></a><span class="lineno"> 737</span>&#160;};</div>
<div class="line"><a name="l00738"></a><span class="lineno"> 738</span>&#160;<span class="comment">//------------------------</span></div>
<div class="line"><a name="l00739"></a><span class="lineno"> 739</span>&#160;<span class="comment">// Function Declarations</span></div>
<div class="line"><a name="l00740"></a><span class="lineno"> 740</span>&#160;<span class="comment">//-----------------------</span></div>
<div class="line"><a name="l00748"></a><span class="lineno"> 748</span>&#160;<span class="comment"></span><span class="keyword">template</span>&lt;<span class="keyword">typename</span> Device&gt;</div>
<div class="line"><a name="l00749"></a><span class="lineno"> 749</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a6b745d61d1080fe259e44807488e1eb3">InitTensorEngine</a>(<span class="keywordtype">int</span> device_id = 0);</div>
<div class="line"><a name="l00756"></a><span class="lineno"> 756</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Device&gt;</div>
<div class="line"><a name="l00757"></a><span class="lineno"> 757</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a7b4e440ab207c132ec525d65620d39b9">ShutdownTensorEngine</a>(<span class="keywordtype">void</span>);</div>
<div class="line"><a name="l00763"></a><span class="lineno"> 763</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Device&gt;</div>
<div class="line"><a name="l00764"></a><span class="lineno"> 764</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#abb4c36a0703ec671a5e74b0a8d37a47a">SetDevice</a>(<span class="keywordtype">int</span> devid);</div>
<div class="line"><a name="l00773"></a><span class="lineno"> 773</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Device&gt;</div>
<div class="line"><a name="l00774"></a><span class="lineno"> 774</span>&#160;<span class="keyword">inline</span> Stream&lt;Device&gt; *<a class="code" href="namespacemshadow.html#a9653fd4a06f2b2c7eb099daec4dbdee9">NewStream</a>(<span class="keywordtype">bool</span> create_blas_handle,</div>
<div class="line"><a name="l00775"></a><span class="lineno"> 775</span>&#160; <span class="keywordtype">bool</span> create_dnn_handle,</div>
<div class="line"><a name="l00776"></a><span class="lineno"> 776</span>&#160; <span class="keywordtype">int</span> dev_id = -1);</div>
<div class="line"><a name="l00781"></a><span class="lineno"> 781</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Device&gt;</div>
<div class="line"><a name="l00782"></a><span class="lineno"><a class="line" href="namespacemshadow.html#aade27b4799d889b4bf3f1b3ba48479f2"> 782</a></span>&#160;<span class="keyword">inline</span> <a class="code" href="structmshadow_1_1Stream.html">Stream&lt;Device&gt;</a> *<a class="code" href="namespacemshadow.html#a9653fd4a06f2b2c7eb099daec4dbdee9">NewStream</a>(<span class="keywordtype">int</span> dev_id) {</div>
<div class="line"><a name="l00783"></a><span class="lineno"> 783</span>&#160; <span class="keywordflow">return</span> NewStream&lt;Device&gt;(<span class="keyword">true</span>, <span class="keyword">false</span>, dev_id);</div>
<div class="line"><a name="l00784"></a><span class="lineno"> 784</span>&#160;}</div>
<div class="line"><a name="l00789"></a><span class="lineno"> 789</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Device&gt;</div>
<div class="line"><a name="l00790"></a><span class="lineno"> 790</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#af301ba1d360a6a46aecdcb5ec8031aa0">DeleteStream</a>(Stream&lt;Device&gt; *stream);</div>
<div class="line"><a name="l00802"></a><span class="lineno"> 802</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">int</span> dim, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00803"></a><span class="lineno"> 803</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#aef49c3cef522198322017315341ac689">AllocSpace</a>(Tensor&lt;cpu, dim, DType&gt; *obj,</div>
<div class="line"><a name="l00804"></a><span class="lineno"> 804</span>&#160; <span class="keywordtype">bool</span> <a class="code" href="namespacemshadow_1_1expr.html#a97c45c821ac8275dd75fa585f47b9e00">pad</a> = <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#a72d4e933c0003ccdc01b5d5f054dcf39">MSHADOW_ALLOC_PAD</a>);</div>
<div class="line"><a name="l00816"></a><span class="lineno"> 816</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">int</span> dim, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00817"></a><span class="lineno"> 817</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#aef49c3cef522198322017315341ac689">AllocSpace</a>(Tensor&lt;gpu, dim, DType&gt; *obj,</div>
<div class="line"><a name="l00818"></a><span class="lineno"> 818</span>&#160; <span class="keywordtype">bool</span> <a class="code" href="namespacemshadow_1_1expr.html#a97c45c821ac8275dd75fa585f47b9e00">pad</a> = <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#a72d4e933c0003ccdc01b5d5f054dcf39">MSHADOW_ALLOC_PAD</a>);</div>
<div class="line"><a name="l00825"></a><span class="lineno"> 825</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">int</span> dim, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00826"></a><span class="lineno"> 826</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a3e8485c882dab873525b4b241e5db7ab">FreeSpace</a>(Tensor&lt;cpu, dim, DType&gt; *obj);</div>
<div class="line"><a name="l00833"></a><span class="lineno"> 833</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">int</span> dim, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00834"></a><span class="lineno"> 834</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a3e8485c882dab873525b4b241e5db7ab">FreeSpace</a>(Tensor&lt;gpu, dim, DType&gt; *obj);</div>
<div class="line"><a name="l00847"></a><span class="lineno"> 847</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Device, <span class="keyword">typename</span> DType, <span class="keywordtype">int</span> dim&gt;</div>
<div class="line"><a name="l00848"></a><span class="lineno"> 848</span>&#160;<span class="keyword">inline</span> Tensor&lt;Device, dim, DType&gt; <a class="code" href="namespacemshadow.html#a3f19232d4c6ea393abccc5288675d345">NewTensor</a>(<span class="keyword">const</span> Shape&lt;dim&gt; &amp;shape,</div>
<div class="line"><a name="l00849"></a><span class="lineno"> 849</span>&#160; DType initv,</div>
<div class="line"><a name="l00850"></a><span class="lineno"> 850</span>&#160; <span class="keywordtype">bool</span> <a class="code" href="namespacemshadow_1_1expr.html#a97c45c821ac8275dd75fa585f47b9e00">pad</a> = <a class="code" href="3rdparty_2mshadow_2mshadow_2base_8h.html#a72d4e933c0003ccdc01b5d5f054dcf39">MSHADOW_ALLOC_PAD</a>,</div>
<div class="line"><a name="l00851"></a><span class="lineno"> 851</span>&#160; Stream&lt;Device&gt; *stream = NULL);</div>
<div class="line"><a name="l00860"></a><span class="lineno"> 860</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">int</span> dim, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00861"></a><span class="lineno"> 861</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a0435f827863555e4ed19bbc0cc81fa39">Copy</a>(Tensor&lt;cpu, dim, DType&gt; dst,</div>
<div class="line"><a name="l00862"></a><span class="lineno"> 862</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, dim, DType&gt; &amp;src,</div>
<div class="line"><a name="l00863"></a><span class="lineno"> 863</span>&#160; Stream&lt;cpu&gt; *stream = NULL);</div>
<div class="line"><a name="l00872"></a><span class="lineno"> 872</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">int</span> dim, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00873"></a><span class="lineno"> 873</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a0435f827863555e4ed19bbc0cc81fa39">Copy</a>(Tensor&lt;cpu, dim, DType&gt; dst,</div>
<div class="line"><a name="l00874"></a><span class="lineno"> 874</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, dim, DType&gt; &amp;src,</div>
<div class="line"><a name="l00875"></a><span class="lineno"> 875</span>&#160; Stream&lt;gpu&gt; *stream = NULL);</div>
<div class="line"><a name="l00884"></a><span class="lineno"> 884</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">int</span> dim, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00885"></a><span class="lineno"> 885</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a0435f827863555e4ed19bbc0cc81fa39">Copy</a>(Tensor&lt;gpu, dim, DType&gt; dst,</div>
<div class="line"><a name="l00886"></a><span class="lineno"> 886</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, dim, DType&gt; &amp;src,</div>
<div class="line"><a name="l00887"></a><span class="lineno"> 887</span>&#160; Stream&lt;gpu&gt; *stream = NULL);</div>
<div class="line"><a name="l00896"></a><span class="lineno"> 896</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">int</span> dim, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00897"></a><span class="lineno"> 897</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a0435f827863555e4ed19bbc0cc81fa39">Copy</a>(Tensor&lt;gpu, dim, DType&gt; dst,</div>
<div class="line"><a name="l00898"></a><span class="lineno"> 898</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, dim, DType&gt; &amp;src,</div>
<div class="line"><a name="l00899"></a><span class="lineno"> 899</span>&#160; Stream&lt;gpu&gt; *stream = NULL);</div>
<div class="line"><a name="l00905"></a><span class="lineno"> 905</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00906"></a><span class="lineno"> 906</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a75161ef5ed964dcf6518e3a7e59e6fb6">Softmax</a>(Tensor&lt;cpu, 2, DType&gt; dst, <span class="keyword">const</span> Tensor&lt;cpu, 2, DType&gt; &amp;energy);</div>
<div class="line"><a name="l00912"></a><span class="lineno"> 912</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00913"></a><span class="lineno"> 913</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a75161ef5ed964dcf6518e3a7e59e6fb6">Softmax</a>(Tensor&lt;gpu, 2, DType&gt; dst, <span class="keyword">const</span> Tensor&lt;gpu, 2, DType&gt; &amp;energy);</div>
<div class="line"><a name="l00914"></a><span class="lineno"> 914</span>&#160; </div>
<div class="line"><a name="l00921"></a><span class="lineno"> 921</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00922"></a><span class="lineno"> 922</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a3409c8a836e7dab83bec25556164261c">SoftmaxGrad</a>(Tensor&lt;cpu, 2, DType&gt; dst,</div>
<div class="line"><a name="l00923"></a><span class="lineno"> 923</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, 2, DType&gt; &amp;src,</div>
<div class="line"><a name="l00924"></a><span class="lineno"> 924</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, 1, DType&gt; &amp;label);</div>
<div class="line"><a name="l00931"></a><span class="lineno"> 931</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00932"></a><span class="lineno"> 932</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a3409c8a836e7dab83bec25556164261c">SoftmaxGrad</a>(<span class="keyword">const</span> Tensor&lt;gpu, 2, DType&gt; &amp;dst,</div>
<div class="line"><a name="l00933"></a><span class="lineno"> 933</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, 2, DType&gt; &amp;src,</div>
<div class="line"><a name="l00934"></a><span class="lineno"> 934</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, 1, DType&gt; &amp;label);</div>
<div class="line"><a name="l00943"></a><span class="lineno"> 943</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">bool</span> clip = true, <span class="keyword">typename</span> IndexType, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00944"></a><span class="lineno"> 944</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a802d44c652195053e87b63881c7d4d1c">AddTakeGrad</a>(Tensor&lt;cpu, 2, DType&gt; dst,</div>
<div class="line"><a name="l00945"></a><span class="lineno"> 945</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, 1, IndexType&gt;&amp; index,</div>
<div class="line"><a name="l00946"></a><span class="lineno"> 946</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, 2, DType&gt; &amp;src);</div>
<div class="line"><a name="l00955"></a><span class="lineno"> 955</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">bool</span> clip = true, <span class="keyword">typename</span> IndexType, <span class="keyword">typename</span> DType, <span class="keyword">typename</span> AType&gt;</div>
<div class="line"><a name="l00956"></a><span class="lineno"> 956</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a802d44c652195053e87b63881c7d4d1c">AddTakeGrad</a>(Tensor&lt;cpu, 2, DType&gt; dst,</div>
<div class="line"><a name="l00957"></a><span class="lineno"> 957</span>&#160; Tensor&lt;cpu, 2, AType&gt; temp,</div>
<div class="line"><a name="l00958"></a><span class="lineno"> 958</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, 1, IndexType&gt;&amp; index,</div>
<div class="line"><a name="l00959"></a><span class="lineno"> 959</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, 2, DType&gt; &amp;src);</div>
<div class="line"><a name="l00968"></a><span class="lineno"> 968</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">bool</span> clip = true, <span class="keyword">typename</span> IndexType, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00969"></a><span class="lineno"> 969</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a802d44c652195053e87b63881c7d4d1c">AddTakeGrad</a>(Tensor&lt;gpu, 2, DType&gt; dst,</div>
<div class="line"><a name="l00970"></a><span class="lineno"> 970</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, 1, IndexType&gt;&amp; index,</div>
<div class="line"><a name="l00971"></a><span class="lineno"> 971</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, 2, DType&gt; &amp;src);</div>
<div class="line"><a name="l00981"></a><span class="lineno"> 981</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">bool</span> clip = true, <span class="keyword">typename</span> IndexType, <span class="keyword">typename</span> DType, <span class="keyword">typename</span> AType&gt;</div>
<div class="line"><a name="l00982"></a><span class="lineno"> 982</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a802d44c652195053e87b63881c7d4d1c">AddTakeGrad</a>(Tensor&lt;gpu, 2, DType&gt; dst,</div>
<div class="line"><a name="l00983"></a><span class="lineno"> 983</span>&#160; Tensor&lt;gpu, 2, AType&gt; temp,</div>
<div class="line"><a name="l00984"></a><span class="lineno"> 984</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, 1, IndexType&gt;&amp; index,</div>
<div class="line"><a name="l00985"></a><span class="lineno"> 985</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, 2, DType&gt; &amp;src);</div>
<div class="line"><a name="l00994"></a><span class="lineno"> 994</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> IndexType, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l00995"></a><span class="lineno"> 995</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#ad2320213151030353ae90f92a0da808d">AddTakeGradLargeBatch</a>(Tensor&lt;cpu, 2, DType&gt; dst,</div>
<div class="line"><a name="l00996"></a><span class="lineno"> 996</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, 1, IndexType&gt;&amp; sorted,</div>
<div class="line"><a name="l00997"></a><span class="lineno"> 997</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, 1, IndexType&gt;&amp; index,</div>
<div class="line"><a name="l00998"></a><span class="lineno"> 998</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, 2, DType&gt; &amp;src);</div>
<div class="line"><a name="l01008"></a><span class="lineno"> 1008</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> IndexType, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l01009"></a><span class="lineno"> 1009</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#ad2320213151030353ae90f92a0da808d">AddTakeGradLargeBatch</a>(Tensor&lt;gpu, 2, DType&gt; dst,</div>
<div class="line"><a name="l01010"></a><span class="lineno"> 1010</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, 1, IndexType&gt;&amp; sorted,</div>
<div class="line"><a name="l01011"></a><span class="lineno"> 1011</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, 1, IndexType&gt;&amp; index,</div>
<div class="line"><a name="l01012"></a><span class="lineno"> 1012</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, 2, DType&gt; &amp;src);</div>
<div class="line"><a name="l01021"></a><span class="lineno"> 1021</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> IndexType, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l01022"></a><span class="lineno"> 1022</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a77348ebaaac4581773b4fe78448c8fa6">IndexFill</a>(Tensor&lt;cpu, 2, DType&gt; dst,</div>
<div class="line"><a name="l01023"></a><span class="lineno"> 1023</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, 1, IndexType&gt;&amp; index,</div>
<div class="line"><a name="l01024"></a><span class="lineno"> 1024</span>&#160; <span class="keyword">const</span> Tensor&lt;cpu, 2, DType&gt; &amp;src);</div>
<div class="line"><a name="l01033"></a><span class="lineno"> 1033</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> IndexType, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l01034"></a><span class="lineno"> 1034</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a77348ebaaac4581773b4fe78448c8fa6">IndexFill</a>(Tensor&lt;gpu, 2, DType&gt; dst,</div>
<div class="line"><a name="l01035"></a><span class="lineno"> 1035</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, 1, IndexType&gt;&amp; index,</div>
<div class="line"><a name="l01036"></a><span class="lineno"> 1036</span>&#160; <span class="keyword">const</span> Tensor&lt;gpu, 2, DType&gt; &amp;src);</div>
<div class="line"><a name="l01043"></a><span class="lineno"> 1043</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> KDType, <span class="keyword">typename</span> VDType&gt;</div>
<div class="line"><a name="l01044"></a><span class="lineno"> 1044</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a3476fdf7d39add6f57beddafbc1b9625">SortByKey</a>(Tensor&lt;cpu, 1, KDType&gt; keys, Tensor&lt;cpu, 1, VDType&gt; values,</div>
<div class="line"><a name="l01045"></a><span class="lineno"> 1045</span>&#160; <span class="keywordtype">bool</span> is_ascend = <span class="keyword">true</span>);</div>
<div class="line"><a name="l01052"></a><span class="lineno"> 1052</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> KDType, <span class="keyword">typename</span> VDType&gt;</div>
<div class="line"><a name="l01053"></a><span class="lineno"> 1053</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a3476fdf7d39add6f57beddafbc1b9625">SortByKey</a>(Tensor&lt;gpu, 1, KDType&gt; keys, Tensor&lt;gpu, 1, VDType&gt; values,</div>
<div class="line"><a name="l01054"></a><span class="lineno"> 1054</span>&#160; <span class="keywordtype">bool</span> is_ascend = <span class="keyword">true</span>);</div>
<div class="line"><a name="l01063"></a><span class="lineno"> 1063</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Device, <span class="keyword">typename</span> VDType, <span class="keyword">typename</span> SDType&gt;</div>
<div class="line"><a name="l01064"></a><span class="lineno"> 1064</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#ab3f080439f035e05501cc7f202e58c0e">VectorizedSort</a>(Tensor&lt;Device, 1, VDType&gt; values, Tensor&lt;Device, 1, SDType&gt; segments);</div>
<div class="line"><a name="l01065"></a><span class="lineno"> 1065</span>&#160; </div>
<div class="line"><a name="l01066"></a><span class="lineno"> 1066</span>&#160;<span class="comment">// function declarations to support expression, no need to understand them</span></div>
<div class="line"><a name="l01067"></a><span class="lineno"> 1067</span>&#160;<span class="comment">// these functions do not need to be directly used</span></div>
<div class="line"><a name="l01080"></a><span class="lineno"> 1080</span>&#160;<span class="comment"></span><span class="keyword">template</span>&lt;<span class="keyword">typename</span> Saver, <span class="keyword">typename</span> R, <span class="keywordtype">int</span> dim,</div>
<div class="line"><a name="l01081"></a><span class="lineno"> 1081</span>&#160; <span class="keyword">typename</span> DType, <span class="keyword">typename</span> E, <span class="keywordtype">int</span> etype&gt;</div>
<div class="line"><a name="l01082"></a><span class="lineno"> 1082</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a4bdc2c62fd5dcee696cadd2351bf85e2">MapExp</a>(TRValue&lt;R, cpu, dim, DType&gt; *dst,</div>
<div class="line"><a name="l01083"></a><span class="lineno"> 1083</span>&#160; <span class="keyword">const</span> expr::Exp&lt;E, DType, etype&gt; &amp;exp);</div>
<div class="line"><a name="l01096"></a><span class="lineno"> 1096</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Saver, <span class="keyword">typename</span> R, <span class="keywordtype">int</span> dim,</div>
<div class="line"><a name="l01097"></a><span class="lineno"> 1097</span>&#160; <span class="keyword">typename</span> DType, <span class="keyword">typename</span> E, <span class="keywordtype">int</span> etype&gt;</div>
<div class="line"><a name="l01098"></a><span class="lineno"> 1098</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a4bdc2c62fd5dcee696cadd2351bf85e2">MapExp</a>(TRValue&lt;R, gpu, dim, DType&gt; *dst,</div>
<div class="line"><a name="l01099"></a><span class="lineno"> 1099</span>&#160; <span class="keyword">const</span> expr::Exp&lt;E, DType, etype&gt; &amp;exp);</div>
<div class="line"><a name="l01113"></a><span class="lineno"> 1113</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Saver, <span class="keyword">typename</span> Reducer,</div>
<div class="line"><a name="l01114"></a><span class="lineno"> 1114</span>&#160; <span class="keyword">typename</span> R, <span class="keyword">typename</span> DType, <span class="keyword">typename</span> E, <span class="keywordtype">int</span> etype&gt;</div>
<div class="line"><a name="l01115"></a><span class="lineno"> 1115</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#ae1734eb7939fe9627de46d62494fe9dc">MapReduceKeepLowest</a>(TRValue&lt;R, cpu, 1, DType&gt; *dst,</div>
<div class="line"><a name="l01116"></a><span class="lineno"> 1116</span>&#160; <span class="keyword">const</span> expr::Exp&lt;E, DType, etype&gt; &amp;exp,</div>
<div class="line"><a name="l01117"></a><span class="lineno"> 1117</span>&#160; DType scale = 1);</div>
<div class="line"><a name="l01131"></a><span class="lineno"> 1131</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Saver, <span class="keyword">typename</span> Reducer, <span class="keyword">typename</span> R,</div>
<div class="line"><a name="l01132"></a><span class="lineno"> 1132</span>&#160; <span class="keyword">typename</span> DType, <span class="keyword">typename</span> E, <span class="keywordtype">int</span> etype&gt;</div>
<div class="line"><a name="l01133"></a><span class="lineno"> 1133</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#ae1734eb7939fe9627de46d62494fe9dc">MapReduceKeepLowest</a>(TRValue&lt;R, gpu, 1, DType&gt; *dst,</div>
<div class="line"><a name="l01134"></a><span class="lineno"> 1134</span>&#160; <span class="keyword">const</span> expr::Exp&lt;E, DType, etype&gt; &amp;exp,</div>
<div class="line"><a name="l01135"></a><span class="lineno"> 1135</span>&#160; DType scale = 1);</div>
<div class="line"><a name="l01150"></a><span class="lineno"> 1150</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Saver, <span class="keyword">typename</span> Reducer, <span class="keywordtype">int</span> dimkeep,</div>
<div class="line"><a name="l01151"></a><span class="lineno"> 1151</span>&#160; <span class="keyword">typename</span> R, <span class="keyword">typename</span> DType, <span class="keyword">typename</span> E, <span class="keywordtype">int</span> etype&gt;</div>
<div class="line"><a name="l01152"></a><span class="lineno"> 1152</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a5fce5c2df842439cc7d2d7a90e2cf7d4">MapReduceKeepHighDim</a>(TRValue&lt;R, cpu, 1, DType&gt; *dst,</div>
<div class="line"><a name="l01153"></a><span class="lineno"> 1153</span>&#160; <span class="keyword">const</span> expr::Exp&lt;E, DType, etype&gt; &amp;exp,</div>
<div class="line"><a name="l01154"></a><span class="lineno"> 1154</span>&#160; DType scale = 1);</div>
<div class="line"><a name="l01169"></a><span class="lineno"> 1169</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Saver, <span class="keyword">typename</span> Reducer, <span class="keywordtype">int</span> dimkeep,</div>
<div class="line"><a name="l01170"></a><span class="lineno"> 1170</span>&#160; <span class="keyword">typename</span> R, <span class="keyword">typename</span> DType, <span class="keyword">typename</span> E, <span class="keywordtype">int</span> etype&gt;</div>
<div class="line"><a name="l01171"></a><span class="lineno"> 1171</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a5fce5c2df842439cc7d2d7a90e2cf7d4">MapReduceKeepHighDim</a>(TRValue&lt;R, gpu, 1, DType&gt; *dst,</div>
<div class="line"><a name="l01172"></a><span class="lineno"> 1172</span>&#160; <span class="keyword">const</span> expr::Exp&lt;E, DType, etype&gt; &amp;exp,</div>
<div class="line"><a name="l01173"></a><span class="lineno"> 1173</span>&#160; DType scale = 1);</div>
<div class="line"><a name="l01180"></a><span class="lineno"> 1180</span>&#160;<span class="keyword">template</span>&lt;<span class="keyword">typename</span> Device, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l01181"></a><span class="lineno"> 1181</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#ad4c4674a33dfb486802427058375a055">VectorDot</a>(Tensor&lt;Device, 1, DType&gt; dst,</div>
<div class="line"><a name="l01182"></a><span class="lineno"> 1182</span>&#160; <span class="keyword">const</span> Tensor&lt;Device, 1, DType&gt; &amp;lhs,</div>
<div class="line"><a name="l01183"></a><span class="lineno"> 1183</span>&#160; <span class="keyword">const</span> Tensor&lt;Device, 1, DType&gt; &amp;rhs);</div>
<div class="line"><a name="l01193"></a><span class="lineno"> 1193</span>&#160;<span class="keyword">template</span>&lt;<span class="keywordtype">bool</span> transpose_left, <span class="keywordtype">bool</span> transpose_right, <span class="keyword">typename</span> Device, <span class="keyword">typename</span> DType&gt;</div>
<div class="line"><a name="l01194"></a><span class="lineno"> 1194</span>&#160;<span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="namespacemshadow.html#a7e8013bf71472e4f424bcdeb06580370">BatchGEMM</a>(Tensor&lt;Device, 3, DType&gt; dst,</div>
<div class="line"><a name="l01195"></a><span class="lineno"> 1195</span>&#160; <span class="keyword">const</span> Tensor&lt;Device, 3, DType&gt; &amp;lhs,</div>
<div class="line"><a name="l01196"></a><span class="lineno"> 1196</span>&#160; <span class="keyword">const</span> Tensor&lt;Device, 3, DType&gt; &amp;rhs,</div>
<div class="line"><a name="l01197"></a><span class="lineno"> 1197</span>&#160; DType alpha,</div>
<div class="line"><a name="l01198"></a><span class="lineno"> 1198</span>&#160; DType beta,</div>
<div class="line"><a name="l01199"></a><span class="lineno"> 1199</span>&#160; Tensor&lt;Device, 1, DType*&gt; workspace);</div>
<div class="line"><a name="l01200"></a><span class="lineno"> 1200</span>&#160;} <span class="comment">// namespace mshadow</span></div>
<div class="line"><a name="l01201"></a><span class="lineno"> 1201</span>&#160;<span class="comment">// include headers</span></div>
<div class="line"><a name="l01202"></a><span class="lineno"> 1202</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="stream__gpu-inl_8h.html">./stream_gpu-inl.h</a>&quot;</span></div>
<div class="line"><a name="l01203"></a><span class="lineno"> 1203</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="extension_8h.html">./extension.h</a>&quot;</span></div>
<div class="line"><a name="l01204"></a><span class="lineno"> 1204</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="expr__engine-inl_8h.html">./expr_engine-inl.h</a>&quot;</span></div>
<div class="line"><a name="l01205"></a><span class="lineno"> 1205</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="tensor__cpu-inl_8h.html">./tensor_cpu-inl.h</a>&quot;</span></div>
<div class="line"><a name="l01206"></a><span class="lineno"> 1206</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="tensor__gpu-inl_8h.html">./tensor_gpu-inl.h</a>&quot;</span></div>
<div class="line"><a name="l01207"></a><span class="lineno"> 1207</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="3rdparty_2mshadow_2mshadow_2io_8h.html">./io.h</a>&quot;</span></div>
<div class="line"><a name="l01208"></a><span class="lineno"> 1208</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="tensor__container_8h.html">./tensor_container.h</a>&quot;</span></div>
<div class="line"><a name="l01209"></a><span class="lineno"> 1209</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="random_8h.html">./random.h</a>&quot;</span></div>
<div class="line"><a name="l01210"></a><span class="lineno"> 1210</span>&#160;<span class="comment">// add definition of scalar related operators</span></div>
<div class="line"><a name="l01211"></a><span class="lineno"> 1211</span>&#160;<span class="preprocessor">#ifdef MSHADOW_SCALAR_</span></div>
<div class="line"><a name="l01212"></a><span class="lineno"> 1212</span>&#160;<span class="preprocessor"> #error &quot;MSHADOW_SCALAR_ must not be defined&quot;</span></div>
<div class="line"><a name="l01213"></a><span class="lineno"> 1213</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l01214"></a><span class="lineno"> 1214</span>&#160;<span class="comment">// enumerate all the scalar data type we aim to be good at</span></div>
<div class="line"><a name="l01215"></a><span class="lineno"> 1215</span>&#160;<span class="preprocessor">#define MSHADOW_SCALAR_ float</span></div>
<div class="line"><a name="l01216"></a><span class="lineno"> 1216</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="expr__scalar-inl_8h.html">./expr_scalar-inl.h</a>&quot;</span></div>
<div class="line"><a name="l01217"></a><span class="lineno"> 1217</span>&#160;<span class="preprocessor">#undef MSHADOW_SCALAR_</span></div>
<div class="line"><a name="l01218"></a><span class="lineno"> 1218</span>&#160;<span class="preprocessor">#define MSHADOW_SCALAR_ double</span></div>
<div class="line"><a name="l01219"></a><span class="lineno"> 1219</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="expr__scalar-inl_8h.html">./expr_scalar-inl.h</a>&quot;</span></div>
<div class="line"><a name="l01220"></a><span class="lineno"> 1220</span>&#160;<span class="preprocessor">#undef MSHADOW_SCALAR_</span></div>
<div class="line"><a name="l01221"></a><span class="lineno"> 1221</span>&#160;<span class="preprocessor">#define MSHADOW_SCALAR_ int32_t</span></div>
<div class="line"><a name="l01222"></a><span class="lineno"> 1222</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="expr__scalar-inl_8h.html">./expr_scalar-inl.h</a>&quot;</span></div>
<div class="line"><a name="l01223"></a><span class="lineno"> 1223</span>&#160;<span class="preprocessor">#undef MSHADOW_SCALAR_</span></div>
<div class="line"><a name="l01224"></a><span class="lineno"> 1224</span>&#160;<span class="preprocessor">#define MSHADOW_SCALAR_ int64_t</span></div>
<div class="line"><a name="l01225"></a><span class="lineno"> 1225</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="expr__scalar-inl_8h.html">./expr_scalar-inl.h</a>&quot;</span></div>
<div class="line"><a name="l01226"></a><span class="lineno"> 1226</span>&#160;<span class="preprocessor">#undef MSHADOW_SCALAR_</span></div>
<div class="line"><a name="l01227"></a><span class="lineno"><a class="line" href="tensor_8h.html#aa0b60d7de7151387e5ecc0d41c82259d"> 1227</a></span>&#160;<span class="preprocessor">#define MSHADOW_SCALAR_ mshadow::half::half_t</span></div>
<div class="line"><a name="l01228"></a><span class="lineno"> 1228</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="expr__scalar-inl_8h.html">./expr_scalar-inl.h</a>&quot;</span></div>
<div class="line"><a name="l01229"></a><span class="lineno"> 1229</span>&#160;<span class="preprocessor">#undef MSHADOW_SCALAR_</span></div>
<div class="line"><a name="l01230"></a><span class="lineno"> 1230</span>&#160;<span class="preprocessor">#endif // MSHADOW_TENSOR_H_</span></div>
</div><!-- fragment --></div><!-- contents -->
<div class="ttc" id="aexpression_8h_html"><div class="ttname"><a href="expression_8h.html">expression.h</a></div><div class="ttdoc">definitions of abstract expressions and expressions template</div></div>
<div class="ttc" id="anamespacemshadow_html_abbe2dc827052234b64ab2d40a5b2fdb4ae633c123a9c9897779d5c00ea5381775"><div class="ttname"><a href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ae633c123a9c9897779d5c00ea5381775">mshadow::kNCHW</a></div><div class="ttdeci">@ kNCHW</div><div class="ttdef"><b>Definition:</b> base.h:501</div></div>
<div class="ttc" id="astructmshadow_1_1gpu_html_a52623e299b7672805922121519501594"><div class="ttname"><a href="structmshadow_1_1gpu.html#a52623e299b7672805922121519501594">mshadow::gpu::kDevCPU</a></div><div class="ttdeci">static const bool kDevCPU</div><div class="ttdoc">whether this device is CPU or not</div><div class="ttdef"><b>Definition:</b> tensor.h:48</div></div>
<div class="ttc" id="astream__gpu-inl_8h_html"><div class="ttname"><a href="stream__gpu-inl_8h.html">stream_gpu-inl.h</a></div><div class="ttdoc">implementation of GPU code</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_ab226ac2741b111ecdf3c2b1bd3564f24"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ab226ac2741b111ecdf3c2b1bd3564f24">mshadow::Tensor&lt; Device, 1, DType &gt;::Slice</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor&lt; Device, 1, DType &gt; Slice(index_t begin, index_t end) const</div><div class="ttdef"><b>Definition:</b> tensor.h:700</div></div>
<div class="ttc" id="anamespacemshadow_html_a8fc5237744c6eda97f3070ddcb0c715e"><div class="ttname"><a href="namespacemshadow.html#a8fc5237744c6eda97f3070ddcb0c715e">mshadow::Shape4</a></div><div class="ttdeci">MSHADOW_XINLINE Shape&lt; 4 &gt; Shape4(index_t s0, index_t s1, index_t s2, index_t s3)</div><div class="ttdoc">construct a four dimension shape, stride will equal s0</div><div class="ttdef"><b>Definition:</b> tensor.h:254</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a7143b0339fae5b9dc20d3d158c4c3b15"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a7143b0339fae5b9dc20d3d158c4c3b15">mshadow::Tensor&lt; Device, 1, DType &gt;::set_stream</a></div><div class="ttdeci">void set_stream(Stream&lt; Device &gt; *stream)</div><div class="ttdef"><b>Definition:</b> tensor.h:691</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a6f19dfd9e4181e6b5500b50d48cf7e5c"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a6f19dfd9e4181e6b5500b50d48cf7e5c">mshadow::Tensor::set_stream</a></div><div class="ttdeci">void set_stream(Stream&lt; Device &gt; *stream)</div><div class="ttdoc">set the stream to do computation of current tensor</div><div class="ttdef"><b>Definition:</b> tensor.h:576</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_ac6d667fde1a8180b64f475f5d33ea58f"><div class="ttname"><a href="structmshadow_1_1Shape.html#ac6d667fde1a8180b64f475f5d33ea58f">mshadow::Shape::Size</a></div><div class="ttdeci">MSHADOW_XINLINE index_t Size(void) const</div><div class="ttdef"><b>Definition:</b> tensor.h:158</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_aee3127de201bce405eada043f1868468"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#aee3127de201bce405eada043f1868468">mshadow::Tensor&lt; Device, 1, DType &gt;::FlatTo1D</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor&lt; Device, 1, DType &gt; FlatTo1D(void) const</div><div class="ttdef"><b>Definition:</b> tensor.h:694</div></div>
<div class="ttc" id="anamespacemshadow_html_a3476fdf7d39add6f57beddafbc1b9625"><div class="ttname"><a href="namespacemshadow.html#a3476fdf7d39add6f57beddafbc1b9625">mshadow::SortByKey</a></div><div class="ttdeci">void SortByKey(Tensor&lt; cpu, 1, KDType &gt; keys, Tensor&lt; cpu, 1, VDType &gt; values, bool is_ascend=true)</div><div class="ttdoc">CPU/GPU: Sort key-value pairs stored in separate places. (Stable sort is performed!...</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:596</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a01a586757f1d2abba12d0f4fdf2fdeb1"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a01a586757f1d2abba12d0f4fdf2fdeb1">mshadow::Tensor::MSize</a></div><div class="ttdeci">MSHADOW_XINLINE index_t MSize(void) const</div><div class="ttdef"><b>Definition:</b> tensor.h:602</div></div>
<div class="ttc" id="astructmshadow_1_1Stream_html"><div class="ttname"><a href="structmshadow_1_1Stream.html">mshadow::Stream</a></div><div class="ttdoc">computaion stream structure, used for asynchronous computations</div><div class="ttdef"><b>Definition:</b> tensor.h:488</div></div>
<div class="ttc" id="a3rdparty_2mshadow_2mshadow_2base_8h_html_a1588e3cdf209b0cf13609d1c0e3838c7"><div class="ttname"><a href="3rdparty_2mshadow_2mshadow_2base_8h.html#a1588e3cdf209b0cf13609d1c0e3838c7">MSHADOW_DEFAULT_DTYPE</a></div><div class="ttdeci">#define MSHADOW_DEFAULT_DTYPE</div><div class="ttdoc">default data type for tensor string in code release, change it to default_real_t during development,...</div><div class="ttdef"><b>Definition:</b> base.h:240</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a114d8b89115fae0b6d38f211f43f6adc"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a114d8b89115fae0b6d38f211f43f6adc">mshadow::Tensor&lt; Device, 1, DType &gt;::MSize</a></div><div class="ttdeci">MSHADOW_XINLINE index_t MSize(void) const</div><div class="ttdef"><b>Definition:</b> tensor.h:708</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_a46db5e15921e6aaef5c1cd77302176c8"><div class="ttname"><a href="structmshadow_1_1Shape.html#a46db5e15921e6aaef5c1cd77302176c8">mshadow::Shape::operator[]</a></div><div class="ttdeci">const MSHADOW_XINLINE index_t &amp; operator[](int idx) const</div><div class="ttdoc">get corresponding index</div><div class="ttdef"><b>Definition:</b> tensor.h:109</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a21893468e1d5a595c040e26c77ce8ae2"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a21893468e1d5a595c040e26c77ce8ae2">mshadow::Tensor::kSubdim</a></div><div class="ttdeci">static const int kSubdim</div><div class="ttdoc">dimension of subtype</div><div class="ttdef"><b>Definition:</b> tensor.h:534</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_a04b162e49196e5799465fd8201de04b1"><div class="ttname"><a href="structmshadow_1_1Shape.html#a04b162e49196e5799465fd8201de04b1">mshadow::Shape::kDimension</a></div><div class="ttdeci">static const int kDimension</div><div class="ttdoc">dimension of current shape</div><div class="ttdef"><b>Definition:</b> tensor.h:82</div></div>
<div class="ttc" id="anamespacemshadow_html_abbe2dc827052234b64ab2d40a5b2fdb4a3f4908b910c47da082d60aa719c43fc3"><div class="ttname"><a href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a3f4908b910c47da082d60aa719c43fc3">mshadow::kNWC</a></div><div class="ttdeci">@ kNWC</div><div class="ttdef"><b>Definition:</b> base.h:506</div></div>
<div class="ttc" id="anamespacemshadow_html_abbe2dc827052234b64ab2d40a5b2fdb4aa332dc48875dac0ef29ef245e5609822"><div class="ttname"><a href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4aa332dc48875dac0ef29ef245e5609822">mshadow::kNCDHW</a></div><div class="ttdeci">@ kNCDHW</div><div class="ttdef"><b>Definition:</b> base.h:509</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_a67c9939bcaa6fa12f5dc949041a0ef58"><div class="ttname"><a href="structmshadow_1_1Shape.html#a67c9939bcaa6fa12f5dc949041a0ef58">mshadow::Shape::kSubdim</a></div><div class="ttdeci">static const int kSubdim</div><div class="ttdoc">dimension of current shape minus one</div><div class="ttdef"><b>Definition:</b> tensor.h:84</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_ae73374ca91b919e869881f19f9754747"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ae73374ca91b919e869881f19f9754747">mshadow::Tensor&lt; Device, 1, DType &gt;::operator=</a></div><div class="ttdeci">Tensor&lt; Device, 1, DType &gt; &amp; operator=(const expr::Exp&lt; E, DType, etype &gt; &amp;exp)</div><div class="ttdef"><b>Definition:</b> tensor.h:731</div></div>
<div class="ttc" id="astructmshadow_1_1TRValue_html"><div class="ttname"><a href="structmshadow_1_1TRValue.html">mshadow::TRValue</a></div><div class="ttdoc">Tensor RValue, this is the super type of all kinds of possible tensors.</div><div class="ttdef"><b>Definition:</b> tensor.h:514</div></div>
<div class="ttc" id="a3rdparty_2mshadow_2mshadow_2io_8h_html"><div class="ttname"><a href="3rdparty_2mshadow_2mshadow_2io_8h.html">io.h</a></div><div class="ttdoc">definitions of I/O functions for mshadow tensor</div></div>
<div class="ttc" id="anamespacemshadow_html_a0435f827863555e4ed19bbc0cc81fa39"><div class="ttname"><a href="namespacemshadow.html#a0435f827863555e4ed19bbc0cc81fa39">mshadow::Copy</a></div><div class="ttdeci">void Copy(Tensor&lt; cpu, dim, DType &gt; dst, const Tensor&lt; cpu, dim, DType &gt; &amp;src, Stream&lt; cpu &gt; *stream=NULL)</div><div class="ttdoc">copy data from one tensor to another, with same shape</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:145</div></div>
<div class="ttc" id="astructmshadow_1_1LapackIndex_html"><div class="ttname"><a href="structmshadow_1_1LapackIndex.html">mshadow::LapackIndex</a></div><div class="ttdef"><b>Definition:</b> tensor.h:54</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_ad48d29c0aa2a12ab9b1580cda44f1a34"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ad48d29c0aa2a12ab9b1580cda44f1a34">mshadow::Tensor&lt; Device, 1, DType &gt;::shape_</a></div><div class="ttdeci">Shape&lt; 1 &gt; shape_</div><div class="ttdef"><b>Definition:</b> tensor.h:677</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_aaaafeee143e9974943bf21f7bac9ad49"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#aaaafeee143e9974943bf21f7bac9ad49">mshadow::Tensor&lt; Device, 1, DType &gt;::FlatTo2D</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor&lt; Device, 2, DType &gt; FlatTo2D(void) const</div><div class="ttdef"><b>Definition:</b> tensor.h:697</div></div>
<div class="ttc" id="anamespacemshadow_html_a3e8485c882dab873525b4b241e5db7ab"><div class="ttname"><a href="namespacemshadow.html#a3e8485c882dab873525b4b241e5db7ab">mshadow::FreeSpace</a></div><div class="ttdeci">void FreeSpace(Tensor&lt; cpu, dim, DType &gt; *obj)</div><div class="ttdoc">CPU/GPU: free the space of tensor, will set obj.dptr to NULL.</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:140</div></div>
<div class="ttc" id="anamespacemshadow_html_a7e8013bf71472e4f424bcdeb06580370"><div class="ttname"><a href="namespacemshadow.html#a7e8013bf71472e4f424bcdeb06580370">mshadow::BatchGEMM</a></div><div class="ttdeci">void BatchGEMM(Tensor&lt; Device, 3, DType &gt; dst, const Tensor&lt; Device, 3, DType &gt; &amp;lhs, const Tensor&lt; Device, 3, DType &gt; &amp;rhs, DType alpha, DType beta, Tensor&lt; Device, 1, DType * &gt; workspace)</div><div class="ttdoc">CPU/GPU: dst = alpha * op(lhs) op(rhs) + beta * dst.</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:648</div></div>
<div class="ttc" id="anamespacemshadow_html_a77348ebaaac4581773b4fe78448c8fa6"><div class="ttname"><a href="namespacemshadow.html#a77348ebaaac4581773b4fe78448c8fa6">mshadow::IndexFill</a></div><div class="ttdeci">void IndexFill(Tensor&lt; cpu, 2, DType &gt; dst, const Tensor&lt; cpu, 1, IndexType &gt; &amp;index, const Tensor&lt; cpu, 2, DType &gt; &amp;src)</div><div class="ttdoc">CPU/GPU: Fill the values of the destination matrix to specific rows in the source matrix....</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:585</div></div>
<div class="ttc" id="astructmshadow_1_1LapackIndex_html_a030782775d71ab036b109a445348ab53"><div class="ttname"><a href="structmshadow_1_1LapackIndex.html#a030782775d71ab036b109a445348ab53">mshadow::LapackIndex::IndexT</a></div><div class="ttdeci">lapack_index_t IndexT</div><div class="ttdef"><b>Definition:</b> tensor.h:55</div></div>
<div class="ttc" id="a3rdparty_2mshadow_2mshadow_2base_8h_html_af205b8ab4d8733133d590df7d2639d69"><div class="ttname"><a href="3rdparty_2mshadow_2mshadow_2base_8h.html#af205b8ab4d8733133d590df7d2639d69">MSHADOW_XINLINE</a></div><div class="ttdeci">#define MSHADOW_XINLINE</div><div class="ttdef"><b>Definition:</b> base.h:228</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a653a1a6ac33e797c18fe5178c99aeb63"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a653a1a6ac33e797c18fe5178c99aeb63">mshadow::Tensor::Tensor</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor(const Shape&lt; dimension &gt; &amp;shape)</div><div class="ttdoc">constructor from shape</div><div class="ttdef"><b>Definition:</b> tensor.h:558</div></div>
<div class="ttc" id="anamespacemshadow_html_a3409c8a836e7dab83bec25556164261c"><div class="ttname"><a href="namespacemshadow.html#a3409c8a836e7dab83bec25556164261c">mshadow::SoftmaxGrad</a></div><div class="ttdeci">void SoftmaxGrad(Tensor&lt; cpu, 2, DType &gt; dst, const Tensor&lt; cpu, 2, DType &gt; &amp;src, const Tensor&lt; cpu, 1, DType &gt; &amp;label)</div><div class="ttdoc">CPU/GPU: softmax gradient.</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:311</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a56f52a10e9aa77cba64ec497fa764322"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a56f52a10e9aa77cba64ec497fa764322">mshadow::Tensor::Tensor</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor(DType *dptr, const Shape&lt; dimension &gt; &amp;shape, Stream&lt; Device &gt; *stream)</div><div class="ttdoc">constructor from data pointer and shape, without stride</div><div class="ttdef"><b>Definition:</b> tensor.h:564</div></div>
<div class="ttc" id="anamespacemshadow_html_af301ba1d360a6a46aecdcb5ec8031aa0"><div class="ttname"><a href="namespacemshadow.html#af301ba1d360a6a46aecdcb5ec8031aa0">mshadow::DeleteStream</a></div><div class="ttdeci">void DeleteStream(Stream&lt; Device &gt; *stream)</div><div class="ttdoc">delete the computing stream</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a9790363151a34829fcb18aa51b25a95f"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a9790363151a34829fcb18aa51b25a95f">mshadow::Tensor&lt; Device, 1, DType &gt;::stream_</a></div><div class="ttdeci">Stream&lt; Device &gt; * stream_</div><div class="ttdef"><b>Definition:</b> tensor.h:679</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_a09790c1034fa223d2782736a0d053a75"><div class="ttname"><a href="structmshadow_1_1Shape.html#a09790c1034fa223d2782736a0d053a75">mshadow::Shape::FlatTo1D</a></div><div class="ttdeci">MSHADOW_XINLINE Shape&lt; 1 &gt; FlatTo1D(void) const</div><div class="ttdef"><b>Definition:</b> tensor.h:137</div></div>
<div class="ttc" id="anamespacemshadow_html_ae1734eb7939fe9627de46d62494fe9dc"><div class="ttname"><a href="namespacemshadow.html#ae1734eb7939fe9627de46d62494fe9dc">mshadow::MapReduceKeepLowest</a></div><div class="ttdeci">void MapReduceKeepLowest(TRValue&lt; R, cpu, 1, DType &gt; *dst, const expr::Exp&lt; E, DType, etype &gt; &amp;exp, DType scale=1)</div><div class="ttdoc">CPU/GPU: map a expression, do reduction to 1D Tensor in lowest dimension (dimension 0)</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:228</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a66c736a2899eba9f83ee9ced3d02a944"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a66c736a2899eba9f83ee9ced3d02a944">mshadow::Tensor::FlatTo1D</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor&lt; Device, 1, DType &gt; FlatTo1D(void) const</div><div class="ttdoc">flatten the tensor to 1 dimension</div><div class="ttdef"><b>Definition:</b> tensor.h:617</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html"><div class="ttname"><a href="structmshadow_1_1Tensor.html">mshadow::Tensor</a></div><div class="ttdoc">general tensor</div><div class="ttdef"><b>Definition:</b> tensor.h:525</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a6f5216f1cc1d6743592d8a59a103b259"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a6f5216f1cc1d6743592d8a59a103b259">mshadow::Tensor&lt; Device, 1, DType &gt;::Tensor</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor(DType *dptr, Shape&lt; 1 &gt; shape, index_t stride, Stream&lt; Device &gt; *stream)</div><div class="ttdef"><b>Definition:</b> tensor.h:688</div></div>
<div class="ttc" id="anamespacemshadow_html_ab3f080439f035e05501cc7f202e58c0e"><div class="ttname"><a href="namespacemshadow.html#ab3f080439f035e05501cc7f202e58c0e">mshadow::VectorizedSort</a></div><div class="ttdeci">void VectorizedSort(Tensor&lt; Device, 1, VDType &gt; values, Tensor&lt; Device, 1, SDType &gt; segments)</div><div class="ttdoc">CPU/GPU: Sort the keys within each segment. (Stable sort is performed!) Segments is defined as an asc...</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:627</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a95a73cfaf27ceeca3c54cf50fad665e9"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a95a73cfaf27ceeca3c54cf50fad665e9">mshadow::Tensor::Slice</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor&lt; Device, dimension, DType &gt; Slice(index_t begin, index_t end) const</div><div class="ttdoc">slice the tensor in highest dimension [begin,end)</div><div class="ttdef"><b>Definition:</b> tensor.h:643</div></div>
<div class="ttc" id="astructmshadow_1_1cpu_html_a57f74b500825e21c0c246ad5b4e5016b"><div class="ttname"><a href="structmshadow_1_1cpu.html#a57f74b500825e21c0c246ad5b4e5016b">mshadow::cpu::kDevMask</a></div><div class="ttdeci">static const int kDevMask</div><div class="ttdoc">device flag number, identifies this device</div><div class="ttdef"><b>Definition:</b> tensor.h:43</div></div>
<div class="ttc" id="anamespacemshadow_html_a7b4e440ab207c132ec525d65620d39b9"><div class="ttname"><a href="namespacemshadow.html#a7b4e440ab207c132ec525d65620d39b9">mshadow::ShutdownTensorEngine</a></div><div class="ttdeci">void ShutdownTensorEngine(void)</div><div class="ttdoc">Shutdown tensor engine on current device this function should be called after all GPU tensor operatio...</div></div>
<div class="ttc" id="anamespacemshadow_html_a9653fd4a06f2b2c7eb099daec4dbdee9"><div class="ttname"><a href="namespacemshadow.html#a9653fd4a06f2b2c7eb099daec4dbdee9">mshadow::NewStream</a></div><div class="ttdeci">Stream&lt; Device &gt; * NewStream(bool create_blas_handle, bool create_dnn_handle, int dev_id=-1)</div><div class="ttdoc">create a new stream from system</div></div>
<div class="ttc" id="astructmshadow_1_1cpu_html_a02cb5d79392d3ccf5d5f16beabf69171"><div class="ttname"><a href="structmshadow_1_1cpu.html#a02cb5d79392d3ccf5d5f16beabf69171">mshadow::cpu::kDevCPU</a></div><div class="ttdeci">static const bool kDevCPU</div><div class="ttdoc">whether this device is CPU or not</div><div class="ttdef"><b>Definition:</b> tensor.h:41</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_a40f409ff54982ded075f373aec6147a2"><div class="ttname"><a href="structmshadow_1_1Shape.html#a40f409ff54982ded075f373aec6147a2">mshadow::Shape::SubShape</a></div><div class="ttdeci">MSHADOW_XINLINE Shape&lt; kSubdim &gt; SubShape(void) const</div><div class="ttdef"><b>Definition:</b> tensor.h:183</div></div>
<div class="ttc" id="anamespacemshadow_html_aad01344a04806661c199edfac0b2682d"><div class="ttname"><a href="namespacemshadow.html#aad01344a04806661c199edfac0b2682d">mshadow::getTranspAxes</a></div><div class="ttdeci">std::vector&lt; dim_t &gt; getTranspAxes(const LayoutFlag src_layout, const LayoutFlag dst_layout)</div><div class="ttdoc">returns axes of transpose operation that needs to be performed between src layout and dst</div><div class="ttdef"><b>Definition:</b> tensor.h:401</div></div>
<div class="ttc" id="anamespacemshadow_html_a10717da9e107e05150e6fb6d79103b34"><div class="ttname"><a href="namespacemshadow.html#a10717da9e107e05150e6fb6d79103b34">mshadow::operator&lt;&lt;</a></div><div class="ttdeci">std::ostream &amp; operator&lt;&lt;(std::ostream &amp;os, const Shape&lt; ndim &gt; &amp;shape)</div><div class="ttdoc">allow string printing of the shape</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:59</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_a9cb540dcf4dec5d78456140505763bfa"><div class="ttname"><a href="structmshadow_1_1Shape.html#a9cb540dcf4dec5d78456140505763bfa">mshadow::Shape::Slice</a></div><div class="ttdeci">MSHADOW_XINLINE Shape&lt; dimend - dimstart &gt; Slice(void) const</div><div class="ttdoc">slice the shape from start to end</div><div class="ttdef"><b>Definition:</b> tensor.h:199</div></div>
<div class="ttc" id="anamespacemshadow_html_abbe2dc827052234b64ab2d40a5b2fdb4ad9ef54b427a838279a62e95204aa3281"><div class="ttname"><a href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ad9ef54b427a838279a62e95204aa3281">mshadow::kNHWC</a></div><div class="ttdeci">@ kNHWC</div><div class="ttdef"><b>Definition:</b> base.h:502</div></div>
<div class="ttc" id="anamespacemshadow_html_a446431abbca1ddc0a525d6e2ce9d2fbc"><div class="ttname"><a href="namespacemshadow.html#a446431abbca1ddc0a525d6e2ce9d2fbc">mshadow::ConvertLayout</a></div><div class="ttdeci">Shape&lt; 3 &gt; ConvertLayout(const Shape&lt; 3 &gt; &amp;src, int src_layout, int dst_layout)</div><div class="ttdoc">Convert shape in src_layout to shape in dst_layout.</div><div class="ttdef"><b>Definition:</b> tensor.h:283</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_ad58f6139a1d680c2dab2919cd448a9cf"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ad58f6139a1d680c2dab2919cd448a9cf">mshadow::Tensor&lt; Device, 1, DType &gt;::size</a></div><div class="ttdeci">MSHADOW_XINLINE index_t size(index_t i) const</div><div class="ttdef"><b>Definition:</b> tensor.h:711</div></div>
<div class="ttc" id="astructmshadow_1_1gpu_html"><div class="ttname"><a href="structmshadow_1_1gpu.html">mshadow::gpu</a></div><div class="ttdoc">device name GPU</div><div class="ttdef"><b>Definition:</b> tensor.h:46</div></div>
<div class="ttc" id="anamespacemshadow_html_abbe2dc827052234b64ab2d40a5b2fdb4ae5189456ea58c60d8c546ab8bd1a2c08"><div class="ttname"><a href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4ae5189456ea58c60d8c546ab8bd1a2c08">mshadow::kCWN</a></div><div class="ttdeci">@ kCWN</div><div class="ttdef"><b>Definition:</b> base.h:507</div></div>
<div class="ttc" id="atensor__gpu-inl_8h_html"><div class="ttname"><a href="tensor__gpu-inl_8h.html">tensor_gpu-inl.h</a></div><div class="ttdoc">implementation of GPU host code</div></div>
<div class="ttc" id="astructmshadow_1_1cpu_html"><div class="ttname"><a href="structmshadow_1_1cpu.html">mshadow::cpu</a></div><div class="ttdoc">device name CPU</div><div class="ttdef"><b>Definition:</b> tensor.h:39</div></div>
<div class="ttc" id="anamespacemshadow_html_abbe2dc827052234b64ab2d40a5b2fdb4a6e334c4df779fcc6fa6b24411fce1289"><div class="ttname"><a href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a6e334c4df779fcc6fa6b24411fce1289">mshadow::kCHWN</a></div><div class="ttdeci">@ kCHWN</div><div class="ttdef"><b>Definition:</b> base.h:503</div></div>
<div class="ttc" id="arandom_8h_html"><div class="ttname"><a href="random_8h.html">random.h</a></div><div class="ttdoc">Random inline functions for tensor.</div></div>
<div class="ttc" id="anamespacemshadow_html_a75161ef5ed964dcf6518e3a7e59e6fb6"><div class="ttname"><a href="namespacemshadow.html#a75161ef5ed964dcf6518e3a7e59e6fb6">mshadow::Softmax</a></div><div class="ttdeci">void Softmax(Tensor&lt; cpu, 2, DType &gt; dst, const Tensor&lt; cpu, 2, DType &gt; &amp;energy)</div><div class="ttdoc">CPU/GPU: normalize softmax: dst[i][j] = exp(energy[i][j]) /(sum_j exp(energy[i][j]))</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:488</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a810b0902ab38d4b6a6d55b86a1febd80"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a810b0902ab38d4b6a6d55b86a1febd80">mshadow::Tensor::MemSize</a></div><div class="ttdeci">MSHADOW_XINLINE index_t MemSize(void) const</div><div class="ttdef"><b>Definition:</b> tensor.h:584</div></div>
<div class="ttc" id="anamespacemshadow_html_abbe2dc827052234b64ab2d40a5b2fdb4"><div class="ttname"><a href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4">mshadow::LayoutFlag</a></div><div class="ttdeci">LayoutFlag</div><div class="ttdef"><b>Definition:</b> base.h:498</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a9792526b9a83108c63471788d0c8fa0b"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a9792526b9a83108c63471788d0c8fa0b">mshadow::Tensor::operator=</a></div><div class="ttdeci">Tensor&lt; Device, dimension, DType &gt; &amp; operator=(const expr::Exp&lt; E, DType, etype &gt; &amp;exp)</div><div class="ttdoc">functions to fit expression template</div><div class="ttdef"><b>Definition:</b> tensor.h:661</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a0bd39c6d12a8a00bab6f5963b87cec33"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a0bd39c6d12a8a00bab6f5963b87cec33">mshadow::Tensor&lt; Device, 1, DType &gt;::operator=</a></div><div class="ttdeci">Tensor&lt; Device, 1, DType &gt; &amp; operator=(const Tensor&lt; Device, 1, DType &gt; &amp;exp)</div><div class="ttdoc">implement the assignment of same type</div><div class="ttdef"><b>Definition:</b> tensor.h:722</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a13db380a3f72ccc85a0205320244b1f9"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a13db380a3f72ccc85a0205320244b1f9">mshadow::Tensor&lt; Device, 1, DType &gt;::Tensor</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor(DType *dptr, Shape&lt; 1 &gt; shape, Stream&lt; Device &gt; *stream)</div><div class="ttdef"><b>Definition:</b> tensor.h:686</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_add6431b4c399ae29151780ce37a9d843"><div class="ttname"><a href="structmshadow_1_1Tensor.html#add6431b4c399ae29151780ce37a9d843">mshadow::Tensor::operator=</a></div><div class="ttdeci">Tensor&lt; Device, dimension, DType &gt; &amp; operator=(const DType &amp;exp)</div><div class="ttdoc">functions to fit expression template</div><div class="ttdef"><b>Definition:</b> tensor.h:665</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_ac2d6efce5c9db0b5615669b504cf5a62"><div class="ttname"><a href="structmshadow_1_1Tensor.html#ac2d6efce5c9db0b5615669b504cf5a62">mshadow::Tensor::Tensor</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor(DType *dptr, const Shape&lt; dimension &gt; &amp;shape)</div><div class="ttdoc">constructor from data pointer and shape, without stride</div><div class="ttdef"><b>Definition:</b> tensor.h:561</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a4b43b01c513d310a17864a409c96fa39"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a4b43b01c513d310a17864a409c96fa39">mshadow::Tensor&lt; Device, 1, DType &gt;::stride_</a></div><div class="ttdeci">index_t stride_</div><div class="ttdef"><b>Definition:</b> tensor.h:678</div></div>
<div class="ttc" id="anamespacemshadow_html_a5db935b0945f538add8022fac93c9c0a"><div class="ttname"><a href="namespacemshadow.html#a5db935b0945f538add8022fac93c9c0a">mshadow::Shape5</a></div><div class="ttdeci">MSHADOW_XINLINE Shape&lt; 5 &gt; Shape5(index_t s0, index_t s1, index_t s2, index_t s3, index_t s4)</div><div class="ttdoc">construct a five dimension shape, stride will equal s0</div><div class="ttdef"><b>Definition:</b> tensor.h:269</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_a398d94165ccfbaf1ba0e8fcbedfe48c6"><div class="ttname"><a href="structmshadow_1_1Shape.html#a398d94165ccfbaf1ba0e8fcbedfe48c6">mshadow::Shape::shape_</a></div><div class="ttdeci">index_t shape_[kDimension]</div><div class="ttdoc">storing the dimension information</div><div class="ttdef"><b>Definition:</b> tensor.h:86</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a485d1558eaa9eded0b8fd23ed82c6298"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a485d1558eaa9eded0b8fd23ed82c6298">mshadow::Tensor::stream_</a></div><div class="ttdeci">Stream&lt; Device &gt; * stream_</div><div class="ttdoc">stream where the computation lies stream is a device dependency concept where each computation</div><div class="ttdef"><b>Definition:</b> tensor.h:551</div></div>
<div class="ttc" id="anamespacemshadow_html_abb4c36a0703ec671a5e74b0a8d37a47a"><div class="ttname"><a href="namespacemshadow.html#abb4c36a0703ec671a5e74b0a8d37a47a">mshadow::SetDevice</a></div><div class="ttdeci">void SetDevice(int devid)</div><div class="ttdoc">set the device of current thread to work on</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_aa33a34930f1f85e5e071fd5870a0c76b"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#aa33a34930f1f85e5e071fd5870a0c76b">mshadow::Tensor&lt; Device, 1, DType &gt;::operator=</a></div><div class="ttdeci">Tensor&lt; Device, 1, DType &gt; &amp; operator=(const DType &amp;exp)</div><div class="ttdef"><b>Definition:</b> tensor.h:734</div></div>
<div class="ttc" id="atensor__cpu-inl_8h_html"><div class="ttname"><a href="tensor__cpu-inl_8h.html">tensor_cpu-inl.h</a></div><div class="ttdoc">implementation of CPU host code</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_a91c0fd04c351199f119950b044ad9c99"><div class="ttname"><a href="structmshadow_1_1Shape.html#a91c0fd04c351199f119950b044ad9c99">mshadow::Shape::FlatTo2D</a></div><div class="ttdeci">MSHADOW_XINLINE Shape&lt; 2 &gt; FlatTo2D(void) const</div><div class="ttdef"><b>Definition:</b> tensor.h:146</div></div>
<div class="ttc" id="aextension_8h_html"><div class="ttname"><a href="extension_8h.html">extension.h</a></div><div class="ttdoc">some extension of expressions, used to support something beyond elementwise op</div></div>
<div class="ttc" id="anamespacemshadow_html_abbe2dc827052234b64ab2d40a5b2fdb4a30ea75730b725ac965fb4e43c34622d8"><div class="ttname"><a href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a30ea75730b725ac965fb4e43c34622d8">mshadow::kCDHWN</a></div><div class="ttdeci">@ kCDHWN</div><div class="ttdef"><b>Definition:</b> base.h:511</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a9cc7d01a1eb0825d7a3fcdabc8e58f07"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a9cc7d01a1eb0825d7a3fcdabc8e58f07">mshadow::Tensor::CheckContiguous</a></div><div class="ttdeci">MSHADOW_XINLINE bool CheckContiguous(void) const</div><div class="ttdef"><b>Definition:</b> tensor.h:596</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_ad10c7414c5948e789e8761df2083c4e5"><div class="ttname"><a href="structmshadow_1_1Tensor.html#ad10c7414c5948e789e8761df2083c4e5">mshadow::Tensor::shape_</a></div><div class="ttdeci">Shape&lt; dimension &gt; shape_</div><div class="ttdoc">shape of the tensor</div><div class="ttdef"><b>Definition:</b> tensor.h:541</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_a610750c35aa0c76bb987458fc3fce90b"><div class="ttname"><a href="structmshadow_1_1Shape.html#a610750c35aa0c76bb987458fc3fce90b">mshadow::Shape::operator!=</a></div><div class="ttdeci">MSHADOW_XINLINE bool operator!=(const Shape&lt; kDimension &gt; &amp;s) const</div><div class="ttdef"><b>Definition:</b> tensor.h:130</div></div>
<div class="ttc" id="anamespacemshadow_html_adcbc2e1131386fccb1474b0bdf045926"><div class="ttname"><a href="namespacemshadow.html#adcbc2e1131386fccb1474b0bdf045926">mshadow::index_t</a></div><div class="ttdeci">int32_t index_t</div><div class="ttdoc">type that will be used for index</div><div class="ttdef"><b>Definition:</b> base.h:328</div></div>
<div class="ttc" id="a3rdparty_2mshadow_2mshadow_2base_8h_html_a72d4e933c0003ccdc01b5d5f054dcf39"><div class="ttname"><a href="3rdparty_2mshadow_2mshadow_2base_8h.html#a72d4e933c0003ccdc01b5d5f054dcf39">MSHADOW_ALLOC_PAD</a></div><div class="ttdeci">#define MSHADOW_ALLOC_PAD</div><div class="ttdoc">whether do padding during allocation</div><div class="ttdef"><b>Definition:</b> base.h:73</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_a841dd46bcd4bc0abf0f8c124e4f3a607"><div class="ttname"><a href="structmshadow_1_1Shape.html#a841dd46bcd4bc0abf0f8c124e4f3a607">mshadow::Shape::Shape</a></div><div class="ttdeci">MSHADOW_XINLINE Shape(void)</div><div class="ttdoc">default constructor, do nothing</div><div class="ttdef"><b>Definition:</b> tensor.h:88</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a98c523db2418f25f868842fb32c16a35"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a98c523db2418f25f868842fb32c16a35">mshadow::Tensor&lt; Device, 1, DType &gt;::dptr_</a></div><div class="ttdeci">DType * dptr_</div><div class="ttdef"><b>Definition:</b> tensor.h:676</div></div>
<div class="ttc" id="aclassmshadow_1_1expr_1_1RValueExp_html"><div class="ttname"><a href="classmshadow_1_1expr_1_1RValueExp.html">mshadow::expr::RValueExp</a></div><div class="ttdoc">base class of all rvalues</div><div class="ttdef"><b>Definition:</b> expression.h:148</div></div>
<div class="ttc" id="anamespacemshadow_html_ad2320213151030353ae90f92a0da808d"><div class="ttname"><a href="namespacemshadow.html#ad2320213151030353ae90f92a0da808d">mshadow::AddTakeGradLargeBatch</a></div><div class="ttdeci">void AddTakeGradLargeBatch(Tensor&lt; cpu, 2, DType &gt; dst, const Tensor&lt; cpu, 1, IndexType &gt; &amp;sorted, const Tensor&lt; cpu, 1, IndexType &gt; &amp;index, const Tensor&lt; cpu, 2, DType &gt; &amp;src)</div><div class="ttdoc">CPU/GPU: Gradient accumulate of embedding matrix with safe accumulation. dst[index[i]] += src[i].</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:575</div></div>
<div class="ttc" id="anamespacemshadow_html_a8b60ab0b7ba58978695b4ab7e63268b9"><div class="ttname"><a href="namespacemshadow.html#a8b60ab0b7ba58978695b4ab7e63268b9">mshadow::lapack_index_t</a></div><div class="ttdeci">int lapack_index_t</div><div class="ttdef"><b>Definition:</b> base.h:344</div></div>
<div class="ttc" id="astructmshadow_1_1Stream_html_ab17a2b049aacf5d71d8860262c4a98fd"><div class="ttname"><a href="structmshadow_1_1Stream.html#ab17a2b049aacf5d71d8860262c4a98fd">mshadow::Stream::Wait</a></div><div class="ttdeci">void Wait(void)</div><div class="ttdoc">wait for all the computations associated with this stream to complete</div><div class="ttdef"><b>Definition:</b> tensor.h:495</div></div>
<div class="ttc" id="anamespacemshadow_html_abbe2dc827052234b64ab2d40a5b2fdb4a37c45177ee0fe2468d562a9e5e3e38dd"><div class="ttname"><a href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a37c45177ee0fe2468d562a9e5e3e38dd">mshadow::kNDHWC</a></div><div class="ttdeci">@ kNDHWC</div><div class="ttdef"><b>Definition:</b> base.h:510</div></div>
<div class="ttc" id="astructmshadow_1_1expr_1_1Exp_html"><div class="ttname"><a href="structmshadow_1_1expr_1_1Exp.html">mshadow::expr::Exp</a></div><div class="ttdoc">defines how expression exp can be evaluated and stored into dst</div><div class="ttdef"><b>Definition:</b> expression.h:79</div></div>
<div class="ttc" id="anamespacemshadow_1_1expr_html_a97c45c821ac8275dd75fa585f47b9e00"><div class="ttname"><a href="namespacemshadow_1_1expr.html#a97c45c821ac8275dd75fa585f47b9e00">mshadow::expr::pad</a></div><div class="ttdeci">PaddingExp&lt; SrcExp, DType, ExpInfo&lt; SrcExp &gt;::kDim &gt; pad(const Exp&lt; SrcExp, DType, etype &gt; &amp;src, index_t pad)</div><div class="ttdoc">padding expression, pad a image with zeros on boundaries, padding affects shape[0],...</div><div class="ttdef"><b>Definition:</b> pad.h:71</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a6eb477e0583cd20d275819d9be01e9c1"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a6eb477e0583cd20d275819d9be01e9c1">mshadow::Tensor&lt; Device, 1, DType &gt;::Tensor</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor(const Shape&lt; 1 &gt; &amp;shape)</div><div class="ttdef"><b>Definition:</b> tensor.h:682</div></div>
<div class="ttc" id="astructmshadow_1_1Stream_html_a20c547a7a44d975f23bad59d4c45f482"><div class="ttname"><a href="structmshadow_1_1Stream.html#a20c547a7a44d975f23bad59d4c45f482">mshadow::Stream::CreateBlasHandle</a></div><div class="ttdeci">void CreateBlasHandle()</div><div class="ttdoc">create a blas handle</div><div class="ttdef"><b>Definition:</b> tensor.h:504</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_ace41d40048eeabbb52b0c09dc2087c98"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#ace41d40048eeabbb52b0c09dc2087c98">mshadow::Tensor&lt; Device, 1, DType &gt;::operator[]</a></div><div class="ttdeci">MSHADOW_XINLINE DType &amp; operator[](index_t idx)</div><div class="ttdef"><b>Definition:</b> tensor.h:714</div></div>
<div class="ttc" id="anamespacemshadow_html_aef49c3cef522198322017315341ac689"><div class="ttname"><a href="namespacemshadow.html#aef49c3cef522198322017315341ac689">mshadow::AllocSpace</a></div><div class="ttdeci">void AllocSpace(Tensor&lt; cpu, dim, DType &gt; *obj, bool pad=MSHADOW_ALLOC_PAD)</div><div class="ttdoc">CPU/CPU: allocate space for CTensor, according to the shape in the obj this function is responsible t...</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:116</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a90469a0f8652b389c02c88bbe911e4f5"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a90469a0f8652b389c02c88bbe911e4f5">mshadow::Tensor&lt; Device, 1, DType &gt;::Tensor</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor(DType *dptr, Shape&lt; 1 &gt; shape)</div><div class="ttdef"><b>Definition:</b> tensor.h:684</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a23c9cc5c4fb298a5514c3a31d350087f"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a23c9cc5c4fb298a5514c3a31d350087f">mshadow::Tensor&lt; Device, 1, DType &gt;::CheckContiguous</a></div><div class="ttdeci">MSHADOW_XINLINE bool CheckContiguous(void) const</div><div class="ttdef"><b>Definition:</b> tensor.h:705</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_ad6d595c2864496f21f9642f102678711"><div class="ttname"><a href="structmshadow_1_1Tensor.html#ad6d595c2864496f21f9642f102678711">mshadow::Tensor::operator[]</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor&lt; Device, kSubdim, DType &gt; operator[](index_t idx) const</div><div class="ttdoc">get a element of dimension - 1</div><div class="ttdef"><b>Definition:</b> tensor.h:632</div></div>
<div class="ttc" id="anamespacemshadow_html_a5fce5c2df842439cc7d2d7a90e2cf7d4"><div class="ttname"><a href="namespacemshadow.html#a5fce5c2df842439cc7d2d7a90e2cf7d4">mshadow::MapReduceKeepHighDim</a></div><div class="ttdeci">void MapReduceKeepHighDim(TRValue&lt; R, cpu, 1, DType &gt; *dst, const expr::Exp&lt; E, DType, etype &gt; &amp;exp, DType scale=1)</div><div class="ttdoc">CPU/GPU: map a expression, do reduction to 1D Tensor in third dimension (dimension 2)</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:255</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html">mshadow::Tensor&lt; Device, 1, DType &gt;</a></div><div class="ttdef"><b>Definition:</b> tensor.h:673</div></div>
<div class="ttc" id="anamespacemshadow_html"><div class="ttname"><a href="namespacemshadow.html">mshadow</a></div><div class="ttdoc">overloaded + operator between half_t and bf16_t</div><div class="ttdef"><b>Definition:</b> base.h:319</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a48a5927e810fbc45e43e92cfe397d9f2"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a48a5927e810fbc45e43e92cfe397d9f2">mshadow::Tensor::FlatTo2D</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor&lt; Device, 2, DType &gt; FlatTo2D(void) const</div><div class="ttdoc">flatten the tensor to 2 dimension, collapse the higher dimensions together</div><div class="ttdef"><b>Definition:</b> tensor.h:624</div></div>
<div class="ttc" id="anamespacemshadow_html_ad2853583180a7dbe9cbf6b0e15ae60ef"><div class="ttname"><a href="namespacemshadow.html#ad2853583180a7dbe9cbf6b0e15ae60ef">mshadow::Shape2</a></div><div class="ttdeci">MSHADOW_XINLINE Shape&lt; 2 &gt; Shape2(index_t s0, index_t s1)</div><div class="ttdoc">construct a two dimension shape, stride will equal s0</div><div class="ttdef"><b>Definition:</b> tensor.h:230</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_ac0d4fee2fcb7f11ee3aaf751df960d20"><div class="ttname"><a href="structmshadow_1_1Tensor.html#ac0d4fee2fcb7f11ee3aaf751df960d20">mshadow::Tensor::kDevCPU</a></div><div class="ttdeci">static const bool kDevCPU</div><div class="ttdoc">whether current type lies in cpu</div><div class="ttdef"><b>Definition:</b> tensor.h:532</div></div>
<div class="ttc" id="astructmshadow_1_1LapackIndex_3_01gpu_01_4_html_a72300dbd5f4b2444d56c5b08e3bd6de1"><div class="ttname"><a href="structmshadow_1_1LapackIndex_3_01gpu_01_4.html#a72300dbd5f4b2444d56c5b08e3bd6de1">mshadow::LapackIndex&lt; gpu &gt;::IndexT</a></div><div class="ttdeci">int IndexT</div><div class="ttdef"><b>Definition:</b> tensor.h:60</div></div>
<div class="ttc" id="anamespacemshadow_html_abbe2dc827052234b64ab2d40a5b2fdb4a5bbd7816d59801fc6044f1b9559bb64c"><div class="ttname"><a href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a5bbd7816d59801fc6044f1b9559bb64c">mshadow::kUNKNOWN</a></div><div class="ttdeci">@ kUNKNOWN</div><div class="ttdef"><b>Definition:</b> base.h:499</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_a9fe553a887023d1ef284dbb018456fe8"><div class="ttname"><a href="structmshadow_1_1Shape.html#a9fe553a887023d1ef284dbb018456fe8">mshadow::Shape::Shape</a></div><div class="ttdeci">MSHADOW_XINLINE Shape(const Shape&lt; kDimension &gt; &amp;s)</div><div class="ttdoc">constuctor</div><div class="ttdef"><b>Definition:</b> tensor.h:90</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html"><div class="ttname"><a href="structmshadow_1_1Shape.html">mshadow::Shape</a></div><div class="ttdoc">shape of a tensor</div><div class="ttdef"><b>Definition:</b> tensor.h:64</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_ad86d6759c585efb5229b3a0659973838"><div class="ttname"><a href="structmshadow_1_1Tensor.html#ad86d6759c585efb5229b3a0659973838">mshadow::Tensor::dptr_</a></div><div class="ttdeci">DType * dptr_</div><div class="ttdoc">pointer to the data</div><div class="ttdef"><b>Definition:</b> tensor.h:539</div></div>
<div class="ttc" id="atensor__container_8h_html"><div class="ttname"><a href="tensor__container_8h.html">tensor_container.h</a></div><div class="ttdoc">tensor container that does memory allocation and resize like STL</div></div>
<div class="ttc" id="anamespacemshadow_html_abbe2dc827052234b64ab2d40a5b2fdb4a0cfb685a803481d9ff4fe19d813b261a"><div class="ttname"><a href="namespacemshadow.html#abbe2dc827052234b64ab2d40a5b2fdb4a0cfb685a803481d9ff4fe19d813b261a">mshadow::kNCW</a></div><div class="ttdeci">@ kNCW</div><div class="ttdef"><b>Definition:</b> base.h:505</div></div>
<div class="ttc" id="anamespacemshadow_html_a05e468ef4d8882fccce53ae951b7bdbd"><div class="ttname"><a href="namespacemshadow.html#a05e468ef4d8882fccce53ae951b7bdbd">mshadow::Shape1</a></div><div class="ttdeci">MSHADOW_XINLINE Shape&lt; 1 &gt; Shape1(index_t s0)</div><div class="ttdoc">construct a one dimension shape, stride will equal s0</div><div class="ttdef"><b>Definition:</b> tensor.h:220</div></div>
<div class="ttc" id="anamespacemshadow_html_a6b745d61d1080fe259e44807488e1eb3"><div class="ttname"><a href="namespacemshadow.html#a6b745d61d1080fe259e44807488e1eb3">mshadow::InitTensorEngine</a></div><div class="ttdeci">void InitTensorEngine(int device_id=0)</div><div class="ttdoc">initialize tensor engine, used to call intialization functions of dependent libs this function should...</div></div>
<div class="ttc" id="anamespacemshadow_html_ad4c4674a33dfb486802427058375a055"><div class="ttname"><a href="namespacemshadow.html#ad4c4674a33dfb486802427058375a055">mshadow::VectorDot</a></div><div class="ttdeci">void VectorDot(Tensor&lt; Device, 1, DType &gt; dst, const Tensor&lt; Device, 1, DType &gt; &amp;lhs, const Tensor&lt; Device, 1, DType &gt; &amp;rhs)</div><div class="ttdoc">CPU/GPU: 1 dimension vector dot.</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:635</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a88cbcae11653307bfa4c99804320b638"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a88cbcae11653307bfa4c99804320b638">mshadow::Tensor::size</a></div><div class="ttdeci">MSHADOW_XINLINE index_t size(int idx) const</div><div class="ttdoc">return size of i-th dimension, start counting from highest dimension</div><div class="ttdef"><b>Definition:</b> tensor.h:610</div></div>
<div class="ttc" id="aclassmshadow_1_1expr_1_1RValueExp_html_a97259deba3e7b8b1876e1c032f62bd08"><div class="ttname"><a href="classmshadow_1_1expr_1_1RValueExp.html#a97259deba3e7b8b1876e1c032f62bd08">mshadow::expr::RValueExp&lt; Tensor&lt; Device, dimension, DType &gt;, DType &gt;::__assign</a></div><div class="ttdeci">Tensor&lt; Device, dimension, DType &gt; &amp; __assign(DType s)</div><div class="ttdoc">operator overload</div><div class="ttdef"><b>Definition:</b> expression.h:178</div></div>
<div class="ttc" id="anamespacemshadow_html_a3f19232d4c6ea393abccc5288675d345"><div class="ttname"><a href="namespacemshadow.html#a3f19232d4c6ea393abccc5288675d345">mshadow::NewTensor</a></div><div class="ttdeci">Tensor&lt; Device, dim, DType &gt; NewTensor(const Shape&lt; dim &gt; &amp;shape, DType initv, bool pad=MSHADOW_ALLOC_PAD, Stream&lt; Device &gt; *stream=NULL)</div><div class="ttdoc">CPU/GPU: short cut to allocate and initialize a Tensor.</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:132</div></div>
<div class="ttc" id="anamespacemshadow_html_a802d44c652195053e87b63881c7d4d1c"><div class="ttname"><a href="namespacemshadow.html#a802d44c652195053e87b63881c7d4d1c">mshadow::AddTakeGrad</a></div><div class="ttdeci">void AddTakeGrad(Tensor&lt; cpu, 2, DType &gt; dst, const Tensor&lt; cpu, 1, IndexType &gt; &amp;index, const Tensor&lt; cpu, 2, DType &gt; &amp;src)</div><div class="ttdoc">CPU/GPU: Gradient accumulate of embedding matrix. dst[index[i]] += src[i] Called when the featuredim ...</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:521</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_aec509cb541250181ba664a4db41896e9"><div class="ttname"><a href="structmshadow_1_1Shape.html#aec509cb541250181ba664a4db41896e9">mshadow::Shape::operator[]</a></div><div class="ttdeci">MSHADOW_XINLINE index_t &amp; operator[](int idx)</div><div class="ttdoc">get corresponding index</div><div class="ttdef"><b>Definition:</b> tensor.h:101</div></div>
<div class="ttc" id="astructmshadow_1_1Stream_html_a7e5f0ac7f35dc725d6d03623a3cb454b"><div class="ttname"><a href="structmshadow_1_1Stream.html#a7e5f0ac7f35dc725d6d03623a3cb454b">mshadow::Stream::CheckIdle</a></div><div class="ttdeci">bool CheckIdle(void)</div><div class="ttdoc">query whether the the stream is idle</div><div class="ttdef"><b>Definition:</b> tensor.h:500</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a68955bd28e0e1a7e8266fb6c1760057e"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a68955bd28e0e1a7e8266fb6c1760057e">mshadow::Tensor&lt; Device, 1, DType &gt;::Tensor</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor(void)</div><div class="ttdef"><b>Definition:</b> tensor.h:681</div></div>
<div class="ttc" id="astructmshadow_1_1gpu_html_a15467f39ddeed96fa259efda7c988f05"><div class="ttname"><a href="structmshadow_1_1gpu.html#a15467f39ddeed96fa259efda7c988f05">mshadow::gpu::kDevMask</a></div><div class="ttdeci">static const int kDevMask</div><div class="ttdoc">device flag number, identifies this device</div><div class="ttdef"><b>Definition:</b> tensor.h:50</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_a437b236671a35475edcf7aa5df2c6360"><div class="ttname"><a href="structmshadow_1_1Shape.html#a437b236671a35475edcf7aa5df2c6360">mshadow::Shape::ProdShape</a></div><div class="ttdeci">MSHADOW_XINLINE index_t ProdShape(int dimstart, int dimend) const</div><div class="ttdef"><b>Definition:</b> tensor.h:171</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a46c74e5aea791724344d059e107cfa34"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a46c74e5aea791724344d059e107cfa34">mshadow::Tensor::Tensor</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor(DType *dptr, const Shape&lt; dimension &gt; &amp;shape, index_t stride, Stream&lt; Device &gt; *stream)</div><div class="ttdoc">constructor from data pointer and shape</div><div class="ttdef"><b>Definition:</b> tensor.h:568</div></div>
<div class="ttc" id="aexpr__engine-inl_8h_html"><div class="ttname"><a href="expr__engine-inl_8h.html">expr_engine-inl.h</a></div><div class="ttdoc">definitions of how expressions should be evaluated</div></div>
<div class="ttc" id="aexpr__scalar-inl_8h_html"><div class="ttname"><a href="expr__scalar-inl_8h.html">expr_scalar-inl.h</a></div><div class="ttdoc">definitions of operators in expression with respect to scalar this file will be included several time...</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_a8ca611225170e609e8de31abc577474b"><div class="ttname"><a href="structmshadow_1_1Tensor.html#a8ca611225170e609e8de31abc577474b">mshadow::Tensor::Tensor</a></div><div class="ttdeci">MSHADOW_XINLINE Tensor(void)</div><div class="ttdoc">default constructor</div><div class="ttdef"><b>Definition:</b> tensor.h:556</div></div>
<div class="ttc" id="a3rdparty_2mshadow_2mshadow_2base_8h_html"><div class="ttname"><a href="3rdparty_2mshadow_2mshadow_2base_8h.html">base.h</a></div><div class="ttdoc">definitions of base types, operators, macros functions</div></div>
<div class="ttc" id="astructmshadow_1_1Shape_html_ac101e89c424c3f5d2c37a369d8d7bb79"><div class="ttname"><a href="structmshadow_1_1Shape.html#ac101e89c424c3f5d2c37a369d8d7bb79">mshadow::Shape::operator==</a></div><div class="ttdeci">MSHADOW_XINLINE bool operator==(const Shape&lt; kDimension &gt; &amp;s) const</div><div class="ttdef"><b>Definition:</b> tensor.h:119</div></div>
<div class="ttc" id="anamespacemshadow_html_a2be3eab8d3469aa48c40d38881558bb9"><div class="ttname"><a href="namespacemshadow.html#a2be3eab8d3469aa48c40d38881558bb9">mshadow::Shape3</a></div><div class="ttdeci">MSHADOW_XINLINE Shape&lt; 3 &gt; Shape3(index_t s0, index_t s1, index_t s2)</div><div class="ttdoc">construct a three dimension shape, stride will equal s0</div><div class="ttdef"><b>Definition:</b> tensor.h:241</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4_html_a3253d05e5d7ff351cae4bf07a13d9437"><div class="ttname"><a href="structmshadow_1_1Tensor_3_01Device_00_011_00_01DType_01_4.html#a3253d05e5d7ff351cae4bf07a13d9437">mshadow::Tensor&lt; Device, 1, DType &gt;::operator[]</a></div><div class="ttdeci">const MSHADOW_XINLINE DType &amp; operator[](index_t idx) const</div><div class="ttdef"><b>Definition:</b> tensor.h:717</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_abbe0542a36bb2ba0f5837a83b47b809d"><div class="ttname"><a href="structmshadow_1_1Tensor.html#abbe0542a36bb2ba0f5837a83b47b809d">mshadow::Tensor::operator=</a></div><div class="ttdeci">Tensor&lt; Device, dimension, DType &gt; &amp; operator=(const Tensor&lt; Device, dimension, DType &gt; &amp;exp)</div><div class="ttdoc">implement the assignment of same type</div><div class="ttdef"><b>Definition:</b> tensor.h:651</div></div>
<div class="ttc" id="astructmshadow_1_1Tensor_html_afee556f188e29bbd0ecc45fe98d3c1c3"><div class="ttname"><a href="structmshadow_1_1Tensor.html#afee556f188e29bbd0ecc45fe98d3c1c3">mshadow::Tensor::stride_</a></div><div class="ttdeci">index_t stride_</div><div class="ttdoc">storing the stride information in x dimension this is used to deal with pitch allocation in gpu or ss...</div><div class="ttdef"><b>Definition:</b> tensor.h:546</div></div>
<div class="ttc" id="anamespacemshadow_html_a4bdc2c62fd5dcee696cadd2351bf85e2"><div class="ttname"><a href="namespacemshadow.html#a4bdc2c62fd5dcee696cadd2351bf85e2">mshadow::MapExp</a></div><div class="ttdeci">void MapExp(TRValue&lt; R, cpu, dim, DType &gt; *dst, const expr::Exp&lt; E, DType, etype &gt; &amp;exp)</div><div class="ttdoc">CPU/GPU: map a expression to a tensor, this function calls MapPlan.</div><div class="ttdef"><b>Definition:</b> tensor_cpu-inl.h:212</div></div>
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated on Thu Jan 5 2023 03:47:39 for mxnet by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.17
</small></address>
</body>
</html>