blob: 9699a6103e2455d47461e246df009bedc77fb264 [file] [log] [blame]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "https://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.17"/>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>mxnet: /work/mxnet/include/mxnet/op_attr_types.h Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectalign" style="padding-left: 0.5em;">
<div id="projectname">mxnet
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.17 -->
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&amp;dn=gpl-2.0.txt GPL-v2 */
var searchBox = new SearchBox("searchBox", "search",false,'Search');
/* @license-end */
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&amp;dn=gpl-2.0.txt GPL-v2 */
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
/* @license-end */</script>
<div id="main-nav"></div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="dir_d44c64559bbebec7f509842c48db8b23.html">include</a></li><li class="navelem"><a class="el" href="dir_1143c7affb9ebd026cb6818dd282def7.html">mxnet</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">op_attr_types.h</div> </div>
</div><!--header-->
<div class="contents">
<a href="include_2mxnet_2op__attr__types_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="comment">/*</span></div>
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;<span class="comment"> * Licensed to the Apache Software Foundation (ASF) under one</span></div>
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="comment"> * or more contributor license agreements. See the NOTICE file</span></div>
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="comment"> * distributed with this work for additional information</span></div>
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="comment"> * regarding copyright ownership. The ASF licenses this file</span></div>
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160;<span class="comment"> * to you under the Apache License, Version 2.0 (the</span></div>
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="comment"> * &quot;License&quot;); you may not use this file except in compliance</span></div>
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160;<span class="comment"> * with the License. You may obtain a copy of the License at</span></div>
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="comment"> * http://www.apache.org/licenses/LICENSE-2.0</span></div>
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="comment"> * Unless required by applicable law or agreed to in writing,</span></div>
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="comment"> * software distributed under the License is distributed on an</span></div>
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;<span class="comment"> * &quot;AS IS&quot; BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span></div>
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="comment"> * KIND, either express or implied. See the License for the</span></div>
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="comment"> * specific language governing permissions and limitations</span></div>
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="comment"> * under the License.</span></div>
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160; </div>
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span>&#160;<span class="preprocessor">#ifndef MXNET_OP_ATTR_TYPES_H_</span></div>
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span>&#160;<span class="preprocessor">#define MXNET_OP_ATTR_TYPES_H_</span></div>
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span>&#160; </div>
<div class="line"><a name="l00028"></a><span class="lineno"> 28</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="tensor_8h.html">mshadow/tensor.h</a>&gt;</span></div>
<div class="line"><a name="l00029"></a><span class="lineno"> 29</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="3rdparty_2tvm_2nnvm_2include_2nnvm_2op__attr__types_8h.html">nnvm/op_attr_types.h</a>&gt;</span></div>
<div class="line"><a name="l00030"></a><span class="lineno"> 30</span>&#160; </div>
<div class="line"><a name="l00031"></a><span class="lineno"> 31</span>&#160;<span class="preprocessor">#include &lt;vector&gt;</span></div>
<div class="line"><a name="l00032"></a><span class="lineno"> 32</span>&#160;<span class="preprocessor">#include &lt;functional&gt;</span></div>
<div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160;<span class="preprocessor">#include &lt;string&gt;</span></div>
<div class="line"><a name="l00034"></a><span class="lineno"> 34</span>&#160; </div>
<div class="line"><a name="l00035"></a><span class="lineno"> 35</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="include_2mxnet_2base_8h.html">./base.h</a>&quot;</span></div>
<div class="line"><a name="l00036"></a><span class="lineno"> 36</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="include_2mxnet_2ndarray_8h.html">./ndarray.h</a>&quot;</span></div>
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="engine_8h.html">./engine.h</a>&quot;</span></div>
<div class="line"><a name="l00038"></a><span class="lineno"> 38</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="resource_8h.html">./resource.h</a>&quot;</span></div>
<div class="line"><a name="l00039"></a><span class="lineno"> 39</span>&#160; </div>
<div class="line"><a name="l00040"></a><span class="lineno"> 40</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacemxnet.html">mxnet</a> {</div>
<div class="line"><a name="l00041"></a><span class="lineno"> 41</span>&#160; </div>
<div class="line"><a name="l00042"></a><span class="lineno"> 42</span>&#160;<span class="keyword">using</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>;</div>
<div class="line"><a name="l00043"></a><span class="lineno"> 43</span>&#160; </div>
<div class="line"><a name="l00045"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398"> 45</a></span>&#160;<span class="keyword">enum</span> <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398">OpReqType</a> {</div>
<div class="line"><a name="l00047"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a001b85096e07108e174fe4c406368a26"> 47</a></span>&#160; <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a001b85096e07108e174fe4c406368a26">kNullOp</a>,</div>
<div class="line"><a name="l00049"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a03b4c19f34d3add7deecd7ef6c54b42a"> 49</a></span>&#160; <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a03b4c19f34d3add7deecd7ef6c54b42a">kWriteTo</a>,</div>
<div class="line"><a name="l00055"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a640322face587ca12684378d0f053d51"> 55</a></span>&#160; <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a640322face587ca12684378d0f053d51">kWriteInplace</a>,</div>
<div class="line"><a name="l00057"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a1b850737dba4d2c42a2687d14c10f383"> 57</a></span>&#160; <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a1b850737dba4d2c42a2687d14c10f383">kAddTo</a></div>
<div class="line"><a name="l00058"></a><span class="lineno"> 58</span>&#160;};</div>
<div class="line"><a name="l00059"></a><span class="lineno"> 59</span>&#160; </div>
<div class="line"><a name="l00066"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html"> 66</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1OpContext.html">OpContext</a> {</div>
<div class="line"><a name="l00068"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#adffa555a95b50893b5fe7a2930a71d62"> 68</a></span>&#160; <span class="keywordtype">bool</span> <a class="code" href="structmxnet_1_1OpContext.html#adffa555a95b50893b5fe7a2930a71d62">need_grad</a>;</div>
<div class="line"><a name="l00070"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#a2d550bd138ed08333bebed8dd876644f"> 70</a></span>&#160; <span class="keywordtype">bool</span> <a class="code" href="structmxnet_1_1OpContext.html#a2d550bd138ed08333bebed8dd876644f">is_train</a>;</div>
<div class="line"><a name="l00072"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf"> 72</a></span>&#160; <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a> <a class="code" href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf">run_ctx</a>;</div>
<div class="line"><a name="l00074"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#a40ce0e3d4ac21412cfafafc5b1fd32ef"> 74</a></span>&#160; <a class="code" href="classmxnet_1_1engine_1_1CallbackOnComplete.html">engine::CallbackOnComplete</a> <a class="code" href="structmxnet_1_1OpContext.html#a40ce0e3d4ac21412cfafafc5b1fd32ef">async_on_complete</a>;</div>
<div class="line"><a name="l00076"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#a833e95f95cf5e3af9c193b74b500fc5b"> 76</a></span>&#160; std::vector&lt;Resource&gt; <a class="code" href="structmxnet_1_1OpContext.html#a833e95f95cf5e3af9c193b74b500fc5b">requested</a>;</div>
<div class="line"><a name="l00082"></a><span class="lineno"> 82</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> xpu&gt;</div>
<div class="line"><a name="l00083"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#a0c48c2419d23551a626ae3de6ee1f6da"> 83</a></span>&#160; <span class="keyword">inline</span> <a class="code" href="structmshadow_1_1Stream.html">mshadow::Stream&lt;xpu&gt;</a>* <a class="code" href="structmxnet_1_1OpContext.html#a0c48c2419d23551a626ae3de6ee1f6da">get_stream</a>()<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00084"></a><span class="lineno"> 84</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf">run_ctx</a>.<a class="code" href="structmxnet_1_1RunContext.html#a9901db00632774aef42081ceda0d23f1">get_stream</a>&lt;xpu&gt;();</div>
<div class="line"><a name="l00085"></a><span class="lineno"> 85</span>&#160; }</div>
<div class="line"><a name="l00086"></a><span class="lineno"> 86</span>&#160;<span class="preprocessor">#if MXNET_USE_CUDA</span></div>
<div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160; </div>
<div class="line"><a name="l00091"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#a1c05a1376bc046ff717827643af4974a"> 91</a></span>&#160; <span class="keyword">inline</span> <a class="code" href="classmxnet_1_1SyncedGPUAuxStream.html">SyncedGPUAuxStream</a> <a class="code" href="structmxnet_1_1OpContext.html#a1c05a1376bc046ff717827643af4974a">get_gpu_aux_stream</a>()<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf">run_ctx</a>.<a class="code" href="structmxnet_1_1RunContext.html#a5591cfe410da5ab004c4733a8a2fb0c7">get_gpu_aux_stream</a>();</div>
<div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160; }</div>
<div class="line"><a name="l00094"></a><span class="lineno"> 94</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160;};</div>
<div class="line"><a name="l00096"></a><span class="lineno"> 96</span>&#160; </div>
<div class="line"><a name="l00098"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ad"> 98</a></span>&#160;<span class="keyword">enum class</span> <a class="code" href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ad">ExecType</a> {</div>
<div class="line"><a name="l00100"></a><span class="lineno"> 100</span>&#160; <a class="code" href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071adae3bade32f12a5139b27ef40b3689b77c">kSync</a>,</div>
<div class="line"><a name="l00105"></a><span class="lineno"> 105</span>&#160; <a class="code" href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ada9f2b960005d2a3a5f35ac32809d84db7">kAsync</a>,</div>
<div class="line"><a name="l00113"></a><span class="lineno"> 113</span>&#160; <a class="code" href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ada3864860a073c64d74d3fc8e765fa6cad">kCrossDeviceCopy</a>,</div>
<div class="line"><a name="l00118"></a><span class="lineno"> 118</span>&#160; <a class="code" href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071adabfccd41d634d8095c956c29c9ee35257">kSubgraphExec</a>,</div>
<div class="line"><a name="l00119"></a><span class="lineno"> 119</span>&#160;};</div>
<div class="line"><a name="l00120"></a><span class="lineno"> 120</span>&#160; </div>
<div class="line"><a name="l00122"></a><span class="lineno"><a class="line" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b"> 122</a></span>&#160;<span class="keyword">enum class</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">DispatchMode</a> {</div>
<div class="line"><a name="l00123"></a><span class="lineno"> 123</span>&#160; <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66">kUndefined</a> = -1,</div>
<div class="line"><a name="l00124"></a><span class="lineno"> 124</span>&#160; <span class="comment">// dispatch on FCompute or FStatefulCompute</span></div>
<div class="line"><a name="l00125"></a><span class="lineno"> 125</span>&#160; <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6">kFCompute</a>,</div>
<div class="line"><a name="l00126"></a><span class="lineno"> 126</span>&#160; <span class="comment">// dispatch on FComputeEx or FStatefulComputeEx, if available</span></div>
<div class="line"><a name="l00127"></a><span class="lineno"> 127</span>&#160; <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5">kFComputeEx</a>,</div>
<div class="line"><a name="l00128"></a><span class="lineno"> 128</span>&#160; <span class="comment">// dispatch on FCompute or FStatefulCompute, and performs storage fallback</span></div>
<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>&#160; <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef">kFComputeFallback</a>,</div>
<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>&#160; <span class="comment">// special dispatch mode for variables</span></div>
<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>&#160; <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff">kVariable</a>,</div>
<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>&#160;};</div>
<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>&#160; </div>
<div class="line"><a name="l00135"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a8e417d85458838afaba8b269f082226d"> 135</a></span>&#160;<span class="keyword">enum class</span> <a class="code" href="namespacemxnet.html#a8e417d85458838afaba8b269f082226d">QuantizeType</a> {</div>
<div class="line"><a name="l00136"></a><span class="lineno"> 136</span>&#160; <span class="comment">// This operator doesn&#39;t support quantization</span></div>
<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>&#160; <a class="code" href="namespacemxnet.html#a8e417d85458838afaba8b269f082226da35c3ace1970663a16e5c65baa5941b13">kNone</a> = 0,</div>
<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>&#160; <span class="comment">// This operator can get huge benefit from quantization, thus must be quantized</span></div>
<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>&#160; <a class="code" href="namespacemxnet.html#a8e417d85458838afaba8b269f082226da9d2303d7a748e1b486e5aeb1f2194610">kMust</a>,</div>
<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>&#160; <span class="comment">// This operator support quantization, but will be decided depending on the connection</span></div>
<div class="line"><a name="l00141"></a><span class="lineno"> 141</span>&#160; <a class="code" href="namespacemxnet.html#a8e417d85458838afaba8b269f082226daaab0226a1be7a88fdffaa2442c55aa60">kSupport</a>,</div>
<div class="line"><a name="l00142"></a><span class="lineno"> 142</span>&#160;};</div>
<div class="line"><a name="l00143"></a><span class="lineno"> 143</span>&#160; </div>
<div class="line"><a name="l00148"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html"> 148</a></span>&#160;<span class="keyword">class </span><a class="code" href="classmxnet_1_1OpStatePtr.html">OpStatePtr</a> {</div>
<div class="line"><a name="l00149"></a><span class="lineno"> 149</span>&#160; <span class="keyword">public</span>:</div>
<div class="line"><a name="l00150"></a><span class="lineno"> 150</span>&#160; <span class="comment">/* \brief Create a OpStatePtr with state of type T.</span></div>
<div class="line"><a name="l00151"></a><span class="lineno"> 151</span>&#160;<span class="comment"> * \param args Arguments passed to T&#39;s constructor.</span></div>
<div class="line"><a name="l00152"></a><span class="lineno"> 152</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00153"></a><span class="lineno"> 153</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> T, <span class="keyword">typename</span>... Args&gt;</div>
<div class="line"><a name="l00154"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html#a2484d61830b33181bf24c536ba91b790"> 154</a></span>&#160; <span class="keyword">static</span> <a class="code" href="classmxnet_1_1OpStatePtr.html">OpStatePtr</a> <a class="code" href="classmxnet_1_1OpStatePtr.html#a2484d61830b33181bf24c536ba91b790">Create</a>(Args&amp;&amp;... args) {</div>
<div class="line"><a name="l00155"></a><span class="lineno"> 155</span>&#160; <a class="code" href="classmxnet_1_1OpStatePtr.html">OpStatePtr</a> ret;</div>
<div class="line"><a name="l00156"></a><span class="lineno"> 156</span>&#160; <span class="keyword">auto</span> state = <span class="keyword">new</span> T(std::forward&lt;Args&gt;(args)...);</div>
<div class="line"><a name="l00157"></a><span class="lineno"> 157</span>&#160; <span class="keyword">auto</span> var = <a class="code" href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">Engine::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Engine.html#a6e141b188f018d5d933ab99868631d5e">NewVariable</a>();</div>
<div class="line"><a name="l00158"></a><span class="lineno"> 158</span>&#160; ret.ptr_.reset(<span class="keyword">new</span> OpState(var, state), [](OpState* p) {</div>
<div class="line"><a name="l00159"></a><span class="lineno"> 159</span>&#160; <a class="code" href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">Engine::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Engine.html#a738e5192dab345ab0ec9888b095903cf">DeleteVariable</a>([](<a class="code" href="structmxnet_1_1RunContext.html">RunContext</a> s) {}, <a class="code" href="structmxnet_1_1Context.html#a4bb231d70623fde216de51589347e513">Context::CPU</a>(), p-&gt;var);</div>
<div class="line"><a name="l00160"></a><span class="lineno"> 160</span>&#160; <span class="keyword">delete</span> <span class="keyword">reinterpret_cast&lt;</span>T*<span class="keyword">&gt;</span>(p-&gt;state);</div>
<div class="line"><a name="l00161"></a><span class="lineno"> 161</span>&#160; <span class="keyword">delete</span> p;</div>
<div class="line"><a name="l00162"></a><span class="lineno"> 162</span>&#160; });</div>
<div class="line"><a name="l00163"></a><span class="lineno"> 163</span>&#160; </div>
<div class="line"><a name="l00164"></a><span class="lineno"> 164</span>&#160; <span class="keywordflow">return</span> ret;</div>
<div class="line"><a name="l00165"></a><span class="lineno"> 165</span>&#160; }</div>
<div class="line"><a name="l00166"></a><span class="lineno"> 166</span>&#160; <span class="comment">/* \brief Get engine variable associated with this state */</span></div>
<div class="line"><a name="l00167"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html#af2082fb6224b78b2aac9e05f4b5365a4"> 167</a></span>&#160; <a class="code" href="structmxnet_1_1engine_1_1Var.html">engine::VarHandle</a> <a class="code" href="classmxnet_1_1OpStatePtr.html#af2082fb6224b78b2aac9e05f4b5365a4">get_var</a>()<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00168"></a><span class="lineno"> 168</span>&#160; <span class="keywordflow">return</span> ptr_-&gt;var;</div>
<div class="line"><a name="l00169"></a><span class="lineno"> 169</span>&#160; }</div>
<div class="line"><a name="l00170"></a><span class="lineno"> 170</span>&#160; <span class="comment">/* \brief Get state of type T */</span></div>
<div class="line"><a name="l00171"></a><span class="lineno"> 171</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> T&gt;</div>
<div class="line"><a name="l00172"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html#a6d720b8843340fa4d9a7ff7937f2e141"> 172</a></span>&#160; T&amp; <a class="code" href="classmxnet_1_1OpStatePtr.html#a6d720b8843340fa4d9a7ff7937f2e141">get_state</a>()<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00173"></a><span class="lineno"> 173</span>&#160; <span class="keywordflow">return</span> *<span class="keyword">reinterpret_cast&lt;</span>T*<span class="keyword">&gt;</span>(ptr_-&gt;state);</div>
<div class="line"><a name="l00174"></a><span class="lineno"> 174</span>&#160; }</div>
<div class="line"><a name="l00175"></a><span class="lineno"> 175</span>&#160; <span class="comment">/* \brief clear state */</span></div>
<div class="line"><a name="l00176"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html#ae43213b3a65073a87bf489350a58d78e"> 176</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmxnet_1_1OpStatePtr.html#ae43213b3a65073a87bf489350a58d78e">reset</a>() {</div>
<div class="line"><a name="l00177"></a><span class="lineno"> 177</span>&#160; ptr_.reset();</div>
<div class="line"><a name="l00178"></a><span class="lineno"> 178</span>&#160; }</div>
<div class="line"><a name="l00179"></a><span class="lineno"> 179</span>&#160; <span class="comment">/* \brief checks whether the managed object is managed only by the current</span></div>
<div class="line"><a name="l00180"></a><span class="lineno"> 180</span>&#160;<span class="comment"> OpStatePtr instance */</span></div>
<div class="line"><a name="l00181"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html#a369d56ad9ea92ded99e532a76a1e1b91"> 181</a></span>&#160; <span class="keywordtype">bool</span> <a class="code" href="classmxnet_1_1OpStatePtr.html#a369d56ad9ea92ded99e532a76a1e1b91">unique</a>()<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00182"></a><span class="lineno"> 182</span>&#160; <span class="keywordflow">return</span> ptr_.unique();</div>
<div class="line"><a name="l00183"></a><span class="lineno"> 183</span>&#160; }</div>
<div class="line"><a name="l00184"></a><span class="lineno"> 184</span>&#160; <span class="comment">/* \brief Whether state is empty */</span></div>
<div class="line"><a name="l00185"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html#ae233fba51851ddd1704de60c9c860ee3"> 185</a></span>&#160; <span class="keyword">explicit</span> <span class="keyword">operator</span> bool()<span class="keyword"> const </span>{</div>
<div class="line"><a name="l00186"></a><span class="lineno"> 186</span>&#160; <span class="keywordflow">return</span> ptr_ ? true : <span class="keyword">false</span>;</div>
<div class="line"><a name="l00187"></a><span class="lineno"> 187</span>&#160; }</div>
<div class="line"><a name="l00188"></a><span class="lineno"> 188</span>&#160; </div>
<div class="line"><a name="l00189"></a><span class="lineno"> 189</span>&#160; <span class="keyword">private</span>:</div>
<div class="line"><a name="l00190"></a><span class="lineno"> 190</span>&#160; <span class="comment">/* \brief state structure */</span></div>
<div class="line"><a name="l00191"></a><span class="lineno"> 191</span>&#160; <span class="keyword">struct </span>OpState {</div>
<div class="line"><a name="l00192"></a><span class="lineno"> 192</span>&#160; <a class="code" href="structmxnet_1_1engine_1_1Var.html">engine::VarHandle</a> var;</div>
<div class="line"><a name="l00193"></a><span class="lineno"> 193</span>&#160; <span class="keywordtype">void</span>* state;</div>
<div class="line"><a name="l00194"></a><span class="lineno"> 194</span>&#160; </div>
<div class="line"><a name="l00195"></a><span class="lineno"> 195</span>&#160; OpState(<a class="code" href="structmxnet_1_1engine_1_1Var.html">engine::VarHandle</a> var_, <span class="keywordtype">void</span>* state_) : var(var_), state(state_) {}</div>
<div class="line"><a name="l00196"></a><span class="lineno"> 196</span>&#160; OpState(<span class="keyword">const</span> OpState&amp; other) = <span class="keyword">delete</span>;</div>
<div class="line"><a name="l00197"></a><span class="lineno"> 197</span>&#160; OpState&amp; operator=(<span class="keyword">const</span> OpState&amp; other) = <span class="keyword">delete</span>;</div>
<div class="line"><a name="l00198"></a><span class="lineno"> 198</span>&#160; };</div>
<div class="line"><a name="l00199"></a><span class="lineno"> 199</span>&#160; <span class="comment">/* \brief shared pointer to state */</span></div>
<div class="line"><a name="l00200"></a><span class="lineno"> 200</span>&#160; std::shared_ptr&lt;OpState&gt; ptr_;</div>
<div class="line"><a name="l00201"></a><span class="lineno"> 201</span>&#160;};</div>
<div class="line"><a name="l00202"></a><span class="lineno"> 202</span>&#160; </div>
<div class="line"><a name="l00215"></a><span class="lineno"> 215</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a3eb6c3fcc944be6bf247a38370603a56">FCreateOpState</a> = std::function&lt;OpStatePtr(<span class="keyword">const</span> NodeAttrs&amp; attrs,</div>
<div class="line"><a name="l00216"></a><span class="lineno"> 216</span>&#160; Context ctx,</div>
<div class="line"><a name="l00217"></a><span class="lineno"> 217</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a87e1c30aafac389774c6f4d905c0e5ea">mxnet::ShapeVector</a>&amp; in_shape,</div>
<div class="line"><a name="l00218"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a3eb6c3fcc944be6bf247a38370603a56"> 218</a></span>&#160; <span class="keyword">const</span> std::vector&lt;int&gt;&amp; in_type)&gt;;</div>
<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>&#160; </div>
<div class="line"><a name="l00228"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ab11a4e6d5c8c47c99cfc3306db6538c8"> 228</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#ab11a4e6d5c8c47c99cfc3306db6538c8">THasDeterministicOutput</a> = bool;</div>
<div class="line"><a name="l00229"></a><span class="lineno"> 229</span>&#160; </div>
<div class="line"><a name="l00233"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a66a56e57a2254773a0ef8fd5649c8457"> 233</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a66a56e57a2254773a0ef8fd5649c8457">FExecType</a> = std::function&lt;<a class="code" href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ad">ExecType</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs)&gt;;</div>
<div class="line"><a name="l00241"></a><span class="lineno"> 241</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a6a08e18bfd7949deec5ee02217430451">FStatefulCompute</a> = std::function&lt;void(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1OpStatePtr.html">OpStatePtr</a>&amp; state,</div>
<div class="line"><a name="l00242"></a><span class="lineno"> 242</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>&amp; ctx,</div>
<div class="line"><a name="l00243"></a><span class="lineno"> 243</span>&#160; <span class="keyword">const</span> std::vector&lt;TBlob&gt;&amp; inputs,</div>
<div class="line"><a name="l00244"></a><span class="lineno"> 244</span>&#160; <span class="keyword">const</span> std::vector&lt;OpReqType&gt;&amp; req,</div>
<div class="line"><a name="l00245"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a6a08e18bfd7949deec5ee02217430451"> 245</a></span>&#160; <span class="keyword">const</span> std::vector&lt;TBlob&gt;&amp; outputs)&gt;;</div>
<div class="line"><a name="l00253"></a><span class="lineno"> 253</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a732fe2bd197377e308edf8f1f07d3b11">FStatefulComputeEx</a> = std::function&lt;void(<span class="keyword">const</span> <a class="code" href="classmxnet_1_1OpStatePtr.html">OpStatePtr</a>&amp; state,</div>
<div class="line"><a name="l00254"></a><span class="lineno"> 254</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>&amp; ctx,</div>
<div class="line"><a name="l00255"></a><span class="lineno"> 255</span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; inputs,</div>
<div class="line"><a name="l00256"></a><span class="lineno"> 256</span>&#160; <span class="keyword">const</span> std::vector&lt;OpReqType&gt;&amp; req,</div>
<div class="line"><a name="l00257"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a732fe2bd197377e308edf8f1f07d3b11"> 257</a></span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; outputs)&gt;;</div>
<div class="line"><a name="l00264"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a9d111ffddc2351e613c98e4932389d09"> 264</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a9d111ffddc2351e613c98e4932389d09">FResourceRequest</a> = std::function&lt;std::vector&lt;ResourceRequest&gt;(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; n)&gt;;</div>
<div class="line"><a name="l00273"></a><span class="lineno"> 273</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a2fe61bb3c62fdf64d49c502f320ad48e">FResourceRequestEx</a> =</div>
<div class="line"><a name="l00274"></a><span class="lineno"> 274</span>&#160; std::function&lt;std::vector&lt;ResourceRequest&gt;(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; n,</div>
<div class="line"><a name="l00275"></a><span class="lineno"> 275</span>&#160; <span class="keyword">const</span> <span class="keywordtype">int</span> dev_mask,</div>
<div class="line"><a name="l00276"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a2fe61bb3c62fdf64d49c502f320ad48e"> 276</a></span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">DispatchMode</a> dispatch_mode)&gt;;</div>
<div class="line"><a name="l00282"></a><span class="lineno"> 282</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#ad0a8d263b3849aa02671880b91e37e89">FNDArrayFunction</a> = std::function&lt;void(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div>
<div class="line"><a name="l00283"></a><span class="lineno"> 283</span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; inputs,</div>
<div class="line"><a name="l00284"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ad0a8d263b3849aa02671880b91e37e89"> 284</a></span>&#160; std::vector&lt;NDArray&gt;* outputs)&gt;;</div>
<div class="line"><a name="l00290"></a><span class="lineno"> 290</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a2be48535ad0d70fa7bc99cc3d1c92176">FCompute</a> = std::function&lt;void(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div>
<div class="line"><a name="l00291"></a><span class="lineno"> 291</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>&amp; ctx,</div>
<div class="line"><a name="l00292"></a><span class="lineno"> 292</span>&#160; <span class="keyword">const</span> std::vector&lt;TBlob&gt;&amp; inputs,</div>
<div class="line"><a name="l00293"></a><span class="lineno"> 293</span>&#160; <span class="keyword">const</span> std::vector&lt;OpReqType&gt;&amp; req,</div>
<div class="line"><a name="l00294"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a2be48535ad0d70fa7bc99cc3d1c92176"> 294</a></span>&#160; <span class="keyword">const</span> std::vector&lt;TBlob&gt;&amp; outputs)&gt;;</div>
<div class="line"><a name="l00300"></a><span class="lineno"> 300</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#af7e1a26939193c91c5bc2605fc004e8a">FComputeEx</a> = std::function&lt;void(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div>
<div class="line"><a name="l00301"></a><span class="lineno"> 301</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>&amp; ctx,</div>
<div class="line"><a name="l00302"></a><span class="lineno"> 302</span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; inputs,</div>
<div class="line"><a name="l00303"></a><span class="lineno"> 303</span>&#160; <span class="keyword">const</span> std::vector&lt;OpReqType&gt;&amp; req,</div>
<div class="line"><a name="l00304"></a><span class="lineno"><a class="line" href="namespacemxnet.html#af7e1a26939193c91c5bc2605fc004e8a"> 304</a></span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; outputs)&gt;;</div>
<div class="line"><a name="l00305"></a><span class="lineno"> 305</span>&#160; </div>
<div class="line"><a name="l00312"></a><span class="lineno"> 312</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#aac52a328d9452c46eb36fb1f605eacb3">FInferStorageType</a> = std::function&lt;bool(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs,</div>
<div class="line"><a name="l00313"></a><span class="lineno"> 313</span>&#160; <span class="keyword">const</span> <span class="keywordtype">int</span> dev_mask,</div>
<div class="line"><a name="l00314"></a><span class="lineno"> 314</span>&#160; <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">DispatchMode</a>* dispatch_mode,</div>
<div class="line"><a name="l00315"></a><span class="lineno"> 315</span>&#160; std::vector&lt;int&gt;* in_attrs,</div>
<div class="line"><a name="l00316"></a><span class="lineno"><a class="line" href="namespacemxnet.html#aac52a328d9452c46eb36fb1f605eacb3"> 316</a></span>&#160; std::vector&lt;int&gt;* out_attrs)&gt;;</div>
<div class="line"><a name="l00317"></a><span class="lineno"> 317</span>&#160; </div>
<div class="line"><a name="l00322"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a7566ea1828b59c79d275e96c751ce95a"> 322</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a7566ea1828b59c79d275e96c751ce95a">FQuantizable</a> = std::function&lt;<a class="code" href="namespacemxnet.html#a8e417d85458838afaba8b269f082226d">QuantizeType</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs)&gt;;</div>
<div class="line"><a name="l00323"></a><span class="lineno"> 323</span>&#160; </div>
<div class="line"><a name="l00328"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a958bac3edd388ec1e6dbf4c822713efc"> 328</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a958bac3edd388ec1e6dbf4c822713efc">FQuantizedOp</a> = std::function&lt;<a class="code" href="namespacennvm.html#a573897937ff3b88f0014feabb8e44a92">nnvm::ObjectPtr</a>(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs)&gt;;</div>
<div class="line"><a name="l00329"></a><span class="lineno"> 329</span>&#160; </div>
<div class="line"><a name="l00336"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a433f4d6bb1cf6ffb709955f3bad68ff3"> 336</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a433f4d6bb1cf6ffb709955f3bad68ff3">FNeedRequantize</a> = std::function&lt;bool(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs)&gt;;</div>
<div class="line"><a name="l00337"></a><span class="lineno"> 337</span>&#160; </div>
<div class="line"><a name="l00343"></a><span class="lineno"> 343</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#ae34f6bf63887b531f645f8ea17756033">FAvoidQuantizeInput</a> = std::function&lt;</div>
<div class="line"><a name="l00344"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ae34f6bf63887b531f645f8ea17756033"> 344</a></span>&#160; bool(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs, <span class="keyword">const</span> <span class="keywordtype">size_t</span> index, <span class="keyword">const</span> std::string quantize_granularity)&gt;;</div>
<div class="line"><a name="l00345"></a><span class="lineno"> 345</span>&#160; </div>
<div class="line"><a name="l00350"></a><span class="lineno"><a class="line" href="namespacemxnet.html#aa2bc8c6e69de22c472315238873de1e7"> 350</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#aa2bc8c6e69de22c472315238873de1e7">FNeedAsymQuantizeInput</a> = std::function&lt;bool(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs, <span class="keyword">const</span> <span class="keywordtype">size_t</span> index)&gt;;</div>
<div class="line"><a name="l00351"></a><span class="lineno"> 351</span>&#160; </div>
<div class="line"><a name="l00357"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a1bf8c7525c46d5da5a3ffb3e069f1837"> 357</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a1bf8c7525c46d5da5a3ffb3e069f1837">FAvoidDequantizeOutput</a> = std::function&lt;bool(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs, <span class="keyword">const</span> <span class="keywordtype">size_t</span> index)&gt;;</div>
<div class="line"><a name="l00358"></a><span class="lineno"> 358</span>&#160; </div>
<div class="line"><a name="l00364"></a><span class="lineno"><a class="line" href="namespacemxnet.html#aaa732a8c6cc1ad79a7e93fc68ca8d5a6"> 364</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#aaa732a8c6cc1ad79a7e93fc68ca8d5a6">FNeedCalibrateInput</a> = std::function&lt;std::vector&lt;int&gt;(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs)&gt;;</div>
<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>&#160; </div>
<div class="line"><a name="l00371"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a0e77b330e3582205b63bf01b5bcaa29f"> 371</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a0e77b330e3582205b63bf01b5bcaa29f">FNeedCalibrateOutput</a> = std::function&lt;std::vector&lt;int&gt;(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs)&gt;;</div>
<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>&#160; </div>
<div class="line"><a name="l00373"></a><span class="lineno"> 373</span>&#160;<span class="preprocessor">#if MXNET_USE_CUDA</span></div>
<div class="line"><a name="l00374"></a><span class="lineno"> 374</span>&#160; </div>
<div class="line"><a name="l00382"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a3164150025b39d959ec8b4921a7aa7d0"> 382</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a3164150025b39d959ec8b4921a7aa7d0">FIsCUDAGraphsCompatible</a> = std::function&lt;bool(<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs, <span class="keyword">const</span> <span class="keywordtype">bool</span> is_train)&gt;;</div>
<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>&#160; </div>
<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>&#160; </div>
<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>&#160;} <span class="comment">// namespace mxnet</span></div>
<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>&#160; </div>
<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>&#160;<span class="preprocessor">#endif // MXNET_OP_ATTR_TYPES_H_</span></div>
</div><!-- fragment --></div><!-- contents -->
<div class="ttc" id="anamespacemxnet_html"><div class="ttname"><a href="namespacemxnet.html">mxnet</a></div><div class="ttdoc">namespace of mxnet</div><div class="ttdef"><b>Definition:</b> api_registry.h:33</div></div>
<div class="ttc" id="anamespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398a640322face587ca12684378d0f053d51"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a640322face587ca12684378d0f053d51">mxnet::kWriteInplace</a></div><div class="ttdeci">@ kWriteInplace</div><div class="ttdoc">perform an inplace write, This option only happen when Target shares memory with one of input argumen...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:55</div></div>
<div class="ttc" id="anamespacemxnet_html_ab11a4e6d5c8c47c99cfc3306db6538c8"><div class="ttname"><a href="namespacemxnet.html#ab11a4e6d5c8c47c99cfc3306db6538c8">mxnet::THasDeterministicOutput</a></div><div class="ttdeci">bool THasDeterministicOutput</div><div class="ttdoc">Whether the operator always produces the same output given the same input. This enables certain optim...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:228</div></div>
<div class="ttc" id="aclassmxnet_1_1OpStatePtr_html"><div class="ttname"><a href="classmxnet_1_1OpStatePtr.html">mxnet::OpStatePtr</a></div><div class="ttdoc">Operator state. This is a pointer type, its content is mutable even if OpStatePtr is const.</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:148</div></div>
<div class="ttc" id="astructmshadow_1_1Stream_html"><div class="ttname"><a href="structmshadow_1_1Stream.html">mshadow::Stream</a></div><div class="ttdoc">computaion stream structure, used for asynchronous computations</div><div class="ttdef"><b>Definition:</b> tensor.h:488</div></div>
<div class="ttc" id="anamespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff">mxnet::DispatchMode::kVariable</a></div><div class="ttdeci">@ kVariable</div></div>
<div class="ttc" id="anamespacemxnet_html_a2be48535ad0d70fa7bc99cc3d1c92176"><div class="ttname"><a href="namespacemxnet.html#a2be48535ad0d70fa7bc99cc3d1c92176">mxnet::FCompute</a></div><div class="ttdeci">std::function&lt; void(const nnvm::NodeAttrs &amp;attrs, const OpContext &amp;ctx, const std::vector&lt; TBlob &gt; &amp;inputs, const std::vector&lt; OpReqType &gt; &amp;req, const std::vector&lt; TBlob &gt; &amp;outputs)&gt; FCompute</div><div class="ttdoc">Register a compute function for simple stateless forward only operator.</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:294</div></div>
<div class="ttc" id="a3rdparty_2tvm_2nnvm_2include_2nnvm_2op__attr__types_8h_html"><div class="ttname"><a href="3rdparty_2tvm_2nnvm_2include_2nnvm_2op__attr__types_8h.html">op_attr_types.h</a></div><div class="ttdoc">Data structures that can appear in operator attributes.</div></div>
<div class="ttc" id="aclassmxnet_1_1SyncedGPUAuxStream_html"><div class="ttname"><a href="classmxnet_1_1SyncedGPUAuxStream.html">mxnet::SyncedGPUAuxStream</a></div><div class="ttdoc">Provides automatic coordination of an auxilary stream with a primary one. This object,...</div><div class="ttdef"><b>Definition:</b> base.h:308</div></div>
<div class="ttc" id="anamespacemxnet_html_a8e417d85458838afaba8b269f082226d"><div class="ttname"><a href="namespacemxnet.html#a8e417d85458838afaba8b269f082226d">mxnet::QuantizeType</a></div><div class="ttdeci">QuantizeType</div><div class="ttdoc">the quantization type of the operator</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:135</div></div>
<div class="ttc" id="aclassmxnet_1_1engine_1_1CallbackOnComplete_html"><div class="ttname"><a href="classmxnet_1_1engine_1_1CallbackOnComplete.html">mxnet::engine::CallbackOnComplete</a></div><div class="ttdoc">OnComplete Callback to the engine, called by AsyncFn when action completes.</div><div class="ttdef"><b>Definition:</b> engine.h:169</div></div>
<div class="ttc" id="aclassmxnet_1_1Engine_html_a6e141b188f018d5d933ab99868631d5e"><div class="ttname"><a href="classmxnet_1_1Engine.html#a6e141b188f018d5d933ab99868631d5e">mxnet::Engine::NewVariable</a></div><div class="ttdeci">virtual VarHandle NewVariable()=0</div><div class="ttdoc">Allocate a new variable, the variable can then be used to schedule the operation concurrently via dep...</div></div>
<div class="ttc" id="anamespacemxnet_html_a6a08e18bfd7949deec5ee02217430451"><div class="ttname"><a href="namespacemxnet.html#a6a08e18bfd7949deec5ee02217430451">mxnet::FStatefulCompute</a></div><div class="ttdeci">std::function&lt; void(const OpStatePtr &amp;state, const OpContext &amp;ctx, const std::vector&lt; TBlob &gt; &amp;inputs, const std::vector&lt; OpReqType &gt; &amp;req, const std::vector&lt; TBlob &gt; &amp;outputs)&gt; FStatefulCompute</div><div class="ttdoc">Resiger a compute function for stateful operator. OpStatePtr is a pointer type, it's content is mutab...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:245</div></div>
<div class="ttc" id="anamespacemxnet_html_a958bac3edd388ec1e6dbf4c822713efc"><div class="ttname"><a href="namespacemxnet.html#a958bac3edd388ec1e6dbf4c822713efc">mxnet::FQuantizedOp</a></div><div class="ttdeci">std::function&lt; nnvm::ObjectPtr(const NodeAttrs &amp;attrs)&gt; FQuantizedOp</div><div class="ttdoc">Register a quantized node creation function based on the attrs of the node.</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:328</div></div>
<div class="ttc" id="anamespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398">mxnet::OpReqType</a></div><div class="ttdeci">OpReqType</div><div class="ttdoc">operation request type to Forward and Backward</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:45</div></div>
<div class="ttc" id="aclassmxnet_1_1Engine_html_a738e5192dab345ab0ec9888b095903cf"><div class="ttname"><a href="classmxnet_1_1Engine.html#a738e5192dab345ab0ec9888b095903cf">mxnet::Engine::DeleteVariable</a></div><div class="ttdeci">virtual void DeleteVariable(SyncFn delete_fn, Context exec_ctx, VarHandle var)=0</div><div class="ttdoc">Schedule the deletion of a variable.</div></div>
<div class="ttc" id="anamespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2b"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">mxnet::DispatchMode</a></div><div class="ttdeci">DispatchMode</div><div class="ttdoc">the dispatch mode of the operator</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:122</div></div>
<div class="ttc" id="anamespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398a001b85096e07108e174fe4c406368a26"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a001b85096e07108e174fe4c406368a26">mxnet::kNullOp</a></div><div class="ttdeci">@ kNullOp</div><div class="ttdoc">no operation, do not write anything</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:47</div></div>
<div class="ttc" id="astructmxnet_1_1RunContext_html"><div class="ttname"><a href="structmxnet_1_1RunContext.html">mxnet::RunContext</a></div><div class="ttdoc">execution time context. The information needed in runtime for actual execution.</div><div class="ttdef"><b>Definition:</b> base.h:343</div></div>
<div class="ttc" id="anamespacemxnet_html_a2fe61bb3c62fdf64d49c502f320ad48e"><div class="ttname"><a href="namespacemxnet.html#a2fe61bb3c62fdf64d49c502f320ad48e">mxnet::FResourceRequestEx</a></div><div class="ttdeci">std::function&lt; std::vector&lt; ResourceRequest &gt;(const NodeAttrs &amp;n, const int dev_mask, const DispatchMode dispatch_mode)&gt; FResourceRequestEx</div><div class="ttdoc">The resource request from the operator. An operator could register ResourceRequestEx,...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:276</div></div>
<div class="ttc" id="anamespacemxnet_html_aaa732a8c6cc1ad79a7e93fc68ca8d5a6"><div class="ttname"><a href="namespacemxnet.html#aaa732a8c6cc1ad79a7e93fc68ca8d5a6">mxnet::FNeedCalibrateInput</a></div><div class="ttdeci">std::function&lt; std::vector&lt; int &gt;(const NodeAttrs &amp;attrs)&gt; FNeedCalibrateInput</div><div class="ttdoc">Register a function to determine if the input of a quantized operator needs to be calibrated....</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:364</div></div>
<div class="ttc" id="astructmxnet_1_1OpContext_html"><div class="ttname"><a href="structmxnet_1_1OpContext.html">mxnet::OpContext</a></div><div class="ttdoc">All the possible information needed by Operator. This is the superset of RunContext....</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:66</div></div>
<div class="ttc" id="aclassmxnet_1_1Engine_html_ae0a23da15ef63d9479c7468e1f2f825f"><div class="ttname"><a href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">mxnet::Engine::Get</a></div><div class="ttdeci">static Engine * Get()</div></div>
<div class="ttc" id="anamespacemxnet_html_ad7801fb2dd68294d4c7a9e289bc071adabfccd41d634d8095c956c29c9ee35257"><div class="ttname"><a href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071adabfccd41d634d8095c956c29c9ee35257">mxnet::ExecType::kSubgraphExec</a></div><div class="ttdeci">@ kSubgraphExec</div><div class="ttdoc">A subgraph execution should happen in the main thread, instead of in the execution engine.</div></div>
<div class="ttc" id="anamespacemxnet_html_ad7801fb2dd68294d4c7a9e289bc071ada9f2b960005d2a3a5f35ac32809d84db7"><div class="ttname"><a href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ada9f2b960005d2a3a5f35ac32809d84db7">mxnet::ExecType::kAsync</a></div><div class="ttdeci">@ kAsync</div><div class="ttdoc">Forward/Backward are asynchronous, will call OpContext.async_on_complete when operation finishes.</div></div>
<div class="ttc" id="anamespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef">mxnet::DispatchMode::kFComputeFallback</a></div><div class="ttdeci">@ kFComputeFallback</div></div>
<div class="ttc" id="anamespacemxnet_html_a0e77b330e3582205b63bf01b5bcaa29f"><div class="ttname"><a href="namespacemxnet.html#a0e77b330e3582205b63bf01b5bcaa29f">mxnet::FNeedCalibrateOutput</a></div><div class="ttdeci">std::function&lt; std::vector&lt; int &gt;(const NodeAttrs &amp;attrs)&gt; FNeedCalibrateOutput</div><div class="ttdoc">Register a function to determine if the output of a quantized operator needs to be calibrated....</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:371</div></div>
<div class="ttc" id="anamespacemxnet_html_a8e417d85458838afaba8b269f082226daaab0226a1be7a88fdffaa2442c55aa60"><div class="ttname"><a href="namespacemxnet.html#a8e417d85458838afaba8b269f082226daaab0226a1be7a88fdffaa2442c55aa60">mxnet::QuantizeType::kSupport</a></div><div class="ttdeci">@ kSupport</div></div>
<div class="ttc" id="atensor_8h_html"><div class="ttname"><a href="tensor_8h.html">tensor.h</a></div><div class="ttdoc">header file of tensor data structure and functions This lib requires explicit memory allocation and d...</div></div>
<div class="ttc" id="astructmxnet_1_1OpContext_html_a40ce0e3d4ac21412cfafafc5b1fd32ef"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a40ce0e3d4ac21412cfafafc5b1fd32ef">mxnet::OpContext::async_on_complete</a></div><div class="ttdeci">engine::CallbackOnComplete async_on_complete</div><div class="ttdoc">the callback when operation completes, used by asynchronize ops</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:74</div></div>
<div class="ttc" id="astructnnvm_1_1NodeAttrs_html"><div class="ttname"><a href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a></div><div class="ttdoc">The attributes of the current operation node. Usually are additional parameters like axis,...</div><div class="ttdef"><b>Definition:</b> node.h:107</div></div>
<div class="ttc" id="anamespacennvm_html_a573897937ff3b88f0014feabb8e44a92"><div class="ttname"><a href="namespacennvm.html#a573897937ff3b88f0014feabb8e44a92">nnvm::ObjectPtr</a></div><div class="ttdeci">std::shared_ptr&lt; Node &gt; ObjectPtr</div><div class="ttdoc">we always used ObjectPtr for a reference pointer to the node, so this alias can be changed in case.</div><div class="ttdef"><b>Definition:</b> node.h:49</div></div>
<div class="ttc" id="anamespacemxnet_html_a7566ea1828b59c79d275e96c751ce95a"><div class="ttname"><a href="namespacemxnet.html#a7566ea1828b59c79d275e96c751ce95a">mxnet::FQuantizable</a></div><div class="ttdeci">std::function&lt; QuantizeType(const NodeAttrs &amp;attrs)&gt; FQuantizable</div><div class="ttdoc">Register a quantized node creation function based on the attrs of the node.</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:322</div></div>
<div class="ttc" id="aresource_8h_html"><div class="ttname"><a href="resource_8h.html">resource.h</a></div><div class="ttdoc">Global resource allocation handling.</div></div>
<div class="ttc" id="astructmxnet_1_1OpContext_html_a1c05a1376bc046ff717827643af4974a"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a1c05a1376bc046ff717827643af4974a">mxnet::OpContext::get_gpu_aux_stream</a></div><div class="ttdeci">SyncedGPUAuxStream get_gpu_aux_stream() const</div><div class="ttdoc">get auxilary gpu stream auto-syncing object from Context</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:91</div></div>
<div class="ttc" id="anamespacemxnet_html_ae34f6bf63887b531f645f8ea17756033"><div class="ttname"><a href="namespacemxnet.html#ae34f6bf63887b531f645f8ea17756033">mxnet::FAvoidQuantizeInput</a></div><div class="ttdeci">std::function&lt; bool(const NodeAttrs &amp;attrs, const size_t index, const std::string quantize_granularity)&gt; FAvoidQuantizeInput</div><div class="ttdoc">Register a function to determine if the input of a quantized operator needs to be quantized....</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:344</div></div>
<div class="ttc" id="anamespacemxnet_html_ad7801fb2dd68294d4c7a9e289bc071ad"><div class="ttname"><a href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ad">mxnet::ExecType</a></div><div class="ttdeci">ExecType</div><div class="ttdoc">the execution type of the operator</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:98</div></div>
<div class="ttc" id="anamespacemxnet_html_af7e1a26939193c91c5bc2605fc004e8a"><div class="ttname"><a href="namespacemxnet.html#af7e1a26939193c91c5bc2605fc004e8a">mxnet::FComputeEx</a></div><div class="ttdeci">std::function&lt; void(const nnvm::NodeAttrs &amp;attrs, const OpContext &amp;ctx, const std::vector&lt; NDArray &gt; &amp;inputs, const std::vector&lt; OpReqType &gt; &amp;req, const std::vector&lt; NDArray &gt; &amp;outputs)&gt; FComputeEx</div><div class="ttdoc">Register an NDArray compute function for simple stateless forward only operator.</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:304</div></div>
<div class="ttc" id="anamespacemxnet_html_aac52a328d9452c46eb36fb1f605eacb3"><div class="ttname"><a href="namespacemxnet.html#aac52a328d9452c46eb36fb1f605eacb3">mxnet::FInferStorageType</a></div><div class="ttdeci">std::function&lt; bool(const NodeAttrs &amp;attrs, const int dev_mask, DispatchMode *dispatch_mode, std::vector&lt; int &gt; *in_attrs, std::vector&lt; int &gt; *out_attrs)&gt; FInferStorageType</div><div class="ttdoc">Register a storage and dispatch mode inference function based on storage types of the inputs and outp...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:316</div></div>
<div class="ttc" id="astructmxnet_1_1OpContext_html_adffa555a95b50893b5fe7a2930a71d62"><div class="ttname"><a href="structmxnet_1_1OpContext.html#adffa555a95b50893b5fe7a2930a71d62">mxnet::OpContext::need_grad</a></div><div class="ttdeci">bool need_grad</div><div class="ttdoc">whether there is a backward phase to compute gradients.</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:68</div></div>
<div class="ttc" id="astructmxnet_1_1RunContext_html_a9901db00632774aef42081ceda0d23f1"><div class="ttname"><a href="structmxnet_1_1RunContext.html#a9901db00632774aef42081ceda0d23f1">mxnet::RunContext::get_stream</a></div><div class="ttdeci">mshadow::Stream&lt; xpu &gt; * get_stream() const</div><div class="ttdoc">get mshadow stream from Context</div><div class="ttdef"><b>Definition:</b> base.h:364</div></div>
<div class="ttc" id="anamespacemxnet_html_ad7801fb2dd68294d4c7a9e289bc071adae3bade32f12a5139b27ef40b3689b77c"><div class="ttname"><a href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071adae3bade32f12a5139b27ef40b3689b77c">mxnet::ExecType::kSync</a></div><div class="ttdeci">@ kSync</div><div class="ttdoc">Forward/Backward are synchronous calls.</div></div>
<div class="ttc" id="anamespacemxnet_html_a8e417d85458838afaba8b269f082226da9d2303d7a748e1b486e5aeb1f2194610"><div class="ttname"><a href="namespacemxnet.html#a8e417d85458838afaba8b269f082226da9d2303d7a748e1b486e5aeb1f2194610">mxnet::QuantizeType::kMust</a></div><div class="ttdeci">@ kMust</div></div>
<div class="ttc" id="anamespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398a03b4c19f34d3add7deecd7ef6c54b42a"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a03b4c19f34d3add7deecd7ef6c54b42a">mxnet::kWriteTo</a></div><div class="ttdeci">@ kWriteTo</div><div class="ttdoc">write gradient to provided space</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:49</div></div>
<div class="ttc" id="aclassmxnet_1_1OpStatePtr_html_a6d720b8843340fa4d9a7ff7937f2e141"><div class="ttname"><a href="classmxnet_1_1OpStatePtr.html#a6d720b8843340fa4d9a7ff7937f2e141">mxnet::OpStatePtr::get_state</a></div><div class="ttdeci">T &amp; get_state() const</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:172</div></div>
<div class="ttc" id="anamespacemxnet_html_a732fe2bd197377e308edf8f1f07d3b11"><div class="ttname"><a href="namespacemxnet.html#a732fe2bd197377e308edf8f1f07d3b11">mxnet::FStatefulComputeEx</a></div><div class="ttdeci">std::function&lt; void(const OpStatePtr &amp;state, const OpContext &amp;ctx, const std::vector&lt; NDArray &gt; &amp;inputs, const std::vector&lt; OpReqType &gt; &amp;req, const std::vector&lt; NDArray &gt; &amp;outputs)&gt; FStatefulComputeEx</div><div class="ttdoc">Resiger a compute function for stateful operator using NDArray interface. OpStatePtr is a pointer typ...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:257</div></div>
<div class="ttc" id="anamespacemxnet_html_a1bf8c7525c46d5da5a3ffb3e069f1837"><div class="ttname"><a href="namespacemxnet.html#a1bf8c7525c46d5da5a3ffb3e069f1837">mxnet::FAvoidDequantizeOutput</a></div><div class="ttdeci">std::function&lt; bool(const NodeAttrs &amp;attrs, const size_t index)&gt; FAvoidDequantizeOutput</div><div class="ttdoc">Register a function to determine if the output of a quantized operator needs to be dequantized....</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:357</div></div>
<div class="ttc" id="anamespacemxnet_html_a433f4d6bb1cf6ffb709955f3bad68ff3"><div class="ttname"><a href="namespacemxnet.html#a433f4d6bb1cf6ffb709955f3bad68ff3">mxnet::FNeedRequantize</a></div><div class="ttdeci">std::function&lt; bool(const NodeAttrs &amp;attrs)&gt; FNeedRequantize</div><div class="ttdoc">Register a function to determine if the output of a quantized operator needs to be requantized....</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:336</div></div>
<div class="ttc" id="aclassmxnet_1_1OpStatePtr_html_a2484d61830b33181bf24c536ba91b790"><div class="ttname"><a href="classmxnet_1_1OpStatePtr.html#a2484d61830b33181bf24c536ba91b790">mxnet::OpStatePtr::Create</a></div><div class="ttdeci">static OpStatePtr Create(Args &amp;&amp;... args)</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:154</div></div>
<div class="ttc" id="astructmxnet_1_1engine_1_1Var_html"><div class="ttname"><a href="structmxnet_1_1engine_1_1Var.html">mxnet::engine::Var</a></div><div class="ttdoc">base class of engine variables.</div><div class="ttdef"><b>Definition:</b> engine.h:111</div></div>
<div class="ttc" id="anamespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5">mxnet::DispatchMode::kFComputeEx</a></div><div class="ttdeci">@ kFComputeEx</div></div>
<div class="ttc" id="anamespacemxnet_html_a9d111ffddc2351e613c98e4932389d09"><div class="ttname"><a href="namespacemxnet.html#a9d111ffddc2351e613c98e4932389d09">mxnet::FResourceRequest</a></div><div class="ttdeci">std::function&lt; std::vector&lt; ResourceRequest &gt;(const NodeAttrs &amp;n)&gt; FResourceRequest</div><div class="ttdoc">The resource request from the operator. An operator could register ResourceRequestEx,...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:264</div></div>
<div class="ttc" id="astructmxnet_1_1RunContext_html_a5591cfe410da5ab004c4733a8a2fb0c7"><div class="ttname"><a href="structmxnet_1_1RunContext.html#a5591cfe410da5ab004c4733a8a2fb0c7">mxnet::RunContext::get_gpu_aux_stream</a></div><div class="ttdeci">SyncedGPUAuxStream get_gpu_aux_stream() const</div><div class="ttdoc">get an RAII object that transparently handles the syncing of the auxiliary stream.</div><div class="ttdef"><b>Definition:</b> base.h:372</div></div>
<div class="ttc" id="astructmxnet_1_1Context_html_a4bb231d70623fde216de51589347e513"><div class="ttname"><a href="structmxnet_1_1Context.html#a4bb231d70623fde216de51589347e513">mxnet::Context::CPU</a></div><div class="ttdeci">static Context CPU(int32_t dev_id=0)</div></div>
<div class="ttc" id="anamespacemxnet_html_a87e1c30aafac389774c6f4d905c0e5ea"><div class="ttname"><a href="namespacemxnet.html#a87e1c30aafac389774c6f4d905c0e5ea">mxnet::ShapeVector</a></div><div class="ttdeci">std::vector&lt; mxnet::TShape &gt; ShapeVector</div><div class="ttdoc">The result holder of shape of each NodeEntry in the graph.</div><div class="ttdef"><b>Definition:</b> tuple.h:830</div></div>
<div class="ttc" id="anamespacemxnet_html_a8e417d85458838afaba8b269f082226da35c3ace1970663a16e5c65baa5941b13"><div class="ttname"><a href="namespacemxnet.html#a8e417d85458838afaba8b269f082226da35c3ace1970663a16e5c65baa5941b13">mxnet::QuantizeType::kNone</a></div><div class="ttdeci">@ kNone</div></div>
<div class="ttc" id="aclassmxnet_1_1OpStatePtr_html_af2082fb6224b78b2aac9e05f4b5365a4"><div class="ttname"><a href="classmxnet_1_1OpStatePtr.html#af2082fb6224b78b2aac9e05f4b5365a4">mxnet::OpStatePtr::get_var</a></div><div class="ttdeci">engine::VarHandle get_var() const</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:167</div></div>
<div class="ttc" id="anamespacemxnet_html_a3eb6c3fcc944be6bf247a38370603a56"><div class="ttname"><a href="namespacemxnet.html#a3eb6c3fcc944be6bf247a38370603a56">mxnet::FCreateOpState</a></div><div class="ttdeci">std::function&lt; OpStatePtr(const NodeAttrs &amp;attrs, Context ctx, const mxnet::ShapeVector &amp;in_shape, const std::vector&lt; int &gt; &amp;in_type)&gt; FCreateOpState</div><div class="ttdoc">Create a Layer style, forward/backward operator. This is easy to write code that contains state....</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:218</div></div>
<div class="ttc" id="aengine_8h_html"><div class="ttname"><a href="engine_8h.html">engine.h</a></div><div class="ttdoc">Engine that schedules all the operations according to dependency.</div></div>
<div class="ttc" id="anamespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66">mxnet::DispatchMode::kUndefined</a></div><div class="ttdeci">@ kUndefined</div></div>
<div class="ttc" id="anamespacemxnet_html_ad7801fb2dd68294d4c7a9e289bc071ada3864860a073c64d74d3fc8e765fa6cad"><div class="ttname"><a href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ada3864860a073c64d74d3fc8e765fa6cad">mxnet::ExecType::kCrossDeviceCopy</a></div><div class="ttdeci">@ kCrossDeviceCopy</div><div class="ttdoc">Cross device copy operation, this is a special operator that indicates it will copy across devices....</div></div>
<div class="ttc" id="anamespacemxnet_html_a3164150025b39d959ec8b4921a7aa7d0"><div class="ttname"><a href="namespacemxnet.html#a3164150025b39d959ec8b4921a7aa7d0">mxnet::FIsCUDAGraphsCompatible</a></div><div class="ttdeci">std::function&lt; bool(const NodeAttrs &amp;attrs, const bool is_train)&gt; FIsCUDAGraphsCompatible</div><div class="ttdoc">Register a function to determine if the operator implementation is compatible with CUDA graphs....</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:382</div></div>
<div class="ttc" id="astructmxnet_1_1OpContext_html_a869d4c68c0028a175406f11332baf7cf"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf">mxnet::OpContext::run_ctx</a></div><div class="ttdeci">RunContext run_ctx</div><div class="ttdoc">RunContext related resources.</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:72</div></div>
<div class="ttc" id="aclassmxnet_1_1OpStatePtr_html_ae43213b3a65073a87bf489350a58d78e"><div class="ttname"><a href="classmxnet_1_1OpStatePtr.html#ae43213b3a65073a87bf489350a58d78e">mxnet::OpStatePtr::reset</a></div><div class="ttdeci">void reset()</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:176</div></div>
<div class="ttc" id="astructmxnet_1_1OpContext_html_a833e95f95cf5e3af9c193b74b500fc5b"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a833e95f95cf5e3af9c193b74b500fc5b">mxnet::OpContext::requested</a></div><div class="ttdeci">std::vector&lt; Resource &gt; requested</div><div class="ttdoc">Resources requested by the operator.</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:76</div></div>
<div class="ttc" id="ainclude_2mxnet_2ndarray_8h_html"><div class="ttname"><a href="include_2mxnet_2ndarray_8h.html">ndarray.h</a></div><div class="ttdoc">NDArray interface that handles array arithematics.</div></div>
<div class="ttc" id="anamespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398a1b850737dba4d2c42a2687d14c10f383"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a1b850737dba4d2c42a2687d14c10f383">mxnet::kAddTo</a></div><div class="ttdeci">@ kAddTo</div><div class="ttdoc">add to the provided space</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:57</div></div>
<div class="ttc" id="anamespacemxnet_html_aa2bc8c6e69de22c472315238873de1e7"><div class="ttname"><a href="namespacemxnet.html#aa2bc8c6e69de22c472315238873de1e7">mxnet::FNeedAsymQuantizeInput</a></div><div class="ttdeci">std::function&lt; bool(const NodeAttrs &amp;attrs, const size_t index)&gt; FNeedAsymQuantizeInput</div><div class="ttdoc">Register a function to determine if the input of a quantized operator needs to be quantized asymmetri...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:350</div></div>
<div class="ttc" id="anamespacemxnet_html_a66a56e57a2254773a0ef8fd5649c8457"><div class="ttname"><a href="namespacemxnet.html#a66a56e57a2254773a0ef8fd5649c8457">mxnet::FExecType</a></div><div class="ttdeci">std::function&lt; ExecType(const NodeAttrs &amp;attrs)&gt; FExecType</div><div class="ttdoc">Execution mode of this operator.</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:233</div></div>
<div class="ttc" id="astructmxnet_1_1OpContext_html_a2d550bd138ed08333bebed8dd876644f"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a2d550bd138ed08333bebed8dd876644f">mxnet::OpContext::is_train</a></div><div class="ttdeci">bool is_train</div><div class="ttdoc">whether it is training phase</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:70</div></div>
<div class="ttc" id="aclassmxnet_1_1OpStatePtr_html_a369d56ad9ea92ded99e532a76a1e1b91"><div class="ttname"><a href="classmxnet_1_1OpStatePtr.html#a369d56ad9ea92ded99e532a76a1e1b91">mxnet::OpStatePtr::unique</a></div><div class="ttdeci">bool unique() const</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:181</div></div>
<div class="ttc" id="ainclude_2mxnet_2base_8h_html"><div class="ttname"><a href="include_2mxnet_2base_8h.html">base.h</a></div><div class="ttdoc">configuration of MXNet as well as basic data structure.</div></div>
<div class="ttc" id="astructmxnet_1_1OpContext_html_a0c48c2419d23551a626ae3de6ee1f6da"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a0c48c2419d23551a626ae3de6ee1f6da">mxnet::OpContext::get_stream</a></div><div class="ttdeci">mshadow::Stream&lt; xpu &gt; * get_stream() const</div><div class="ttdoc">get mshadow stream from Context</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:83</div></div>
<div class="ttc" id="anamespacemxnet_html_ad0a8d263b3849aa02671880b91e37e89"><div class="ttname"><a href="namespacemxnet.html#ad0a8d263b3849aa02671880b91e37e89">mxnet::FNDArrayFunction</a></div><div class="ttdeci">std::function&lt; void(const nnvm::NodeAttrs &amp;attrs, const std::vector&lt; NDArray &gt; &amp;inputs, std::vector&lt; NDArray &gt; *outputs)&gt; FNDArrayFunction</div><div class="ttdoc">Register an operator called as a NDArray function.</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:284</div></div>
<div class="ttc" id="anamespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6">mxnet::DispatchMode::kFCompute</a></div><div class="ttdeci">@ kFCompute</div></div>
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated on Thu Jan 5 2023 03:47:39 for mxnet by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.17
</small></address>
</body>
</html>