blob: c14cd8dc7ce02cb8de92ffb5bfcec3ba10407b74 [file] [log] [blame]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.13"/>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>mxnet: /work/mxnet/include/mxnet/op_attr_types.h Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectalign" style="padding-left: 0.5em;">
<div id="projectname">mxnet
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.13 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
</script>
<div id="main-nav"></div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="dir_d44c64559bbebec7f509842c48db8b23.html">include</a></li><li class="navelem"><a class="el" href="dir_1143c7affb9ebd026cb6818dd282def7.html">mxnet</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">op_attr_types.h</div> </div>
</div><!--header-->
<div class="contents">
<a href="include_2mxnet_2op__attr__types_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="comment">/*</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;<span class="comment"> * Licensed to the Apache Software Foundation (ASF) under one</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="comment"> * or more contributor license agreements. See the NOTICE file</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="comment"> * distributed with this work for additional information</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="comment"> * regarding copyright ownership. The ASF licenses this file</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160;<span class="comment"> * to you under the Apache License, Version 2.0 (the</span></div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="comment"> * &quot;License&quot;); you may not use this file except in compliance</span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160;<span class="comment"> * with the License. You may obtain a copy of the License at</span></div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="comment"> * http://www.apache.org/licenses/LICENSE-2.0</span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="comment"> * Unless required by applicable law or agreed to in writing,</span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="comment"> * software distributed under the License is distributed on an</span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;<span class="comment"> * &quot;AS IS&quot; BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="comment"> * KIND, either express or implied. See the License for the</span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="comment"> * specific language governing permissions and limitations</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="comment"> * under the License.</span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;<span class="comment"> */</span></div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160;</div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span>&#160;<span class="preprocessor">#ifndef MXNET_OP_ATTR_TYPES_H_</span></div><div class="line"><a name="l00026"></a><span class="lineno"> 26</span>&#160;<span class="preprocessor">#define MXNET_OP_ATTR_TYPES_H_</span></div><div class="line"><a name="l00027"></a><span class="lineno"> 27</span>&#160;</div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="tensor_8h.html">mshadow/tensor.h</a>&gt;</span></div><div class="line"><a name="l00029"></a><span class="lineno"> 29</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="3rdparty_2tvm_2nnvm_2include_2nnvm_2op__attr__types_8h.html">nnvm/op_attr_types.h</a>&gt;</span></div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span>&#160;</div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span>&#160;<span class="preprocessor">#include &lt;vector&gt;</span></div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span>&#160;<span class="preprocessor">#include &lt;functional&gt;</span></div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160;<span class="preprocessor">#include &lt;string&gt;</span></div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span>&#160;</div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="include_2mxnet_2base_8h.html">./base.h</a>&quot;</span></div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="include_2mxnet_2ndarray_8h.html">./ndarray.h</a>&quot;</span></div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="engine_8h.html">./engine.h</a>&quot;</span></div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="resource_8h.html">./resource.h</a>&quot;</span></div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span>&#160;</div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacemxnet.html">mxnet</a> {</div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span>&#160;</div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>&#160;<span class="keyword">using</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>;</div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>&#160;</div><div class="line"><a name="l00045"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398"> 45</a></span>&#160;<span class="keyword">enum</span> <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398">OpReqType</a> {</div><div class="line"><a name="l00047"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a001b85096e07108e174fe4c406368a26"> 47</a></span>&#160; <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a001b85096e07108e174fe4c406368a26">kNullOp</a>,</div><div class="line"><a name="l00049"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a03b4c19f34d3add7deecd7ef6c54b42a"> 49</a></span>&#160; <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a03b4c19f34d3add7deecd7ef6c54b42a">kWriteTo</a>,</div><div class="line"><a name="l00055"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a640322face587ca12684378d0f053d51"> 55</a></span>&#160; <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a640322face587ca12684378d0f053d51">kWriteInplace</a>,</div><div class="line"><a name="l00057"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a1b850737dba4d2c42a2687d14c10f383"> 57</a></span>&#160; <a class="code" href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a1b850737dba4d2c42a2687d14c10f383">kAddTo</a></div><div class="line"><a name="l00058"></a><span class="lineno"> 58</span>&#160;};</div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span>&#160;</div><div class="line"><a name="l00066"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html"> 66</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structmxnet_1_1OpContext.html">OpContext</a> {</div><div class="line"><a name="l00068"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#adffa555a95b50893b5fe7a2930a71d62"> 68</a></span>&#160; <span class="keywordtype">bool</span> <a class="code" href="structmxnet_1_1OpContext.html#adffa555a95b50893b5fe7a2930a71d62">need_grad</a>;</div><div class="line"><a name="l00070"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#a2d550bd138ed08333bebed8dd876644f"> 70</a></span>&#160; <span class="keywordtype">bool</span> <a class="code" href="structmxnet_1_1OpContext.html#a2d550bd138ed08333bebed8dd876644f">is_train</a>;</div><div class="line"><a name="l00072"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf"> 72</a></span>&#160; <a class="code" href="structmxnet_1_1RunContext.html">RunContext</a> <a class="code" href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf">run_ctx</a>;</div><div class="line"><a name="l00074"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#a40ce0e3d4ac21412cfafafc5b1fd32ef"> 74</a></span>&#160; <a class="code" href="classmxnet_1_1engine_1_1CallbackOnComplete.html">engine::CallbackOnComplete</a> <a class="code" href="structmxnet_1_1OpContext.html#a40ce0e3d4ac21412cfafafc5b1fd32ef">async_on_complete</a>;</div><div class="line"><a name="l00076"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#a833e95f95cf5e3af9c193b74b500fc5b"> 76</a></span>&#160; std::vector&lt;Resource&gt; <a class="code" href="structmxnet_1_1OpContext.html#a833e95f95cf5e3af9c193b74b500fc5b">requested</a>;</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> xpu&gt;</div><div class="line"><a name="l00083"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#a0c48c2419d23551a626ae3de6ee1f6da"> 83</a></span>&#160; <span class="keyword">inline</span> <a class="code" href="structmshadow_1_1Stream.html">mshadow::Stream&lt;xpu&gt;</a>* <a class="code" href="structmxnet_1_1OpContext.html#a0c48c2419d23551a626ae3de6ee1f6da">get_stream</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span>&#160; <span class="keywordflow">return</span> run_ctx.<a class="code" href="structmxnet_1_1RunContext.html#a9901db00632774aef42081ceda0d23f1">get_stream</a>&lt;xpu&gt;();</div><div class="line"><a name="l00085"></a><span class="lineno"> 85</span>&#160; }</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span>&#160;<span class="preprocessor">#if MXNET_USE_CUDA</span></div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160;</div><div class="line"><a name="l00091"></a><span class="lineno"><a class="line" href="structmxnet_1_1OpContext.html#a1c05a1376bc046ff717827643af4974a"> 91</a></span>&#160; <span class="keyword">inline</span> <a class="code" href="classmxnet_1_1SyncedGPUAuxStream.html">SyncedGPUAuxStream</a> <a class="code" href="structmxnet_1_1OpContext.html#a1c05a1376bc046ff717827643af4974a">get_gpu_aux_stream</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; <span class="keywordflow">return</span> run_ctx.<a class="code" href="structmxnet_1_1RunContext.html#a5591cfe410da5ab004c4733a8a2fb0c7">get_gpu_aux_stream</a>();</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160; }</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span>&#160;<span class="preprocessor">#endif</span></div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160;};</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span>&#160;</div><div class="line"><a name="l00098"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ad"> 98</a></span>&#160;<span class="keyword">enum class</span> <a class="code" href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ad">ExecType</a> {</div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span>&#160; <a class="code" href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071adae3bade32f12a5139b27ef40b3689b77c">kSync</a>,</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>&#160; <a class="code" href="namespacemxnet.html#a998b74220fab2b012cf8a179650e1b3ba9f2b960005d2a3a5f35ac32809d84db7">kAsync</a>,</div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span>&#160; <a class="code" href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ada3864860a073c64d74d3fc8e765fa6cad">kCrossDeviceCopy</a>,</div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span>&#160; <a class="code" href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071adabfccd41d634d8095c956c29c9ee35257">kSubgraphExec</a>,</div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span>&#160;};</div><div class="line"><a name="l00120"></a><span class="lineno"> 120</span>&#160;</div><div class="line"><a name="l00122"></a><span class="lineno"><a class="line" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b"> 122</a></span>&#160;<span class="keyword">enum class</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">DispatchMode</a> {</div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span>&#160; <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66">kUndefined</a> = -1,</div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span>&#160; <span class="comment">// dispatch on FCompute or FStatefulCompute</span></div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span>&#160; <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6">kFCompute</a>,</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span>&#160; <span class="comment">// dispatch on FComputeEx or FStatefulComputeEx, if available</span></div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span>&#160; <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5">kFComputeEx</a>,</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span>&#160; <span class="comment">// dispatch on FCompute or FStatefulCompute, and performs storage fallback</span></div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span>&#160; <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef">kFComputeFallback</a>,</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>&#160; <span class="comment">// special dispatch mode for variables</span></div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span>&#160; <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff">kVariable</a>,</div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span>&#160;};</div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span>&#160;</div><div class="line"><a name="l00135"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a8e417d85458838afaba8b269f082226d"> 135</a></span>&#160;<span class="keyword">enum class</span> <a class="code" href="namespacemxnet.html#a8e417d85458838afaba8b269f082226d">QuantizeType</a> {</div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>&#160; <span class="comment">// This operator doesn&#39;t support quantization</span></div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span>&#160; <a class="code" href="namespacemxnet.html#a8e417d85458838afaba8b269f082226da35c3ace1970663a16e5c65baa5941b13">kNone</a> = 0,</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span>&#160; <span class="comment">// This operator can get huge benefit from quantization, thus must be quantized</span></div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span>&#160; <a class="code" href="namespacemxnet.html#a8e417d85458838afaba8b269f082226da9d2303d7a748e1b486e5aeb1f2194610">kMust</a>,</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span>&#160; <span class="comment">// This operator support quantization, but will be decided depending on the connection</span></div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span>&#160; <a class="code" href="namespacemxnet.html#a8e417d85458838afaba8b269f082226daaab0226a1be7a88fdffaa2442c55aa60">kSupport</a>,</div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span>&#160;};</div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>&#160;</div><div class="line"><a name="l00148"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html"> 148</a></span>&#160;<span class="keyword">class </span><a class="code" href="classmxnet_1_1OpStatePtr.html">OpStatePtr</a> {</div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>&#160; <span class="keyword">public</span>:</div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>&#160; <span class="comment">/* \brief Create a OpStatePtr with state of type T.</span></div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>&#160;<span class="comment"> * \param args Arguments passed to T&#39;s constructor.</span></div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span>&#160;<span class="comment"> */</span></div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> T, <span class="keyword">typename</span>... Args&gt;</div><div class="line"><a name="l00154"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html#a2484d61830b33181bf24c536ba91b790"> 154</a></span>&#160; <span class="keyword">static</span> <a class="code" href="classmxnet_1_1OpStatePtr.html">OpStatePtr</a> <a class="code" href="classmxnet_1_1OpStatePtr.html#a2484d61830b33181bf24c536ba91b790">Create</a>(Args&amp;&amp;... args) {</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>&#160; <a class="code" href="classmxnet_1_1OpStatePtr.html">OpStatePtr</a> ret;</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>&#160; <span class="keyword">auto</span> state = <span class="keyword">new</span> T(std::forward&lt;Args&gt;(args)...);</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span>&#160; <span class="keyword">auto</span> var = <a class="code" href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">Engine::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Engine.html#a6e141b188f018d5d933ab99868631d5e">NewVariable</a>();</div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span>&#160; ret.ptr_.reset(</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span>&#160; <span class="keyword">new</span> OpState(var, state),</div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span>&#160; [](OpState* p) {</div><div class="line"><a name="l00161"></a><span class="lineno"> 161</span>&#160; <a class="code" href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">Engine::Get</a>()-&gt;<a class="code" href="classmxnet_1_1Engine.html#a738e5192dab345ab0ec9888b095903cf">DeleteVariable</a>([](<a class="code" href="structmxnet_1_1RunContext.html">RunContext</a> s) {}, <a class="code" href="structmxnet_1_1Context.html#a4bb231d70623fde216de51589347e513">Context::CPU</a>(), p-&gt;var);</div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span>&#160; <span class="keyword">delete</span> <span class="keyword">reinterpret_cast&lt;</span>T*<span class="keyword">&gt;</span>(p-&gt;state);</div><div class="line"><a name="l00163"></a><span class="lineno"> 163</span>&#160; <span class="keyword">delete</span> p;</div><div class="line"><a name="l00164"></a><span class="lineno"> 164</span>&#160; });</div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span>&#160;</div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span>&#160; <span class="keywordflow">return</span> ret;</div><div class="line"><a name="l00167"></a><span class="lineno"> 167</span>&#160; }</div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span>&#160; <span class="comment">/* \brief Get engine variable associated with this state */</span></div><div class="line"><a name="l00169"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html#af2082fb6224b78b2aac9e05f4b5365a4"> 169</a></span>&#160; <a class="code" href="structmxnet_1_1engine_1_1Var.html">engine::VarHandle</a> <a class="code" href="classmxnet_1_1OpStatePtr.html#af2082fb6224b78b2aac9e05f4b5365a4">get_var</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00170"></a><span class="lineno"> 170</span>&#160; <span class="keywordflow">return</span> ptr_-&gt;var;</div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>&#160; }</div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span>&#160; <span class="comment">/* \brief Get state of type T */</span></div><div class="line"><a name="l00173"></a><span class="lineno"> 173</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> T&gt;</div><div class="line"><a name="l00174"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html#a6d720b8843340fa4d9a7ff7937f2e141"> 174</a></span>&#160; T&amp; <a class="code" href="classmxnet_1_1OpStatePtr.html#a6d720b8843340fa4d9a7ff7937f2e141">get_state</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00175"></a><span class="lineno"> 175</span>&#160; <span class="keywordflow">return</span> *<span class="keyword">reinterpret_cast&lt;</span>T*<span class="keyword">&gt;</span>(ptr_-&gt;state);</div><div class="line"><a name="l00176"></a><span class="lineno"> 176</span>&#160; }</div><div class="line"><a name="l00177"></a><span class="lineno"> 177</span>&#160; <span class="comment">/* \brief clear state */</span></div><div class="line"><a name="l00178"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html#ae43213b3a65073a87bf489350a58d78e"> 178</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmxnet_1_1OpStatePtr.html#ae43213b3a65073a87bf489350a58d78e">reset</a>() {</div><div class="line"><a name="l00179"></a><span class="lineno"> 179</span>&#160; ptr_.reset();</div><div class="line"><a name="l00180"></a><span class="lineno"> 180</span>&#160; }</div><div class="line"><a name="l00181"></a><span class="lineno"> 181</span>&#160; <span class="comment">/* \brief checks whether the managed object is managed only by the current</span></div><div class="line"><a name="l00182"></a><span class="lineno"> 182</span>&#160;<span class="comment"> OpStatePtr instance */</span></div><div class="line"><a name="l00183"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html#a369d56ad9ea92ded99e532a76a1e1b91"> 183</a></span>&#160; <span class="keywordtype">bool</span> <a class="code" href="classmxnet_1_1OpStatePtr.html#a369d56ad9ea92ded99e532a76a1e1b91">unique</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00184"></a><span class="lineno"> 184</span>&#160; <span class="keywordflow">return</span> ptr_.unique();</div><div class="line"><a name="l00185"></a><span class="lineno"> 185</span>&#160; }</div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span>&#160; <span class="comment">/* \brief Whether state is empty */</span></div><div class="line"><a name="l00187"></a><span class="lineno"><a class="line" href="classmxnet_1_1OpStatePtr.html#ae233fba51851ddd1704de60c9c860ee3"> 187</a></span>&#160; <span class="keyword">explicit</span> <span class="keyword">operator</span> bool()<span class="keyword"> const </span>{</div><div class="line"><a name="l00188"></a><span class="lineno"> 188</span>&#160; <span class="keywordflow">return</span> ptr_ ? true : <span class="keyword">false</span>;</div><div class="line"><a name="l00189"></a><span class="lineno"> 189</span>&#160; }</div><div class="line"><a name="l00190"></a><span class="lineno"> 190</span>&#160;</div><div class="line"><a name="l00191"></a><span class="lineno"> 191</span>&#160; <span class="keyword">private</span>:</div><div class="line"><a name="l00192"></a><span class="lineno"> 192</span>&#160; <span class="comment">/* \brief state structure */</span></div><div class="line"><a name="l00193"></a><span class="lineno"> 193</span>&#160; <span class="keyword">struct </span>OpState {</div><div class="line"><a name="l00194"></a><span class="lineno"> 194</span>&#160; <a class="code" href="structmxnet_1_1engine_1_1Var.html">engine::VarHandle</a> var;</div><div class="line"><a name="l00195"></a><span class="lineno"> 195</span>&#160; <span class="keywordtype">void</span>* state;</div><div class="line"><a name="l00196"></a><span class="lineno"> 196</span>&#160;</div><div class="line"><a name="l00197"></a><span class="lineno"> 197</span>&#160; OpState(<a class="code" href="structmxnet_1_1engine_1_1Var.html">engine::VarHandle</a> var_, <span class="keywordtype">void</span>* state_) : var(var_), state(state_) {}</div><div class="line"><a name="l00198"></a><span class="lineno"> 198</span>&#160; OpState(<span class="keyword">const</span> OpState&amp; other) = <span class="keyword">delete</span>;</div><div class="line"><a name="l00199"></a><span class="lineno"> 199</span>&#160; OpState&amp; operator=(<span class="keyword">const</span> OpState&amp; other) = <span class="keyword">delete</span>;</div><div class="line"><a name="l00200"></a><span class="lineno"> 200</span>&#160; };</div><div class="line"><a name="l00201"></a><span class="lineno"> 201</span>&#160; <span class="comment">/* \brief shared pointer to state */</span></div><div class="line"><a name="l00202"></a><span class="lineno"> 202</span>&#160; std::shared_ptr&lt;OpState&gt; ptr_;</div><div class="line"><a name="l00203"></a><span class="lineno"> 203</span>&#160;};</div><div class="line"><a name="l00204"></a><span class="lineno"> 204</span>&#160;</div><div class="line"><a name="l00217"></a><span class="lineno"> 217</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#ac7ea5e68a319e4f7d7c0b4ee91c2d20f">FCreateOpState</a> = std::function&lt;<a class="code" href="classmxnet_1_1OpStatePtr.html">OpStatePtr</a> (<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs,</div><div class="line"><a name="l00218"></a><span class="lineno"> 218</span>&#160; <a class="code" href="structmxnet_1_1Context.html">Context</a> ctx,</div><div class="line"><a name="l00219"></a><span class="lineno"> 219</span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#a87e1c30aafac389774c6f4d905c0e5ea">mxnet::ShapeVector</a>&amp; in_shape,</div><div class="line"><a name="l00220"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ac7ea5e68a319e4f7d7c0b4ee91c2d20f"> 220</a></span>&#160; <span class="keyword">const</span> std::vector&lt;int&gt;&amp; in_type)&gt;;</div><div class="line"><a name="l00221"></a><span class="lineno"> 221</span>&#160;</div><div class="line"><a name="l00230"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ab11a4e6d5c8c47c99cfc3306db6538c8"> 230</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#ab11a4e6d5c8c47c99cfc3306db6538c8">THasDeterministicOutput</a> = bool;</div><div class="line"><a name="l00231"></a><span class="lineno"> 231</span>&#160;</div><div class="line"><a name="l00235"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a666f1055e5401ecec0278e8ba5790732"> 235</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a666f1055e5401ecec0278e8ba5790732">FExecType</a> = std::function&lt;ExecType (const NodeAttrs&amp; attrs)&gt;;</div><div class="line"><a name="l00243"></a><span class="lineno"> 243</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a9097a269dd76d833c014149ff3eaab9b">FStatefulCompute</a> = std::function&lt;void (<span class="keyword">const</span> <a class="code" href="classmxnet_1_1OpStatePtr.html">OpStatePtr</a>&amp; state,</div><div class="line"><a name="l00244"></a><span class="lineno"> 244</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>&amp; ctx,</div><div class="line"><a name="l00245"></a><span class="lineno"> 245</span>&#160; <span class="keyword">const</span> std::vector&lt;TBlob&gt;&amp; inputs,</div><div class="line"><a name="l00246"></a><span class="lineno"> 246</span>&#160; <span class="keyword">const</span> std::vector&lt;OpReqType&gt;&amp; req,</div><div class="line"><a name="l00247"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a9097a269dd76d833c014149ff3eaab9b"> 247</a></span>&#160; <span class="keyword">const</span> std::vector&lt;TBlob&gt;&amp; outputs)&gt;;</div><div class="line"><a name="l00255"></a><span class="lineno"> 255</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#ab12f1853179b1456152a563edff844a9">FStatefulComputeEx</a> = std::function&lt;void (<span class="keyword">const</span> <a class="code" href="classmxnet_1_1OpStatePtr.html">OpStatePtr</a>&amp; state,</div><div class="line"><a name="l00256"></a><span class="lineno"> 256</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>&amp; ctx,</div><div class="line"><a name="l00257"></a><span class="lineno"> 257</span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; inputs,</div><div class="line"><a name="l00258"></a><span class="lineno"> 258</span>&#160; <span class="keyword">const</span> std::vector&lt;OpReqType&gt;&amp; req,</div><div class="line"><a name="l00259"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ab12f1853179b1456152a563edff844a9"> 259</a></span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; outputs)&gt;;</div><div class="line"><a name="l00266"></a><span class="lineno"> 266</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#afaa687cbca9e992614be285711c1d72d">FResourceRequest</a> = std::function&lt;</div><div class="line"><a name="l00267"></a><span class="lineno"><a class="line" href="namespacemxnet.html#afaa687cbca9e992614be285711c1d72d"> 267</a></span>&#160; std::vector&lt;ResourceRequest&gt; (<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; n)&gt;;</div><div class="line"><a name="l00276"></a><span class="lineno"> 276</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a45b0a850c44c45609adc320b04c7ac7f">FResourceRequestEx</a> = std::function&lt;</div><div class="line"><a name="l00277"></a><span class="lineno"> 277</span>&#160; std::vector&lt;ResourceRequest&gt; (<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; n,</div><div class="line"><a name="l00278"></a><span class="lineno"> 278</span>&#160; <span class="keyword">const</span> <span class="keywordtype">int</span> dev_mask,</div><div class="line"><a name="l00279"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a45b0a850c44c45609adc320b04c7ac7f"> 279</a></span>&#160; <span class="keyword">const</span> <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">DispatchMode</a> dispatch_mode)&gt;;</div><div class="line"><a name="l00285"></a><span class="lineno"> 285</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a0906e49a921265634672f555451075ed">FNDArrayFunction</a> = std::function&lt;void (<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div><div class="line"><a name="l00286"></a><span class="lineno"> 286</span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; inputs,</div><div class="line"><a name="l00287"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a0906e49a921265634672f555451075ed"> 287</a></span>&#160; std::vector&lt;NDArray&gt;* outputs)&gt;;</div><div class="line"><a name="l00293"></a><span class="lineno"> 293</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#ad77e2048b7e8db91a12e05b477aac13e">FCompute</a> = std::function&lt;void (<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div><div class="line"><a name="l00294"></a><span class="lineno"> 294</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>&amp; ctx,</div><div class="line"><a name="l00295"></a><span class="lineno"> 295</span>&#160; <span class="keyword">const</span> std::vector&lt;TBlob&gt;&amp; inputs,</div><div class="line"><a name="l00296"></a><span class="lineno"> 296</span>&#160; <span class="keyword">const</span> std::vector&lt;OpReqType&gt;&amp; req,</div><div class="line"><a name="l00297"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ad77e2048b7e8db91a12e05b477aac13e"> 297</a></span>&#160; <span class="keyword">const</span> std::vector&lt;TBlob&gt;&amp; outputs)&gt;;</div><div class="line"><a name="l00303"></a><span class="lineno"> 303</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a294d2660c065f8d229c27e65f0461e10">FComputeEx</a> = std::function&lt;void (<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a>&amp; attrs,</div><div class="line"><a name="l00304"></a><span class="lineno"> 304</span>&#160; <span class="keyword">const</span> <a class="code" href="structmxnet_1_1OpContext.html">OpContext</a>&amp; ctx,</div><div class="line"><a name="l00305"></a><span class="lineno"> 305</span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; inputs,</div><div class="line"><a name="l00306"></a><span class="lineno"> 306</span>&#160; <span class="keyword">const</span> std::vector&lt;OpReqType&gt;&amp; req,</div><div class="line"><a name="l00307"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a294d2660c065f8d229c27e65f0461e10"> 307</a></span>&#160; <span class="keyword">const</span> std::vector&lt;NDArray&gt;&amp; outputs)&gt;;</div><div class="line"><a name="l00308"></a><span class="lineno"> 308</span>&#160;</div><div class="line"><a name="l00315"></a><span class="lineno"> 315</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a0a1395f21139ba975a6268539df6a15d">FInferStorageType</a> = std::function&lt;bool (<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs,</div><div class="line"><a name="l00316"></a><span class="lineno"> 316</span>&#160; <span class="keyword">const</span> <span class="keywordtype">int</span> dev_mask,</div><div class="line"><a name="l00317"></a><span class="lineno"> 317</span>&#160; <a class="code" href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">DispatchMode</a>* dispatch_mode,</div><div class="line"><a name="l00318"></a><span class="lineno"> 318</span>&#160; std::vector&lt;int&gt;* in_attrs,</div><div class="line"><a name="l00319"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a0a1395f21139ba975a6268539df6a15d"> 319</a></span>&#160; std::vector&lt;int&gt;* out_attrs)&gt;;</div><div class="line"><a name="l00320"></a><span class="lineno"> 320</span>&#160;</div><div class="line"><a name="l00325"></a><span class="lineno"><a class="line" href="namespacemxnet.html#ae5d610fd675a9b9c811901394ee07709"> 325</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#ae5d610fd675a9b9c811901394ee07709">FQuantizable</a> = std::function&lt;QuantizeType (const NodeAttrs&amp; attrs)&gt;;</div><div class="line"><a name="l00326"></a><span class="lineno"> 326</span>&#160;</div><div class="line"><a name="l00331"></a><span class="lineno"><a class="line" href="namespacemxnet.html#aca9a7c38c0a9b100a35eba5f3b0ea108"> 331</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#aca9a7c38c0a9b100a35eba5f3b0ea108">FQuantizedOp</a> = std::function&lt;nnvm::ObjectPtr (const NodeAttrs&amp; attrs)&gt;;</div><div class="line"><a name="l00332"></a><span class="lineno"> 332</span>&#160;</div><div class="line"><a name="l00339"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a7f7c271f6d03ee358eb9e66486e41045"> 339</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a7f7c271f6d03ee358eb9e66486e41045">FNeedRequantize</a> = std::function&lt;bool (const NodeAttrs&amp; attrs)&gt;;</div><div class="line"><a name="l00340"></a><span class="lineno"> 340</span>&#160;</div><div class="line"><a name="l00346"></a><span class="lineno"> 346</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a3cb7e17c82420da9bac723fee0bb044c">FAvoidQuantizeInput</a> = std::function&lt;bool (<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs,</div><div class="line"><a name="l00347"></a><span class="lineno"> 347</span>&#160; <span class="keyword">const</span> <span class="keywordtype">size_t</span> index,</div><div class="line"><a name="l00348"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a3cb7e17c82420da9bac723fee0bb044c"> 348</a></span>&#160; <span class="keyword">const</span> std::string quantize_granularity)&gt;;</div><div class="line"><a name="l00349"></a><span class="lineno"> 349</span>&#160;</div><div class="line"><a name="l00354"></a><span class="lineno"> 354</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#af29e1bae7bee2739b1a698c7574d32fc">FNeedAsymQuantizeInput</a> = std::function&lt;bool (<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs,</div><div class="line"><a name="l00355"></a><span class="lineno"><a class="line" href="namespacemxnet.html#af29e1bae7bee2739b1a698c7574d32fc"> 355</a></span>&#160; <span class="keyword">const</span> <span class="keywordtype">size_t</span> index)&gt;;</div><div class="line"><a name="l00356"></a><span class="lineno"> 356</span>&#160;</div><div class="line"><a name="l00362"></a><span class="lineno"> 362</span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a860b3f69d48b8d0e6a227248bee2c9a4">FAvoidDequantizeOutput</a> = std::function&lt;bool (<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs,</div><div class="line"><a name="l00363"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a860b3f69d48b8d0e6a227248bee2c9a4"> 363</a></span>&#160; <span class="keyword">const</span> <span class="keywordtype">size_t</span> index)&gt;;</div><div class="line"><a name="l00364"></a><span class="lineno"> 364</span>&#160;</div><div class="line"><a name="l00370"></a><span class="lineno"><a class="line" href="namespacemxnet.html#abbd92d7ce22448f485be2946e79322bd"> 370</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#abbd92d7ce22448f485be2946e79322bd">FNeedCalibrateInput</a> = std::function&lt;std::vector&lt;int&gt; (<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs)&gt;;</div><div class="line"><a name="l00371"></a><span class="lineno"> 371</span>&#160;</div><div class="line"><a name="l00377"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a5874b9dfca8a1e2e7c72da5e3b6a9d0b"> 377</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a5874b9dfca8a1e2e7c72da5e3b6a9d0b">FNeedCalibrateOutput</a> = std::function&lt;std::vector&lt;int&gt; (<span class="keyword">const</span> <a class="code" href="structnnvm_1_1NodeAttrs.html">NodeAttrs</a>&amp; attrs)&gt;;</div><div class="line"><a name="l00378"></a><span class="lineno"> 378</span>&#160;</div><div class="line"><a name="l00379"></a><span class="lineno"> 379</span>&#160;<span class="preprocessor">#if MXNET_USE_CUDA</span></div><div class="line"><a name="l00380"></a><span class="lineno"> 380</span>&#160;</div><div class="line"><a name="l00388"></a><span class="lineno"><a class="line" href="namespacemxnet.html#a1f299d6a9a65bdf12162a5dcba62b710"> 388</a></span>&#160;<span class="keyword">using</span> <a class="code" href="namespacemxnet.html#a1f299d6a9a65bdf12162a5dcba62b710">FIsCUDAGraphsCompatible</a> = std::function&lt;bool (const NodeAttrs&amp; attrs, const bool is_train)&gt;;</div><div class="line"><a name="l00389"></a><span class="lineno"> 389</span>&#160;</div><div class="line"><a name="l00390"></a><span class="lineno"> 390</span>&#160;<span class="preprocessor">#endif</span></div><div class="line"><a name="l00391"></a><span class="lineno"> 391</span>&#160;</div><div class="line"><a name="l00392"></a><span class="lineno"> 392</span>&#160;} <span class="comment">// namespace mxnet</span></div><div class="line"><a name="l00393"></a><span class="lineno"> 393</span>&#160;</div><div class="line"><a name="l00394"></a><span class="lineno"> 394</span>&#160;<span class="preprocessor">#endif // MXNET_OP_ATTR_TYPES_H_</span></div><div class="ttc" id="namespacemxnet_html_a9097a269dd76d833c014149ff3eaab9b"><div class="ttname"><a href="namespacemxnet.html#a9097a269dd76d833c014149ff3eaab9b">mxnet::FStatefulCompute</a></div><div class="ttdeci">std::function&lt; void(const OpStatePtr &amp;state, const OpContext &amp;ctx, const std::vector&lt; TBlob &gt; &amp;inputs, const std::vector&lt; OpReqType &gt; &amp;req, const std::vector&lt; TBlob &gt; &amp;outputs)&gt; FStatefulCompute</div><div class="ttdoc">Resiger a compute function for stateful operator. OpStatePtr is a pointer type, it&amp;#39;s content is mutab...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:247</div></div>
<div class="ttc" id="classmxnet_1_1OpStatePtr_html_a6d720b8843340fa4d9a7ff7937f2e141"><div class="ttname"><a href="classmxnet_1_1OpStatePtr.html#a6d720b8843340fa4d9a7ff7937f2e141">mxnet::OpStatePtr::get_state</a></div><div class="ttdeci">T &amp; get_state() const</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:174</div></div>
<div class="ttc" id="classmxnet_1_1OpStatePtr_html_ae43213b3a65073a87bf489350a58d78e"><div class="ttname"><a href="classmxnet_1_1OpStatePtr.html#ae43213b3a65073a87bf489350a58d78e">mxnet::OpStatePtr::reset</a></div><div class="ttdeci">void reset()</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:178</div></div>
<div class="ttc" id="classmxnet_1_1OpStatePtr_html_a369d56ad9ea92ded99e532a76a1e1b91"><div class="ttname"><a href="classmxnet_1_1OpStatePtr.html#a369d56ad9ea92ded99e532a76a1e1b91">mxnet::OpStatePtr::unique</a></div><div class="ttdeci">bool unique() const</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:183</div></div>
<div class="ttc" id="namespacemxnet_html_ad7801fb2dd68294d4c7a9e289bc071adae3bade32f12a5139b27ef40b3689b77c"><div class="ttname"><a href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071adae3bade32f12a5139b27ef40b3689b77c">mxnet::ExecType::kSync</a></div><div class="ttdoc">Forward/Backward are synchronous calls. </div></div>
<div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2bafb751f6ee1af15e773242f2accd2dbff">mxnet::DispatchMode::kVariable</a></div></div>
<div class="ttc" id="engine_8h_html"><div class="ttname"><a href="engine_8h.html">engine.h</a></div><div class="ttdoc">Engine that schedules all the operations according to dependency. </div></div>
<div class="ttc" id="namespacemxnet_html_ab11a4e6d5c8c47c99cfc3306db6538c8"><div class="ttname"><a href="namespacemxnet.html#ab11a4e6d5c8c47c99cfc3306db6538c8">mxnet::THasDeterministicOutput</a></div><div class="ttdeci">bool THasDeterministicOutput</div><div class="ttdoc">Whether the operator always produces the same output given the same input. This enables certain optim...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:230</div></div>
<div class="ttc" id="namespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398a001b85096e07108e174fe4c406368a26"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a001b85096e07108e174fe4c406368a26">mxnet::kNullOp</a></div><div class="ttdoc">no operation, do not write anything </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:47</div></div>
<div class="ttc" id="structnnvm_1_1NodeAttrs_html"><div class="ttname"><a href="structnnvm_1_1NodeAttrs.html">nnvm::NodeAttrs</a></div><div class="ttdoc">The attributes of the current operation node. Usually are additional parameters like axis...</div><div class="ttdef"><b>Definition:</b> node.h:119</div></div>
<div class="ttc" id="classmxnet_1_1OpStatePtr_html_a2484d61830b33181bf24c536ba91b790"><div class="ttname"><a href="classmxnet_1_1OpStatePtr.html#a2484d61830b33181bf24c536ba91b790">mxnet::OpStatePtr::Create</a></div><div class="ttdeci">static OpStatePtr Create(Args &amp;&amp;... args)</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:154</div></div>
<div class="ttc" id="namespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398a03b4c19f34d3add7deecd7ef6c54b42a"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a03b4c19f34d3add7deecd7ef6c54b42a">mxnet::kWriteTo</a></div><div class="ttdoc">write gradient to provided space </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:49</div></div>
<div class="ttc" id="structmxnet_1_1OpContext_html_a1c05a1376bc046ff717827643af4974a"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a1c05a1376bc046ff717827643af4974a">mxnet::OpContext::get_gpu_aux_stream</a></div><div class="ttdeci">SyncedGPUAuxStream get_gpu_aux_stream() const</div><div class="ttdoc">get auxilary gpu stream auto-syncing object from Context </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:91</div></div>
<div class="ttc" id="namespacemxnet_html"><div class="ttname"><a href="namespacemxnet.html">mxnet</a></div><div class="ttdoc">namespace of mxnet </div><div class="ttdef"><b>Definition:</b> api_registry.h:33</div></div>
<div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba57f93219462690bc438372ecd92fedd5">mxnet::DispatchMode::kFComputeEx</a></div></div>
<div class="ttc" id="namespacemxnet_html_afaa687cbca9e992614be285711c1d72d"><div class="ttname"><a href="namespacemxnet.html#afaa687cbca9e992614be285711c1d72d">mxnet::FResourceRequest</a></div><div class="ttdeci">std::function&lt; std::vector&lt; ResourceRequest &gt;(const NodeAttrs &amp;n)&gt; FResourceRequest</div><div class="ttdoc">The resource request from the operator. An operator could register ResourceRequestEx, or ResourceRequest, or neither. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:267</div></div>
<div class="ttc" id="namespacemxnet_html_ab12f1853179b1456152a563edff844a9"><div class="ttname"><a href="namespacemxnet.html#ab12f1853179b1456152a563edff844a9">mxnet::FStatefulComputeEx</a></div><div class="ttdeci">std::function&lt; void(const OpStatePtr &amp;state, const OpContext &amp;ctx, const std::vector&lt; NDArray &gt; &amp;inputs, const std::vector&lt; OpReqType &gt; &amp;req, const std::vector&lt; NDArray &gt; &amp;outputs)&gt; FStatefulComputeEx</div><div class="ttdoc">Resiger a compute function for stateful operator using NDArray interface. OpStatePtr is a pointer typ...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:259</div></div>
<div class="ttc" id="namespacemxnet_html_a1f299d6a9a65bdf12162a5dcba62b710"><div class="ttname"><a href="namespacemxnet.html#a1f299d6a9a65bdf12162a5dcba62b710">mxnet::FIsCUDAGraphsCompatible</a></div><div class="ttdeci">std::function&lt; bool(const NodeAttrs &amp;attrs, const bool is_train)&gt; FIsCUDAGraphsCompatible</div><div class="ttdoc">Register a function to determine if the operator implementation is compatible with CUDA graphs...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:388</div></div>
<div class="ttc" id="structmxnet_1_1OpContext_html_a0c48c2419d23551a626ae3de6ee1f6da"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a0c48c2419d23551a626ae3de6ee1f6da">mxnet::OpContext::get_stream</a></div><div class="ttdeci">mshadow::Stream&lt; xpu &gt; * get_stream() const</div><div class="ttdoc">get mshadow stream from Context </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:83</div></div>
<div class="ttc" id="namespacemxnet_html_a7f7c271f6d03ee358eb9e66486e41045"><div class="ttname"><a href="namespacemxnet.html#a7f7c271f6d03ee358eb9e66486e41045">mxnet::FNeedRequantize</a></div><div class="ttdeci">std::function&lt; bool(const NodeAttrs &amp;attrs)&gt; FNeedRequantize</div><div class="ttdoc">Register a function to determine if the output of a quantized operator needs to be requantized...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:339</div></div>
<div class="ttc" id="namespacemxnet_html_a8e417d85458838afaba8b269f082226da9d2303d7a748e1b486e5aeb1f2194610"><div class="ttname"><a href="namespacemxnet.html#a8e417d85458838afaba8b269f082226da9d2303d7a748e1b486e5aeb1f2194610">mxnet::QuantizeType::kMust</a></div></div>
<div class="ttc" id="namespacemxnet_html_a998b74220fab2b012cf8a179650e1b3ba9f2b960005d2a3a5f35ac32809d84db7"><div class="ttname"><a href="namespacemxnet.html#a998b74220fab2b012cf8a179650e1b3ba9f2b960005d2a3a5f35ac32809d84db7">mxnet::FnProperty::kAsync</a></div><div class="ttdoc">Asynchronous function call. </div></div>
<div class="ttc" id="structmxnet_1_1OpContext_html_a2d550bd138ed08333bebed8dd876644f"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a2d550bd138ed08333bebed8dd876644f">mxnet::OpContext::is_train</a></div><div class="ttdeci">bool is_train</div><div class="ttdoc">whether it is training phase </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:70</div></div>
<div class="ttc" id="structmxnet_1_1RunContext_html_a5591cfe410da5ab004c4733a8a2fb0c7"><div class="ttname"><a href="structmxnet_1_1RunContext.html#a5591cfe410da5ab004c4733a8a2fb0c7">mxnet::RunContext::get_gpu_aux_stream</a></div><div class="ttdeci">SyncedGPUAuxStream get_gpu_aux_stream() const</div><div class="ttdoc">get an RAII object that transparently handles the syncing of the auxiliary stream. </div><div class="ttdef"><b>Definition:</b> base.h:378</div></div>
<div class="ttc" id="namespacemxnet_html_ad7801fb2dd68294d4c7a9e289bc071ada3864860a073c64d74d3fc8e765fa6cad"><div class="ttname"><a href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ada3864860a073c64d74d3fc8e765fa6cad">mxnet::ExecType::kCrossDeviceCopy</a></div><div class="ttdoc">Cross device copy operation, this is a special operator that indicates it will copy across devices...</div></div>
<div class="ttc" id="structmxnet_1_1RunContext_html"><div class="ttname"><a href="structmxnet_1_1RunContext.html">mxnet::RunContext</a></div><div class="ttdoc">execution time context. The information needed in runtime for actual execution. </div><div class="ttdef"><b>Definition:</b> base.h:349</div></div>
<div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2b"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2b">mxnet::DispatchMode</a></div><div class="ttdeci">DispatchMode</div><div class="ttdoc">the dispatch mode of the operator </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:122</div></div>
<div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba2157864769b54d1d0f8f9be63393e7d6">mxnet::DispatchMode::kFCompute</a></div></div>
<div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba18bf63b4c196f79c9bca4ad8637e8fef">mxnet::DispatchMode::kFComputeFallback</a></div></div>
<div class="ttc" id="structmxnet_1_1engine_1_1Var_html"><div class="ttname"><a href="structmxnet_1_1engine_1_1Var.html">mxnet::engine::Var</a></div><div class="ttdoc">base class of engine variables. </div><div class="ttdef"><b>Definition:</b> engine.h:43</div></div>
<div class="ttc" id="classmxnet_1_1SyncedGPUAuxStream_html"><div class="ttname"><a href="classmxnet_1_1SyncedGPUAuxStream.html">mxnet::SyncedGPUAuxStream</a></div><div class="ttdoc">Provides automatic coordination of an auxilary stream with a primary one. This object, upon construction, prepares an aux stream for use by syncing it with enqueued primary-stream work. Object destruction will sync again so future primary-stream work will wait on enqueued aux-stream work. If MXNET_GPU_WORKER_NSTREAMS == 1, then this defaults simply: the primary stream will equal the aux stream and the syncs will be executed as nops. See ./src/operator/cudnn/cudnn_convolution-inl.h for a usage example. </div><div class="ttdef"><b>Definition:</b> base.h:314</div></div>
<div class="ttc" id="structmxnet_1_1RunContext_html_a9901db00632774aef42081ceda0d23f1"><div class="ttname"><a href="structmxnet_1_1RunContext.html#a9901db00632774aef42081ceda0d23f1">mxnet::RunContext::get_stream</a></div><div class="ttdeci">mshadow::Stream&lt; xpu &gt; * get_stream() const</div><div class="ttdoc">get mshadow stream from Context </div><div class="ttdef"><b>Definition:</b> base.h:370</div></div>
<div class="ttc" id="structmxnet_1_1OpContext_html_a40ce0e3d4ac21412cfafafc5b1fd32ef"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a40ce0e3d4ac21412cfafafc5b1fd32ef">mxnet::OpContext::async_on_complete</a></div><div class="ttdeci">engine::CallbackOnComplete async_on_complete</div><div class="ttdoc">the callback when operation completes, used by asynchronize ops </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:74</div></div>
<div class="ttc" id="tensor_8h_html"><div class="ttname"><a href="tensor_8h.html">tensor.h</a></div><div class="ttdoc">header file of tensor data structure and functions This lib requires explicit memory allocation and d...</div></div>
<div class="ttc" id="structmxnet_1_1OpContext_html"><div class="ttname"><a href="structmxnet_1_1OpContext.html">mxnet::OpContext</a></div><div class="ttdoc">All the possible information needed by Operator.Forward and Backward This is the superset of RunConte...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:66</div></div>
<div class="ttc" id="namespacemxnet_html_a8e417d85458838afaba8b269f082226da35c3ace1970663a16e5c65baa5941b13"><div class="ttname"><a href="namespacemxnet.html#a8e417d85458838afaba8b269f082226da35c3ace1970663a16e5c65baa5941b13">mxnet::QuantizeType::kNone</a></div></div>
<div class="ttc" id="namespacemxnet_html_a87e1c30aafac389774c6f4d905c0e5ea"><div class="ttname"><a href="namespacemxnet.html#a87e1c30aafac389774c6f4d905c0e5ea">mxnet::ShapeVector</a></div><div class="ttdeci">std::vector&lt; mxnet::TShape &gt; ShapeVector</div><div class="ttdoc">The result holder of shape of each NodeEntry in the graph. </div><div class="ttdef"><b>Definition:</b> tuple.h:819</div></div>
<div class="ttc" id="namespacemxnet_html_a8e417d85458838afaba8b269f082226d"><div class="ttname"><a href="namespacemxnet.html#a8e417d85458838afaba8b269f082226d">mxnet::QuantizeType</a></div><div class="ttdeci">QuantizeType</div><div class="ttdoc">the quantization type of the operator </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:135</div></div>
<div class="ttc" id="namespacemxnet_html_a666f1055e5401ecec0278e8ba5790732"><div class="ttname"><a href="namespacemxnet.html#a666f1055e5401ecec0278e8ba5790732">mxnet::FExecType</a></div><div class="ttdeci">std::function&lt; ExecType(const NodeAttrs &amp;attrs)&gt; FExecType</div><div class="ttdoc">Execution mode of this operator. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:235</div></div>
<div class="ttc" id="classmxnet_1_1Engine_html_a6e141b188f018d5d933ab99868631d5e"><div class="ttname"><a href="classmxnet_1_1Engine.html#a6e141b188f018d5d933ab99868631d5e">mxnet::Engine::NewVariable</a></div><div class="ttdeci">virtual VarHandle NewVariable()=0</div><div class="ttdoc">Allocate a new variable, the variable can then be used to schedule the operation concurrently via dep...</div></div>
<div class="ttc" id="namespacemxnet_html_af29e1bae7bee2739b1a698c7574d32fc"><div class="ttname"><a href="namespacemxnet.html#af29e1bae7bee2739b1a698c7574d32fc">mxnet::FNeedAsymQuantizeInput</a></div><div class="ttdeci">std::function&lt; bool(const NodeAttrs &amp;attrs, const size_t index)&gt; FNeedAsymQuantizeInput</div><div class="ttdoc">Register a function to determine if the input of a quantized operator needs to be quantized asymmetri...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:355</div></div>
<div class="ttc" id="structmxnet_1_1OpContext_html_adffa555a95b50893b5fe7a2930a71d62"><div class="ttname"><a href="structmxnet_1_1OpContext.html#adffa555a95b50893b5fe7a2930a71d62">mxnet::OpContext::need_grad</a></div><div class="ttdeci">bool need_grad</div><div class="ttdoc">whether there is a backward phase to compute gradients. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:68</div></div>
<div class="ttc" id="namespacemxnet_html_a0906e49a921265634672f555451075ed"><div class="ttname"><a href="namespacemxnet.html#a0906e49a921265634672f555451075ed">mxnet::FNDArrayFunction</a></div><div class="ttdeci">std::function&lt; void(const nnvm::NodeAttrs &amp;attrs, const std::vector&lt; NDArray &gt; &amp;inputs, std::vector&lt; NDArray &gt; *outputs)&gt; FNDArrayFunction</div><div class="ttdoc">Register an operator called as a NDArray function. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:287</div></div>
<div class="ttc" id="namespacemxnet_html_aca9a7c38c0a9b100a35eba5f3b0ea108"><div class="ttname"><a href="namespacemxnet.html#aca9a7c38c0a9b100a35eba5f3b0ea108">mxnet::FQuantizedOp</a></div><div class="ttdeci">std::function&lt; nnvm::ObjectPtr(const NodeAttrs &amp;attrs)&gt; FQuantizedOp</div><div class="ttdoc">Register a quantized node creation function based on the attrs of the node. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:331</div></div>
<div class="ttc" id="resource_8h_html"><div class="ttname"><a href="resource_8h.html">resource.h</a></div><div class="ttdoc">Global resource allocation handling. </div></div>
<div class="ttc" id="classmxnet_1_1Engine_html_a738e5192dab345ab0ec9888b095903cf"><div class="ttname"><a href="classmxnet_1_1Engine.html#a738e5192dab345ab0ec9888b095903cf">mxnet::Engine::DeleteVariable</a></div><div class="ttdeci">virtual void DeleteVariable(SyncFn delete_fn, Context exec_ctx, VarHandle var)=0</div><div class="ttdoc">Schedule the deletion of a variable. </div></div>
<div class="ttc" id="namespacemxnet_html_ac7ea5e68a319e4f7d7c0b4ee91c2d20f"><div class="ttname"><a href="namespacemxnet.html#ac7ea5e68a319e4f7d7c0b4ee91c2d20f">mxnet::FCreateOpState</a></div><div class="ttdeci">std::function&lt; OpStatePtr(const NodeAttrs &amp;attrs, Context ctx, const mxnet::ShapeVector &amp;in_shape, const std::vector&lt; int &gt; &amp;in_type)&gt; FCreateOpState</div><div class="ttdoc">Create a Layer style, forward/backward operator. This is easy to write code that contains state...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:220</div></div>
<div class="ttc" id="namespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398a640322face587ca12684378d0f053d51"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a640322face587ca12684378d0f053d51">mxnet::kWriteInplace</a></div><div class="ttdoc">perform an inplace write, This option only happen when Target shares memory with one of input argumen...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:55</div></div>
<div class="ttc" id="namespacemxnet_html_ad7801fb2dd68294d4c7a9e289bc071adabfccd41d634d8095c956c29c9ee35257"><div class="ttname"><a href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071adabfccd41d634d8095c956c29c9ee35257">mxnet::ExecType::kSubgraphExec</a></div><div class="ttdoc">A subgraph execution should happen in the main thread, instead of in the execution engine...</div></div>
<div class="ttc" id="include_2mxnet_2base_8h_html"><div class="ttname"><a href="include_2mxnet_2base_8h.html">base.h</a></div></div>
<div class="ttc" id="namespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398">mxnet::OpReqType</a></div><div class="ttdeci">OpReqType</div><div class="ttdoc">operation request type to Forward and Backward </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:45</div></div>
<div class="ttc" id="namespacemxnet_html_a860b3f69d48b8d0e6a227248bee2c9a4"><div class="ttname"><a href="namespacemxnet.html#a860b3f69d48b8d0e6a227248bee2c9a4">mxnet::FAvoidDequantizeOutput</a></div><div class="ttdeci">std::function&lt; bool(const NodeAttrs &amp;attrs, const size_t index)&gt; FAvoidDequantizeOutput</div><div class="ttdoc">Register a function to determine if the output of a quantized operator needs to be dequantized...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:363</div></div>
<div class="ttc" id="namespacemxnet_html_a294d2660c065f8d229c27e65f0461e10"><div class="ttname"><a href="namespacemxnet.html#a294d2660c065f8d229c27e65f0461e10">mxnet::FComputeEx</a></div><div class="ttdeci">std::function&lt; void(const nnvm::NodeAttrs &amp;attrs, const OpContext &amp;ctx, const std::vector&lt; NDArray &gt; &amp;inputs, const std::vector&lt; OpReqType &gt; &amp;req, const std::vector&lt; NDArray &gt; &amp;outputs)&gt; FComputeEx</div><div class="ttdoc">Register an NDArray compute function for simple stateless forward only operator. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:307</div></div>
<div class="ttc" id="structmxnet_1_1OpContext_html_a833e95f95cf5e3af9c193b74b500fc5b"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a833e95f95cf5e3af9c193b74b500fc5b">mxnet::OpContext::requested</a></div><div class="ttdeci">std::vector&lt; Resource &gt; requested</div><div class="ttdoc">Resources requested by the operator. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:76</div></div>
<div class="ttc" id="structmxnet_1_1OpContext_html_a869d4c68c0028a175406f11332baf7cf"><div class="ttname"><a href="structmxnet_1_1OpContext.html#a869d4c68c0028a175406f11332baf7cf">mxnet::OpContext::run_ctx</a></div><div class="ttdeci">RunContext run_ctx</div><div class="ttdoc">RunContext related resources. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:72</div></div>
<div class="ttc" id="structmxnet_1_1Context_html_a4bb231d70623fde216de51589347e513"><div class="ttname"><a href="structmxnet_1_1Context.html#a4bb231d70623fde216de51589347e513">mxnet::Context::CPU</a></div><div class="ttdeci">static Context CPU(int32_t dev_id=0)</div></div>
<div class="ttc" id="namespacemxnet_html_ad77e2048b7e8db91a12e05b477aac13e"><div class="ttname"><a href="namespacemxnet.html#ad77e2048b7e8db91a12e05b477aac13e">mxnet::FCompute</a></div><div class="ttdeci">std::function&lt; void(const nnvm::NodeAttrs &amp;attrs, const OpContext &amp;ctx, const std::vector&lt; TBlob &gt; &amp;inputs, const std::vector&lt; OpReqType &gt; &amp;req, const std::vector&lt; TBlob &gt; &amp;outputs)&gt; FCompute</div><div class="ttdoc">Register a compute function for simple stateless forward only operator. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:297</div></div>
<div class="ttc" id="classmxnet_1_1engine_1_1CallbackOnComplete_html"><div class="ttname"><a href="classmxnet_1_1engine_1_1CallbackOnComplete.html">mxnet::engine::CallbackOnComplete</a></div><div class="ttdoc">OnComplete Callback to the engine, called by AsyncFn when action completes. </div><div class="ttdef"><b>Definition:</b> engine.h:72</div></div>
<div class="ttc" id="classmxnet_1_1Engine_html_ae0a23da15ef63d9479c7468e1f2f825f"><div class="ttname"><a href="classmxnet_1_1Engine.html#ae0a23da15ef63d9479c7468e1f2f825f">mxnet::Engine::Get</a></div><div class="ttdeci">static Engine * Get()</div></div>
<div class="ttc" id="namespacemxnet_html_a0a1395f21139ba975a6268539df6a15d"><div class="ttname"><a href="namespacemxnet.html#a0a1395f21139ba975a6268539df6a15d">mxnet::FInferStorageType</a></div><div class="ttdeci">std::function&lt; bool(const NodeAttrs &amp;attrs, const int dev_mask, DispatchMode *dispatch_mode, std::vector&lt; int &gt; *in_attrs, std::vector&lt; int &gt; *out_attrs)&gt; FInferStorageType</div><div class="ttdoc">Register a storage and dispatch mode inference function based on storage types of the inputs and outp...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:319</div></div>
<div class="ttc" id="namespacemxnet_html_a45b0a850c44c45609adc320b04c7ac7f"><div class="ttname"><a href="namespacemxnet.html#a45b0a850c44c45609adc320b04c7ac7f">mxnet::FResourceRequestEx</a></div><div class="ttdeci">std::function&lt; std::vector&lt; ResourceRequest &gt;(const NodeAttrs &amp;n, const int dev_mask, const DispatchMode dispatch_mode)&gt; FResourceRequestEx</div><div class="ttdoc">The resource request from the operator. An operator could register ResourceRequestEx, or ResourceRequest, or neither. If an operator registers both ResourceRequestEx and ResourceRequest, ResourceRequest is ignored. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:279</div></div>
<div class="ttc" id="namespacemxnet_html_abbd92d7ce22448f485be2946e79322bd"><div class="ttname"><a href="namespacemxnet.html#abbd92d7ce22448f485be2946e79322bd">mxnet::FNeedCalibrateInput</a></div><div class="ttdeci">std::function&lt; std::vector&lt; int &gt;(const NodeAttrs &amp;attrs)&gt; FNeedCalibrateInput</div><div class="ttdoc">Register a function to determine if the input of a quantized operator needs to be calibrated...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:370</div></div>
<div class="ttc" id="namespacemxnet_html_a7cd7094ef222e9ae1f520c3b6a214398a1b850737dba4d2c42a2687d14c10f383"><div class="ttname"><a href="namespacemxnet.html#a7cd7094ef222e9ae1f520c3b6a214398a1b850737dba4d2c42a2687d14c10f383">mxnet::kAddTo</a></div><div class="ttdoc">add to the provided space </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:57</div></div>
<div class="ttc" id="namespacemxnet_html_a3cb7e17c82420da9bac723fee0bb044c"><div class="ttname"><a href="namespacemxnet.html#a3cb7e17c82420da9bac723fee0bb044c">mxnet::FAvoidQuantizeInput</a></div><div class="ttdeci">std::function&lt; bool(const NodeAttrs &amp;attrs, const size_t index, const std::string quantize_granularity)&gt; FAvoidQuantizeInput</div><div class="ttdoc">Register a function to determine if the input of a quantized operator needs to be quantized...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:348</div></div>
<div class="ttc" id="namespacemxnet_html_a8e417d85458838afaba8b269f082226daaab0226a1be7a88fdffaa2442c55aa60"><div class="ttname"><a href="namespacemxnet.html#a8e417d85458838afaba8b269f082226daaab0226a1be7a88fdffaa2442c55aa60">mxnet::QuantizeType::kSupport</a></div></div>
<div class="ttc" id="namespacemxnet_html_a5874b9dfca8a1e2e7c72da5e3b6a9d0b"><div class="ttname"><a href="namespacemxnet.html#a5874b9dfca8a1e2e7c72da5e3b6a9d0b">mxnet::FNeedCalibrateOutput</a></div><div class="ttdeci">std::function&lt; std::vector&lt; int &gt;(const NodeAttrs &amp;attrs)&gt; FNeedCalibrateOutput</div><div class="ttdoc">Register a function to determine if the output of a quantized operator needs to be calibrated...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:377</div></div>
<div class="ttc" id="namespacemxnet_html_ad7801fb2dd68294d4c7a9e289bc071ad"><div class="ttname"><a href="namespacemxnet.html#ad7801fb2dd68294d4c7a9e289bc071ad">mxnet::ExecType</a></div><div class="ttdeci">ExecType</div><div class="ttdoc">the execution type of the operator </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:98</div></div>
<div class="ttc" id="structmxnet_1_1Context_html"><div class="ttname"><a href="structmxnet_1_1Context.html">mxnet::Context</a></div><div class="ttdoc">Context information about the execution environment. </div><div class="ttdef"><b>Definition:</b> base.h:101</div></div>
<div class="ttc" id="include_2mxnet_2ndarray_8h_html"><div class="ttname"><a href="include_2mxnet_2ndarray_8h.html">ndarray.h</a></div></div>
<div class="ttc" id="namespacemxnet_html_aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66"><div class="ttname"><a href="namespacemxnet.html#aad5fec2b4bceabbf4b884460cc2e0a2ba7934d40c7c17315d892e8d5d745b1c66">mxnet::DispatchMode::kUndefined</a></div></div>
<div class="ttc" id="namespacemxnet_html_ae5d610fd675a9b9c811901394ee07709"><div class="ttname"><a href="namespacemxnet.html#ae5d610fd675a9b9c811901394ee07709">mxnet::FQuantizable</a></div><div class="ttdeci">std::function&lt; QuantizeType(const NodeAttrs &amp;attrs)&gt; FQuantizable</div><div class="ttdoc">Register a quantized node creation function based on the attrs of the node. </div><div class="ttdef"><b>Definition:</b> op_attr_types.h:325</div></div>
<div class="ttc" id="3rdparty_2tvm_2nnvm_2include_2nnvm_2op__attr__types_8h_html"><div class="ttname"><a href="3rdparty_2tvm_2nnvm_2include_2nnvm_2op__attr__types_8h.html">op_attr_types.h</a></div><div class="ttdoc">Data structures that can appear in operator attributes. </div></div>
<div class="ttc" id="classmxnet_1_1OpStatePtr_html"><div class="ttname"><a href="classmxnet_1_1OpStatePtr.html">mxnet::OpStatePtr</a></div><div class="ttdoc">Operator state. This is a pointer type, its content is mutable even if OpStatePtr is const...</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:148</div></div>
<div class="ttc" id="structmshadow_1_1Stream_html"><div class="ttname"><a href="structmshadow_1_1Stream.html">mshadow::Stream</a></div><div class="ttdoc">computaion stream structure, used for asynchronous computations </div><div class="ttdef"><b>Definition:</b> tensor.h:383</div></div>
<div class="ttc" id="classmxnet_1_1OpStatePtr_html_af2082fb6224b78b2aac9e05f4b5365a4"><div class="ttname"><a href="classmxnet_1_1OpStatePtr.html#af2082fb6224b78b2aac9e05f4b5365a4">mxnet::OpStatePtr::get_var</a></div><div class="ttdeci">engine::VarHandle get_var() const</div><div class="ttdef"><b>Definition:</b> op_attr_types.h:169</div></div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated on Thu Jan 5 2023 00:58:42 for mxnet by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.13
</small></address>
</body>
</html>