| <!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `tvm/examples/resnet/src/main.rs`."><title>main.rs - source</title><link rel="preload" as="font" type="font/woff2" crossorigin href="../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../static.files/FiraSans-Regular-018c141bf0843ffd.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../static.files/FiraSans-Medium-8f9a781e4970d388.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../static.files/SourceCodePro-Regular-562dcc5011b6de7d.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../static.files/SourceSerif4-Bold-a2c9cd1067f8b328.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../static.files/SourceCodePro-Semibold-d899c5a5c4aeb14a.ttf.woff2"><link rel="stylesheet" href="../../static.files/normalize-76eba96aa4d2e634.css"><link rel="stylesheet" href="../../static.files/rustdoc-c4dbdcde0fbd8430.css" id="mainThemeStyle"><link rel="stylesheet" id="themeStyle" href="../../static.files/light-db279b6232be9c13.css"><link rel="stylesheet" disabled href="../../static.files/dark-cf923f49f397b216.css"><link rel="stylesheet" disabled href="../../static.files/ayu-be46fdc453a55015.css"><script src="../../static.files/storage-3891ce972e3a2bf8.js"></script><script defer src="../../static.files/source-script-1b95b7cca98b26e5.js"></script><script defer src="../../source-files.js"></script><script defer src="../../static.files/main-98a684e84ae5b08b.js"></script><noscript><link rel="stylesheet" href="../../static.files/noscript-13285aec31fa243e.css"></noscript><link rel="alternate icon" type="image/png" href="../../static.files/favicon-16x16-8b506e7a72182f1c.png"><link rel="alternate icon" type="image/png" href="../../static.files/favicon-32x32-422f7d1d52889060.png"><link rel="icon" type="image/svg+xml" href="../../static.files/favicon-2c020d218678b618.svg"></head><body class="rustdoc source"><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"></nav><main><nav class="sub"><a class="sub-logo-container" href="../../resnet/index.html"><img class="rust-logo" src="../../static.files/rust-logo-151179464ae7ed46.svg" alt="logo"></a><form class="search-form"><span></span><input class="search-input" name="search" aria-label="Run search in the documentation" autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"><div id="help-button" title="help" tabindex="-1"><a href="../../help.html">?</a></div><div id="settings-menu" tabindex="-1"><a href="../../settings.html" title="settings"><img width="22" height="22" alt="Change settings" src="../../static.files/wheel-7b819b6101059cd0.svg"></a></div></form></nav><section id="main-content" class="content"><div class="example-wrap"><pre class="src-line-numbers"><a href="#1" id="1">1</a> |
| <a href="#2" id="2">2</a> |
| <a href="#3" id="3">3</a> |
| <a href="#4" id="4">4</a> |
| <a href="#5" id="5">5</a> |
| <a href="#6" id="6">6</a> |
| <a href="#7" id="7">7</a> |
| <a href="#8" id="8">8</a> |
| <a href="#9" id="9">9</a> |
| <a href="#10" id="10">10</a> |
| <a href="#11" id="11">11</a> |
| <a href="#12" id="12">12</a> |
| <a href="#13" id="13">13</a> |
| <a href="#14" id="14">14</a> |
| <a href="#15" id="15">15</a> |
| <a href="#16" id="16">16</a> |
| <a href="#17" id="17">17</a> |
| <a href="#18" id="18">18</a> |
| <a href="#19" id="19">19</a> |
| <a href="#20" id="20">20</a> |
| <a href="#21" id="21">21</a> |
| <a href="#22" id="22">22</a> |
| <a href="#23" id="23">23</a> |
| <a href="#24" id="24">24</a> |
| <a href="#25" id="25">25</a> |
| <a href="#26" id="26">26</a> |
| <a href="#27" id="27">27</a> |
| <a href="#28" id="28">28</a> |
| <a href="#29" id="29">29</a> |
| <a href="#30" id="30">30</a> |
| <a href="#31" id="31">31</a> |
| <a href="#32" id="32">32</a> |
| <a href="#33" id="33">33</a> |
| <a href="#34" id="34">34</a> |
| <a href="#35" id="35">35</a> |
| <a href="#36" id="36">36</a> |
| <a href="#37" id="37">37</a> |
| <a href="#38" id="38">38</a> |
| <a href="#39" id="39">39</a> |
| <a href="#40" id="40">40</a> |
| <a href="#41" id="41">41</a> |
| <a href="#42" id="42">42</a> |
| <a href="#43" id="43">43</a> |
| <a href="#44" id="44">44</a> |
| <a href="#45" id="45">45</a> |
| <a href="#46" id="46">46</a> |
| <a href="#47" id="47">47</a> |
| <a href="#48" id="48">48</a> |
| <a href="#49" id="49">49</a> |
| <a href="#50" id="50">50</a> |
| <a href="#51" id="51">51</a> |
| <a href="#52" id="52">52</a> |
| <a href="#53" id="53">53</a> |
| <a href="#54" id="54">54</a> |
| <a href="#55" id="55">55</a> |
| <a href="#56" id="56">56</a> |
| <a href="#57" id="57">57</a> |
| <a href="#58" id="58">58</a> |
| <a href="#59" id="59">59</a> |
| <a href="#60" id="60">60</a> |
| <a href="#61" id="61">61</a> |
| <a href="#62" id="62">62</a> |
| <a href="#63" id="63">63</a> |
| <a href="#64" id="64">64</a> |
| <a href="#65" id="65">65</a> |
| <a href="#66" id="66">66</a> |
| <a href="#67" id="67">67</a> |
| <a href="#68" id="68">68</a> |
| <a href="#69" id="69">69</a> |
| <a href="#70" id="70">70</a> |
| <a href="#71" id="71">71</a> |
| <a href="#72" id="72">72</a> |
| <a href="#73" id="73">73</a> |
| <a href="#74" id="74">74</a> |
| <a href="#75" id="75">75</a> |
| <a href="#76" id="76">76</a> |
| <a href="#77" id="77">77</a> |
| <a href="#78" id="78">78</a> |
| <a href="#79" id="79">79</a> |
| <a href="#80" id="80">80</a> |
| <a href="#81" id="81">81</a> |
| <a href="#82" id="82">82</a> |
| <a href="#83" id="83">83</a> |
| <a href="#84" id="84">84</a> |
| <a href="#85" id="85">85</a> |
| <a href="#86" id="86">86</a> |
| <a href="#87" id="87">87</a> |
| <a href="#88" id="88">88</a> |
| <a href="#89" id="89">89</a> |
| <a href="#90" id="90">90</a> |
| <a href="#91" id="91">91</a> |
| <a href="#92" id="92">92</a> |
| <a href="#93" id="93">93</a> |
| <a href="#94" id="94">94</a> |
| <a href="#95" id="95">95</a> |
| <a href="#96" id="96">96</a> |
| <a href="#97" id="97">97</a> |
| <a href="#98" id="98">98</a> |
| <a href="#99" id="99">99</a> |
| <a href="#100" id="100">100</a> |
| <a href="#101" id="101">101</a> |
| <a href="#102" id="102">102</a> |
| <a href="#103" id="103">103</a> |
| <a href="#104" id="104">104</a> |
| <a href="#105" id="105">105</a> |
| <a href="#106" id="106">106</a> |
| <a href="#107" id="107">107</a> |
| <a href="#108" id="108">108</a> |
| <a href="#109" id="109">109</a> |
| <a href="#110" id="110">110</a> |
| <a href="#111" id="111">111</a> |
| <a href="#112" id="112">112</a> |
| <a href="#113" id="113">113</a> |
| <a href="#114" id="114">114</a> |
| <a href="#115" id="115">115</a> |
| <a href="#116" id="116">116</a> |
| <a href="#117" id="117">117</a> |
| <a href="#118" id="118">118</a> |
| <a href="#119" id="119">119</a> |
| <a href="#120" id="120">120</a> |
| <a href="#121" id="121">121</a> |
| <a href="#122" id="122">122</a> |
| <a href="#123" id="123">123</a> |
| <a href="#124" id="124">124</a> |
| <a href="#125" id="125">125</a> |
| <a href="#126" id="126">126</a> |
| <a href="#127" id="127">127</a> |
| <a href="#128" id="128">128</a> |
| <a href="#129" id="129">129</a> |
| <a href="#130" id="130">130</a> |
| <a href="#131" id="131">131</a> |
| <a href="#132" id="132">132</a> |
| <a href="#133" id="133">133</a> |
| <a href="#134" id="134">134</a> |
| <a href="#135" id="135">135</a> |
| <a href="#136" id="136">136</a> |
| <a href="#137" id="137">137</a> |
| <a href="#138" id="138">138</a> |
| <a href="#139" id="139">139</a> |
| </pre><pre class="rust"><code><span class="comment">/* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| |
| </span><span class="kw">use </span>std::{ |
| fs::{<span class="self">self</span>, File}, |
| io::{BufRead, BufReader}, |
| path::Path, |
| }; |
| |
| <span class="kw">use </span>::ndarray::{Array, ArrayD, Axis}; |
| <span class="kw">use </span>image::{FilterType, GenericImageView}; |
| |
| <span class="kw">use </span>anyhow::Context <span class="kw">as _</span>; |
| <span class="kw">use </span>tvm_rt::graph_rt::GraphRt; |
| <span class="kw">use </span>tvm_rt::<span class="kw-2">*</span>; |
| |
| <span class="kw">fn </span>main() -> anyhow::Result<()> { |
| <span class="kw">let </span>dev = Device::cpu(<span class="number">0</span>); |
| <span class="macro">println!</span>(<span class="string">"{}"</span>, <span class="macro">concat!</span>(<span class="macro">env!</span>(<span class="string">"CARGO_MANIFEST_DIR"</span>), <span class="string">"/cat.png"</span>)); |
| |
| <span class="kw">let </span>img = image::open(<span class="macro">concat!</span>(<span class="macro">env!</span>(<span class="string">"CARGO_MANIFEST_DIR"</span>), <span class="string">"/cat.png"</span>)) |
| .context(<span class="string">"Failed to open cat.png"</span>)<span class="question-mark">?</span>; |
| |
| <span class="macro">println!</span>(<span class="string">"original image dimensions: {:?}"</span>, img.dimensions()); |
| <span class="comment">// for bigger size images, one needs to first resize to 256x256 |
| // with `img.resize_exact` method and then `image.crop` to 224x224 |
| </span><span class="kw">let </span>img = img.resize(<span class="number">224</span>, <span class="number">224</span>, FilterType::Nearest).to_rgb(); |
| <span class="macro">println!</span>(<span class="string">"resized image dimensions: {:?}"</span>, img.dimensions()); |
| <span class="kw">let </span><span class="kw-2">mut </span>pixels: Vec<f32> = <span class="macro">vec!</span>[]; |
| <span class="kw">for </span>pixel <span class="kw">in </span>img.pixels() { |
| <span class="kw">let </span>tmp = pixel.data; |
| <span class="comment">// normalize the RGB channels using mean, std of imagenet1k |
| </span><span class="kw">let </span>tmp = [ |
| (tmp[<span class="number">0</span>] <span class="kw">as </span>f32 - <span class="number">123.0</span>) / <span class="number">58.395</span>, <span class="comment">// R |
| </span>(tmp[<span class="number">1</span>] <span class="kw">as </span>f32 - <span class="number">117.0</span>) / <span class="number">57.12</span>, <span class="comment">// G |
| </span>(tmp[<span class="number">2</span>] <span class="kw">as </span>f32 - <span class="number">104.0</span>) / <span class="number">57.375</span>, <span class="comment">// B |
| </span>]; |
| <span class="kw">for </span>e <span class="kw">in </span><span class="kw-2">&</span>tmp { |
| pixels.push(<span class="kw-2">*</span>e); |
| } |
| } |
| |
| <span class="kw">let </span>arr = Array::from_shape_vec((<span class="number">224</span>, <span class="number">224</span>, <span class="number">3</span>), pixels)<span class="question-mark">?</span>; |
| <span class="kw">let </span>arr: ArrayD<f32> = arr.permuted_axes([<span class="number">2</span>, <span class="number">0</span>, <span class="number">1</span>]).into_dyn(); |
| <span class="comment">// make arr shape as [1, 3, 224, 224] acceptable to resnet |
| </span><span class="kw">let </span>arr = arr.insert_axis(Axis(<span class="number">0</span>)); |
| <span class="comment">// create input tensor from rust's ndarray |
| </span><span class="kw">let </span>input = NDArray::from_rust_ndarray(<span class="kw-2">&</span>arr, Device::cpu(<span class="number">0</span>), DataType::float(<span class="number">32</span>, <span class="number">1</span>))<span class="question-mark">?</span>; |
| <span class="macro">println!</span>( |
| <span class="string">"input shape is {:?}, len: {}, size: {}"</span>, |
| input.shape(), |
| input.len(), |
| input.size(), |
| ); |
| |
| <span class="kw">let </span>graph = fs::read_to_string(<span class="macro">concat!</span>(<span class="macro">env!</span>(<span class="string">"CARGO_MANIFEST_DIR"</span>), <span class="string">"/deploy_graph.json"</span>)) |
| .context(<span class="string">"Failed to open graph"</span>)<span class="question-mark">?</span>; |
| |
| <span class="comment">// load the built module |
| </span><span class="kw">let </span>lib = Module::load(<span class="kw-2">&</span>Path::new(<span class="macro">concat!</span>( |
| <span class="macro">env!</span>(<span class="string">"CARGO_MANIFEST_DIR"</span>), |
| <span class="string">"/deploy_lib.so" |
| </span>)))<span class="question-mark">?</span>; |
| |
| <span class="comment">// parse parameters and convert to TVMByteArray |
| </span><span class="kw">let </span>params: Vec<u8> = fs::read(<span class="macro">concat!</span>(<span class="macro">env!</span>(<span class="string">"CARGO_MANIFEST_DIR"</span>), <span class="string">"/deploy_param.params"</span>))<span class="question-mark">?</span>; |
| <span class="macro">println!</span>(<span class="string">"param bytes: {}"</span>, params.len()); |
| |
| <span class="comment">// If you want an easy way to test a memory leak simply replace the program below with: |
| // let mut output: Vec<f32>; |
| |
| // loop { |
| // let mut graph_rt = GraphRt::create_from_parts(&graph, lib.clone(), dev)?; |
| // graph_rt.load_params(params.clone())?; |
| // graph_rt.set_input("data", input.clone())?; |
| // graph_rt.run()?; |
| |
| // // prepare to get the output |
| // let output_shape = &[1, 1000]; |
| // let output_nd = NDArray::empty(output_shape, Device::cpu(0), DataType::float(32, 1)); |
| // graph_rt.get_output_into(0, output_nd.clone())?; |
| |
| // // flatten the output as Vec<f32> |
| // output = output_nd.to_vec::<f32>()?; |
| // } |
| |
| </span><span class="kw">let </span><span class="kw-2">mut </span>graph_rt = GraphRt::create_from_parts(<span class="kw-2">&</span>graph, lib, dev)<span class="question-mark">?</span>; |
| graph_rt.load_params(params)<span class="question-mark">?</span>; |
| graph_rt.set_input(<span class="string">"data"</span>, input)<span class="question-mark">?</span>; |
| graph_rt.run()<span class="question-mark">?</span>; |
| |
| <span class="comment">// prepare to get the output |
| </span><span class="kw">let </span>output_shape = <span class="kw-2">&</span>[<span class="number">1</span>, <span class="number">1000</span>]; |
| <span class="kw">let </span>output_nd = NDArray::empty(output_shape, Device::cpu(<span class="number">0</span>), DataType::float(<span class="number">32</span>, <span class="number">1</span>)); |
| graph_rt.get_output_into(<span class="number">0</span>, output_nd.clone())<span class="question-mark">?</span>; |
| |
| <span class="comment">// flatten the output as Vec<f32> |
| </span><span class="kw">let </span>output: Vec<f32> = output_nd.to_vec::<f32>()<span class="question-mark">?</span>; |
| |
| <span class="comment">// find the maximum entry in the output and its index |
| </span><span class="kw">let </span>(argmax, max_prob) = output |
| .iter() |
| .copied() |
| .enumerate() |
| .max_by(|a, b| a.<span class="number">1</span>.partial_cmp(<span class="kw-2">&</span>b.<span class="number">1</span>).unwrap()) |
| .unwrap(); |
| |
| <span class="comment">// create a hash map of (class id, class name) |
| </span><span class="kw">let </span>file = File::open(<span class="string">"synset.txt"</span>).context(<span class="string">"failed to open synset"</span>)<span class="question-mark">?</span>; |
| <span class="kw">let </span>synset: Vec<std::string::String> = BufReader::new(file) |
| .lines() |
| .into_iter() |
| .map(|x| x.expect(<span class="string">"readline failed"</span>)) |
| .collect(); |
| |
| <span class="kw">let </span>label = <span class="kw-2">&</span>synset[argmax]; |
| <span class="macro">println!</span>( |
| <span class="string">"input image belongs to the class `{}` with probability {}"</span>, |
| label, max_prob |
| ); |
| |
| <span class="prelude-val">Ok</span>(()) |
| } |
| </code></pre></div> |
| </section></main><div id="rustdoc-vars" data-root-path="../../" data-static-root-path="../../static.files/" data-current-crate="resnet" data-themes="" data-resource-suffix="" data-rustdoc-version="1.69.0 (84c898d65 2023-04-16)" data-search-js="search-8a59a8356673ec1f.js" data-settings-js="settings-f0c5c39777a9a2f6.js" data-settings-css="settings-0bcba95ff279c1db.css" ></div></body></html> |
