images/bert-pytorch/pytorch-tvm-training_34_0.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
 "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.43.0 (0)
 -->
<!-- Title: %3 Pages: 1 -->
<svg width="6041pt" height="8756pt"
 viewBox="0.00 0.00 6041.28 8756.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 8752)">
<title>%3</title>
<polygon fill="white" stroke="transparent" points="-4,4 -4,-8752 6037.28,-8752 6037.28,4 -4,4"/>
<!-- 0 -->
<g id="node1" class="node">
<title>0</title>
<ellipse fill="none" stroke="red" cx="3735.78" cy="-8586" rx="170.87" ry="18"/>
<text text-anchor="middle" x="3735.78" y="-8582.3" font-family="Times,serif" font-size="14.00">input: Tensor[(1, 14, 768), float32]</text>
</g>
<!-- 32 -->
<g id="node23" class="node">
<title>32</title>
<polygon fill="none" stroke="blue" points="4397.78,-8532 3949.78,-8532 3949.78,-8496 4397.78,-8496 4397.78,-8532"/>
<text text-anchor="middle" x="4173.78" y="-8510.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 &#160;14 768]| newshape=[&#45;1, 14, 768], reverse=0)</text>
</g>
<!-- 0&#45;&gt;32 -->
<g id="edge1" class="edge">
<title>0&#45;&gt;32</title>
<path fill="none" stroke="black" d="M3825.47,-8570.67C3892.4,-8559.97 3984.44,-8545.26 4057.09,-8533.65"/>
<polygon fill="black" stroke="black" points="4057.89,-8537.07 4067.21,-8532.03 4056.78,-8530.15 4057.89,-8537.07"/>
</g>
<!-- 95 -->
<g id="node75" class="node">
<title>95</title>
<polygon fill="none" stroke="blue" points="3562.28,-6732 3491.28,-6732 3491.28,-6696 3562.28,-6696 3562.28,-6732"/>
<text text-anchor="middle" x="3526.78" y="-6710.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 0&#45;&gt;95 -->
<g id="edge67" class="edge">
<title>0&#45;&gt;95</title>
<path fill="none" stroke="black" d="M3651.14,-8570.3C3541.09,-8548.73 3362.78,-8504.32 3362.78,-8443 3362.78,-8443 3362.78,-8443 3362.78,-6857 3362.78,-6793.8 3433.25,-6752.44 3481.8,-6731.44"/>
<polygon fill="black" stroke="black" points="3483.32,-6734.6 3491.19,-6727.51 3480.62,-6728.14 3483.32,-6734.6"/>
</g>
<!-- 1 -->
<g id="node2" class="node">
<title>1</title>
<ellipse fill="none" stroke="red" cx="5402.78" cy="-7794" rx="217.96" ry="18"/>
<text text-anchor="middle" x="5402.78" y="-7790.3" font-family="Times,serif" font-size="14.00">attention_mask: Tensor[(1, 1, 1, 14), float32]</text>
</g>
<!-- 62 -->
<g id="node46" class="node">
<title>62</title>
<polygon fill="none" stroke="red" points="5438.28,-7740 5367.28,-7740 5367.28,-7704 5438.28,-7704 5438.28,-7740"/>
<text text-anchor="middle" x="5402.78" y="-7718.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 1&#45;&gt;62 -->
<g id="edge30" class="edge">
<title>1&#45;&gt;62</title>
<path fill="none" stroke="black" d="M5402.78,-7775.7C5402.78,-7767.98 5402.78,-7758.71 5402.78,-7750.11"/>
<polygon fill="black" stroke="black" points="5406.28,-7750.1 5402.78,-7740.1 5399.28,-7750.1 5406.28,-7750.1"/>
</g>
<!-- 2 -->
<g id="node3" class="node">
<title>2</title>
<ellipse fill="none" stroke="red" cx="5413.78" cy="-8658" rx="265.65" ry="18"/>
<text text-anchor="middle" x="5413.78" y="-8654.3" font-family="Times,serif" font-size="14.00">attention.self.query.weight: Tensor[(768, 768), float32]</text>
</g>
<!-- 33 -->
<g id="node24" class="node">
<title>33</title>
<polygon fill="none" stroke="red" points="5510.28,-8604 5317.28,-8604 5317.28,-8568 5510.28,-8568 5510.28,-8604"/>
<text text-anchor="middle" x="5413.78" y="-8582.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 2&#45;&gt;33 -->
<g id="edge2" class="edge">
<title>2&#45;&gt;33</title>
<path fill="none" stroke="black" d="M5413.78,-8639.7C5413.78,-8631.98 5413.78,-8622.71 5413.78,-8614.11"/>
<polygon fill="black" stroke="black" points="5417.28,-8614.1 5413.78,-8604.1 5410.28,-8614.1 5417.28,-8614.1"/>
</g>
<!-- 3 -->
<g id="node4" class="node">
<title>3</title>
<ellipse fill="none" stroke="red" cx="4434.78" cy="-8298" rx="232.86" ry="18"/>
<text text-anchor="middle" x="4434.78" y="-8294.3" font-family="Times,serif" font-size="14.00">attention.self.query.bias: Tensor[(768,), float32]</text>
</g>
<!-- 40 -->
<g id="node29" class="node">
<title>40</title>
<polygon fill="none" stroke="red" points="4942.28,-8244 4871.28,-8244 4871.28,-8208 4942.28,-8208 4942.28,-8244"/>
<text text-anchor="middle" x="4906.78" y="-8222.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 3&#45;&gt;40 -->
<g id="edge9" class="edge">
<title>3&#45;&gt;40</title>
<path fill="none" stroke="black" d="M4537.2,-8281.81C4637.8,-8266.89 4786.69,-8244.81 4861.05,-8233.78"/>
<polygon fill="black" stroke="black" points="4861.65,-8237.23 4871.03,-8232.3 4860.62,-8230.31 4861.65,-8237.23"/>
</g>
<!-- 4 -->
<g id="node5" class="node">
<title>4</title>
<ellipse fill="none" stroke="red" cx="4970.78" cy="-8730" rx="254.55" ry="18"/>
<text text-anchor="middle" x="4970.78" y="-8726.3" font-family="Times,serif" font-size="14.00">attention.self.key.weight: Tensor[(768, 768), float32]</text>
</g>
<!-- 46 -->
<g id="node33" class="node">
<title>46</title>
<polygon fill="none" stroke="red" points="5067.28,-8676 4874.28,-8676 4874.28,-8640 5067.28,-8640 5067.28,-8676"/>
<text text-anchor="middle" x="4970.78" y="-8654.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 4&#45;&gt;46 -->
<g id="edge13" class="edge">
<title>4&#45;&gt;46</title>
<path fill="none" stroke="black" d="M4970.78,-8711.7C4970.78,-8703.98 4970.78,-8694.71 4970.78,-8686.11"/>
<polygon fill="black" stroke="black" points="4974.28,-8686.1 4970.78,-8676.1 4967.28,-8686.1 4974.28,-8686.1"/>
</g>
<!-- 5 -->
<g id="node6" class="node">
<title>5</title>
<ellipse fill="none" stroke="red" cx="5409.78" cy="-8370" rx="221.76" ry="18"/>
<text text-anchor="middle" x="5409.78" y="-8366.3" font-family="Times,serif" font-size="14.00">attention.self.key.bias: Tensor[(768,), float32]</text>
</g>
<!-- 51 -->
<g id="node38" class="node">
<title>51</title>
<polygon fill="none" stroke="red" points="5445.28,-8316 5374.28,-8316 5374.28,-8280 5445.28,-8280 5445.28,-8316"/>
<text text-anchor="middle" x="5409.78" y="-8294.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 5&#45;&gt;51 -->
<g id="edge20" class="edge">
<title>5&#45;&gt;51</title>
<path fill="none" stroke="black" d="M5409.78,-8351.7C5409.78,-8343.98 5409.78,-8334.71 5409.78,-8326.11"/>
<polygon fill="black" stroke="black" points="5413.28,-8326.1 5409.78,-8316.1 5406.28,-8326.1 5413.28,-8326.1"/>
</g>
<!-- 6 -->
<g id="node7" class="node">
<title>6</title>
<ellipse fill="none" stroke="red" cx="3880.78" cy="-8226" rx="265.35" ry="18"/>
<text text-anchor="middle" x="3880.78" y="-8222.3" font-family="Times,serif" font-size="14.00">attention.self.value.weight: Tensor[(768, 768), float32]</text>
</g>
<!-- 69 -->
<g id="node51" class="node">
<title>69</title>
<polygon fill="none" stroke="red" points="3985.28,-8172 3792.28,-8172 3792.28,-8136 3985.28,-8136 3985.28,-8172"/>
<text text-anchor="middle" x="3888.78" y="-8150.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 6&#45;&gt;69 -->
<g id="edge36" class="edge">
<title>6&#45;&gt;69</title>
<path fill="none" stroke="black" d="M3882.76,-8207.7C3883.64,-8199.98 3884.7,-8190.71 3885.68,-8182.11"/>
<polygon fill="black" stroke="black" points="3889.17,-8182.44 3886.82,-8172.1 3882.21,-8181.64 3889.17,-8182.44"/>
</g>
<!-- 7 -->
<g id="node8" class="node">
<title>7</title>
<ellipse fill="none" stroke="red" cx="4762.78" cy="-7866" rx="232.06" ry="18"/>
<text text-anchor="middle" x="4762.78" y="-7862.3" font-family="Times,serif" font-size="14.00">attention.self.value.bias: Tensor[(768,), float32]</text>
</g>
<!-- 74 -->
<g id="node56" class="node">
<title>74</title>
<polygon fill="none" stroke="red" points="4414.28,-7812 4343.28,-7812 4343.28,-7776 4414.28,-7776 4414.28,-7812"/>
<text text-anchor="middle" x="4378.78" y="-7790.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 7&#45;&gt;74 -->
<g id="edge43" class="edge">
<title>7&#45;&gt;74</title>
<path fill="none" stroke="black" d="M4676.12,-7849.2C4597.97,-7834.96 4486.08,-7814.56 4424.23,-7803.29"/>
<polygon fill="black" stroke="black" points="4424.85,-7799.84 4414.38,-7801.49 4423.59,-7806.73 4424.85,-7799.84"/>
</g>
<!-- 8 -->
<g id="node9" class="node">
<title>8</title>
<ellipse fill="none" stroke="red" cx="4346.78" cy="-7290" rx="282.15" ry="18"/>
<text text-anchor="middle" x="4346.78" y="-7286.3" font-family="Times,serif" font-size="14.00">attention.output.dense.weight: Tensor[(768, 768), float32]</text>
</g>
<!-- 86 -->
<g id="node67" class="node">
<title>86</title>
<polygon fill="none" stroke="red" points="4456.28,-7236 4263.28,-7236 4263.28,-7200 4456.28,-7200 4456.28,-7236"/>
<text text-anchor="middle" x="4359.78" y="-7214.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 8&#45;&gt;86 -->
<g id="edge55" class="edge">
<title>8&#45;&gt;86</title>
<path fill="none" stroke="black" d="M4349.99,-7271.7C4351.43,-7263.98 4353.15,-7254.71 4354.74,-7246.11"/>
<polygon fill="black" stroke="black" points="4358.22,-7246.58 4356.6,-7236.1 4351.34,-7245.3 4358.22,-7246.58"/>
</g>
<!-- 9 -->
<g id="node10" class="node">
<title>9</title>
<ellipse fill="none" stroke="red" cx="3639.78" cy="-6930" rx="248.86" ry="18"/>
<text text-anchor="middle" x="3639.78" y="-6926.3" font-family="Times,serif" font-size="14.00">attention.output.dense.bias: Tensor[(768,), float32]</text>
</g>
<!-- 91 -->
<g id="node72" class="node">
<title>91</title>
<polygon fill="none" stroke="red" points="3675.28,-6876 3604.28,-6876 3604.28,-6840 3675.28,-6840 3675.28,-6876"/>
<text text-anchor="middle" x="3639.78" y="-6854.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 9&#45;&gt;91 -->
<g id="edge62" class="edge">
<title>9&#45;&gt;91</title>
<path fill="none" stroke="black" d="M3639.78,-6911.7C3639.78,-6903.98 3639.78,-6894.71 3639.78,-6886.11"/>
<polygon fill="black" stroke="black" points="3643.28,-6886.1 3639.78,-6876.1 3636.28,-6886.1 3643.28,-6886.1"/>
</g>
<!-- 10 -->
<g id="node11" class="node">
<title>10</title>
<ellipse fill="none" stroke="blue" cx="3344.78" cy="-6354" rx="286.75" ry="18"/>
<text text-anchor="middle" x="3344.78" y="-6350.3" font-family="Times,serif" font-size="14.00">attention.output.LayerNorm.weight: Tensor[(768,), float32]</text>
</g>
<!-- 106 -->
<g id="node82" class="node">
<title>106</title>
<polygon fill="none" stroke="red" points="3285.78,-6300 3181.78,-6300 3181.78,-6264 3285.78,-6264 3285.78,-6300"/>
<text text-anchor="middle" x="3233.78" y="-6278.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 10&#45;&gt;106 -->
<g id="edge78" class="edge">
<title>10&#45;&gt;106</title>
<path fill="none" stroke="black" d="M3317.91,-6336.05C3303.29,-6326.84 3285.03,-6315.32 3269.25,-6305.37"/>
<polygon fill="black" stroke="black" points="3271.11,-6302.41 3260.79,-6300.03 3267.38,-6308.33 3271.11,-6302.41"/>
</g>
<!-- 225 -->
<g id="node169" class="node">
<title>225</title>
<polygon fill="none" stroke="black" points="3647.78,-3060 3543.78,-3060 3543.78,-3024 3647.78,-3024 3647.78,-3060"/>
<text text-anchor="middle" x="3595.78" y="-3038.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 10&#45;&gt;225 -->
<g id="edge199" class="edge">
<title>10&#45;&gt;225</title>
<path fill="none" stroke="black" d="M3467.89,-6337.65C3541.87,-6320.76 3621.78,-6285.31 3621.78,-6211 3621.78,-6211 3621.78,-6211 3621.78,-3185 3621.78,-3144.55 3611.45,-3098.67 3603.81,-3070.28"/>
<polygon fill="black" stroke="black" points="3607.09,-3069 3601.04,-3060.3 3600.34,-3070.87 3607.09,-3069"/>
</g>
<!-- 11 -->
<g id="node12" class="node">
<title>11</title>
<ellipse fill="none" stroke="red" cx="2270.78" cy="-6282" rx="274.05" ry="18"/>
<text text-anchor="middle" x="2270.78" y="-6278.3" font-family="Times,serif" font-size="14.00">attention.output.LayerNorm.bias: Tensor[(768,), float32]</text>
</g>
<!-- 107 -->
<g id="node83" class="node">
<title>107</title>
<polygon fill="none" stroke="red" points="2373.28,-6228 2302.28,-6228 2302.28,-6192 2373.28,-6192 2373.28,-6228"/>
<text text-anchor="middle" x="2337.78" y="-6206.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 11&#45;&gt;107 -->
<g id="edge80" class="edge">
<title>11&#45;&gt;107</title>
<path fill="none" stroke="black" d="M2287.34,-6263.7C2295.46,-6255.22 2305.37,-6244.86 2314.25,-6235.58"/>
<polygon fill="black" stroke="black" points="2317.02,-6237.75 2321.41,-6228.1 2311.97,-6232.91 2317.02,-6237.75"/>
</g>
<!-- 12 -->
<g id="node13" class="node">
<title>12</title>
<ellipse fill="none" stroke="red" cx="2584.78" cy="-6354" rx="271.85" ry="18"/>
<text text-anchor="middle" x="2584.78" y="-6350.3" font-family="Times,serif" font-size="14.00">intermediate.dense.weight: Tensor[(3072, 768), float32]</text>
</g>
<!-- 109 -->
<g id="node85" class="node">
<title>109</title>
<polygon fill="none" stroke="red" points="2756.28,-6300 2563.28,-6300 2563.28,-6264 2756.28,-6264 2756.28,-6300"/>
<text text-anchor="middle" x="2659.78" y="-6278.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 12&#45;&gt;109 -->
<g id="edge82" class="edge">
<title>12&#45;&gt;109</title>
<path fill="none" stroke="black" d="M2603.32,-6335.7C2612.58,-6327.05 2623.94,-6316.45 2634.04,-6307.03"/>
<polygon fill="black" stroke="black" points="2636.53,-6309.49 2641.45,-6300.1 2631.75,-6304.37 2636.53,-6309.49"/>
</g>
<!-- 13 -->
<g id="node14" class="node">
<title>13</title>
<ellipse fill="none" stroke="red" cx="1857.78" cy="-5994" rx="238.56" ry="18"/>
<text text-anchor="middle" x="1857.78" y="-5990.3" font-family="Times,serif" font-size="14.00">intermediate.dense.bias: Tensor[(3072,), float32]</text>
</g>
<!-- 116 -->
<g id="node90" class="node">
<title>116</title>
<polygon fill="none" stroke="blue" points="1893.28,-5940 1822.28,-5940 1822.28,-5904 1893.28,-5904 1893.28,-5940"/>
<text text-anchor="middle" x="1857.78" y="-5918.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 13&#45;&gt;116 -->
<g id="edge89" class="edge">
<title>13&#45;&gt;116</title>
<path fill="none" stroke="black" d="M1857.78,-5975.7C1857.78,-5967.98 1857.78,-5958.71 1857.78,-5950.11"/>
<polygon fill="black" stroke="black" points="1861.28,-5950.1 1857.78,-5940.1 1854.28,-5950.1 1861.28,-5950.1"/>
</g>
<!-- 14 -->
<g id="node15" class="node">
<title>14</title>
<ellipse fill="none" stroke="red" cx="2244.78" cy="-5706" rx="242.36" ry="18"/>
<text text-anchor="middle" x="2244.78" y="-5702.3" font-family="Times,serif" font-size="14.00">output.dense.weight: Tensor[(768, 3072), float32]</text>
</g>
<!-- 128 -->
<g id="node97" class="node">
<title>128</title>
<polygon fill="none" stroke="red" points="2341.28,-5652 2148.28,-5652 2148.28,-5616 2341.28,-5616 2341.28,-5652"/>
<text text-anchor="middle" x="2244.78" y="-5630.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 14&#45;&gt;128 -->
<g id="edge97" class="edge">
<title>14&#45;&gt;128</title>
<path fill="none" stroke="black" d="M2244.78,-5687.7C2244.78,-5679.98 2244.78,-5670.71 2244.78,-5662.11"/>
<polygon fill="black" stroke="black" points="2248.28,-5662.1 2244.78,-5652.1 2241.28,-5662.1 2248.28,-5662.1"/>
</g>
<!-- 15 -->
<g id="node16" class="node">
<title>15</title>
<ellipse fill="none" stroke="red" cx="1764.78" cy="-5346" rx="203.36" ry="18"/>
<text text-anchor="middle" x="1764.78" y="-5342.3" font-family="Times,serif" font-size="14.00">output.dense.bias: Tensor[(768,), float32]</text>
</g>
<!-- 134 -->
<g id="node102" class="node">
<title>134</title>
<polygon fill="none" stroke="red" points="1930.28,-5292 1859.28,-5292 1859.28,-5256 1930.28,-5256 1930.28,-5292"/>
<text text-anchor="middle" x="1894.78" y="-5270.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 15&#45;&gt;134 -->
<g id="edge104" class="edge">
<title>15&#45;&gt;134</title>
<path fill="none" stroke="black" d="M1796.25,-5328.05C1813.68,-5318.67 1835.55,-5306.89 1854.26,-5296.82"/>
<polygon fill="black" stroke="black" points="1856,-5299.85 1863.15,-5292.03 1852.69,-5293.69 1856,-5299.85"/>
</g>
<!-- 16 -->
<g id="node17" class="node">
<title>16</title>
<ellipse fill="none" stroke="blue" cx="992.78" cy="-4842" rx="241.26" ry="18"/>
<text text-anchor="middle" x="992.78" y="-4838.3" font-family="Times,serif" font-size="14.00">output.LayerNorm.weight: Tensor[(768,), float32]</text>
</g>
<!-- 146 -->
<g id="node112" class="node">
<title>146</title>
<polygon fill="none" stroke="red" points="1044.78,-4716 940.78,-4716 940.78,-4680 1044.78,-4680 1044.78,-4716"/>
<text text-anchor="middle" x="992.78" y="-4694.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 16&#45;&gt;146 -->
<g id="edge120" class="edge">
<title>16&#45;&gt;146</title>
<path fill="none" stroke="black" d="M992.78,-4823.87C992.78,-4799.67 992.78,-4755.21 992.78,-4726.39"/>
<polygon fill="black" stroke="black" points="996.28,-4726.19 992.78,-4716.19 989.28,-4726.19 996.28,-4726.19"/>
</g>
<!-- 170 -->
<g id="node127" class="node">
<title>170</title>
<polygon fill="none" stroke="black" points="1467.78,-4788 1363.78,-4788 1363.78,-4752 1467.78,-4752 1467.78,-4788"/>
<text text-anchor="middle" x="1415.78" y="-4766.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 16&#45;&gt;170 -->
<g id="edge137" class="edge">
<title>16&#45;&gt;170</title>
<path fill="none" stroke="black" d="M1086.92,-4825.42C1168.25,-4811.96 1283.45,-4792.9 1353.7,-4781.27"/>
<polygon fill="black" stroke="black" points="1354.44,-4784.7 1363.73,-4779.61 1353.29,-4777.79 1354.44,-4784.7"/>
</g>
<!-- 17 -->
<g id="node18" class="node">
<title>17</title>
<ellipse fill="none" stroke="red" cx="228.78" cy="-4698" rx="228.56" ry="18"/>
<text text-anchor="middle" x="228.78" y="-4694.3" font-family="Times,serif" font-size="14.00">output.LayerNorm.bias: Tensor[(768,), float32]</text>
</g>
<!-- 147 -->
<g id="node113" class="node">
<title>147</title>
<polygon fill="none" stroke="red" points="457.28,-4644 386.28,-4644 386.28,-4608 457.28,-4608 457.28,-4644"/>
<text text-anchor="middle" x="421.78" y="-4622.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 17&#45;&gt;147 -->
<g id="edge122" class="edge">
<title>17&#45;&gt;147</title>
<path fill="none" stroke="black" d="M275.01,-4680.23C305.8,-4669.07 346.07,-4654.46 376.63,-4643.37"/>
<polygon fill="black" stroke="black" points="377.99,-4646.61 386.19,-4639.91 375.6,-4640.03 377.99,-4646.61"/>
</g>
<!-- 18 -->
<g id="node19" class="node">
<title>18</title>
<ellipse fill="none" stroke="black" cx="839.78" cy="-5130" rx="183.87" ry="18"/>
<text text-anchor="middle" x="839.78" y="-5126.3" font-family="Times,serif" font-size="14.00">gr:out:0: Tensor[(1, 14, 768), float32]</text>
</g>
<!-- 166 -->
<g id="node123" class="node">
<title>166</title>
<polygon fill="none" stroke="black" points="1015.78,-5076 911.78,-5076 911.78,-5040 1015.78,-5040 1015.78,-5076"/>
<text text-anchor="middle" x="963.78" y="-5054.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 18&#45;&gt;166 -->
<g id="edge131" class="edge">
<title>18&#45;&gt;166</title>
<path fill="none" stroke="black" d="M869.48,-5112.23C885.95,-5102.93 906.65,-5091.25 924.45,-5081.2"/>
<polygon fill="black" stroke="black" points="926.47,-5084.08 933.46,-5076.12 923.03,-5077.98 926.47,-5084.08"/>
</g>
<!-- 19 -->
<g id="node20" class="node">
<title>19</title>
<ellipse fill="none" stroke="red" cx="4790.78" cy="-7722" rx="204.16" ry="18"/>
<text text-anchor="middle" x="4790.78" y="-7718.3" font-family="Times,serif" font-size="14.00">dropout:0: Tensor[(1, 12, 14, 14), float32]</text>
</g>
<!-- 65 -->
<g id="node48" class="node">
<title>65</title>
<polygon fill="none" stroke="blue" points="4878.78,-7668 4702.78,-7668 4702.78,-7632 4878.78,-7632 4878.78,-7668"/>
<text text-anchor="middle" x="4790.78" y="-7646.3" font-family="Times,serif" font-size="14.00">multiply(·, 1.1111112)</text>
</g>
<!-- 19&#45;&gt;65 -->
<g id="edge32" class="edge">
<title>19&#45;&gt;65</title>
<path fill="none" stroke="black" d="M4790.78,-7703.7C4790.78,-7695.98 4790.78,-7686.71 4790.78,-7678.11"/>
<polygon fill="black" stroke="black" points="4794.28,-7678.1 4790.78,-7668.1 4787.28,-7678.1 4794.28,-7678.1"/>
</g>
<!-- 20 -->
<g id="node21" class="node">
<title>20</title>
<ellipse fill="none" stroke="red" cx="3142.78" cy="-6930" rx="192.27" ry="18"/>
<text text-anchor="middle" x="3142.78" y="-6926.3" font-family="Times,serif" font-size="14.00">dropout:1: Tensor[(1, 14, 768), float32]</text>
</g>
<!-- 93 -->
<g id="node73" class="node">
<title>93</title>
<polygon fill="none" stroke="blue" points="3230.78,-6876 3054.78,-6876 3054.78,-6840 3230.78,-6840 3230.78,-6876"/>
<text text-anchor="middle" x="3142.78" y="-6854.3" font-family="Times,serif" font-size="14.00">multiply(·, 1.1111112)</text>
</g>
<!-- 20&#45;&gt;93 -->
<g id="edge63" class="edge">
<title>20&#45;&gt;93</title>
<path fill="none" stroke="black" d="M3142.78,-6911.7C3142.78,-6903.98 3142.78,-6894.71 3142.78,-6886.11"/>
<polygon fill="black" stroke="black" points="3146.28,-6886.1 3142.78,-6876.1 3139.28,-6886.1 3146.28,-6886.1"/>
</g>
<!-- 21 -->
<g id="node22" class="node">
<title>21</title>
<ellipse fill="none" stroke="red" cx="1275.78" cy="-5346" rx="192.27" ry="18"/>
<text text-anchor="middle" x="1275.78" y="-5342.3" font-family="Times,serif" font-size="14.00">dropout:2: Tensor[(1, 14, 768), float32]</text>
</g>
<!-- 136 -->
<g id="node103" class="node">
<title>136</title>
<polygon fill="none" stroke="blue" points="1363.78,-5292 1187.78,-5292 1187.78,-5256 1363.78,-5256 1363.78,-5292"/>
<text text-anchor="middle" x="1275.78" y="-5270.3" font-family="Times,serif" font-size="14.00">multiply(·, 1.1111112)</text>
</g>
<!-- 21&#45;&gt;136 -->
<g id="edge105" class="edge">
<title>21&#45;&gt;136</title>
<path fill="none" stroke="black" d="M1275.78,-5327.7C1275.78,-5319.98 1275.78,-5310.71 1275.78,-5302.11"/>
<polygon fill="black" stroke="black" points="1279.28,-5302.1 1275.78,-5292.1 1272.28,-5302.1 1279.28,-5302.1"/>
</g>
<!-- 37 -->
<g id="node27" class="node">
<title>37</title>
<polygon fill="none" stroke="red" points="4667.28,-8388 4498.28,-8388 4498.28,-8352 4667.28,-8352 4667.28,-8388"/>
<text text-anchor="middle" x="4582.78" y="-8366.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 32&#45;&gt;37 -->
<g id="edge5" class="edge">
<title>32&#45;&gt;37</title>
<path fill="none" stroke="black" d="M4223.11,-8495.87C4298.76,-8469.61 4443.11,-8419.49 4524.04,-8391.39"/>
<polygon fill="black" stroke="black" points="4525.29,-8394.66 4533.59,-8388.08 4522.99,-8388.05 4525.29,-8394.66"/>
</g>
<!-- 49 -->
<g id="node36" class="node">
<title>49</title>
<polygon fill="none" stroke="red" points="4991.28,-8460 4822.28,-8460 4822.28,-8424 4991.28,-8424 4991.28,-8460"/>
<text text-anchor="middle" x="4906.78" y="-8438.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 32&#45;&gt;49 -->
<g id="edge16" class="edge">
<title>32&#45;&gt;49</title>
<path fill="none" stroke="black" d="M4352.15,-8495.97C4496.95,-8482.14 4695.5,-8463.18 4811.56,-8452.09"/>
<polygon fill="black" stroke="black" points="4812.22,-8455.55 4821.84,-8451.11 4811.56,-8448.58 4812.22,-8455.55"/>
</g>
<!-- 72 -->
<g id="node54" class="node">
<title>72</title>
<polygon fill="none" stroke="red" points="4258.28,-7956 4089.28,-7956 4089.28,-7920 4258.28,-7920 4258.28,-7956"/>
<text text-anchor="middle" x="4173.78" y="-7934.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 32&#45;&gt;72 -->
<g id="edge39" class="edge">
<title>32&#45;&gt;72</title>
<path fill="none" stroke="black" d="M4173.78,-8495.95C4173.78,-8469.29 4173.78,-8416.11 4173.78,-8371 4173.78,-8371 4173.78,-8371 4173.78,-8081 4173.78,-8041 4173.78,-7994.65 4173.78,-7966.08"/>
<polygon fill="black" stroke="black" points="4177.28,-7966.05 4173.78,-7956.05 4170.28,-7966.05 4177.28,-7966.05"/>
</g>
<!-- 323 -->
<g id="node244" class="node">
<title>323</title>
<polygon fill="none" stroke="black" points="3444.28,-612 3233.28,-612 3233.28,-576 3444.28,-576 3444.28,-612"/>
<text text-anchor="middle" x="3338.78" y="-590.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 32&#45;&gt;323 -->
<g id="edge303" class="edge">
<title>32&#45;&gt;323</title>
<path fill="none" stroke="black" d="M3977.47,-8496C3748.46,-8473.45 3400.78,-8429.57 3400.78,-8371 3400.78,-8371 3400.78,-8371 3400.78,-7793 3400.78,-7365.61 3047.02,-7362.23 2941.78,-6948 2937.84,-6932.49 2941.01,-6927.98 2941.78,-6912 2946.01,-6824.14 2960.78,-6802.96 2960.78,-6715 2960.78,-6715 2960.78,-6715 2960.78,-6641 2960.78,-6315.99 3430.85,-6620.12 3640.78,-6372 3666.9,-6341.12 3659.78,-6323.45 3659.78,-6283 3659.78,-6283 3659.78,-6283 3659.78,-5201 3659.78,-4999.84 3404.73,-5101.1 3295.78,-4932 3273.87,-4898 3276.78,-4883.45 3276.78,-4843 3276.78,-4843 3276.78,-4843 3276.78,-737 3276.78,-693.5 3301.52,-648.29 3319.75,-620.89"/>
<polygon fill="black" stroke="black" points="3322.86,-622.54 3325.63,-612.31 3317.09,-618.58 3322.86,-622.54"/>
</g>
<!-- 35 -->
<g id="node25" class="node">
<title>35</title>
<polygon fill="none" stroke="red" points="5644.28,-8532 5183.28,-8532 5183.28,-8496 5644.28,-8496 5644.28,-8532"/>
<text text-anchor="middle" x="5413.78" y="-8510.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 768 768]| newshape=[&#45;1, 768, 768], reverse=0)</text>
</g>
<!-- 33&#45;&gt;35 -->
<g id="edge3" class="edge">
<title>33&#45;&gt;35</title>
<path fill="none" stroke="black" d="M5413.78,-8567.7C5413.78,-8559.98 5413.78,-8550.71 5413.78,-8542.11"/>
<polygon fill="black" stroke="black" points="5417.28,-8542.1 5413.78,-8532.1 5410.28,-8542.1 5417.28,-8542.1"/>
</g>
<!-- 36 -->
<g id="node26" class="node">
<title>36</title>
<polygon fill="none" stroke="blue" points="5519.28,-8460 5308.28,-8460 5308.28,-8424 5519.28,-8424 5519.28,-8460"/>
<text text-anchor="middle" x="5413.78" y="-8438.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 35&#45;&gt;36 -->
<g id="edge4" class="edge">
<title>35&#45;&gt;36</title>
<path fill="none" stroke="black" d="M5413.78,-8495.7C5413.78,-8487.98 5413.78,-8478.71 5413.78,-8470.11"/>
<polygon fill="black" stroke="black" points="5417.28,-8470.1 5413.78,-8460.1 5410.28,-8470.1 5417.28,-8470.1"/>
</g>
<!-- 36&#45;&gt;37 -->
<g id="edge6" class="edge">
<title>36&#45;&gt;37</title>
<path fill="none" stroke="black" d="M5308.17,-8436.96C5166.86,-8430.76 4908.34,-8416.63 4677.78,-8388.04"/>
<polygon fill="black" stroke="black" points="4677.88,-8384.53 4667.52,-8386.76 4677.01,-8391.47 4677.88,-8384.53"/>
</g>
<!-- 316 -->
<g id="node238" class="node">
<title>316</title>
<polygon fill="none" stroke="black" points="6033.28,-6804 5822.28,-6804 5822.28,-6768 6033.28,-6768 6033.28,-6804"/>
<text text-anchor="middle" x="5927.78" y="-6782.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 36&#45;&gt;316 -->
<g id="edge294" class="edge">
<title>36&#45;&gt;316</title>
<path fill="none" stroke="black" d="M5519.54,-8429.44C5654.25,-8411.72 5869.78,-8371.97 5869.78,-8299 5869.78,-8299 5869.78,-8299 5869.78,-6929 5869.78,-6885.7 5893.18,-6840.11 5910.26,-6812.61"/>
<polygon fill="black" stroke="black" points="5913.32,-6814.32 5915.76,-6804.01 5907.42,-6810.55 5913.32,-6814.32"/>
</g>
<!-- 39 -->
<g id="node28" class="node">
<title>39</title>
<polygon fill="none" stroke="red" points="5128.28,-8316 4685.28,-8316 4685.28,-8280 5128.28,-8280 5128.28,-8316"/>
<text text-anchor="middle" x="4906.78" y="-8294.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 37&#45;&gt;39 -->
<g id="edge7" class="edge">
<title>37&#45;&gt;39</title>
<path fill="none" stroke="black" d="M4661.62,-8351.97C4708.85,-8341.76 4769.02,-8328.76 4817.92,-8318.2"/>
<polygon fill="black" stroke="black" points="4818.83,-8321.58 4827.86,-8316.05 4817.35,-8314.74 4818.83,-8321.58"/>
</g>
<!-- 39&#45;&gt;40 -->
<g id="edge8" class="edge">
<title>39&#45;&gt;40</title>
<path fill="none" stroke="black" d="M4906.78,-8279.7C4906.78,-8271.98 4906.78,-8262.71 4906.78,-8254.11"/>
<polygon fill="black" stroke="black" points="4910.28,-8254.1 4906.78,-8244.1 4903.28,-8254.1 4910.28,-8254.1"/>
</g>
<!-- 42 -->
<g id="node30" class="node">
<title>42</title>
<polygon fill="none" stroke="red" points="5101.28,-8172 4722.28,-8172 4722.28,-8136 5101.28,-8136 5101.28,-8172"/>
<text text-anchor="middle" x="4911.78" y="-8150.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 14 12 64]| newshape=..., reverse=0)</text>
</g>
<!-- 40&#45;&gt;42 -->
<g id="edge10" class="edge">
<title>40&#45;&gt;42</title>
<path fill="none" stroke="black" d="M4908.02,-8207.7C4908.57,-8199.98 4909.23,-8190.71 4909.84,-8182.11"/>
<polygon fill="black" stroke="black" points="4913.34,-8182.33 4910.56,-8172.1 4906.35,-8181.83 4913.34,-8182.33"/>
</g>
<!-- 43 -->
<g id="node31" class="node">
<title>43</title>
<polygon fill="none" stroke="red" points="5029.28,-8100 4800.28,-8100 4800.28,-8064 5029.28,-8064 5029.28,-8100"/>
<text text-anchor="middle" x="4914.78" y="-8078.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 42&#45;&gt;43 -->
<g id="edge11" class="edge">
<title>42&#45;&gt;43</title>
<path fill="none" stroke="black" d="M4912.52,-8135.7C4912.85,-8127.98 4913.25,-8118.71 4913.62,-8110.11"/>
<polygon fill="black" stroke="black" points="4917.12,-8110.25 4914.05,-8100.1 4910.12,-8109.95 4917.12,-8110.25"/>
</g>
<!-- 45 -->
<g id="node32" class="node">
<title>45</title>
<polygon fill="none" stroke="blue" points="5128.28,-8028 4707.28,-8028 4707.28,-7992 5128.28,-7992 5128.28,-8028"/>
<text text-anchor="middle" x="4917.78" y="-8006.3" font-family="Times,serif" font-size="14.00">reshape(·, [&#45;1 14 64]| newshape=[&#45;1, 14, 64], reverse=0)</text>
</g>
<!-- 43&#45;&gt;45 -->
<g id="edge12" class="edge">
<title>43&#45;&gt;45</title>
<path fill="none" stroke="black" d="M4915.52,-8063.7C4915.85,-8055.98 4916.25,-8046.71 4916.62,-8038.11"/>
<polygon fill="black" stroke="black" points="4920.12,-8038.25 4917.05,-8028.1 4913.12,-8037.95 4920.12,-8038.25"/>
</g>
<!-- 57 -->
<g id="node43" class="node">
<title>57</title>
<polygon fill="none" stroke="red" points="5529.28,-7956 5360.28,-7956 5360.28,-7920 5529.28,-7920 5529.28,-7956"/>
<text text-anchor="middle" x="5444.78" y="-7934.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 45&#45;&gt;57 -->
<g id="edge25" class="edge">
<title>45&#45;&gt;57</title>
<path fill="none" stroke="black" d="M5046.02,-7991.97C5139.86,-7979.5 5265.09,-7962.87 5349.99,-7951.59"/>
<polygon fill="black" stroke="black" points="5350.69,-7955.03 5360.14,-7950.24 5349.77,-7948.09 5350.69,-7955.03"/>
</g>
<!-- 297 -->
<g id="node223" class="node">
<title>297</title>
<polygon fill="none" stroke="black" points="5102.28,-6732 4891.28,-6732 4891.28,-6696 5102.28,-6696 5102.28,-6732"/>
<text text-anchor="middle" x="4996.78" y="-6710.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 45&#45;&gt;297 -->
<g id="edge274" class="edge">
<title>45&#45;&gt;297</title>
<path fill="none" stroke="black" d="M4942.13,-7991.87C4973.15,-7967.84 5022.78,-7920.96 5022.78,-7867 5022.78,-7867 5022.78,-7867 5022.78,-6857 5022.78,-6816.55 5012.45,-6770.67 5004.81,-6742.28"/>
<polygon fill="black" stroke="black" points="5008.09,-6741 5002.04,-6732.3 5001.34,-6742.87 5008.09,-6741"/>
</g>
<!-- 47 -->
<g id="node34" class="node">
<title>47</title>
<polygon fill="none" stroke="red" points="5201.28,-8604 4740.28,-8604 4740.28,-8568 5201.28,-8568 5201.28,-8604"/>
<text text-anchor="middle" x="4970.78" y="-8582.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 768 768]| newshape=[&#45;1, 768, 768], reverse=0)</text>
</g>
<!-- 46&#45;&gt;47 -->
<g id="edge14" class="edge">
<title>46&#45;&gt;47</title>
<path fill="none" stroke="black" d="M4970.78,-8639.7C4970.78,-8631.98 4970.78,-8622.71 4970.78,-8614.11"/>
<polygon fill="black" stroke="black" points="4974.28,-8614.1 4970.78,-8604.1 4967.28,-8614.1 4974.28,-8614.1"/>
</g>
<!-- 48 -->
<g id="node35" class="node">
<title>48</title>
<polygon fill="none" stroke="blue" points="5076.28,-8532 4865.28,-8532 4865.28,-8496 5076.28,-8496 5076.28,-8532"/>
<text text-anchor="middle" x="4970.78" y="-8510.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 47&#45;&gt;48 -->
<g id="edge15" class="edge">
<title>47&#45;&gt;48</title>
<path fill="none" stroke="black" d="M4970.78,-8567.7C4970.78,-8559.98 4970.78,-8550.71 4970.78,-8542.11"/>
<polygon fill="black" stroke="black" points="4974.28,-8542.1 4970.78,-8532.1 4967.28,-8542.1 4974.28,-8542.1"/>
</g>
<!-- 48&#45;&gt;49 -->
<g id="edge17" class="edge">
<title>48&#45;&gt;49</title>
<path fill="none" stroke="black" d="M4954.96,-8495.7C4947.21,-8487.22 4937.74,-8476.86 4929.26,-8467.58"/>
<polygon fill="black" stroke="black" points="4931.75,-8465.12 4922.42,-8460.1 4926.58,-8469.85 4931.75,-8465.12"/>
</g>
<!-- 305 -->
<g id="node229" class="node">
<title>305</title>
<polygon fill="none" stroke="black" points="5262.28,-7380 5051.28,-7380 5051.28,-7344 5262.28,-7344 5262.28,-7380"/>
<text text-anchor="middle" x="5156.78" y="-7358.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 48&#45;&gt;305 -->
<g id="edge281" class="edge">
<title>48&#45;&gt;305</title>
<path fill="none" stroke="black" d="M5028.36,-8495.96C5082.98,-8475.83 5156.78,-8436.51 5156.78,-8371 5156.78,-8371 5156.78,-8371 5156.78,-7505 5156.78,-7465 5156.78,-7418.65 5156.78,-7390.08"/>
<polygon fill="black" stroke="black" points="5160.28,-7390.05 5156.78,-7380.05 5153.28,-7390.05 5160.28,-7390.05"/>
</g>
<!-- 50 -->
<g id="node37" class="node">
<title>50</title>
<polygon fill="none" stroke="red" points="5128.28,-8388 4685.28,-8388 4685.28,-8352 5128.28,-8352 5128.28,-8388"/>
<text text-anchor="middle" x="4906.78" y="-8366.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 49&#45;&gt;50 -->
<g id="edge18" class="edge">
<title>49&#45;&gt;50</title>
<path fill="none" stroke="black" d="M4906.78,-8423.7C4906.78,-8415.98 4906.78,-8406.71 4906.78,-8398.11"/>
<polygon fill="black" stroke="black" points="4910.28,-8398.1 4906.78,-8388.1 4903.28,-8398.1 4910.28,-8398.1"/>
</g>
<!-- 50&#45;&gt;51 -->
<g id="edge19" class="edge">
<title>50&#45;&gt;51</title>
<path fill="none" stroke="black" d="M5029.18,-8351.97C5137.22,-8336.93 5288.87,-8315.83 5363.95,-8305.38"/>
<polygon fill="black" stroke="black" points="5364.6,-8308.82 5374.02,-8303.98 5363.64,-8301.89 5364.6,-8308.82"/>
</g>
<!-- 52 -->
<g id="node39" class="node">
<title>52</title>
<polygon fill="none" stroke="red" points="5601.28,-8244 5222.28,-8244 5222.28,-8208 5601.28,-8208 5601.28,-8244"/>
<text text-anchor="middle" x="5411.78" y="-8222.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 14 12 64]| newshape=..., reverse=0)</text>
</g>
<!-- 51&#45;&gt;52 -->
<g id="edge21" class="edge">
<title>51&#45;&gt;52</title>
<path fill="none" stroke="black" d="M5410.27,-8279.7C5410.49,-8271.98 5410.76,-8262.71 5411.01,-8254.11"/>
<polygon fill="black" stroke="black" points="5414.5,-8254.2 5411.29,-8244.1 5407.51,-8254 5414.5,-8254.2"/>
</g>
<!-- 53 -->
<g id="node40" class="node">
<title>53</title>
<polygon fill="none" stroke="red" points="5531.28,-8172 5302.28,-8172 5302.28,-8136 5531.28,-8136 5531.28,-8172"/>
<text text-anchor="middle" x="5416.78" y="-8150.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 3, 1])</text>
</g>
<!-- 52&#45;&gt;53 -->
<g id="edge22" class="edge">
<title>52&#45;&gt;53</title>
<path fill="none" stroke="black" d="M5413.02,-8207.7C5413.57,-8199.98 5414.23,-8190.71 5414.84,-8182.11"/>
<polygon fill="black" stroke="black" points="5418.34,-8182.33 5415.56,-8172.1 5411.35,-8181.83 5418.34,-8182.33"/>
</g>
<!-- 55 -->
<g id="node41" class="node">
<title>55</title>
<polygon fill="none" stroke="red" points="5646.28,-8100 5225.28,-8100 5225.28,-8064 5646.28,-8064 5646.28,-8100"/>
<text text-anchor="middle" x="5435.78" y="-8078.3" font-family="Times,serif" font-size="14.00">reshape(·, [&#45;1 64 14]| newshape=[&#45;1, 64, 14], reverse=0)</text>
</g>
<!-- 53&#45;&gt;55 -->
<g id="edge23" class="edge">
<title>53&#45;&gt;55</title>
<path fill="none" stroke="black" d="M5421.48,-8135.7C5423.59,-8127.9 5426.14,-8118.51 5428.5,-8109.83"/>
<polygon fill="black" stroke="black" points="5431.9,-8110.67 5431.14,-8100.1 5425.14,-8108.84 5431.9,-8110.67"/>
</g>
<!-- 56 -->
<g id="node42" class="node">
<title>56</title>
<polygon fill="none" stroke="blue" points="5550.28,-8028 5339.28,-8028 5339.28,-7992 5550.28,-7992 5550.28,-8028"/>
<text text-anchor="middle" x="5444.78" y="-8006.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 55&#45;&gt;56 -->
<g id="edge24" class="edge">
<title>55&#45;&gt;56</title>
<path fill="none" stroke="black" d="M5438,-8063.7C5439,-8055.98 5440.19,-8046.71 5441.29,-8038.11"/>
<polygon fill="black" stroke="black" points="5444.78,-8038.47 5442.58,-8028.1 5437.83,-8037.58 5444.78,-8038.47"/>
</g>
<!-- 56&#45;&gt;57 -->
<g id="edge26" class="edge">
<title>56&#45;&gt;57</title>
<path fill="none" stroke="black" d="M5444.78,-7991.7C5444.78,-7983.98 5444.78,-7974.71 5444.78,-7966.11"/>
<polygon fill="black" stroke="black" points="5448.28,-7966.1 5444.78,-7956.1 5441.28,-7966.1 5448.28,-7966.1"/>
</g>
<!-- 309 -->
<g id="node233" class="node">
<title>309</title>
<polygon fill="none" stroke="black" points="5753.28,-6516 5542.28,-6516 5542.28,-6480 5753.28,-6480 5753.28,-6516"/>
<text text-anchor="middle" x="5647.78" y="-6494.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 56&#45;&gt;309 -->
<g id="edge288" class="edge">
<title>56&#45;&gt;309</title>
<path fill="none" stroke="black" d="M5550.69,-8005.89C5646.87,-7996.74 5773.78,-7965.92 5773.78,-7867 5773.78,-7867 5773.78,-7867 5773.78,-6641 5773.78,-6588.21 5724.46,-6545.9 5687.54,-6521.61"/>
<polygon fill="black" stroke="black" points="5689.24,-6518.54 5678.93,-6516.12 5685.48,-6524.45 5689.24,-6518.54"/>
</g>
<!-- 59 -->
<g id="node44" class="node">
<title>59</title>
<polygon fill="none" stroke="red" points="5671.28,-7884 5292.28,-7884 5292.28,-7848 5671.28,-7848 5671.28,-7884"/>
<text text-anchor="middle" x="5481.78" y="-7862.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 12 14 14]| newshape=..., reverse=0)</text>
</g>
<!-- 57&#45;&gt;59 -->
<g id="edge27" class="edge">
<title>57&#45;&gt;59</title>
<path fill="none" stroke="black" d="M5453.93,-7919.7C5458.18,-7911.64 5463.34,-7901.89 5468.05,-7892.98"/>
<polygon fill="black" stroke="black" points="5471.16,-7894.58 5472.74,-7884.1 5464.97,-7891.31 5471.16,-7894.58"/>
</g>
<!-- 61 -->
<g id="node45" class="node">
<title>61</title>
<polygon fill="none" stroke="red" points="5745.28,-7812 5638.28,-7812 5638.28,-7776 5745.28,-7776 5745.28,-7812"/>
<text text-anchor="middle" x="5691.78" y="-7790.3" font-family="Times,serif" font-size="14.00">divide(·, 8.0)</text>
</g>
<!-- 59&#45;&gt;61 -->
<g id="edge28" class="edge">
<title>59&#45;&gt;61</title>
<path fill="none" stroke="black" d="M5532.88,-7847.97C5562.35,-7838.14 5599.59,-7825.73 5630.61,-7815.39"/>
<polygon fill="black" stroke="black" points="5632.07,-7818.59 5640.45,-7812.11 5629.85,-7811.95 5632.07,-7818.59"/>
</g>
<!-- 61&#45;&gt;62 -->
<g id="edge29" class="edge">
<title>61&#45;&gt;62</title>
<path fill="none" stroke="black" d="M5638.04,-7778.13C5635.25,-7777.4 5632.48,-7776.69 5629.78,-7776 5567.24,-7760.13 5494.55,-7743.47 5448.61,-7733.16"/>
<polygon fill="black" stroke="black" points="5449.18,-7729.7 5438.66,-7730.93 5447.65,-7736.53 5449.18,-7729.7"/>
</g>
<!-- 63 -->
<g id="node47" class="node">
<title>63</title>
<polygon fill="none" stroke="blue" points="5456.78,-7668 5282.78,-7668 5282.78,-7632 5456.78,-7632 5456.78,-7668"/>
<text text-anchor="middle" x="5369.78" y="-7646.3" font-family="Times,serif" font-size="14.00">nn.softmax(·| axis=&#45;1)</text>
</g>
<!-- 62&#45;&gt;63 -->
<g id="edge31" class="edge">
<title>62&#45;&gt;63</title>
<path fill="none" stroke="black" d="M5394.62,-7703.7C5390.87,-7695.73 5386.33,-7686.1 5382.16,-7677.26"/>
<polygon fill="black" stroke="black" points="5385.27,-7675.66 5377.84,-7668.1 5378.94,-7678.64 5385.27,-7675.66"/>
</g>
<!-- 66 -->
<g id="node49" class="node">
<title>66</title>
<polygon fill="none" stroke="red" points="4834.78,-7596 4730.78,-7596 4730.78,-7560 4834.78,-7560 4834.78,-7596"/>
<text text-anchor="middle" x="4782.78" y="-7574.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 63&#45;&gt;66 -->
<g id="edge33" class="edge">
<title>63&#45;&gt;66</title>
<path fill="none" stroke="black" d="M5282.53,-7638.6C5162.76,-7624.31 4950.34,-7598.98 4845.24,-7586.45"/>
<polygon fill="black" stroke="black" points="4845.45,-7582.95 4835.11,-7585.24 4844.62,-7589.9 4845.45,-7582.95"/>
</g>
<!-- 289 -->
<g id="node216" class="node">
<title>289</title>
<polygon fill="none" stroke="black" points="5301.78,-1404 5197.78,-1404 5197.78,-1368 5301.78,-1368 5301.78,-1404"/>
<text text-anchor="middle" x="5249.78" y="-1382.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 63&#45;&gt;289 -->
<g id="edge265" class="edge">
<title>63&#45;&gt;289</title>
<path fill="none" stroke="black" d="M5367.21,-7632C5363.42,-7605.4 5356.78,-7552.3 5356.78,-7507 5356.78,-7507 5356.78,-7507 5356.78,-1529 5356.78,-1479.13 5314.16,-1435.65 5282.72,-1410.35"/>
<polygon fill="black" stroke="black" points="5284.63,-1407.41 5274.6,-1404.02 5280.33,-1412.93 5284.63,-1407.41"/>
</g>
<!-- 292 -->
<g id="node219" class="node">
<title>292</title>
<polygon fill="none" stroke="black" points="5441.78,-1188 5337.78,-1188 5337.78,-1152 5441.78,-1152 5441.78,-1188"/>
<text text-anchor="middle" x="5389.78" y="-1166.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 63&#45;&gt;292 -->
<g id="edge270" class="edge">
<title>63&#45;&gt;292</title>
<path fill="none" stroke="black" d="M5383.99,-7631.86C5403.66,-7606.34 5436.78,-7556.07 5436.78,-7507 5436.78,-7507 5436.78,-7507 5436.78,-1313 5436.78,-1270.96 5417.98,-1225.29 5404.16,-1197.41"/>
<polygon fill="black" stroke="black" points="5407.18,-1195.63 5399.52,-1188.32 5400.95,-1198.82 5407.18,-1195.63"/>
</g>
<!-- 65&#45;&gt;66 -->
<g id="edge34" class="edge">
<title>65&#45;&gt;66</title>
<path fill="none" stroke="black" d="M4788.8,-7631.7C4787.92,-7623.98 4786.86,-7614.71 4785.88,-7606.11"/>
<polygon fill="black" stroke="black" points="4789.35,-7605.64 4784.73,-7596.1 4782.39,-7606.44 4789.35,-7605.64"/>
</g>
<!-- 287 -->
<g id="node215" class="node">
<title>287</title>
<polygon fill="none" stroke="black" points="4872.78,-1476 4768.78,-1476 4768.78,-1440 4872.78,-1440 4872.78,-1476"/>
<text text-anchor="middle" x="4820.78" y="-1454.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 65&#45;&gt;287 -->
<g id="edge263" class="edge">
<title>65&#45;&gt;287</title>
<path fill="none" stroke="black" d="M4813.18,-7631.87C4824.01,-7622.43 4836.26,-7609.83 4843.78,-7596 4863.1,-7560.46 4862.78,-7547.45 4862.78,-7507 4862.78,-7507 4862.78,-7507 4862.78,-1601 4862.78,-1560.64 4857.18,-1550.4 4844.78,-1512 4841.92,-1503.16 4838.02,-1493.82 4834.19,-1485.5"/>
<polygon fill="black" stroke="black" points="4837.26,-1483.8 4829.8,-1476.27 4830.94,-1486.81 4837.26,-1483.8"/>
</g>
<!-- 68 -->
<g id="node50" class="node">
<title>68</title>
<polygon fill="none" stroke="blue" points="4266.28,-7524 3845.28,-7524 3845.28,-7488 4266.28,-7488 4266.28,-7524"/>
<text text-anchor="middle" x="4055.78" y="-7502.3" font-family="Times,serif" font-size="14.00">reshape(·, [&#45;1 14 14]| newshape=[&#45;1, 14, 14], reverse=0)</text>
</g>
<!-- 66&#45;&gt;68 -->
<g id="edge35" class="edge">
<title>66&#45;&gt;68</title>
<path fill="none" stroke="black" d="M4730.55,-7570.38C4703.74,-7567.08 4670.53,-7563.13 4640.78,-7560 4518.09,-7547.1 4380.72,-7534.56 4269.94,-7524.91"/>
<polygon fill="black" stroke="black" points="4269.91,-7521.4 4259.65,-7524.02 4269.31,-7528.37 4269.91,-7521.4"/>
</g>
<!-- 79 -->
<g id="node61" class="node">
<title>79</title>
<polygon fill="none" stroke="red" points="4338.28,-7452 4169.28,-7452 4169.28,-7416 4338.28,-7416 4338.28,-7452"/>
<text text-anchor="middle" x="4253.78" y="-7430.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 68&#45;&gt;79 -->
<g id="edge48" class="edge">
<title>68&#45;&gt;79</title>
<path fill="none" stroke="black" d="M4103.96,-7487.97C4131.63,-7478.19 4166.56,-7465.84 4195.73,-7455.52"/>
<polygon fill="black" stroke="black" points="4197.12,-7458.74 4205.38,-7452.11 4194.79,-7452.14 4197.12,-7458.74"/>
</g>
<!-- 271 -->
<g id="node202" class="node">
<title>271</title>
<polygon fill="none" stroke="black" points="4432.28,-5940 4221.28,-5940 4221.28,-5904 4432.28,-5904 4432.28,-5940"/>
<text text-anchor="middle" x="4326.78" y="-5918.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 68&#45;&gt;271 -->
<g id="edge244" class="edge">
<title>68&#45;&gt;271</title>
<path fill="none" stroke="black" d="M4052.92,-7487.97C4047,-7448.98 4035.52,-7350.53 4055.78,-7272 4073.91,-7201.73 4086.38,-7183.81 4132.78,-7128 4214.65,-7029.52 4289.91,-7056.6 4357.78,-6948 4379.27,-6913.62 4377.78,-6899.54 4377.78,-6859 4377.78,-6859 4377.78,-6859 4377.78,-6065 4377.78,-6022.59 4357.38,-5977.02 4342.38,-5949.26"/>
<polygon fill="black" stroke="black" points="4345.27,-5947.25 4337.35,-5940.21 4339.15,-5950.65 4345.27,-5947.25"/>
</g>
<!-- 70 -->
<g id="node52" class="node">
<title>70</title>
<polygon fill="none" stroke="red" points="4136.28,-8100 3675.28,-8100 3675.28,-8064 4136.28,-8064 4136.28,-8100"/>
<text text-anchor="middle" x="3905.78" y="-8078.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 768 768]| newshape=[&#45;1, 768, 768], reverse=0)</text>
</g>
<!-- 69&#45;&gt;70 -->
<g id="edge37" class="edge">
<title>69&#45;&gt;70</title>
<path fill="none" stroke="black" d="M3892.98,-8135.7C3894.88,-8127.9 3897.16,-8118.51 3899.26,-8109.83"/>
<polygon fill="black" stroke="black" points="3902.67,-8110.65 3901.63,-8100.1 3895.86,-8109 3902.67,-8110.65"/>
</g>
<!-- 71 -->
<g id="node53" class="node">
<title>71</title>
<polygon fill="none" stroke="blue" points="4145.28,-8028 3934.28,-8028 3934.28,-7992 4145.28,-7992 4145.28,-8028"/>
<text text-anchor="middle" x="4039.78" y="-8006.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 70&#45;&gt;71 -->
<g id="edge38" class="edge">
<title>70&#45;&gt;71</title>
<path fill="none" stroke="black" d="M3938.56,-8063.88C3956.4,-8054.55 3978.68,-8042.92 3997.78,-8032.94"/>
<polygon fill="black" stroke="black" points="3999.63,-8035.92 4006.87,-8028.19 3996.39,-8029.72 3999.63,-8035.92"/>
</g>
<!-- 71&#45;&gt;72 -->
<g id="edge40" class="edge">
<title>71&#45;&gt;72</title>
<path fill="none" stroke="black" d="M4072.56,-7991.88C4090.4,-7982.55 4112.68,-7970.92 4131.78,-7960.94"/>
<polygon fill="black" stroke="black" points="4133.63,-7963.92 4140.87,-7956.19 4130.39,-7957.72 4133.63,-7963.92"/>
</g>
<!-- 279 -->
<g id="node208" class="node">
<title>279</title>
<polygon fill="none" stroke="black" points="4700.28,-6660 4489.28,-6660 4489.28,-6624 4700.28,-6624 4700.28,-6660"/>
<text text-anchor="middle" x="4594.78" y="-6638.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 71&#45;&gt;279 -->
<g id="edge251" class="edge">
<title>71&#45;&gt;279</title>
<path fill="none" stroke="black" d="M4040.06,-7991.7C4040.96,-7961.79 4044.67,-7898.75 4059.78,-7848 4100.46,-7711.41 4099.88,-7660.65 4200.78,-7560 4226.67,-7534.17 4244.58,-7544.62 4274.78,-7524 4294.26,-7510.7 4294.67,-7501.83 4313.78,-7488 4447.25,-7391.45 4539.8,-7440.42 4637.78,-7308 4661.84,-7275.49 4656.78,-7259.45 4656.78,-7219 4656.78,-7219 4656.78,-7219 4656.78,-6785 4656.78,-6741.5 4632.04,-6696.29 4613.81,-6668.89"/>
<polygon fill="black" stroke="black" points="4616.47,-6666.58 4607.93,-6660.31 4610.7,-6670.54 4616.47,-6666.58"/>
</g>
<!-- 73 -->
<g id="node55" class="node">
<title>73</title>
<polygon fill="none" stroke="red" points="4512.28,-7884 4069.28,-7884 4069.28,-7848 4512.28,-7848 4512.28,-7884"/>
<text text-anchor="middle" x="4290.78" y="-7862.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 72&#45;&gt;73 -->
<g id="edge41" class="edge">
<title>72&#45;&gt;73</title>
<path fill="none" stroke="black" d="M4202.4,-7919.88C4217.7,-7910.72 4236.72,-7899.34 4253.2,-7889.48"/>
<polygon fill="black" stroke="black" points="4255.26,-7892.33 4262.05,-7884.19 4251.67,-7886.32 4255.26,-7892.33"/>
</g>
<!-- 73&#45;&gt;74 -->
<g id="edge42" class="edge">
<title>73&#45;&gt;74</title>
<path fill="none" stroke="black" d="M4312.53,-7847.7C4323.62,-7838.88 4337.25,-7828.03 4349.27,-7818.47"/>
<polygon fill="black" stroke="black" points="4351.63,-7821.07 4357.28,-7812.1 4347.27,-7815.59 4351.63,-7821.07"/>
</g>
<!-- 75 -->
<g id="node57" class="node">
<title>75</title>
<polygon fill="none" stroke="red" points="4568.28,-7740 4189.28,-7740 4189.28,-7704 4568.28,-7704 4568.28,-7740"/>
<text text-anchor="middle" x="4378.78" y="-7718.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 14 12 64]| newshape=..., reverse=0)</text>
</g>
<!-- 74&#45;&gt;75 -->
<g id="edge44" class="edge">
<title>74&#45;&gt;75</title>
<path fill="none" stroke="black" d="M4378.78,-7775.7C4378.78,-7767.98 4378.78,-7758.71 4378.78,-7750.11"/>
<polygon fill="black" stroke="black" points="4382.28,-7750.1 4378.78,-7740.1 4375.28,-7750.1 4382.28,-7750.1"/>
</g>
<!-- 76 -->
<g id="node58" class="node">
<title>76</title>
<polygon fill="none" stroke="red" points="4508.28,-7668 4279.28,-7668 4279.28,-7632 4508.28,-7632 4508.28,-7668"/>
<text text-anchor="middle" x="4393.78" y="-7646.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 75&#45;&gt;76 -->
<g id="edge45" class="edge">
<title>75&#45;&gt;76</title>
<path fill="none" stroke="black" d="M4382.49,-7703.7C4384.14,-7695.98 4386.13,-7686.71 4387.97,-7678.11"/>
<polygon fill="black" stroke="black" points="4391.44,-7678.62 4390.11,-7668.1 4384.6,-7677.15 4391.44,-7678.62"/>
</g>
<!-- 77 -->
<g id="node59" class="node">
<title>77</title>
<polygon fill="none" stroke="red" points="4631.28,-7596 4210.28,-7596 4210.28,-7560 4631.28,-7560 4631.28,-7596"/>
<text text-anchor="middle" x="4420.78" y="-7574.3" font-family="Times,serif" font-size="14.00">reshape(·, [&#45;1 14 64]| newshape=[&#45;1, 14, 64], reverse=0)</text>
</g>
<!-- 76&#45;&gt;77 -->
<g id="edge46" class="edge">
<title>76&#45;&gt;77</title>
<path fill="none" stroke="black" d="M4400.45,-7631.7C4403.49,-7623.81 4407.16,-7614.3 4410.54,-7605.55"/>
<polygon fill="black" stroke="black" points="4413.85,-7606.69 4414.18,-7596.1 4407.32,-7604.17 4413.85,-7606.69"/>
</g>
<!-- 78 -->
<g id="node60" class="node">
<title>78</title>
<polygon fill="none" stroke="blue" points="4534.28,-7524 4323.28,-7524 4323.28,-7488 4534.28,-7488 4534.28,-7524"/>
<text text-anchor="middle" x="4428.78" y="-7502.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 77&#45;&gt;78 -->
<g id="edge47" class="edge">
<title>77&#45;&gt;78</title>
<path fill="none" stroke="black" d="M4422.76,-7559.7C4423.64,-7551.98 4424.7,-7542.71 4425.68,-7534.11"/>
<polygon fill="black" stroke="black" points="4429.17,-7534.44 4426.82,-7524.1 4422.21,-7533.64 4429.17,-7534.44"/>
</g>
<!-- 78&#45;&gt;79 -->
<g id="edge49" class="edge">
<title>78&#45;&gt;79</title>
<path fill="none" stroke="black" d="M4385.97,-7487.88C4361.83,-7478.22 4331.5,-7466.09 4305.97,-7455.88"/>
<polygon fill="black" stroke="black" points="4307.04,-7452.53 4296.45,-7452.07 4304.44,-7459.03 4307.04,-7452.53"/>
</g>
<!-- 283 -->
<g id="node212" class="node">
<title>283</title>
<polygon fill="none" stroke="black" points="4834.28,-6444 4623.28,-6444 4623.28,-6408 4834.28,-6408 4834.28,-6444"/>
<text text-anchor="middle" x="4728.78" y="-6422.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 78&#45;&gt;283 -->
<g id="edge258" class="edge">
<title>78&#45;&gt;283</title>
<path fill="none" stroke="black" d="M4534.55,-7497.48C4620.92,-7484.88 4728.78,-7451.45 4728.78,-7363 4728.78,-7363 4728.78,-7363 4728.78,-6569 4728.78,-6529 4728.78,-6482.65 4728.78,-6454.08"/>
<polygon fill="black" stroke="black" points="4732.28,-6454.05 4728.78,-6444.05 4725.28,-6454.05 4732.28,-6454.05"/>
</g>
<!-- 81 -->
<g id="node62" class="node">
<title>81</title>
<polygon fill="none" stroke="red" points="4443.28,-7380 4064.28,-7380 4064.28,-7344 4443.28,-7344 4443.28,-7380"/>
<text text-anchor="middle" x="4253.78" y="-7358.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 12 14 64]| newshape=..., reverse=0)</text>
</g>
<!-- 79&#45;&gt;81 -->
<g id="edge50" class="edge">
<title>79&#45;&gt;81</title>
<path fill="none" stroke="black" d="M4253.78,-7415.7C4253.78,-7407.98 4253.78,-7398.71 4253.78,-7390.11"/>
<polygon fill="black" stroke="black" points="4257.28,-7390.1 4253.78,-7380.1 4250.28,-7390.1 4257.28,-7390.1"/>
</g>
<!-- 82 -->
<g id="node63" class="node">
<title>82</title>
<polygon fill="none" stroke="red" points="3993.28,-7308 3764.28,-7308 3764.28,-7272 3993.28,-7272 3993.28,-7308"/>
<text text-anchor="middle" x="3878.78" y="-7286.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 81&#45;&gt;82 -->
<g id="edge51" class="edge">
<title>81&#45;&gt;82</title>
<path fill="none" stroke="black" d="M4162.52,-7343.97C4107.41,-7333.68 4037.06,-7320.55 3980.21,-7309.93"/>
<polygon fill="black" stroke="black" points="3980.59,-7306.44 3970.12,-7308.05 3979.31,-7313.33 3980.59,-7306.44"/>
</g>
<!-- 83 -->
<g id="node64" class="node">
<title>83</title>
<polygon fill="none" stroke="red" points="3903.28,-7236 3838.28,-7236 3838.28,-7200 3903.28,-7200 3903.28,-7236"/>
<text text-anchor="middle" x="3870.78" y="-7214.3" font-family="Times,serif" font-size="14.00">copy(·)</text>
</g>
<!-- 82&#45;&gt;83 -->
<g id="edge52" class="edge">
<title>82&#45;&gt;83</title>
<path fill="none" stroke="black" d="M3876.8,-7271.7C3875.92,-7263.98 3874.86,-7254.71 3873.88,-7246.11"/>
<polygon fill="black" stroke="black" points="3877.35,-7245.64 3872.73,-7236.1 3870.39,-7246.44 3877.35,-7245.64"/>
</g>
<!-- 84 -->
<g id="node65" class="node">
<title>84</title>
<polygon fill="none" stroke="red" points="4085.28,-7164 3642.28,-7164 3642.28,-7128 4085.28,-7128 4085.28,-7164"/>
<text text-anchor="middle" x="3863.78" y="-7142.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 83&#45;&gt;84 -->
<g id="edge53" class="edge">
<title>83&#45;&gt;84</title>
<path fill="none" stroke="black" d="M3869.05,-7199.7C3868.28,-7191.98 3867.35,-7182.71 3866.49,-7174.11"/>
<polygon fill="black" stroke="black" points="3869.97,-7173.71 3865.49,-7164.1 3863,-7174.4 3869.97,-7173.71"/>
</g>
<!-- 85 -->
<g id="node66" class="node">
<title>85</title>
<polygon fill="none" stroke="blue" points="4087.78,-7092 3639.78,-7092 3639.78,-7056 4087.78,-7056 4087.78,-7092"/>
<text text-anchor="middle" x="3863.78" y="-7070.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 &#160;14 768]| newshape=[&#45;1, 14, 768], reverse=0)</text>
</g>
<!-- 84&#45;&gt;85 -->
<g id="edge54" class="edge">
<title>84&#45;&gt;85</title>
<path fill="none" stroke="black" d="M3863.78,-7127.7C3863.78,-7119.98 3863.78,-7110.71 3863.78,-7102.11"/>
<polygon fill="black" stroke="black" points="3867.28,-7102.1 3863.78,-7092.1 3860.28,-7102.1 3867.28,-7102.1"/>
</g>
<!-- 89 -->
<g id="node70" class="node">
<title>89</title>
<polygon fill="none" stroke="red" points="4212.28,-7020 4043.28,-7020 4043.28,-6984 4212.28,-6984 4212.28,-7020"/>
<text text-anchor="middle" x="4127.78" y="-6998.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 85&#45;&gt;89 -->
<g id="edge58" class="edge">
<title>85&#45;&gt;89</title>
<path fill="none" stroke="black" d="M3928.02,-7055.97C3965.87,-7045.93 4013.92,-7033.19 4053.4,-7022.72"/>
<polygon fill="black" stroke="black" points="4054.48,-7026.06 4063.25,-7020.11 4052.68,-7019.29 4054.48,-7026.06"/>
</g>
<!-- 348 -->
<g id="node263" class="node">
<title>348</title>
<polygon fill="none" stroke="black" points="3125.28,-4500 2914.28,-4500 2914.28,-4464 3125.28,-4464 3125.28,-4500"/>
<text text-anchor="middle" x="3019.78" y="-4478.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 85&#45;&gt;348 -->
<g id="edge325" class="edge">
<title>85&#45;&gt;348</title>
<path fill="none" stroke="black" d="M3639.58,-7060.98C3361.25,-7042.98 2922.78,-7003.18 2922.78,-6931 2922.78,-6931 2922.78,-6931 2922.78,-6425 2922.78,-6329.89 2923.78,-6306.11 2923.78,-6211 2923.78,-6211 2923.78,-6211 2923.78,-4625 2923.78,-4576.85 2962.12,-4532.85 2990.34,-4506.98"/>
<polygon fill="black" stroke="black" points="2992.85,-4509.43 2998,-4500.17 2988.2,-4504.2 2992.85,-4509.43"/>
</g>
<!-- 87 -->
<g id="node68" class="node">
<title>87</title>
<polygon fill="none" stroke="red" points="4603.28,-7164 4142.28,-7164 4142.28,-7128 4603.28,-7128 4603.28,-7164"/>
<text text-anchor="middle" x="4372.78" y="-7142.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 768 768]| newshape=[&#45;1, 768, 768], reverse=0)</text>
</g>
<!-- 86&#45;&gt;87 -->
<g id="edge56" class="edge">
<title>86&#45;&gt;87</title>
<path fill="none" stroke="black" d="M4362.99,-7199.7C4364.43,-7191.98 4366.15,-7182.71 4367.74,-7174.11"/>
<polygon fill="black" stroke="black" points="4371.22,-7174.58 4369.6,-7164.1 4364.34,-7173.3 4371.22,-7174.58"/>
</g>
<!-- 88 -->
<g id="node69" class="node">
<title>88</title>
<polygon fill="none" stroke="blue" points="4478.28,-7092 4267.28,-7092 4267.28,-7056 4478.28,-7056 4478.28,-7092"/>
<text text-anchor="middle" x="4372.78" y="-7070.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 87&#45;&gt;88 -->
<g id="edge57" class="edge">
<title>87&#45;&gt;88</title>
<path fill="none" stroke="black" d="M4372.78,-7127.7C4372.78,-7119.98 4372.78,-7110.71 4372.78,-7102.11"/>
<polygon fill="black" stroke="black" points="4376.28,-7102.1 4372.78,-7092.1 4369.28,-7102.1 4376.28,-7102.1"/>
</g>
<!-- 88&#45;&gt;89 -->
<g id="edge59" class="edge">
<title>88&#45;&gt;89</title>
<path fill="none" stroke="black" d="M4313.16,-7055.97C4278.33,-7046.01 4234.2,-7033.41 4197.74,-7022.99"/>
<polygon fill="black" stroke="black" points="4198.24,-7019.49 4187.67,-7020.11 4196.32,-7026.22 4198.24,-7019.49"/>
</g>
<!-- 263 -->
<g id="node196" class="node">
<title>263</title>
<polygon fill="none" stroke="black" points="4566.28,-5868 4355.28,-5868 4355.28,-5832 4566.28,-5832 4566.28,-5868"/>
<text text-anchor="middle" x="4460.78" y="-5846.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 88&#45;&gt;263 -->
<g id="edge237" class="edge">
<title>88&#45;&gt;263</title>
<path fill="none" stroke="black" d="M4392.31,-7055.86C4418.24,-7031.11 4460.78,-6982.63 4460.78,-6931 4460.78,-6931 4460.78,-6931 4460.78,-5993 4460.78,-5953 4460.78,-5906.65 4460.78,-5878.08"/>
<polygon fill="black" stroke="black" points="4464.28,-5878.05 4460.78,-5868.05 4457.28,-5878.05 4464.28,-5878.05"/>
</g>
<!-- 90 -->
<g id="node71" class="node">
<title>90</title>
<polygon fill="none" stroke="red" points="4349.28,-6948 3906.28,-6948 3906.28,-6912 4349.28,-6912 4349.28,-6948"/>
<text text-anchor="middle" x="4127.78" y="-6926.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 89&#45;&gt;90 -->
<g id="edge60" class="edge">
<title>89&#45;&gt;90</title>
<path fill="none" stroke="black" d="M4127.78,-6983.7C4127.78,-6975.98 4127.78,-6966.71 4127.78,-6958.11"/>
<polygon fill="black" stroke="black" points="4131.28,-6958.1 4127.78,-6948.1 4124.28,-6958.1 4131.28,-6958.1"/>
</g>
<!-- 90&#45;&gt;91 -->
<g id="edge61" class="edge">
<title>90&#45;&gt;91</title>
<path fill="none" stroke="black" d="M4009.03,-6911.97C3904.96,-6897.04 3759.19,-6876.13 3685.82,-6865.6"/>
<polygon fill="black" stroke="black" points="3685.93,-6862.08 3675.54,-6864.13 3684.94,-6869.01 3685.93,-6862.08"/>
</g>
<!-- 94 -->
<g id="node74" class="node">
<title>94</title>
<polygon fill="none" stroke="red" points="3578.78,-6804 3474.78,-6804 3474.78,-6768 3578.78,-6768 3578.78,-6804"/>
<text text-anchor="middle" x="3526.78" y="-6782.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 91&#45;&gt;94 -->
<g id="edge64" class="edge">
<title>91&#45;&gt;94</title>
<path fill="none" stroke="black" d="M3612.14,-6839.88C3597.36,-6830.72 3578.99,-6819.34 3563.08,-6809.48"/>
<polygon fill="black" stroke="black" points="3564.87,-6806.48 3554.53,-6804.19 3561.19,-6812.43 3564.87,-6806.48"/>
</g>
<!-- 93&#45;&gt;94 -->
<g id="edge65" class="edge">
<title>93&#45;&gt;94</title>
<path fill="none" stroke="black" d="M3230.88,-6840.94C3302.34,-6827.91 3401.28,-6809.88 3464.67,-6798.32"/>
<polygon fill="black" stroke="black" points="3465.31,-6801.76 3474.52,-6796.53 3464.06,-6794.88 3465.31,-6801.76"/>
</g>
<!-- 262 -->
<g id="node195" class="node">
<title>262</title>
<polygon fill="none" stroke="black" points="3092.78,-1980 2988.78,-1980 2988.78,-1944 3092.78,-1944 3092.78,-1980"/>
<text text-anchor="middle" x="3040.78" y="-1958.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 93&#45;&gt;262 -->
<g id="edge236" class="edge">
<title>93&#45;&gt;262</title>
<path fill="none" stroke="black" d="M3104.95,-6839.9C3062.28,-6817.72 2998.78,-6774.69 2998.78,-6715 2998.78,-6715 2998.78,-6715 2998.78,-6641 2998.78,-6443.4 2885.78,-6408.6 2885.78,-6211 2885.78,-6211 2885.78,-6211 2885.78,-4553 2885.78,-4512.55 2883.91,-4498.65 2904.78,-4464 2917.64,-4442.65 2936.23,-4450.09 2947.78,-4428 2995.96,-4335.86 2968.78,-4298.98 2968.78,-4195 2968.78,-4195 2968.78,-4195 2968.78,-4121 2968.78,-3640.82 3040.78,-3523.18 3040.78,-3043 3040.78,-3043 3040.78,-3043 3040.78,-2105 3040.78,-2065 3040.78,-2018.65 3040.78,-1990.08"/>
<polygon fill="black" stroke="black" points="3044.28,-1990.05 3040.78,-1980.05 3037.28,-1990.05 3044.28,-1990.05"/>
</g>
<!-- 94&#45;&gt;95 -->
<g id="edge66" class="edge">
<title>94&#45;&gt;95</title>
<path fill="none" stroke="black" d="M3526.78,-6767.7C3526.78,-6759.98 3526.78,-6750.71 3526.78,-6742.11"/>
<polygon fill="black" stroke="black" points="3530.28,-6742.1 3526.78,-6732.1 3523.28,-6742.1 3530.28,-6742.1"/>
</g>
<!-- 97 -->
<g id="node76" class="node">
<title>97</title>
<polygon fill="none" stroke="blue" points="3690.28,-6660 3363.28,-6660 3363.28,-6624 3690.28,-6624 3690.28,-6660"/>
<text text-anchor="middle" x="3526.78" y="-6638.3" font-family="Times,serif" font-size="14.00">mean(·| axis=[&#45;1], keepdims=1, exclude=0)</text>
</g>
<!-- 95&#45;&gt;97 -->
<g id="edge68" class="edge">
<title>95&#45;&gt;97</title>
<path fill="none" stroke="black" d="M3526.78,-6695.7C3526.78,-6687.98 3526.78,-6678.71 3526.78,-6670.11"/>
<polygon fill="black" stroke="black" points="3530.28,-6670.1 3526.78,-6660.1 3523.28,-6670.1 3530.28,-6670.1"/>
</g>
<!-- 98 -->
<g id="node77" class="node">
<title>98</title>
<polygon fill="none" stroke="red" points="3388.28,-6588 3283.28,-6588 3283.28,-6552 3388.28,-6552 3388.28,-6588"/>
<text text-anchor="middle" x="3335.78" y="-6566.3" font-family="Times,serif" font-size="14.00">subtract(·, ·)</text>
</g>
<!-- 95&#45;&gt;98 -->
<g id="edge69" class="edge">
<title>95&#45;&gt;98</title>
<path fill="none" stroke="black" d="M3491.01,-6712.3C3451.53,-6709.51 3388.91,-6698.75 3353.78,-6660 3338.68,-6643.35 3334.82,-6617.63 3334.36,-6598.12"/>
<polygon fill="black" stroke="black" points="3337.86,-6598.03 3334.4,-6588.01 3330.86,-6598 3337.86,-6598.03"/>
</g>
<!-- 101 -->
<g id="node78" class="node">
<title>101</title>
<polygon fill="none" stroke="blue" points="3833.78,-6588 3471.78,-6588 3471.78,-6552 3833.78,-6552 3833.78,-6588"/>
<text text-anchor="middle" x="3652.78" y="-6566.3" font-family="Times,serif" font-size="14.00">variance(·, ·| axis=[&#45;1], keepdims=1, exclude=0)</text>
</g>
<!-- 95&#45;&gt;101 -->
<g id="edge71" class="edge">
<title>95&#45;&gt;101</title>
<path fill="none" stroke="black" d="M3562.37,-6713.5C3602.89,-6711.92 3667.51,-6702.36 3698.78,-6660 3713.6,-6639.92 3697.36,-6614.39 3680.21,-6595.82"/>
<polygon fill="black" stroke="black" points="3682.39,-6593.04 3672.9,-6588.33 3677.38,-6597.93 3682.39,-6593.04"/>
</g>
<!-- 237 -->
<g id="node178" class="node">
<title>237</title>
<polygon fill="none" stroke="black" points="3599.78,-2484 3495.78,-2484 3495.78,-2448 3599.78,-2448 3599.78,-2484"/>
<text text-anchor="middle" x="3547.78" y="-2462.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 95&#45;&gt;237 -->
<g id="edge213" class="edge">
<title>95&#45;&gt;237</title>
<path fill="none" stroke="black" d="M3562.54,-6707.27C3655.9,-6691.3 3899.78,-6642.72 3899.78,-6571 3899.78,-6571 3899.78,-6571 3899.78,-2825 3899.78,-2781.74 3691.57,-2547.02 3657.78,-2520 3641.78,-2507.2 3622.18,-2496.52 3603.98,-2488.17"/>
<polygon fill="black" stroke="black" points="3605.18,-2484.87 3594.62,-2484.02 3602.34,-2491.27 3605.18,-2484.87"/>
</g>
<!-- 97&#45;&gt;98 -->
<g id="edge70" class="edge">
<title>97&#45;&gt;98</title>
<path fill="none" stroke="black" d="M3480.06,-6623.88C3453.48,-6614.14 3420.02,-6601.87 3392.01,-6591.61"/>
<polygon fill="black" stroke="black" points="3392.95,-6588.22 3382.35,-6588.07 3390.54,-6594.8 3392.95,-6588.22"/>
</g>
<!-- 97&#45;&gt;101 -->
<g id="edge72" class="edge">
<title>97&#45;&gt;101</title>
<path fill="none" stroke="black" d="M3557.6,-6623.88C3574.23,-6614.64 3594.94,-6603.13 3612.8,-6593.21"/>
<polygon fill="black" stroke="black" points="3614.8,-6596.11 3621.84,-6588.19 3611.4,-6589.99 3614.8,-6596.11"/>
</g>
<!-- 242 -->
<g id="node181" class="node">
<title>242</title>
<polygon fill="none" stroke="black" points="3771.78,-2484 3667.78,-2484 3667.78,-2448 3771.78,-2448 3771.78,-2484"/>
<text text-anchor="middle" x="3719.78" y="-2462.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 97&#45;&gt;242 -->
<g id="edge216" class="edge">
<title>97&#45;&gt;242</title>
<path fill="none" stroke="black" d="M3690.31,-6630.3C3755.27,-6622.71 3819.97,-6609.82 3842.78,-6588 3872,-6560.04 3861.78,-6539.45 3861.78,-6499 3861.78,-6499 3861.78,-6499 3861.78,-2609 3861.78,-2568.46 3867.62,-2551.24 3841.78,-2520 3833.16,-2509.58 3806.89,-2497.6 3780.93,-2487.67"/>
<polygon fill="black" stroke="black" points="3782,-2484.34 3771.41,-2484.11 3779.55,-2490.89 3782,-2484.34"/>
</g>
<!-- 105 -->
<g id="node81" class="node">
<title>105</title>
<polygon fill="none" stroke="blue" points="3040.28,-6372 2951.28,-6372 2951.28,-6336 3040.28,-6336 3040.28,-6372"/>
<text text-anchor="middle" x="2995.78" y="-6350.3" font-family="Times,serif" font-size="14.00">divide(·, ·)</text>
</g>
<!-- 98&#45;&gt;105 -->
<g id="edge75" class="edge">
<title>98&#45;&gt;105</title>
<path fill="none" stroke="black" d="M3308.53,-6551.85C3247.6,-6513.5 3100.35,-6420.82 3031.89,-6377.73"/>
<polygon fill="black" stroke="black" points="3033.49,-6374.6 3023.16,-6372.23 3029.76,-6380.52 3033.49,-6374.6"/>
</g>
<!-- 102 -->
<g id="node79" class="node">
<title>102</title>
<polygon fill="none" stroke="red" points="3798.28,-6516 3737.28,-6516 3737.28,-6480 3798.28,-6480 3798.28,-6516"/>
<text text-anchor="middle" x="3767.78" y="-6494.3" font-family="Times,serif" font-size="14.00">sqrt(·)</text>
</g>
<!-- 101&#45;&gt;102 -->
<g id="edge73" class="edge">
<title>101&#45;&gt;102</title>
<path fill="none" stroke="black" d="M3680.91,-6551.88C3695.95,-6542.72 3714.65,-6531.34 3730.84,-6521.48"/>
<polygon fill="black" stroke="black" points="3732.82,-6524.38 3739.54,-6516.19 3729.18,-6518.4 3732.82,-6524.38"/>
</g>
<!-- 233 -->
<g id="node175" class="node">
<title>233</title>
<polygon fill="none" stroke="black" points="3394.28,-4932 3305.28,-4932 3305.28,-4896 3394.28,-4896 3394.28,-4932"/>
<text text-anchor="middle" x="3349.78" y="-4910.3" font-family="Times,serif" font-size="14.00">power(·, ·)</text>
</g>
<!-- 101&#45;&gt;233 -->
<g id="edge207" class="edge">
<title>101&#45;&gt;233</title>
<path fill="none" stroke="black" d="M3662.1,-6551.63C3675.28,-6525.41 3697.78,-6473.81 3697.78,-6427 3697.78,-6427 3697.78,-6427 3697.78,-5201 3697.78,-5080.64 3660.83,-5033.37 3559.78,-4968 3512.77,-4937.59 3449.4,-4924.62 3404.61,-4919.1"/>
<polygon fill="black" stroke="black" points="3404.83,-4915.6 3394.49,-4917.94 3404.03,-4922.56 3404.83,-4915.6"/>
</g>
<!-- 104 -->
<g id="node80" class="node">
<title>104</title>
<polygon fill="none" stroke="blue" points="3833.28,-6444 3726.28,-6444 3726.28,-6408 3833.28,-6408 3833.28,-6444"/>
<text text-anchor="middle" x="3779.78" y="-6422.3" font-family="Times,serif" font-size="14.00">add(·, 1e&#45;12)</text>
</g>
<!-- 102&#45;&gt;104 -->
<g id="edge74" class="edge">
<title>102&#45;&gt;104</title>
<path fill="none" stroke="black" d="M3770.75,-6479.7C3772.07,-6471.98 3773.66,-6462.71 3775.13,-6454.11"/>
<polygon fill="black" stroke="black" points="3778.61,-6454.55 3776.85,-6444.1 3771.71,-6453.37 3778.61,-6454.55"/>
</g>
<!-- 104&#45;&gt;105 -->
<g id="edge76" class="edge">
<title>104&#45;&gt;105</title>
<path fill="none" stroke="black" d="M3726.01,-6425.45C3605.8,-6425.53 3306.35,-6420.54 3050.26,-6372.03"/>
<polygon fill="black" stroke="black" points="3050.88,-6368.59 3040.4,-6370.14 3049.56,-6375.46 3050.88,-6368.59"/>
</g>
<!-- 227 -->
<g id="node171" class="node">
<title>227</title>
<polygon fill="none" stroke="black" points="3630.28,-2916 3541.28,-2916 3541.28,-2880 3630.28,-2880 3630.28,-2916"/>
<text text-anchor="middle" x="3585.78" y="-2894.3" font-family="Times,serif" font-size="14.00">divide(·, ·)</text>
</g>
<!-- 104&#45;&gt;227 -->
<g id="edge203" class="edge">
<title>104&#45;&gt;227</title>
<path fill="none" stroke="black" d="M3770.66,-6407.61C3757.78,-6381.36 3735.78,-6329.71 3735.78,-6283 3735.78,-6283 3735.78,-6283 3735.78,-3041 3735.78,-2984.42 3678.8,-2943.65 3635.08,-2920.68"/>
<polygon fill="black" stroke="black" points="3636.48,-2917.47 3625.98,-2916.06 3633.3,-2923.71 3636.48,-2917.47"/>
</g>
<!-- 249 -->
<g id="node186" class="node">
<title>249</title>
<polygon fill="none" stroke="black" points="3829.28,-2916 3740.28,-2916 3740.28,-2880 3829.28,-2880 3829.28,-2916"/>
<text text-anchor="middle" x="3784.78" y="-2894.3" font-family="Times,serif" font-size="14.00">divide(·, ·)</text>
</g>
<!-- 104&#45;&gt;249 -->
<g id="edge224" class="edge">
<title>104&#45;&gt;249</title>
<path fill="none" stroke="black" d="M3786.26,-6407.79C3795.61,-6381.36 3811.78,-6328.99 3811.78,-6283 3811.78,-6283 3811.78,-6283 3811.78,-3041 3811.78,-3000.5 3801.05,-2954.63 3793.12,-2926.26"/>
<polygon fill="black" stroke="black" points="3796.38,-2924.93 3790.24,-2916.29 3789.65,-2926.87 3796.38,-2924.93"/>
</g>
<!-- 105&#45;&gt;106 -->
<g id="edge77" class="edge">
<title>105&#45;&gt;106</title>
<path fill="none" stroke="black" d="M3040.28,-6338.61C3043.15,-6337.72 3046.01,-6336.84 3048.78,-6336 3089.54,-6323.63 3135.6,-6310.43 3171.56,-6300.3"/>
<polygon fill="black" stroke="black" points="3172.74,-6303.6 3181.42,-6297.53 3170.85,-6296.86 3172.74,-6303.6"/>
</g>
<!-- 226 -->
<g id="node170" class="node">
<title>226</title>
<polygon fill="none" stroke="black" points="3637.78,-2988 3533.78,-2988 3533.78,-2952 3637.78,-2952 3637.78,-2988"/>
<text text-anchor="middle" x="3585.78" y="-2966.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 105&#45;&gt;226 -->
<g id="edge201" class="edge">
<title>105&#45;&gt;226</title>
<path fill="none" stroke="black" d="M3040.45,-6338.1C3043.26,-6337.34 3046.05,-6336.63 3048.78,-6336 3250.99,-6289.11 3498.78,-6418.57 3498.78,-6211 3498.78,-6211 3498.78,-6211 3498.78,-3113 3498.78,-3066.16 3533.62,-3021.74 3559.21,-2995.43"/>
<polygon fill="black" stroke="black" points="3561.86,-2997.72 3566.47,-2988.18 3556.92,-2992.77 3561.86,-2997.72"/>
</g>
<!-- 356 -->
<g id="node269" class="node">
<title>356</title>
<polygon fill="none" stroke="black" points="2977.78,-3060 2873.78,-3060 2873.78,-3024 2977.78,-3024 2977.78,-3060"/>
<text text-anchor="middle" x="2925.78" y="-3038.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 105&#45;&gt;356 -->
<g id="edge333" class="edge">
<title>105&#45;&gt;356</title>
<path fill="none" stroke="black" d="M3039.37,-6335.97C3086.14,-6314.5 3153.78,-6272.78 3153.78,-6211 3153.78,-6211 3153.78,-6211 3153.78,-3329 3153.78,-3208.01 3027.48,-3108.69 2962.88,-3065.8"/>
<polygon fill="black" stroke="black" points="2964.48,-3062.67 2954.2,-3060.13 2960.65,-3068.53 2964.48,-3062.67"/>
</g>
<!-- 106&#45;&gt;107 -->
<g id="edge79" class="edge">
<title>106&#45;&gt;107</title>
<path fill="none" stroke="black" d="M3181.49,-6278.91C3055.58,-6273.56 2725.73,-6257.66 2451.78,-6228 2429.23,-6225.56 2404.3,-6221.95 2383.52,-6218.68"/>
<polygon fill="black" stroke="black" points="2383.8,-6215.18 2373.37,-6217.06 2382.69,-6222.09 2383.8,-6215.18"/>
</g>
<!-- 108 -->
<g id="node84" class="node">
<title>108</title>
<polygon fill="none" stroke="blue" points="2627.78,-6156 2179.78,-6156 2179.78,-6120 2627.78,-6120 2627.78,-6156"/>
<text text-anchor="middle" x="2403.78" y="-6134.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 &#160;14 768]| newshape=[&#45;1, 14, 768], reverse=0)</text>
</g>
<!-- 107&#45;&gt;108 -->
<g id="edge81" class="edge">
<title>107&#45;&gt;108</title>
<path fill="none" stroke="black" d="M2354.09,-6191.7C2362.09,-6183.22 2371.85,-6172.86 2380.6,-6163.58"/>
<polygon fill="black" stroke="black" points="2383.34,-6165.78 2387.65,-6156.1 2378.25,-6160.98 2383.34,-6165.78"/>
</g>
<!-- 138 -->
<g id="node105" class="node">
<title>138</title>
<polygon fill="none" stroke="blue" points="2059.28,-5148 1988.28,-5148 1988.28,-5112 2059.28,-5112 2059.28,-5148"/>
<text text-anchor="middle" x="2023.78" y="-5126.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 107&#45;&gt;138 -->
<g id="edge109" class="edge">
<title>107&#45;&gt;138</title>
<path fill="none" stroke="black" d="M2302.14,-6209.1C2262.71,-6207.06 2200.78,-6196.99 2170.78,-6156 2161.33,-6143.09 2165.39,-6135.06 2170.78,-6120 2259.81,-5871.18 2514.78,-5899.27 2514.78,-5635 2514.78,-5635 2514.78,-5635 2514.78,-5489 2514.78,-5269.67 2190.94,-5170.47 2069.26,-5140.94"/>
<polygon fill="black" stroke="black" points="2070.03,-5137.52 2059.49,-5138.61 2068.4,-5144.33 2070.03,-5137.52"/>
</g>
<!-- 113 -->
<g id="node88" class="node">
<title>113</title>
<polygon fill="none" stroke="red" points="2669.28,-6084 2500.28,-6084 2500.28,-6048 2669.28,-6048 2669.28,-6084"/>
<text text-anchor="middle" x="2584.78" y="-6062.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 108&#45;&gt;113 -->
<g id="edge85" class="edge">
<title>108&#45;&gt;113</title>
<path fill="none" stroke="black" d="M2448.06,-6119.88C2473.13,-6110.18 2504.68,-6097.98 2531.14,-6087.74"/>
<polygon fill="black" stroke="black" points="2532.58,-6090.94 2540.65,-6084.07 2530.06,-6084.41 2532.58,-6090.94"/>
</g>
<!-- 362 -->
<g id="node273" class="node">
<title>362</title>
<polygon fill="none" stroke="black" points="2773.28,-3924 2562.28,-3924 2562.28,-3888 2773.28,-3888 2773.28,-3924"/>
<text text-anchor="middle" x="2667.78" y="-3902.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 108&#45;&gt;362 -->
<g id="edge337" class="edge">
<title>108&#45;&gt;362</title>
<path fill="none" stroke="black" d="M2388.3,-6119.7C2363.96,-6090.31 2321.41,-6028.68 2340.78,-5976 2349.84,-5951.36 2480.34,-5818.54 2493.78,-5796 2591.84,-5631.55 2571.78,-5336.31 2571.78,-5275 2571.78,-5275 2571.78,-5275 2571.78,-4049 2571.78,-4000.85 2610.12,-3956.85 2638.34,-3930.98"/>
<polygon fill="black" stroke="black" points="2640.85,-3933.43 2646,-3924.17 2636.2,-3928.2 2640.85,-3933.43"/>
</g>
<!-- 111 -->
<g id="node86" class="node">
<title>111</title>
<polygon fill="none" stroke="red" points="2858.28,-6228 2461.28,-6228 2461.28,-6192 2858.28,-6192 2858.28,-6228"/>
<text text-anchor="middle" x="2659.78" y="-6206.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;&#45;1 &#160;768 3072]| newshape=..., reverse=0)</text>
</g>
<!-- 109&#45;&gt;111 -->
<g id="edge83" class="edge">
<title>109&#45;&gt;111</title>
<path fill="none" stroke="black" d="M2659.78,-6263.7C2659.78,-6255.98 2659.78,-6246.71 2659.78,-6238.11"/>
<polygon fill="black" stroke="black" points="2663.28,-6238.1 2659.78,-6228.1 2656.28,-6238.1 2663.28,-6238.1"/>
</g>
<!-- 112 -->
<g id="node87" class="node">
<title>112</title>
<polygon fill="none" stroke="blue" points="2857.28,-6156 2646.28,-6156 2646.28,-6120 2857.28,-6120 2857.28,-6156"/>
<text text-anchor="middle" x="2751.78" y="-6134.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 111&#45;&gt;112 -->
<g id="edge84" class="edge">
<title>111&#45;&gt;112</title>
<path fill="none" stroke="black" d="M2682.52,-6191.7C2694.22,-6182.8 2708.64,-6171.82 2721.29,-6162.2"/>
<polygon fill="black" stroke="black" points="2723.46,-6164.94 2729.3,-6156.1 2719.22,-6159.37 2723.46,-6164.94"/>
</g>
<!-- 112&#45;&gt;113 -->
<g id="edge86" class="edge">
<title>112&#45;&gt;113</title>
<path fill="none" stroke="black" d="M2710.93,-6119.88C2688,-6110.26 2659.2,-6098.19 2634.91,-6088.01"/>
<polygon fill="black" stroke="black" points="2636.08,-6084.71 2625.5,-6084.07 2633.37,-6091.16 2636.08,-6084.71"/>
</g>
<!-- 222 -->
<g id="node166" class="node">
<title>222</title>
<polygon fill="none" stroke="black" points="2939.28,-4428 2728.28,-4428 2728.28,-4392 2939.28,-4392 2939.28,-4428"/>
<text text-anchor="middle" x="2833.78" y="-4406.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 112&#45;&gt;222 -->
<g id="edge193" class="edge">
<title>112&#45;&gt;222</title>
<path fill="none" stroke="black" d="M2773.56,-6119.83C2801.89,-6095.39 2847.78,-6047.67 2847.78,-5995 2847.78,-5995 2847.78,-5995 2847.78,-4553 2847.78,-4513.02 2842.22,-4467.02 2838.1,-4438.47"/>
<polygon fill="black" stroke="black" points="2841.54,-4437.81 2836.61,-4428.43 2834.62,-4438.84 2841.54,-4437.81"/>
</g>
<!-- 115 -->
<g id="node89" class="node">
<title>115</title>
<polygon fill="none" stroke="red" points="2819.78,-6012 2349.78,-6012 2349.78,-5976 2819.78,-5976 2819.78,-6012"/>
<text text-anchor="middle" x="2584.78" y="-5990.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;&#160;1 &#160;&#160;14 3072]| newshape=[1, 14, 3072], reverse=0)</text>
</g>
<!-- 113&#45;&gt;115 -->
<g id="edge87" class="edge">
<title>113&#45;&gt;115</title>
<path fill="none" stroke="black" d="M2584.78,-6047.7C2584.78,-6039.98 2584.78,-6030.71 2584.78,-6022.11"/>
<polygon fill="black" stroke="black" points="2588.28,-6022.1 2584.78,-6012.1 2581.28,-6022.1 2588.28,-6022.1"/>
</g>
<!-- 115&#45;&gt;116 -->
<g id="edge88" class="edge">
<title>115&#45;&gt;116</title>
<path fill="none" stroke="black" d="M2407.87,-5975.97C2241.03,-5959.9 2002.24,-5936.91 1903.35,-5927.39"/>
<polygon fill="black" stroke="black" points="1903.68,-5923.9 1893.39,-5926.43 1903,-5930.87 1903.68,-5923.9"/>
</g>
<!-- 120 -->
<g id="node91" class="node">
<title>120</title>
<polygon fill="none" stroke="blue" points="1769.28,-5868 1584.28,-5868 1584.28,-5832 1769.28,-5832 1769.28,-5868"/>
<text text-anchor="middle" x="1676.78" y="-5846.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.70710677)</text>
</g>
<!-- 116&#45;&gt;120 -->
<g id="edge90" class="edge">
<title>116&#45;&gt;120</title>
<path fill="none" stroke="black" d="M1822.02,-5907.17C1795.8,-5897.03 1759.77,-5883.1 1730.16,-5871.64"/>
<polygon fill="black" stroke="black" points="1731.38,-5868.36 1720.79,-5868.02 1728.85,-5874.89 1731.38,-5868.36"/>
</g>
<!-- 125 -->
<g id="node95" class="node">
<title>125</title>
<polygon fill="none" stroke="red" points="1848.78,-5580 1744.78,-5580 1744.78,-5544 1848.78,-5544 1848.78,-5580"/>
<text text-anchor="middle" x="1796.78" y="-5558.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 116&#45;&gt;125 -->
<g id="edge94" class="edge">
<title>116&#45;&gt;125</title>
<path fill="none" stroke="black" d="M1844.84,-5903.66C1826.94,-5877.88 1796.78,-5827.3 1796.78,-5779 1796.78,-5779 1796.78,-5779 1796.78,-5705 1796.78,-5665 1796.78,-5618.65 1796.78,-5590.08"/>
<polygon fill="black" stroke="black" points="1800.28,-5590.05 1796.78,-5580.05 1793.28,-5590.05 1800.28,-5590.05"/>
</g>
<!-- 217 -->
<g id="node161" class="node">
<title>217</title>
<polygon fill="none" stroke="black" points="1812.78,-3564 1708.78,-3564 1708.78,-3528 1812.78,-3528 1812.78,-3564"/>
<text text-anchor="middle" x="1760.78" y="-3542.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 116&#45;&gt;217 -->
<g id="edge186" class="edge">
<title>116&#45;&gt;217</title>
<path fill="none" stroke="black" d="M1885.8,-5903.94C1920.42,-5880.47 1974.78,-5834.74 1974.78,-5779 1974.78,-5779 1974.78,-5779 1974.78,-5561 1974.78,-5520.46 1982.85,-5501.25 1954.78,-5472 1826.7,-5338.5 1680.14,-5498.18 1552.78,-5364 1524.93,-5334.66 1533.78,-5315.45 1533.78,-5275 1533.78,-5275 1533.78,-5275 1533.78,-4625 1533.78,-4461.96 1453.78,-4430.04 1453.78,-4267 1453.78,-4267 1453.78,-4267 1453.78,-4049 1453.78,-4008.55 1452.68,-3995.1 1472.78,-3960 1508.1,-3898.3 1555.46,-3913.7 1590.78,-3852 1610.88,-3816.9 1609.78,-3803.45 1609.78,-3763 1609.78,-3763 1609.78,-3763 1609.78,-3689 1609.78,-3632.39 1666.8,-3591.73 1710.76,-3568.8"/>
<polygon fill="black" stroke="black" points="1712.57,-3571.81 1719.92,-3564.18 1709.41,-3565.56 1712.57,-3571.81"/>
</g>
<!-- 121 -->
<g id="node92" class="node">
<title>121</title>
<polygon fill="none" stroke="red" points="1763.78,-5796 1709.78,-5796 1709.78,-5760 1763.78,-5760 1763.78,-5796"/>
<text text-anchor="middle" x="1736.78" y="-5774.3" font-family="Times,serif" font-size="14.00">erf(·)</text>
</g>
<!-- 120&#45;&gt;121 -->
<g id="edge91" class="edge">
<title>120&#45;&gt;121</title>
<path fill="none" stroke="black" d="M1691.61,-5831.7C1698.8,-5823.3 1707.58,-5813.07 1715.47,-5803.86"/>
<polygon fill="black" stroke="black" points="1718.27,-5805.97 1722.12,-5796.1 1712.95,-5801.42 1718.27,-5805.97"/>
</g>
<!-- 213 -->
<g id="node157" class="node">
<title>213</title>
<polygon fill="none" stroke="black" points="1648.28,-5796 1555.28,-5796 1555.28,-5760 1648.28,-5760 1648.28,-5796"/>
<text text-anchor="middle" x="1601.78" y="-5774.3" font-family="Times,serif" font-size="14.00">negative(·)</text>
</g>
<!-- 120&#45;&gt;213 -->
<g id="edge180" class="edge">
<title>120&#45;&gt;213</title>
<path fill="none" stroke="black" d="M1658.24,-5831.7C1648.98,-5823.05 1637.62,-5812.45 1627.52,-5803.03"/>
<polygon fill="black" stroke="black" points="1629.8,-5800.37 1620.11,-5796.1 1625.03,-5805.49 1629.8,-5800.37"/>
</g>
<!-- 214 -->
<g id="node158" class="node">
<title>214</title>
<polygon fill="none" stroke="black" points="1653.78,-5724 1549.78,-5724 1549.78,-5688 1653.78,-5688 1653.78,-5724"/>
<text text-anchor="middle" x="1601.78" y="-5702.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 120&#45;&gt;214 -->
<g id="edge182" class="edge">
<title>120&#45;&gt;214</title>
<path fill="none" stroke="black" d="M1675.85,-5831.89C1674.2,-5813.16 1669.59,-5782.77 1656.78,-5760 1650.63,-5749.08 1641.53,-5738.99 1632.48,-5730.62"/>
<polygon fill="black" stroke="black" points="1634.79,-5727.98 1624.97,-5724.01 1630.16,-5733.24 1634.79,-5727.98"/>
</g>
<!-- 123 -->
<g id="node93" class="node">
<title>123</title>
<polygon fill="none" stroke="red" points="1946.78,-5724 1824.78,-5724 1824.78,-5688 1946.78,-5688 1946.78,-5724"/>
<text text-anchor="middle" x="1885.78" y="-5702.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.5)</text>
</g>
<!-- 121&#45;&gt;123 -->
<g id="edge92" class="edge">
<title>121&#45;&gt;123</title>
<path fill="none" stroke="black" d="M1764.11,-5764.16C1785.34,-5754.19 1815.25,-5740.13 1840.11,-5728.46"/>
<polygon fill="black" stroke="black" points="1841.79,-5731.53 1849.36,-5724.11 1838.82,-5725.2 1841.79,-5731.53"/>
</g>
<!-- 124 -->
<g id="node94" class="node">
<title>124</title>
<polygon fill="none" stroke="blue" points="1930.28,-5652 1841.28,-5652 1841.28,-5616 1930.28,-5616 1930.28,-5652"/>
<text text-anchor="middle" x="1885.78" y="-5630.3" font-family="Times,serif" font-size="14.00">add(0.5, ·)</text>
</g>
<!-- 123&#45;&gt;124 -->
<g id="edge93" class="edge">
<title>123&#45;&gt;124</title>
<path fill="none" stroke="black" d="M1885.78,-5687.7C1885.78,-5679.98 1885.78,-5670.71 1885.78,-5662.11"/>
<polygon fill="black" stroke="black" points="1889.28,-5662.1 1885.78,-5652.1 1882.28,-5662.1 1889.28,-5662.1"/>
</g>
<!-- 124&#45;&gt;125 -->
<g id="edge95" class="edge">
<title>124&#45;&gt;125</title>
<path fill="none" stroke="black" d="M1863.78,-5615.7C1852.57,-5606.88 1838.78,-5596.03 1826.63,-5586.47"/>
<polygon fill="black" stroke="black" points="1828.55,-5583.54 1818.53,-5580.1 1824.22,-5589.04 1828.55,-5583.54"/>
</g>
<!-- 210 -->
<g id="node156" class="node">
<title>210</title>
<polygon fill="none" stroke="black" points="2417.78,-3564 2313.78,-3564 2313.78,-3528 2417.78,-3528 2417.78,-3564"/>
<text text-anchor="middle" x="2365.78" y="-3542.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 124&#45;&gt;210 -->
<g id="edge179" class="edge">
<title>124&#45;&gt;210</title>
<path fill="none" stroke="black" d="M1930.72,-5630.19C2061.16,-5621.85 2431.91,-5596.76 2451.78,-5580 2559.07,-5489.49 2533.78,-5415.37 2533.78,-5275 2533.78,-5275 2533.78,-5275 2533.78,-3689 2533.78,-3629.8 2472.18,-3590.23 2423.59,-3568.22"/>
<polygon fill="black" stroke="black" points="2424.94,-3564.99 2414.37,-3564.19 2422.13,-3571.4 2424.94,-3564.99"/>
</g>
<!-- 127 -->
<g id="node96" class="node">
<title>127</title>
<polygon fill="none" stroke="blue" points="1946.28,-5508 1471.28,-5508 1471.28,-5472 1946.28,-5472 1946.28,-5508"/>
<text text-anchor="middle" x="1708.78" y="-5486.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;&#45;1 &#160;&#160;14 3072]| newshape=[&#45;1, 14, 3072], reverse=0)</text>
</g>
<!-- 125&#45;&gt;127 -->
<g id="edge96" class="edge">
<title>125&#45;&gt;127</title>
<path fill="none" stroke="black" d="M1775.03,-5543.7C1763.94,-5534.88 1750.31,-5524.03 1738.29,-5514.47"/>
<polygon fill="black" stroke="black" points="1740.29,-5511.59 1730.28,-5508.1 1735.93,-5517.07 1740.29,-5511.59"/>
</g>
<!-- 132 -->
<g id="node100" class="node">
<title>132</title>
<polygon fill="none" stroke="red" points="2292.28,-5436 2123.28,-5436 2123.28,-5400 2292.28,-5400 2292.28,-5436"/>
<text text-anchor="middle" x="2207.78" y="-5414.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 127&#45;&gt;132 -->
<g id="edge100" class="edge">
<title>127&#45;&gt;132</title>
<path fill="none" stroke="black" d="M1830.21,-5471.97C1917.22,-5459.76 2032.74,-5443.56 2112.98,-5432.3"/>
<polygon fill="black" stroke="black" points="2113.66,-5435.74 2123.08,-5430.88 2112.69,-5428.8 2113.66,-5435.74"/>
</g>
<!-- 371 -->
<g id="node280" class="node">
<title>371</title>
<polygon fill="none" stroke="black" points="709.28,-3708 498.28,-3708 498.28,-3672 709.28,-3672 709.28,-3708"/>
<text text-anchor="middle" x="603.78" y="-3686.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 127&#45;&gt;371 -->
<g id="edge345" class="edge">
<title>127&#45;&gt;371</title>
<path fill="none" stroke="black" d="M1471.16,-5484.91C1115.44,-5475.56 485.78,-5445.16 485.78,-5347 485.78,-5347 485.78,-5347 485.78,-3833 485.78,-3781.44 532.37,-3738.6 567,-3713.89"/>
<polygon fill="black" stroke="black" points="569.28,-3716.57 575.52,-3708.01 565.3,-3710.82 569.28,-3716.57"/>
</g>
<!-- 130 -->
<g id="node98" class="node">
<title>130</title>
<polygon fill="none" stroke="red" points="2443.28,-5580 2046.28,-5580 2046.28,-5544 2443.28,-5544 2443.28,-5580"/>
<text text-anchor="middle" x="2244.78" y="-5558.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;&#45;1 3072 &#160;768]| newshape=..., reverse=0)</text>
</g>
<!-- 128&#45;&gt;130 -->
<g id="edge98" class="edge">
<title>128&#45;&gt;130</title>
<path fill="none" stroke="black" d="M2244.78,-5615.7C2244.78,-5607.98 2244.78,-5598.71 2244.78,-5590.11"/>
<polygon fill="black" stroke="black" points="2248.28,-5590.1 2244.78,-5580.1 2241.28,-5590.1 2248.28,-5590.1"/>
</g>
<!-- 131 -->
<g id="node99" class="node">
<title>131</title>
<polygon fill="none" stroke="blue" points="2350.28,-5508 2139.28,-5508 2139.28,-5472 2350.28,-5472 2350.28,-5508"/>
<text text-anchor="middle" x="2244.78" y="-5486.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 130&#45;&gt;131 -->
<g id="edge99" class="edge">
<title>130&#45;&gt;131</title>
<path fill="none" stroke="black" d="M2244.78,-5543.7C2244.78,-5535.98 2244.78,-5526.71 2244.78,-5518.11"/>
<polygon fill="black" stroke="black" points="2248.28,-5518.1 2244.78,-5508.1 2241.28,-5518.1 2248.28,-5518.1"/>
</g>
<!-- 131&#45;&gt;132 -->
<g id="edge101" class="edge">
<title>131&#45;&gt;132</title>
<path fill="none" stroke="black" d="M2235.63,-5471.7C2231.38,-5463.64 2226.22,-5453.89 2221.51,-5444.98"/>
<polygon fill="black" stroke="black" points="2224.59,-5443.31 2216.82,-5436.1 2218.4,-5446.58 2224.59,-5443.31"/>
</g>
<!-- 208 -->
<g id="node154" class="node">
<title>208</title>
<polygon fill="none" stroke="black" points="2505.28,-3780 2294.28,-3780 2294.28,-3744 2505.28,-3744 2505.28,-3780"/>
<text text-anchor="middle" x="2399.78" y="-3758.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 131&#45;&gt;208 -->
<g id="edge175" class="edge">
<title>131&#45;&gt;208</title>
<path fill="none" stroke="black" d="M2286.27,-5471.86C2329.73,-5451.93 2397.2,-5415.12 2437.78,-5364 2485.06,-5304.43 2495.78,-5279.06 2495.78,-5203 2495.78,-5203 2495.78,-5203 2495.78,-3905 2495.78,-3856.85 2457.44,-3812.85 2429.21,-3786.98"/>
<polygon fill="black" stroke="black" points="2431.36,-3784.2 2421.56,-3780.17 2426.71,-3789.43 2431.36,-3784.2"/>
</g>
<!-- 133 -->
<g id="node101" class="node">
<title>133</title>
<polygon fill="none" stroke="red" points="2429.28,-5364 1986.28,-5364 1986.28,-5328 2429.28,-5328 2429.28,-5364"/>
<text text-anchor="middle" x="2207.78" y="-5342.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 132&#45;&gt;133 -->
<g id="edge102" class="edge">
<title>132&#45;&gt;133</title>
<path fill="none" stroke="black" d="M2207.78,-5399.7C2207.78,-5391.98 2207.78,-5382.71 2207.78,-5374.11"/>
<polygon fill="black" stroke="black" points="2211.28,-5374.1 2207.78,-5364.1 2204.28,-5374.1 2211.28,-5374.1"/>
</g>
<!-- 133&#45;&gt;134 -->
<g id="edge103" class="edge">
<title>133&#45;&gt;134</title>
<path fill="none" stroke="black" d="M2131.61,-5327.97C2071.85,-5314.6 1990.65,-5296.44 1940.53,-5285.23"/>
<polygon fill="black" stroke="black" points="1941.16,-5281.79 1930.63,-5283.02 1939.63,-5288.62 1941.16,-5281.79"/>
</g>
<!-- 137 -->
<g id="node104" class="node">
<title>137</title>
<polygon fill="none" stroke="red" points="1946.78,-5220 1842.78,-5220 1842.78,-5184 1946.78,-5184 1946.78,-5220"/>
<text text-anchor="middle" x="1894.78" y="-5198.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 134&#45;&gt;137 -->
<g id="edge106" class="edge">
<title>134&#45;&gt;137</title>
<path fill="none" stroke="black" d="M1894.78,-5255.7C1894.78,-5247.98 1894.78,-5238.71 1894.78,-5230.11"/>
<polygon fill="black" stroke="black" points="1898.28,-5230.1 1894.78,-5220.1 1891.28,-5230.1 1898.28,-5230.1"/>
</g>
<!-- 136&#45;&gt;137 -->
<g id="edge107" class="edge">
<title>136&#45;&gt;137</title>
<path fill="none" stroke="black" d="M1363.81,-5263.05C1490.69,-5248.7 1721.85,-5222.56 1832.51,-5210.04"/>
<polygon fill="black" stroke="black" points="1832.97,-5213.51 1842.51,-5208.91 1832.18,-5206.56 1832.97,-5213.51"/>
</g>
<!-- 207 -->
<g id="node153" class="node">
<title>207</title>
<polygon fill="none" stroke="black" points="1143.78,-3708 1039.78,-3708 1039.78,-3672 1143.78,-3672 1143.78,-3708"/>
<text text-anchor="middle" x="1091.78" y="-3686.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 136&#45;&gt;207 -->
<g id="edge174" class="edge">
<title>136&#45;&gt;207</title>
<path fill="none" stroke="black" d="M1187.61,-5262.17C1167.63,-5259.93 1146.49,-5257.73 1126.78,-5256 1062.02,-5250.31 592.04,-5262.43 542.78,-5220 512.13,-5193.6 523.78,-5171.45 523.78,-5131 523.78,-5131 523.78,-5131 523.78,-3833 523.78,-3729.7 881.81,-3700.92 1029.36,-3693.45"/>
<polygon fill="black" stroke="black" points="1029.8,-3696.93 1039.61,-3692.94 1029.46,-3689.94 1029.8,-3696.93"/>
</g>
<!-- 137&#45;&gt;138 -->
<g id="edge108" class="edge">
<title>137&#45;&gt;138</title>
<path fill="none" stroke="black" d="M1926.34,-5183.88C1943.44,-5174.6 1964.76,-5163.03 1983.1,-5153.08"/>
<polygon fill="black" stroke="black" points="1984.98,-5156.04 1992.1,-5148.19 1981.64,-5149.88 1984.98,-5156.04"/>
</g>
<!-- 139 -->
<g id="node106" class="node">
<title>139</title>
<polygon fill="none" stroke="blue" points="2091.28,-5076 1764.28,-5076 1764.28,-5040 2091.28,-5040 2091.28,-5076"/>
<text text-anchor="middle" x="1927.78" y="-5054.3" font-family="Times,serif" font-size="14.00">mean(·| axis=[&#45;1], keepdims=1, exclude=0)</text>
</g>
<!-- 138&#45;&gt;139 -->
<g id="edge110" class="edge">
<title>138&#45;&gt;139</title>
<path fill="none" stroke="black" d="M2000.05,-5111.7C1987.84,-5102.8 1972.79,-5091.82 1959.6,-5082.2"/>
<polygon fill="black" stroke="black" points="1961.38,-5079.17 1951.24,-5076.1 1957.26,-5084.82 1961.38,-5079.17"/>
</g>
<!-- 140 -->
<g id="node107" class="node">
<title>140</title>
<polygon fill="none" stroke="red" points="1789.28,-5004 1684.28,-5004 1684.28,-4968 1789.28,-4968 1789.28,-5004"/>
<text text-anchor="middle" x="1736.78" y="-4982.3" font-family="Times,serif" font-size="14.00">subtract(·, ·)</text>
</g>
<!-- 138&#45;&gt;140 -->
<g id="edge111" class="edge">
<title>138&#45;&gt;140</title>
<path fill="none" stroke="black" d="M1988.08,-5126.78C1922.64,-5121.96 1787.21,-5108.27 1754.78,-5076 1738.84,-5060.15 1735.08,-5034.34 1734.87,-5014.59"/>
<polygon fill="black" stroke="black" points="1738.37,-5014.4 1735.06,-5004.34 1731.37,-5014.27 1738.37,-5014.4"/>
</g>
<!-- 141 -->
<g id="node108" class="node">
<title>141</title>
<polygon fill="none" stroke="blue" points="2299.78,-5004 1937.78,-5004 1937.78,-4968 2299.78,-4968 2299.78,-5004"/>
<text text-anchor="middle" x="2118.78" y="-4982.3" font-family="Times,serif" font-size="14.00">variance(·, ·| axis=[&#45;1], keepdims=1, exclude=0)</text>
</g>
<!-- 138&#45;&gt;141 -->
<g id="edge113" class="edge">
<title>138&#45;&gt;141</title>
<path fill="none" stroke="black" d="M2059.41,-5111.8C2074.02,-5103.03 2089.81,-5091.01 2099.78,-5076 2111.96,-5057.65 2116.51,-5032.89 2118.13,-5014.15"/>
<polygon fill="black" stroke="black" points="2121.62,-5014.37 2118.76,-5004.16 2114.63,-5013.92 2121.62,-5014.37"/>
</g>
<!-- 184 -->
<g id="node137" class="node">
<title>184</title>
<polygon fill="none" stroke="black" points="2467.78,-4212 2363.78,-4212 2363.78,-4176 2467.78,-4176 2467.78,-4212"/>
<text text-anchor="middle" x="2415.78" y="-4190.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 138&#45;&gt;184 -->
<g id="edge151" class="edge">
<title>138&#45;&gt;184</title>
<path fill="none" stroke="black" d="M2059.53,-5117.79C2115.56,-5099.27 2226.17,-5058.82 2308.78,-5004 2328.16,-4991.14 2328.93,-4982.92 2346.78,-4968 2367.52,-4950.67 2380.99,-4954.62 2395.78,-4932 2417.97,-4898.07 2415.78,-4883.54 2415.78,-4843 2415.78,-4843 2415.78,-4843 2415.78,-4337 2415.78,-4297 2415.78,-4250.65 2415.78,-4222.08"/>
<polygon fill="black" stroke="black" points="2419.28,-4222.05 2415.78,-4212.05 2412.28,-4222.05 2419.28,-4222.05"/>
</g>
<!-- 139&#45;&gt;140 -->
<g id="edge112" class="edge">
<title>139&#45;&gt;140</title>
<path fill="none" stroke="black" d="M1881.06,-5039.88C1854.48,-5030.14 1821.02,-5017.87 1793.01,-5007.61"/>
<polygon fill="black" stroke="black" points="1793.95,-5004.22 1783.35,-5004.07 1791.54,-5010.8 1793.95,-5004.22"/>
</g>
<!-- 139&#45;&gt;141 -->
<g id="edge114" class="edge">
<title>139&#45;&gt;141</title>
<path fill="none" stroke="black" d="M1974.5,-5039.88C2001.08,-5030.14 2034.54,-5017.87 2062.55,-5007.61"/>
<polygon fill="black" stroke="black" points="2064.02,-5010.8 2072.21,-5004.07 2061.61,-5004.22 2064.02,-5010.8"/>
</g>
<!-- 189 -->
<g id="node140" class="node">
<title>189</title>
<polygon fill="none" stroke="black" points="2345.78,-4212 2241.78,-4212 2241.78,-4176 2345.78,-4176 2345.78,-4212"/>
<text text-anchor="middle" x="2293.78" y="-4190.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 139&#45;&gt;189 -->
<g id="edge154" class="edge">
<title>139&#45;&gt;189</title>
<path fill="none" stroke="black" d="M1924.14,-5039.6C1918.88,-5012.92 1909.78,-4960.23 1909.78,-4915 1909.78,-4915 1909.78,-4915 1909.78,-4769 1909.78,-4531.38 1841.87,-4393.44 2029.78,-4248 2101.89,-4192.18 2142.83,-4232.08 2231.78,-4212 2231.88,-4211.98 2231.98,-4211.95 2232.09,-4211.93"/>
<polygon fill="black" stroke="black" points="2232.85,-4215.35 2241.77,-4209.63 2231.23,-4208.54 2232.85,-4215.35"/>
</g>
<!-- 145 -->
<g id="node111" class="node">
<title>145</title>
<polygon fill="none" stroke="blue" points="1719.28,-4788 1630.28,-4788 1630.28,-4752 1719.28,-4752 1719.28,-4788"/>
<text text-anchor="middle" x="1674.78" y="-4766.3" font-family="Times,serif" font-size="14.00">divide(·, ·)</text>
</g>
<!-- 140&#45;&gt;145 -->
<g id="edge117" class="edge">
<title>140&#45;&gt;145</title>
<path fill="none" stroke="black" d="M1731.81,-4967.85C1721.06,-4930.75 1695.58,-4842.81 1682.63,-4798.1"/>
<polygon fill="black" stroke="black" points="1685.92,-4796.86 1679.77,-4788.23 1679.19,-4798.81 1685.92,-4796.86"/>
</g>
<!-- 142 -->
<g id="node109" class="node">
<title>142</title>
<polygon fill="none" stroke="red" points="2086.28,-4932 2025.28,-4932 2025.28,-4896 2086.28,-4896 2086.28,-4932"/>
<text text-anchor="middle" x="2055.78" y="-4910.3" font-family="Times,serif" font-size="14.00">sqrt(·)</text>
</g>
<!-- 141&#45;&gt;142 -->
<g id="edge115" class="edge">
<title>141&#45;&gt;142</title>
<path fill="none" stroke="black" d="M2103.21,-4967.7C2095.58,-4959.22 2086.26,-4948.86 2077.9,-4939.58"/>
<polygon fill="black" stroke="black" points="2080.46,-4937.2 2071.17,-4932.1 2075.26,-4941.88 2080.46,-4937.2"/>
</g>
<!-- 180 -->
<g id="node134" class="node">
<title>180</title>
<polygon fill="none" stroke="black" points="2387.28,-4932 2298.28,-4932 2298.28,-4896 2387.28,-4896 2387.28,-4932"/>
<text text-anchor="middle" x="2342.78" y="-4910.3" font-family="Times,serif" font-size="14.00">power(·, ·)</text>
</g>
<!-- 141&#45;&gt;180 -->
<g id="edge145" class="edge">
<title>141&#45;&gt;180</title>
<path fill="none" stroke="black" d="M2173.29,-4967.97C2208.33,-4957.02 2253.67,-4942.85 2288.63,-4931.92"/>
<polygon fill="black" stroke="black" points="2289.7,-4935.25 2298.2,-4928.93 2287.61,-4928.57 2289.7,-4935.25"/>
</g>
<!-- 144 -->
<g id="node110" class="node">
<title>144</title>
<polygon fill="none" stroke="blue" points="2045.28,-4860 1938.28,-4860 1938.28,-4824 2045.28,-4824 2045.28,-4860"/>
<text text-anchor="middle" x="1991.78" y="-4838.3" font-family="Times,serif" font-size="14.00">add(·, 1e&#45;12)</text>
</g>
<!-- 142&#45;&gt;144 -->
<g id="edge116" class="edge">
<title>142&#45;&gt;144</title>
<path fill="none" stroke="black" d="M2039.96,-4895.7C2032.21,-4887.22 2022.74,-4876.86 2014.26,-4867.58"/>
<polygon fill="black" stroke="black" points="2016.75,-4865.12 2007.42,-4860.1 2011.58,-4869.85 2016.75,-4865.12"/>
</g>
<!-- 144&#45;&gt;145 -->
<g id="edge118" class="edge">
<title>144&#45;&gt;145</title>
<path fill="none" stroke="black" d="M1938,-4829.13C1879.89,-4816.29 1787.79,-4795.96 1729.37,-4783.05"/>
<polygon fill="black" stroke="black" points="1730.1,-4779.63 1719.58,-4780.89 1728.59,-4786.47 1730.1,-4779.63"/>
</g>
<!-- 172 -->
<g id="node129" class="node">
<title>172</title>
<polygon fill="none" stroke="black" points="2036.28,-4644 1947.28,-4644 1947.28,-4608 2036.28,-4608 2036.28,-4644"/>
<text text-anchor="middle" x="1991.78" y="-4622.3" font-family="Times,serif" font-size="14.00">divide(·, ·)</text>
</g>
<!-- 144&#45;&gt;172 -->
<g id="edge141" class="edge">
<title>144&#45;&gt;172</title>
<path fill="none" stroke="black" d="M1991.78,-4823.85C1991.78,-4786.83 1991.78,-4699.18 1991.78,-4654.39"/>
<polygon fill="black" stroke="black" points="1995.28,-4654.23 1991.78,-4644.23 1988.28,-4654.23 1995.28,-4654.23"/>
</g>
<!-- 196 -->
<g id="node145" class="node">
<title>196</title>
<polygon fill="none" stroke="black" points="1844.28,-4572 1755.28,-4572 1755.28,-4536 1844.28,-4536 1844.28,-4572"/>
<text text-anchor="middle" x="1799.78" y="-4550.3" font-family="Times,serif" font-size="14.00">divide(·, ·)</text>
</g>
<!-- 144&#45;&gt;196 -->
<g id="edge162" class="edge">
<title>144&#45;&gt;196</title>
<path fill="none" stroke="black" d="M1980.34,-4823.97C1948.01,-4775.8 1855.75,-4638.37 1817.12,-4580.83"/>
<polygon fill="black" stroke="black" points="1819.88,-4578.66 1811.4,-4572.31 1814.07,-4582.56 1819.88,-4578.66"/>
</g>
<!-- 145&#45;&gt;146 -->
<g id="edge119" class="edge">
<title>145&#45;&gt;146</title>
<path fill="none" stroke="black" d="M1630.03,-4764.41C1511.91,-4752.28 1191.45,-4719.39 1055.31,-4705.42"/>
<polygon fill="black" stroke="black" points="1055.36,-4701.91 1045.06,-4704.37 1054.65,-4708.87 1055.36,-4701.91"/>
</g>
<!-- 171 -->
<g id="node128" class="node">
<title>171</title>
<polygon fill="none" stroke="black" points="1726.78,-4716 1622.78,-4716 1622.78,-4680 1726.78,-4680 1726.78,-4716"/>
<text text-anchor="middle" x="1674.78" y="-4694.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 145&#45;&gt;171 -->
<g id="edge139" class="edge">
<title>145&#45;&gt;171</title>
<path fill="none" stroke="black" d="M1674.78,-4751.7C1674.78,-4743.98 1674.78,-4734.71 1674.78,-4726.11"/>
<polygon fill="black" stroke="black" points="1678.28,-4726.1 1674.78,-4716.1 1671.28,-4726.1 1678.28,-4726.1"/>
</g>
<!-- 379 -->
<g id="node286" class="node">
<title>379</title>
<polygon fill="none" stroke="black" points="1429.78,-4716 1325.78,-4716 1325.78,-4680 1429.78,-4680 1429.78,-4716"/>
<text text-anchor="middle" x="1377.78" y="-4694.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 145&#45;&gt;379 -->
<g id="edge353" class="edge">
<title>145&#45;&gt;379</title>
<path fill="none" stroke="black" d="M1629.99,-4758.44C1579.39,-4746.52 1496.7,-4727.03 1439.89,-4713.64"/>
<polygon fill="black" stroke="black" points="1440.48,-4710.18 1429.94,-4711.29 1438.87,-4717 1440.48,-4710.18"/>
</g>
<!-- 146&#45;&gt;147 -->
<g id="edge121" class="edge">
<title>146&#45;&gt;147</title>
<path fill="none" stroke="black" d="M940.59,-4690.6C829.76,-4677.01 572.45,-4645.47 467.54,-4632.61"/>
<polygon fill="black" stroke="black" points="467.93,-4629.13 457.58,-4631.39 467.08,-4636.08 467.93,-4629.13"/>
</g>
<!-- 148 -->
<g id="node114" class="node">
<title>148</title>
<polygon fill="none" stroke="red" points="657.78,-2772 571.78,-2772 571.78,-2736 657.78,-2736 657.78,-2772"/>
<text text-anchor="middle" x="614.78" y="-2750.3" font-family="Times,serif" font-size="14.00">Tuple[...])</text>
</g>
<!-- 147&#45;&gt;148 -->
<g id="edge123" class="edge">
<title>147&#45;&gt;148</title>
<path fill="none" stroke="black" d="M424.35,-4608C428.14,-4581.4 434.78,-4528.3 434.78,-4483 434.78,-4483 434.78,-4483 434.78,-2897 434.78,-2831.61 508.9,-2791.67 562.01,-2771.44"/>
<polygon fill="black" stroke="black" points="563.49,-2774.63 571.67,-2767.89 561.07,-2768.06 563.49,-2774.63"/>
</g>
<!-- 385 -->
<g id="node290" class="node">
<title>385</title>
<polygon fill="none" stroke="black" points="1668.78,-108 1582.78,-108 1582.78,-72 1668.78,-72 1668.78,-108"/>
<text text-anchor="middle" x="1625.78" y="-86.3" font-family="Times,serif" font-size="14.00">Tuple[...])</text>
</g>
<!-- 148&#45;&gt;385 -->
<g id="edge374" class="edge">
<title>148&#45;&gt;385</title>
<path fill="none" stroke="black" d="M639.36,-2735.93C670.68,-2711.96 720.78,-2665.14 720.78,-2611 720.78,-2611 720.78,-2611 720.78,-233 720.78,-146.23 1378.46,-104.2 1572.51,-93.69"/>
<polygon fill="black" stroke="black" points="1572.94,-97.18 1582.74,-93.15 1572.57,-90.19 1572.94,-97.18"/>
</g>
<!-- 153 -->
<g id="node115" class="node">
<title>153</title>
<polygon fill="none" stroke="black" points="961.78,-5220 551.78,-5220 551.78,-5184 961.78,-5184 961.78,-5220"/>
<text text-anchor="middle" x="756.78" y="-5198.3" font-family="Times,serif" font-size="14.00">zeros([ &#160;1 &#160;14 768]| shape=[1, 14, 768], dtype=float32)</text>
</g>
<!-- 154 -->
<g id="node116" class="node">
<title>154</title>
<polygon fill="none" stroke="black" points="637.78,-5148 551.78,-5148 551.78,-5112 637.78,-5112 637.78,-5148"/>
<text text-anchor="middle" x="594.78" y="-5126.3" font-family="Times,serif" font-size="14.00">Tuple[...])</text>
</g>
<!-- 153&#45;&gt;154 -->
<g id="edge124" class="edge">
<title>153&#45;&gt;154</title>
<path fill="none" stroke="black" d="M717.15,-5183.88C695,-5174.31 667.22,-5162.3 643.72,-5152.15"/>
<polygon fill="black" stroke="black" points="644.85,-5148.82 634.28,-5148.07 642.07,-5155.25 644.85,-5148.82"/>
</g>
<!-- 155 -->
<g id="node117" class="node">
<title>155</title>
<polygon fill="none" stroke="black" points="744.78,-5076 576.78,-5076 576.78,-5040 744.78,-5040 744.78,-5076"/>
<text text-anchor="middle" x="660.78" y="-5054.3" font-family="Times,serif" font-size="14.00">TupleGetItem(idx=0)</text>
</g>
<!-- 154&#45;&gt;155 -->
<g id="edge125" class="edge">
<title>154&#45;&gt;155</title>
<path fill="none" stroke="black" d="M611.09,-5111.7C619.09,-5103.22 628.85,-5092.86 637.6,-5083.58"/>
<polygon fill="black" stroke="black" points="640.34,-5085.78 644.65,-5076.1 635.25,-5080.98 640.34,-5085.78"/>
</g>
<!-- 167 -->
<g id="node124" class="node">
<title>167</title>
<polygon fill="none" stroke="black" points="999.28,-5004 928.28,-5004 928.28,-4968 999.28,-4968 999.28,-5004"/>
<text text-anchor="middle" x="963.78" y="-4982.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 155&#45;&gt;167 -->
<g id="edge132" class="edge">
<title>155&#45;&gt;167</title>
<path fill="none" stroke="black" d="M734.51,-5039.97C791.92,-5026.7 869.76,-5008.72 918.36,-4997.49"/>
<polygon fill="black" stroke="black" points="919.31,-5000.87 928.27,-4995.2 917.74,-4994.05 919.31,-5000.87"/>
</g>
<!-- 160 -->
<g id="node118" class="node">
<title>160</title>
<polygon fill="none" stroke="black" points="1038.78,-5436 782.78,-5436 782.78,-5400 1038.78,-5400 1038.78,-5436"/>
<text text-anchor="middle" x="910.78" y="-5414.3" font-family="Times,serif" font-size="14.00">ones([]| shape=[], dtype=float32)</text>
</g>
<!-- 161 -->
<g id="node119" class="node">
<title>161</title>
<polygon fill="none" stroke="black" points="1065.28,-5364 756.28,-5364 756.28,-5328 1065.28,-5328 1065.28,-5364"/>
<text text-anchor="middle" x="910.78" y="-5342.3" font-family="Times,serif" font-size="14.00">expand_dims(·| axis=0, num_newaxis=1)</text>
</g>
<!-- 160&#45;&gt;161 -->
<g id="edge126" class="edge">
<title>160&#45;&gt;161</title>
<path fill="none" stroke="black" d="M910.78,-5399.7C910.78,-5391.98 910.78,-5382.71 910.78,-5374.11"/>
<polygon fill="black" stroke="black" points="914.28,-5374.1 910.78,-5364.1 907.28,-5374.1 914.28,-5374.1"/>
</g>
<!-- 162 -->
<g id="node120" class="node">
<title>162</title>
<polygon fill="none" stroke="black" points="1118.28,-5292 809.28,-5292 809.28,-5256 1118.28,-5256 1118.28,-5292"/>
<text text-anchor="middle" x="963.78" y="-5270.3" font-family="Times,serif" font-size="14.00">expand_dims(·| axis=1, num_newaxis=1)</text>
</g>
<!-- 161&#45;&gt;162 -->
<g id="edge127" class="edge">
<title>161&#45;&gt;162</title>
<path fill="none" stroke="black" d="M923.88,-5327.7C930.17,-5319.39 937.83,-5309.28 944.74,-5300.14"/>
<polygon fill="black" stroke="black" points="947.58,-5302.19 950.83,-5292.1 942,-5297.96 947.58,-5302.19"/>
</g>
<!-- 163 -->
<g id="node121" class="node">
<title>163</title>
<polygon fill="none" stroke="black" points="1349.28,-5220 1040.28,-5220 1040.28,-5184 1349.28,-5184 1349.28,-5220"/>
<text text-anchor="middle" x="1194.78" y="-5198.3" font-family="Times,serif" font-size="14.00">expand_dims(·| axis=2, num_newaxis=1)</text>
</g>
<!-- 162&#45;&gt;163 -->
<g id="edge128" class="edge">
<title>162&#45;&gt;163</title>
<path fill="none" stroke="black" d="M1019.99,-5255.97C1052.69,-5246.06 1094.08,-5233.51 1128.38,-5223.12"/>
<polygon fill="black" stroke="black" points="1129.76,-5226.36 1138.31,-5220.11 1127.73,-5219.66 1129.76,-5226.36"/>
</g>
<!-- 165 -->
<g id="node122" class="node">
<title>165</title>
<polygon fill="none" stroke="black" points="1467.78,-5148 1041.78,-5148 1041.78,-5112 1467.78,-5112 1467.78,-5148"/>
<text text-anchor="middle" x="1254.78" y="-5126.3" font-family="Times,serif" font-size="14.00">broadcast_to(·, [ &#160;1 &#160;14 768]| shape=[1, 14, 768], dtype=)</text>
</g>
<!-- 163&#45;&gt;165 -->
<g id="edge129" class="edge">
<title>163&#45;&gt;165</title>
<path fill="none" stroke="black" d="M1209.61,-5183.7C1216.8,-5175.3 1225.58,-5165.07 1233.47,-5155.86"/>
<polygon fill="black" stroke="black" points="1236.27,-5157.97 1240.12,-5148.1 1230.95,-5153.42 1236.27,-5157.97"/>
</g>
<!-- 165&#45;&gt;166 -->
<g id="edge130" class="edge">
<title>165&#45;&gt;166</title>
<path fill="none" stroke="black" d="M1183.97,-5111.97C1135.69,-5100.35 1072.37,-5085.12 1026.03,-5073.97"/>
<polygon fill="black" stroke="black" points="1026.65,-5070.52 1016.11,-5071.59 1025.02,-5077.33 1026.65,-5070.52"/>
</g>
<!-- 166&#45;&gt;167 -->
<g id="edge133" class="edge">
<title>166&#45;&gt;167</title>
<path fill="none" stroke="black" d="M963.78,-5039.7C963.78,-5031.98 963.78,-5022.71 963.78,-5014.11"/>
<polygon fill="black" stroke="black" points="967.28,-5014.1 963.78,-5004.1 960.28,-5014.1 967.28,-5014.1"/>
</g>
<!-- 168 -->
<g id="node125" class="node">
<title>168</title>
<polygon fill="none" stroke="black" points="1130.78,-4932 1044.78,-4932 1044.78,-4896 1130.78,-4896 1130.78,-4932"/>
<text text-anchor="middle" x="1087.78" y="-4910.3" font-family="Times,serif" font-size="14.00">Tuple[...])</text>
</g>
<!-- 167&#45;&gt;168 -->
<g id="edge134" class="edge">
<title>167&#45;&gt;168</title>
<path fill="none" stroke="black" d="M994.11,-4967.88C1010.48,-4958.64 1030.86,-4947.13 1048.43,-4937.21"/>
<polygon fill="black" stroke="black" points="1050.34,-4940.15 1057.33,-4932.19 1046.9,-4934.06 1050.34,-4940.15"/>
</g>
<!-- 169 -->
<g id="node126" class="node">
<title>169</title>
<polygon fill="none" stroke="black" points="1419.78,-4860 1251.78,-4860 1251.78,-4824 1419.78,-4824 1419.78,-4860"/>
<text text-anchor="middle" x="1335.78" y="-4838.3" font-family="Times,serif" font-size="14.00">TupleGetItem(idx=0)</text>
</g>
<!-- 168&#45;&gt;169 -->
<g id="edge135" class="edge">
<title>168&#45;&gt;169</title>
<path fill="none" stroke="black" d="M1130.98,-4900.81C1168.14,-4890.32 1222.44,-4874.99 1265.79,-4862.75"/>
<polygon fill="black" stroke="black" points="1266.76,-4866.12 1275.43,-4860.03 1264.85,-4859.38 1266.76,-4866.12"/>
</g>
<!-- 169&#45;&gt;170 -->
<g id="edge136" class="edge">
<title>169&#45;&gt;170</title>
<path fill="none" stroke="black" d="M1355.55,-4823.7C1365.53,-4814.97 1377.79,-4804.24 1388.64,-4794.75"/>
<polygon fill="black" stroke="black" points="1391.01,-4797.32 1396.23,-4788.1 1386.4,-4792.06 1391.01,-4797.32"/>
</g>
<!-- 169&#45;&gt;379 -->
<g id="edge352" class="edge">
<title>169&#45;&gt;379</title>
<path fill="none" stroke="black" d="M1338.43,-4823.67C1341.44,-4805.54 1346.97,-4776.38 1354.78,-4752 1357.59,-4743.21 1361.36,-4733.89 1365.02,-4725.56"/>
<polygon fill="black" stroke="black" points="1368.27,-4726.88 1369.22,-4716.33 1361.89,-4723.99 1368.27,-4726.88"/>
</g>
<!-- 383 -->
<g id="node288" class="node">
<title>383</title>
<polygon fill="none" stroke="black" points="1475.78,-3276 1119.78,-3276 1119.78,-3240 1475.78,-3240 1475.78,-3276"/>
<text text-anchor="middle" x="1297.78" y="-3254.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [768]| shape=[768], dtype=)</text>
</g>
<!-- 169&#45;&gt;383 -->
<g id="edge355" class="edge">
<title>169&#45;&gt;383</title>
<path fill="none" stroke="black" d="M1328.09,-4823.91C1316.99,-4797.62 1297.78,-4745.45 1297.78,-4699 1297.78,-4699 1297.78,-4699 1297.78,-3401 1297.78,-3361 1297.78,-3314.65 1297.78,-3286.08"/>
<polygon fill="black" stroke="black" points="1301.28,-3286.05 1297.78,-3276.05 1294.28,-3286.05 1301.28,-3286.05"/>
</g>
<!-- 170&#45;&gt;171 -->
<g id="edge138" class="edge">
<title>170&#45;&gt;171</title>
<path fill="none" stroke="black" d="M1467.88,-4754.92C1509.77,-4743.6 1568.72,-4727.67 1612.98,-4715.7"/>
<polygon fill="black" stroke="black" points="1614.02,-4719.05 1622.76,-4713.06 1612.2,-4712.29 1614.02,-4719.05"/>
</g>
<!-- 170&#45;&gt;196 -->
<g id="edge161" class="edge">
<title>170&#45;&gt;196</title>
<path fill="none" stroke="black" d="M1446.55,-4751.85C1515.73,-4713.3 1683.46,-4619.83 1760.23,-4577.04"/>
<polygon fill="black" stroke="black" points="1762.09,-4580.01 1769.12,-4572.08 1758.69,-4573.89 1762.09,-4580.01"/>
</g>
<!-- 171&#45;&gt;172 -->
<g id="edge140" class="edge">
<title>171&#45;&gt;172</title>
<path fill="none" stroke="black" d="M1727.13,-4685.44C1785.14,-4672.63 1878.28,-4652.06 1937.18,-4639.06"/>
<polygon fill="black" stroke="black" points="1938.04,-4642.45 1947.05,-4636.88 1936.53,-4635.62 1938.04,-4642.45"/>
</g>
<!-- 173 -->
<g id="node130" class="node">
<title>173</title>
<polygon fill="none" stroke="black" points="2115.28,-4572 2022.28,-4572 2022.28,-4536 2115.28,-4536 2115.28,-4572"/>
<text text-anchor="middle" x="2068.78" y="-4550.3" font-family="Times,serif" font-size="14.00">negative(·)</text>
</g>
<!-- 172&#45;&gt;173 -->
<g id="edge142" class="edge">
<title>172&#45;&gt;173</title>
<path fill="none" stroke="black" d="M2010.81,-4607.7C2020.32,-4599.05 2031.99,-4588.45 2042.35,-4579.03"/>
<polygon fill="black" stroke="black" points="2044.92,-4581.42 2049.96,-4572.1 2040.21,-4576.24 2044.92,-4581.42"/>
</g>
<!-- 175 -->
<g id="node131" class="node">
<title>175</title>
<polygon fill="none" stroke="black" points="2349.78,-4500 1939.78,-4500 1939.78,-4464 2349.78,-4464 2349.78,-4500"/>
<text text-anchor="middle" x="2144.78" y="-4478.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [ 1 14 &#160;1]| shape=[1, 14, 1], dtype=)</text>
</g>
<!-- 173&#45;&gt;175 -->
<g id="edge143" class="edge">
<title>173&#45;&gt;175</title>
<path fill="none" stroke="black" d="M2087.57,-4535.7C2096.95,-4527.05 2108.46,-4516.45 2118.69,-4507.03"/>
<polygon fill="black" stroke="black" points="2121.22,-4509.45 2126.21,-4500.1 2116.48,-4504.3 2121.22,-4509.45"/>
</g>
<!-- 177 -->
<g id="node132" class="node">
<title>177</title>
<polygon fill="none" stroke="black" points="2275.78,-4428 2153.78,-4428 2153.78,-4392 2275.78,-4392 2275.78,-4428"/>
<text text-anchor="middle" x="2214.78" y="-4406.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.5)</text>
</g>
<!-- 175&#45;&gt;177 -->
<g id="edge144" class="edge">
<title>175&#45;&gt;177</title>
<path fill="none" stroke="black" d="M2162.08,-4463.7C2170.64,-4455.14 2181.12,-4444.66 2190.48,-4435.3"/>
<polygon fill="black" stroke="black" points="2193.08,-4437.65 2197.68,-4428.1 2188.13,-4432.7 2193.08,-4437.65"/>
</g>
<!-- 181 -->
<g id="node135" class="node">
<title>181</title>
<polygon fill="none" stroke="black" points="2301.78,-4356 2197.78,-4356 2197.78,-4320 2301.78,-4320 2301.78,-4356"/>
<text text-anchor="middle" x="2249.78" y="-4334.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 177&#45;&gt;181 -->
<g id="edge147" class="edge">
<title>177&#45;&gt;181</title>
<path fill="none" stroke="black" d="M2223.43,-4391.7C2227.42,-4383.73 2232.23,-4374.1 2236.65,-4365.26"/>
<polygon fill="black" stroke="black" points="2239.89,-4366.61 2241.23,-4356.1 2233.62,-4363.48 2239.89,-4366.61"/>
</g>
<!-- 179 -->
<g id="node133" class="node">
<title>179</title>
<polygon fill="none" stroke="black" points="2467.28,-5004 2356.28,-5004 2356.28,-4968 2467.28,-4968 2467.28,-5004"/>
<text text-anchor="middle" x="2411.78" y="-4982.3" font-family="Times,serif" font-size="14.00">negative(0.5)</text>
</g>
<!-- 179&#45;&gt;180 -->
<g id="edge146" class="edge">
<title>179&#45;&gt;180</title>
<path fill="none" stroke="black" d="M2394.72,-4967.7C2386.28,-4959.14 2375.96,-4948.66 2366.74,-4939.3"/>
<polygon fill="black" stroke="black" points="2369.15,-4936.77 2359.64,-4932.1 2364.17,-4941.68 2369.15,-4936.77"/>
</g>
<!-- 179&#45;&gt;233 -->
<g id="edge208" class="edge">
<title>179&#45;&gt;233</title>
<path fill="none" stroke="black" d="M2467.3,-4980.86C2633.95,-4968.42 3128.58,-4931.51 3294.68,-4919.11"/>
<polygon fill="black" stroke="black" points="3295.43,-4922.57 3305.14,-4918.33 3294.9,-4915.59 3295.43,-4922.57"/>
</g>
<!-- 180&#45;&gt;181 -->
<g id="edge148" class="edge">
<title>180&#45;&gt;181</title>
<path fill="none" stroke="black" d="M2349.86,-4895.85C2360.09,-4869.49 2377.78,-4817.21 2377.78,-4771 2377.78,-4771 2377.78,-4771 2377.78,-4481 2377.78,-4428 2327.97,-4385.86 2290.49,-4361.66"/>
<polygon fill="black" stroke="black" points="2292.08,-4358.53 2281.75,-4356.19 2288.37,-4364.46 2292.08,-4358.53"/>
</g>
<!-- 183 -->
<g id="node136" class="node">
<title>183</title>
<polygon fill="none" stroke="black" points="2387.28,-4284 2184.28,-4284 2184.28,-4248 2387.28,-4248 2387.28,-4284"/>
<text text-anchor="middle" x="2285.78" y="-4262.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.0026041667)</text>
</g>
<!-- 181&#45;&gt;183 -->
<g id="edge149" class="edge">
<title>181&#45;&gt;183</title>
<path fill="none" stroke="black" d="M2258.68,-4319.7C2262.78,-4311.73 2267.73,-4302.1 2272.27,-4293.26"/>
<polygon fill="black" stroke="black" points="2275.52,-4294.6 2276.98,-4284.1 2269.3,-4291.4 2275.52,-4294.6"/>
</g>
<!-- 188 -->
<g id="node139" class="node">
<title>188</title>
<polygon fill="none" stroke="black" points="2166.28,-4284 2039.28,-4284 2039.28,-4248 2166.28,-4248 2166.28,-4284"/>
<text text-anchor="middle" x="2102.78" y="-4262.3" font-family="Times,serif" font-size="14.00">multiply(&#45;2.0, ·)</text>
</g>
<!-- 181&#45;&gt;188 -->
<g id="edge152" class="edge">
<title>181&#45;&gt;188</title>
<path fill="none" stroke="black" d="M2213.82,-4319.88C2193.9,-4310.39 2168.96,-4298.51 2147.76,-4288.42"/>
<polygon fill="black" stroke="black" points="2149.16,-4285.21 2138.62,-4284.07 2146.15,-4291.53 2149.16,-4285.21"/>
</g>
<!-- 183&#45;&gt;184 -->
<g id="edge150" class="edge">
<title>183&#45;&gt;184</title>
<path fill="none" stroke="black" d="M2317.58,-4247.88C2334.89,-4238.55 2356.5,-4226.92 2375.04,-4216.94"/>
<polygon fill="black" stroke="black" points="2376.71,-4220.01 2383.86,-4212.19 2373.39,-4213.85 2376.71,-4220.01"/>
</g>
<!-- 195 -->
<g id="node144" class="node">
<title>195</title>
<polygon fill="none" stroke="black" points="2212.28,-3924 2141.28,-3924 2141.28,-3888 2212.28,-3888 2212.28,-3924"/>
<text text-anchor="middle" x="2176.78" y="-3902.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 184&#45;&gt;195 -->
<g id="edge159" class="edge">
<title>184&#45;&gt;195</title>
<path fill="none" stroke="black" d="M2420.59,-4175.87C2431.35,-4133.57 2452.38,-4023.04 2398.78,-3960 2376.32,-3933.59 2280.83,-3918.52 2222.65,-3911.63"/>
<polygon fill="black" stroke="black" points="2222.93,-3908.14 2212.6,-3910.47 2222.14,-3915.09 2222.93,-3908.14"/>
</g>
<!-- 186 -->
<g id="node138" class="node">
<title>186</title>
<polygon fill="none" stroke="black" points="2223.28,-4212 1854.28,-4212 1854.28,-4176 2223.28,-4176 2223.28,-4212"/>
<text text-anchor="middle" x="2038.78" y="-4190.3" font-family="Times,serif" font-size="14.00">zeros([ 1 14 &#160;1]| shape=[1, 14, 1], dtype=float32)</text>
</g>
<!-- 190 -->
<g id="node141" class="node">
<title>190</title>
<polygon fill="none" stroke="black" points="2212.28,-4140 2141.28,-4140 2141.28,-4104 2212.28,-4104 2212.28,-4140"/>
<text text-anchor="middle" x="2176.78" y="-4118.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 186&#45;&gt;190 -->
<g id="edge155" class="edge">
<title>186&#45;&gt;190</title>
<path fill="none" stroke="black" d="M2072.54,-4175.88C2091,-4166.51 2114.06,-4154.81 2133.8,-4144.8"/>
<polygon fill="black" stroke="black" points="2135.56,-4147.83 2142.89,-4140.19 2132.39,-4141.59 2135.56,-4147.83"/>
</g>
<!-- 201 -->
<g id="node149" class="node">
<title>201</title>
<polygon fill="none" stroke="black" points="1730.28,-4140 1659.28,-4140 1659.28,-4104 1730.28,-4104 1730.28,-4140"/>
<text text-anchor="middle" x="1694.78" y="-4118.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 186&#45;&gt;201 -->
<g id="edge167" class="edge">
<title>186&#45;&gt;201</title>
<path fill="none" stroke="black" d="M1955.07,-4175.97C1887.62,-4162.24 1795.32,-4143.46 1740.69,-4132.34"/>
<polygon fill="black" stroke="black" points="1741.11,-4128.86 1730.61,-4130.29 1739.71,-4135.72 1741.11,-4128.86"/>
</g>
<!-- 188&#45;&gt;189 -->
<g id="edge153" class="edge">
<title>188&#45;&gt;189</title>
<path fill="none" stroke="black" d="M2149.5,-4247.88C2176.08,-4238.14 2209.54,-4225.87 2237.55,-4215.61"/>
<polygon fill="black" stroke="black" points="2239.02,-4218.8 2247.21,-4212.07 2236.61,-4212.22 2239.02,-4218.8"/>
</g>
<!-- 189&#45;&gt;190 -->
<g id="edge156" class="edge">
<title>189&#45;&gt;190</title>
<path fill="none" stroke="black" d="M2265.16,-4175.88C2249.86,-4166.72 2230.84,-4155.34 2214.36,-4145.48"/>
<polygon fill="black" stroke="black" points="2215.89,-4142.32 2205.51,-4140.19 2212.3,-4148.33 2215.89,-4142.32"/>
</g>
<!-- 192 -->
<g id="node142" class="node">
<title>192</title>
<polygon fill="none" stroke="black" points="2278.28,-4068 2075.28,-4068 2075.28,-4032 2278.28,-4032 2278.28,-4068"/>
<text text-anchor="middle" x="2176.78" y="-4046.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.0013020834)</text>
</g>
<!-- 190&#45;&gt;192 -->
<g id="edge157" class="edge">
<title>190&#45;&gt;192</title>
<path fill="none" stroke="black" d="M2176.78,-4103.7C2176.78,-4095.98 2176.78,-4086.71 2176.78,-4078.11"/>
<polygon fill="black" stroke="black" points="2180.28,-4078.1 2176.78,-4068.1 2173.28,-4078.1 2180.28,-4078.1"/>
</g>
<!-- 194 -->
<g id="node143" class="node">
<title>194</title>
<polygon fill="none" stroke="black" points="2389.78,-3996 1963.78,-3996 1963.78,-3960 2389.78,-3960 2389.78,-3996"/>
<text text-anchor="middle" x="2176.78" y="-3974.3" font-family="Times,serif" font-size="14.00">broadcast_to(·, [ &#160;1 &#160;14 768]| shape=[1, 14, 768], dtype=)</text>
</g>
<!-- 192&#45;&gt;194 -->
<g id="edge158" class="edge">
<title>192&#45;&gt;194</title>
<path fill="none" stroke="black" d="M2176.78,-4031.7C2176.78,-4023.98 2176.78,-4014.71 2176.78,-4006.11"/>
<polygon fill="black" stroke="black" points="2180.28,-4006.1 2176.78,-3996.1 2173.28,-4006.1 2180.28,-4006.1"/>
</g>
<!-- 194&#45;&gt;195 -->
<g id="edge160" class="edge">
<title>194&#45;&gt;195</title>
<path fill="none" stroke="black" d="M2176.78,-3959.7C2176.78,-3951.98 2176.78,-3942.71 2176.78,-3934.11"/>
<polygon fill="black" stroke="black" points="2180.28,-3934.1 2176.78,-3924.1 2173.28,-3934.1 2180.28,-3934.1"/>
</g>
<!-- 197 -->
<g id="node146" class="node">
<title>197</title>
<polygon fill="none" stroke="black" points="1971.28,-3852 1900.28,-3852 1900.28,-3816 1971.28,-3816 1971.28,-3852"/>
<text text-anchor="middle" x="1935.78" y="-3830.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 195&#45;&gt;197 -->
<g id="edge163" class="edge">
<title>195&#45;&gt;197</title>
<path fill="none" stroke="black" d="M2141.22,-3894.67C2098.77,-3882.34 2027.7,-3861.7 1981.28,-3848.22"/>
<polygon fill="black" stroke="black" points="1982.07,-3844.8 1971.49,-3845.37 1980.11,-3851.52 1982.07,-3844.8"/>
</g>
<!-- 196&#45;&gt;197 -->
<g id="edge164" class="edge">
<title>196&#45;&gt;197</title>
<path fill="none" stroke="black" d="M1808.65,-4536C1829.78,-4494.4 1882.69,-4383.64 1900.78,-4284 1903.64,-4268.26 1908.45,-4262.04 1900.78,-4248 1886.6,-4222.03 1858.96,-4237.97 1844.78,-4212 1837.11,-4197.96 1841.75,-4191.71 1844.78,-4176 1861.07,-4091.39 1895.55,-4079.51 1916.78,-3996 1928.49,-3949.93 1933.02,-3894.56 1934.75,-3862.23"/>
<polygon fill="black" stroke="black" points="1938.24,-3862.35 1935.23,-3852.19 1931.25,-3862.01 1938.24,-3862.35"/>
</g>
<!-- 198 -->
<g id="node147" class="node">
<title>198</title>
<polygon fill="none" stroke="black" points="1770.28,-4356 1677.28,-4356 1677.28,-4320 1770.28,-4320 1770.28,-4356"/>
<text text-anchor="middle" x="1723.78" y="-4334.3" font-family="Times,serif" font-size="14.00">negative(·)</text>
</g>
<!-- 196&#45;&gt;198 -->
<g id="edge165" class="edge">
<title>196&#45;&gt;198</title>
<path fill="none" stroke="black" d="M1793.69,-4535.85C1780.49,-4498.68 1749.15,-4410.44 1733.3,-4365.82"/>
<polygon fill="black" stroke="black" points="1736.54,-4364.48 1729.9,-4356.23 1729.95,-4366.83 1736.54,-4364.48"/>
</g>
<!-- 206 -->
<g id="node152" class="node">
<title>206</title>
<polygon fill="none" stroke="black" points="1894.28,-3780 1823.28,-3780 1823.28,-3744 1894.28,-3744 1894.28,-3780"/>
<text text-anchor="middle" x="1858.78" y="-3758.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 197&#45;&gt;206 -->
<g id="edge171" class="edge">
<title>197&#45;&gt;206</title>
<path fill="none" stroke="black" d="M1916.75,-3815.7C1907.23,-3807.05 1895.57,-3796.45 1885.21,-3787.03"/>
<polygon fill="black" stroke="black" points="1887.35,-3784.24 1877.59,-3780.1 1882.64,-3789.42 1887.35,-3784.24"/>
</g>
<!-- 200 -->
<g id="node148" class="node">
<title>200</title>
<polygon fill="none" stroke="black" points="1891.78,-4284 1481.78,-4284 1481.78,-4248 1891.78,-4248 1891.78,-4284"/>
<text text-anchor="middle" x="1686.78" y="-4262.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [ 1 14 &#160;1]| shape=[1, 14, 1], dtype=)</text>
</g>
<!-- 198&#45;&gt;200 -->
<g id="edge166" class="edge">
<title>198&#45;&gt;200</title>
<path fill="none" stroke="black" d="M1714.63,-4319.7C1710.38,-4311.64 1705.22,-4301.89 1700.51,-4292.98"/>
<polygon fill="black" stroke="black" points="1703.59,-4291.31 1695.82,-4284.1 1697.4,-4294.58 1703.59,-4291.31"/>
</g>
<!-- 200&#45;&gt;201 -->
<g id="edge168" class="edge">
<title>200&#45;&gt;201</title>
<path fill="none" stroke="black" d="M1687.74,-4247.87C1689.11,-4223.67 1691.61,-4179.21 1693.24,-4150.39"/>
<polygon fill="black" stroke="black" points="1696.74,-4150.37 1693.81,-4140.19 1689.75,-4149.98 1696.74,-4150.37"/>
</g>
<!-- 203 -->
<g id="node150" class="node">
<title>203</title>
<polygon fill="none" stroke="black" points="1796.28,-4068 1593.28,-4068 1593.28,-4032 1796.28,-4032 1796.28,-4068"/>
<text text-anchor="middle" x="1694.78" y="-4046.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.0013020834)</text>
</g>
<!-- 201&#45;&gt;203 -->
<g id="edge169" class="edge">
<title>201&#45;&gt;203</title>
<path fill="none" stroke="black" d="M1694.78,-4103.7C1694.78,-4095.98 1694.78,-4086.71 1694.78,-4078.11"/>
<polygon fill="black" stroke="black" points="1698.28,-4078.1 1694.78,-4068.1 1691.28,-4078.1 1698.28,-4078.1"/>
</g>
<!-- 205 -->
<g id="node151" class="node">
<title>205</title>
<polygon fill="none" stroke="black" points="1907.78,-3996 1481.78,-3996 1481.78,-3960 1907.78,-3960 1907.78,-3996"/>
<text text-anchor="middle" x="1694.78" y="-3974.3" font-family="Times,serif" font-size="14.00">broadcast_to(·, [ &#160;1 &#160;14 768]| shape=[1, 14, 768], dtype=)</text>
</g>
<!-- 203&#45;&gt;205 -->
<g id="edge170" class="edge">
<title>203&#45;&gt;205</title>
<path fill="none" stroke="black" d="M1694.78,-4031.7C1694.78,-4023.98 1694.78,-4014.71 1694.78,-4006.11"/>
<polygon fill="black" stroke="black" points="1698.28,-4006.1 1694.78,-3996.1 1691.28,-4006.1 1698.28,-4006.1"/>
</g>
<!-- 205&#45;&gt;206 -->
<g id="edge172" class="edge">
<title>205&#45;&gt;206</title>
<path fill="none" stroke="black" d="M1707.92,-3959.85C1736.71,-3922.28 1805.46,-3832.58 1839.29,-3788.43"/>
<polygon fill="black" stroke="black" points="1842.27,-3790.3 1845.57,-3780.23 1836.71,-3786.04 1842.27,-3790.3"/>
</g>
<!-- 206&#45;&gt;207 -->
<g id="edge173" class="edge">
<title>206&#45;&gt;207</title>
<path fill="none" stroke="black" d="M1823.07,-3757.74C1702.3,-3746.72 1308.08,-3710.74 1154.15,-3696.69"/>
<polygon fill="black" stroke="black" points="1154.21,-3693.18 1143.93,-3695.76 1153.57,-3700.15 1154.21,-3693.18"/>
</g>
<!-- 224 -->
<g id="node168" class="node">
<title>224</title>
<polygon fill="none" stroke="black" points="2873.28,-3132 2802.28,-3132 2802.28,-3096 2873.28,-3096 2873.28,-3132"/>
<text text-anchor="middle" x="2837.78" y="-3110.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 206&#45;&gt;224 -->
<g id="edge196" class="edge">
<title>206&#45;&gt;224</title>
<path fill="none" stroke="black" d="M1894.68,-3758.15C2039.46,-3745.71 2572.78,-3690.16 2572.78,-3547 2572.78,-3547 2572.78,-3547 2572.78,-3401 2572.78,-3260.93 2745.22,-3323.2 2818.78,-3204 2830.22,-3185.46 2834.85,-3161.06 2836.69,-3142.5"/>
<polygon fill="black" stroke="black" points="2840.19,-3142.57 2837.47,-3132.33 2833.21,-3142.03 2840.19,-3142.57"/>
</g>
<!-- 209 -->
<g id="node155" class="node">
<title>209</title>
<polygon fill="none" stroke="black" points="2151.28,-3636 1982.28,-3636 1982.28,-3600 2151.28,-3600 2151.28,-3636"/>
<text text-anchor="middle" x="2066.78" y="-3614.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 207&#45;&gt;209 -->
<g id="edge176" class="edge">
<title>207&#45;&gt;209</title>
<path fill="none" stroke="black" d="M1143.86,-3685.26C1300.63,-3674.01 1769.81,-3640.32 1972.17,-3625.79"/>
<polygon fill="black" stroke="black" points="1972.47,-3629.28 1982.19,-3625.07 1971.96,-3622.3 1972.47,-3629.28"/>
</g>
<!-- 370 -->
<g id="node279" class="node">
<title>370</title>
<polygon fill="none" stroke="black" points="1006.28,-3636 795.28,-3636 795.28,-3600 1006.28,-3600 1006.28,-3636"/>
<text text-anchor="middle" x="900.78" y="-3614.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 207&#45;&gt;370 -->
<g id="edge344" class="edge">
<title>207&#45;&gt;370</title>
<path fill="none" stroke="black" d="M1045.06,-3671.88C1018.48,-3662.14 985.02,-3649.87 957.01,-3639.61"/>
<polygon fill="black" stroke="black" points="957.95,-3636.22 947.35,-3636.07 955.54,-3642.8 957.95,-3636.22"/>
</g>
<!-- 378 -->
<g id="node285" class="node">
<title>378</title>
<polygon fill="none" stroke="black" points="1340.78,-2700 984.78,-2700 984.78,-2664 1340.78,-2664 1340.78,-2700"/>
<text text-anchor="middle" x="1162.78" y="-2678.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [768]| shape=[768], dtype=)</text>
</g>
<!-- 207&#45;&gt;378 -->
<g id="edge351" class="edge">
<title>207&#45;&gt;378</title>
<path fill="none" stroke="black" d="M1091.78,-3671.95C1091.78,-3645.29 1091.78,-3592.11 1091.78,-3547 1091.78,-3547 1091.78,-3547 1091.78,-2825 1091.78,-2780.48 1120.04,-2735.61 1140.91,-2708.56"/>
<polygon fill="black" stroke="black" points="1143.89,-2710.43 1147.37,-2700.42 1138.41,-2706.07 1143.89,-2710.43"/>
</g>
<!-- 208&#45;&gt;209 -->
<g id="edge177" class="edge">
<title>208&#45;&gt;209</title>
<path fill="none" stroke="black" d="M2359.61,-3743.87C2298.53,-3717.82 2182.4,-3668.3 2116.22,-3640.08"/>
<polygon fill="black" stroke="black" points="2117.4,-3636.78 2106.83,-3636.08 2114.66,-3643.22 2117.4,-3636.78"/>
</g>
<!-- 209&#45;&gt;210 -->
<g id="edge178" class="edge">
<title>209&#45;&gt;210</title>
<path fill="none" stroke="black" d="M2139.54,-3599.97C2189.73,-3588.22 2255.75,-3572.76 2303.51,-3561.58"/>
<polygon fill="black" stroke="black" points="2304.47,-3564.95 2313.41,-3559.26 2302.88,-3558.13 2304.47,-3564.95"/>
</g>
<!-- 209&#45;&gt;217 -->
<g id="edge185" class="edge">
<title>209&#45;&gt;217</title>
<path fill="none" stroke="black" d="M1992.31,-3599.97C1940.35,-3588.08 1871.79,-3572.4 1822.79,-3561.19"/>
<polygon fill="black" stroke="black" points="1823.48,-3557.75 1812.96,-3558.94 1821.92,-3564.58 1823.48,-3557.75"/>
</g>
<!-- 221 -->
<g id="node165" class="node">
<title>221</title>
<polygon fill="none" stroke="black" points="2401.28,-3276 2330.28,-3276 2330.28,-3240 2401.28,-3240 2401.28,-3276"/>
<text text-anchor="middle" x="2365.78" y="-3254.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 210&#45;&gt;221 -->
<g id="edge191" class="edge">
<title>210&#45;&gt;221</title>
<path fill="none" stroke="black" d="M2365.78,-3527.97C2365.78,-3480.29 2365.78,-3345.18 2365.78,-3286.63"/>
<polygon fill="black" stroke="black" points="2369.28,-3286.31 2365.78,-3276.31 2362.28,-3286.31 2369.28,-3286.31"/>
</g>
<!-- 213&#45;&gt;214 -->
<g id="edge181" class="edge">
<title>213&#45;&gt;214</title>
<path fill="none" stroke="black" d="M1601.78,-5759.7C1601.78,-5751.98 1601.78,-5742.71 1601.78,-5734.11"/>
<polygon fill="black" stroke="black" points="1605.28,-5734.1 1601.78,-5724.1 1598.28,-5734.1 1605.28,-5734.1"/>
</g>
<!-- 215 -->
<g id="node159" class="node">
<title>215</title>
<polygon fill="none" stroke="black" points="1550.28,-5652 1493.28,-5652 1493.28,-5616 1550.28,-5616 1550.28,-5652"/>
<text text-anchor="middle" x="1521.78" y="-5630.3" font-family="Times,serif" font-size="14.00">exp(·)</text>
</g>
<!-- 214&#45;&gt;215 -->
<g id="edge183" class="edge">
<title>214&#45;&gt;215</title>
<path fill="none" stroke="black" d="M1582,-5687.7C1572.03,-5678.97 1559.77,-5668.24 1548.92,-5658.75"/>
<polygon fill="black" stroke="black" points="1551.16,-5656.06 1541.33,-5652.1 1546.55,-5661.32 1551.16,-5656.06"/>
</g>
<!-- 216 -->
<g id="node160" class="node">
<title>216</title>
<polygon fill="none" stroke="black" points="1581.78,-3852 1405.78,-3852 1405.78,-3816 1581.78,-3816 1581.78,-3852"/>
<text text-anchor="middle" x="1493.78" y="-3830.3" font-family="Times,serif" font-size="14.00">multiply(1.1283792, ·)</text>
</g>
<!-- 215&#45;&gt;216 -->
<g id="edge184" class="edge">
<title>215&#45;&gt;216</title>
<path fill="none" stroke="black" d="M1510.37,-5615.71C1495.73,-5592.41 1471.13,-5549.08 1461.78,-5508 1458.23,-5492.4 1460.41,-5487.94 1461.78,-5472 1469.36,-5383.47 1495.78,-5363.85 1495.78,-5275 1495.78,-5275 1495.78,-5275 1495.78,-4697 1495.78,-4502.61 1415.78,-4461.39 1415.78,-4267 1415.78,-4267 1415.78,-4267 1415.78,-3977 1415.78,-3931.37 1447.1,-3886.55 1470.05,-3859.84"/>
<polygon fill="black" stroke="black" points="1472.85,-3861.95 1476.85,-3852.15 1467.61,-3857.31 1472.85,-3861.95"/>
</g>
<!-- 219 -->
<g id="node163" class="node">
<title>219</title>
<polygon fill="none" stroke="black" points="1812.78,-3420 1708.78,-3420 1708.78,-3384 1812.78,-3384 1812.78,-3420"/>
<text text-anchor="middle" x="1760.78" y="-3398.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 216&#45;&gt;219 -->
<g id="edge188" class="edge">
<title>216&#45;&gt;219</title>
<path fill="none" stroke="black" d="M1496.15,-3815.99C1499.65,-3789.38 1505.78,-3736.28 1505.78,-3691 1505.78,-3691 1505.78,-3691 1505.78,-3545 1505.78,-3456.98 1623.18,-3423.03 1698.66,-3410.3"/>
<polygon fill="black" stroke="black" points="1699.24,-3413.75 1708.56,-3408.71 1698.13,-3406.84 1699.24,-3413.75"/>
</g>
<!-- 218 -->
<g id="node162" class="node">
<title>218</title>
<polygon fill="none" stroke="black" points="1821.78,-3492 1699.78,-3492 1699.78,-3456 1821.78,-3456 1821.78,-3492"/>
<text text-anchor="middle" x="1760.78" y="-3470.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.5)</text>
</g>
<!-- 217&#45;&gt;218 -->
<g id="edge187" class="edge">
<title>217&#45;&gt;218</title>
<path fill="none" stroke="black" d="M1760.78,-3527.7C1760.78,-3519.98 1760.78,-3510.71 1760.78,-3502.11"/>
<polygon fill="black" stroke="black" points="1764.28,-3502.1 1760.78,-3492.1 1757.28,-3502.1 1764.28,-3502.1"/>
</g>
<!-- 218&#45;&gt;219 -->
<g id="edge189" class="edge">
<title>218&#45;&gt;219</title>
<path fill="none" stroke="black" d="M1760.78,-3455.7C1760.78,-3447.98 1760.78,-3438.71 1760.78,-3430.11"/>
<polygon fill="black" stroke="black" points="1764.28,-3430.1 1760.78,-3420.1 1757.28,-3430.1 1764.28,-3430.1"/>
</g>
<!-- 220 -->
<g id="node164" class="node">
<title>220</title>
<polygon fill="none" stroke="black" points="1980.28,-3348 1795.28,-3348 1795.28,-3312 1980.28,-3312 1980.28,-3348"/>
<text text-anchor="middle" x="1887.78" y="-3326.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.70710677)</text>
</g>
<!-- 219&#45;&gt;220 -->
<g id="edge190" class="edge">
<title>219&#45;&gt;220</title>
<path fill="none" stroke="black" d="M1791.85,-3383.88C1808.61,-3374.64 1829.49,-3363.13 1847.48,-3353.21"/>
<polygon fill="black" stroke="black" points="1849.52,-3356.08 1856.59,-3348.19 1846.15,-3349.95 1849.52,-3356.08"/>
</g>
<!-- 220&#45;&gt;221 -->
<g id="edge192" class="edge">
<title>220&#45;&gt;221</title>
<path fill="none" stroke="black" d="M1980.51,-3315.42C2082.49,-3300.49 2242.21,-3277.1 2320.05,-3265.7"/>
<polygon fill="black" stroke="black" points="2320.64,-3269.15 2330.03,-3264.24 2319.63,-3262.22 2320.64,-3269.15"/>
</g>
<!-- 223 -->
<g id="node167" class="node">
<title>223</title>
<polygon fill="none" stroke="black" points="2810.28,-3204 2641.28,-3204 2641.28,-3168 2810.28,-3168 2810.28,-3204"/>
<text text-anchor="middle" x="2725.78" y="-3182.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 221&#45;&gt;223 -->
<g id="edge194" class="edge">
<title>221&#45;&gt;223</title>
<path fill="none" stroke="black" d="M2401.28,-3250.1C2454.25,-3239.8 2555.8,-3220.05 2631.26,-3205.38"/>
<polygon fill="black" stroke="black" points="2632.11,-3208.78 2641.25,-3203.44 2630.77,-3201.91 2632.11,-3208.78"/>
</g>
<!-- 361 -->
<g id="node272" class="node">
<title>361</title>
<polygon fill="none" stroke="black" points="2567.28,-3204 2356.28,-3204 2356.28,-3168 2567.28,-3168 2567.28,-3204"/>
<text text-anchor="middle" x="2461.78" y="-3182.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 221&#45;&gt;361 -->
<g id="edge336" class="edge">
<title>221&#45;&gt;361</title>
<path fill="none" stroke="black" d="M2389.51,-3239.7C2401.72,-3230.8 2416.76,-3219.82 2429.96,-3210.2"/>
<polygon fill="black" stroke="black" points="2432.3,-3212.82 2438.32,-3204.1 2428.18,-3207.17 2432.3,-3212.82"/>
</g>
<!-- 369 -->
<g id="node278" class="node">
<title>369</title>
<polygon fill="none" stroke="black" points="2485.78,-2124 2111.78,-2124 2111.78,-2088 2485.78,-2088 2485.78,-2124"/>
<text text-anchor="middle" x="2298.78" y="-2102.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [3072]| shape=[3072], dtype=)</text>
</g>
<!-- 221&#45;&gt;369 -->
<g id="edge343" class="edge">
<title>221&#45;&gt;369</title>
<path fill="none" stroke="black" d="M2351.57,-3239.86C2331.9,-3214.34 2298.78,-3164.07 2298.78,-3115 2298.78,-3115 2298.78,-3115 2298.78,-2249 2298.78,-2209 2298.78,-2162.65 2298.78,-2134.08"/>
<polygon fill="black" stroke="black" points="2302.28,-2134.05 2298.78,-2124.05 2295.28,-2134.05 2302.28,-2134.05"/>
</g>
<!-- 222&#45;&gt;223 -->
<g id="edge195" class="edge">
<title>222&#45;&gt;223</title>
<path fill="none" stroke="black" d="M2827.3,-4391.79C2817.95,-4365.36 2801.78,-4312.99 2801.78,-4267 2801.78,-4267 2801.78,-4267 2801.78,-3977 2801.78,-3881.89 2800.78,-3858.11 2800.78,-3763 2800.78,-3763 2800.78,-3763 2800.78,-3473 2800.78,-3374.55 2758.69,-3263.09 2737.57,-3213.37"/>
<polygon fill="black" stroke="black" points="2740.7,-3211.8 2733.52,-3204 2734.27,-3214.57 2740.7,-3211.8"/>
</g>
<!-- 223&#45;&gt;224 -->
<g id="edge197" class="edge">
<title>223&#45;&gt;224</title>
<path fill="none" stroke="black" d="M2753.18,-3167.88C2767.69,-3158.81 2785.7,-3147.55 2801.37,-3137.76"/>
<polygon fill="black" stroke="black" points="2803.65,-3140.46 2810.28,-3132.19 2799.94,-3134.52 2803.65,-3140.46"/>
</g>
<!-- 224&#45;&gt;225 -->
<g id="edge198" class="edge">
<title>224&#45;&gt;225</title>
<path fill="none" stroke="black" d="M2873.32,-3109.72C2992.85,-3098.68 3381.3,-3062.81 3533.66,-3048.74"/>
<polygon fill="black" stroke="black" points="3534.14,-3052.21 3543.78,-3047.8 3533.5,-3045.24 3534.14,-3052.21"/>
</g>
<!-- 224&#45;&gt;356 -->
<g id="edge332" class="edge">
<title>224&#45;&gt;356</title>
<path fill="none" stroke="black" d="M2859.53,-3095.7C2870.62,-3086.88 2884.25,-3076.03 2896.27,-3066.47"/>
<polygon fill="black" stroke="black" points="2898.63,-3069.07 2904.28,-3060.1 2894.27,-3063.59 2898.63,-3069.07"/>
</g>
<!-- 360 -->
<g id="node271" class="node">
<title>360</title>
<polygon fill="none" stroke="black" points="2897.78,-2052 2541.78,-2052 2541.78,-2016 2897.78,-2016 2897.78,-2052"/>
<text text-anchor="middle" x="2719.78" y="-2030.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [768]| shape=[768], dtype=)</text>
</g>
<!-- 224&#45;&gt;360 -->
<g id="edge335" class="edge">
<title>224&#45;&gt;360</title>
<path fill="none" stroke="black" d="M2834.14,-3095.6C2828.88,-3068.92 2819.78,-3016.23 2819.78,-2971 2819.78,-2971 2819.78,-2971 2819.78,-2177 2819.78,-2128.49 2780.29,-2084.87 2750.94,-2059.16"/>
<polygon fill="black" stroke="black" points="2752.86,-2056.19 2742.97,-2052.39 2748.33,-2061.53 2752.86,-2056.19"/>
</g>
<!-- 225&#45;&gt;226 -->
<g id="edge200" class="edge">
<title>225&#45;&gt;226</title>
<path fill="none" stroke="black" d="M3593.31,-3023.7C3592.21,-3015.98 3590.88,-3006.71 3589.65,-2998.11"/>
<polygon fill="black" stroke="black" points="3593.1,-2997.51 3588.22,-2988.1 3586.17,-2998.5 3593.1,-2997.51"/>
</g>
<!-- 225&#45;&gt;249 -->
<g id="edge223" class="edge">
<title>225&#45;&gt;249</title>
<path fill="none" stroke="black" d="M3618.58,-3023.87C3652.35,-2998.5 3715.76,-2950.85 3753.74,-2922.32"/>
<polygon fill="black" stroke="black" points="3756.01,-2924.99 3761.9,-2916.19 3751.8,-2919.4 3756.01,-2924.99"/>
</g>
<!-- 226&#45;&gt;227 -->
<g id="edge202" class="edge">
<title>226&#45;&gt;227</title>
<path fill="none" stroke="black" d="M3585.78,-2951.7C3585.78,-2943.98 3585.78,-2934.71 3585.78,-2926.11"/>
<polygon fill="black" stroke="black" points="3589.28,-2926.1 3585.78,-2916.1 3582.28,-2926.1 3589.28,-2926.1"/>
</g>
<!-- 228 -->
<g id="node172" class="node">
<title>228</title>
<polygon fill="none" stroke="black" points="3614.28,-2844 3521.28,-2844 3521.28,-2808 3614.28,-2808 3614.28,-2844"/>
<text text-anchor="middle" x="3567.78" y="-2822.3" font-family="Times,serif" font-size="14.00">negative(·)</text>
</g>
<!-- 227&#45;&gt;228 -->
<g id="edge204" class="edge">
<title>227&#45;&gt;228</title>
<path fill="none" stroke="black" d="M3581.33,-2879.7C3579.32,-2871.9 3576.91,-2862.51 3574.68,-2853.83"/>
<polygon fill="black" stroke="black" points="3578.06,-2852.92 3572.18,-2844.1 3571.28,-2854.66 3578.06,-2852.92"/>
</g>
<!-- 230 -->
<g id="node173" class="node">
<title>230</title>
<polygon fill="none" stroke="black" points="3752.78,-2772 3342.78,-2772 3342.78,-2736 3752.78,-2736 3752.78,-2772"/>
<text text-anchor="middle" x="3547.78" y="-2750.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [ 1 14 &#160;1]| shape=[1, 14, 1], dtype=)</text>
</g>
<!-- 228&#45;&gt;230 -->
<g id="edge205" class="edge">
<title>228&#45;&gt;230</title>
<path fill="none" stroke="black" d="M3562.84,-2807.7C3560.61,-2799.9 3557.92,-2790.51 3555.45,-2781.83"/>
<polygon fill="black" stroke="black" points="3558.78,-2780.76 3552.67,-2772.1 3552.05,-2782.68 3558.78,-2780.76"/>
</g>
<!-- 232 -->
<g id="node174" class="node">
<title>232</title>
<polygon fill="none" stroke="black" points="3608.78,-2700 3486.78,-2700 3486.78,-2664 3608.78,-2664 3608.78,-2700"/>
<text text-anchor="middle" x="3547.78" y="-2678.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.5)</text>
</g>
<!-- 230&#45;&gt;232 -->
<g id="edge206" class="edge">
<title>230&#45;&gt;232</title>
<path fill="none" stroke="black" d="M3547.78,-2735.7C3547.78,-2727.98 3547.78,-2718.71 3547.78,-2710.11"/>
<polygon fill="black" stroke="black" points="3551.28,-2710.1 3547.78,-2700.1 3544.28,-2710.1 3551.28,-2710.1"/>
</g>
<!-- 234 -->
<g id="node176" class="node">
<title>234</title>
<polygon fill="none" stroke="black" points="3599.78,-2628 3495.78,-2628 3495.78,-2592 3599.78,-2592 3599.78,-2628"/>
<text text-anchor="middle" x="3547.78" y="-2606.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 232&#45;&gt;234 -->
<g id="edge209" class="edge">
<title>232&#45;&gt;234</title>
<path fill="none" stroke="black" d="M3547.78,-2663.7C3547.78,-2655.98 3547.78,-2646.71 3547.78,-2638.11"/>
<polygon fill="black" stroke="black" points="3551.28,-2638.1 3547.78,-2628.1 3544.28,-2638.1 3551.28,-2638.1"/>
</g>
<!-- 233&#45;&gt;234 -->
<g id="edge210" class="edge">
<title>233&#45;&gt;234</title>
<path fill="none" stroke="black" d="M3342.7,-4895.85C3332.47,-4869.49 3314.78,-4817.21 3314.78,-4771 3314.78,-4771 3314.78,-4771 3314.78,-2753 3314.78,-2672.86 3416.54,-2636.62 3485.56,-2621.27"/>
<polygon fill="black" stroke="black" points="3486.44,-2624.66 3495.49,-2619.15 3484.98,-2617.81 3486.44,-2624.66"/>
</g>
<!-- 236 -->
<g id="node177" class="node">
<title>236</title>
<polygon fill="none" stroke="black" points="3649.28,-2556 3446.28,-2556 3446.28,-2520 3649.28,-2520 3649.28,-2556"/>
<text text-anchor="middle" x="3547.78" y="-2534.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.0026041667)</text>
</g>
<!-- 234&#45;&gt;236 -->
<g id="edge211" class="edge">
<title>234&#45;&gt;236</title>
<path fill="none" stroke="black" d="M3547.78,-2591.7C3547.78,-2583.98 3547.78,-2574.71 3547.78,-2566.11"/>
<polygon fill="black" stroke="black" points="3551.28,-2566.1 3547.78,-2556.1 3544.28,-2566.1 3551.28,-2566.1"/>
</g>
<!-- 241 -->
<g id="node180" class="node">
<title>241</title>
<polygon fill="none" stroke="black" points="3833.28,-2556 3706.28,-2556 3706.28,-2520 3833.28,-2520 3833.28,-2556"/>
<text text-anchor="middle" x="3769.78" y="-2534.3" font-family="Times,serif" font-size="14.00">multiply(&#45;2.0, ·)</text>
</g>
<!-- 234&#45;&gt;241 -->
<g id="edge214" class="edge">
<title>234&#45;&gt;241</title>
<path fill="none" stroke="black" d="M3599.83,-2592.59C3631.56,-2582.58 3672.33,-2569.73 3705.99,-2559.11"/>
<polygon fill="black" stroke="black" points="3707.25,-2562.39 3715.74,-2556.04 3705.15,-2555.71 3707.25,-2562.39"/>
</g>
<!-- 236&#45;&gt;237 -->
<g id="edge212" class="edge">
<title>236&#45;&gt;237</title>
<path fill="none" stroke="black" d="M3547.78,-2519.7C3547.78,-2511.98 3547.78,-2502.71 3547.78,-2494.11"/>
<polygon fill="black" stroke="black" points="3551.28,-2494.1 3547.78,-2484.1 3544.28,-2494.1 3551.28,-2494.1"/>
</g>
<!-- 248 -->
<g id="node185" class="node">
<title>248</title>
<polygon fill="none" stroke="black" points="3571.28,-2196 3500.28,-2196 3500.28,-2160 3571.28,-2160 3571.28,-2196"/>
<text text-anchor="middle" x="3535.78" y="-2174.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 237&#45;&gt;248 -->
<g id="edge221" class="edge">
<title>237&#45;&gt;248</title>
<path fill="none" stroke="black" d="M3531.62,-2447.77C3502.62,-2415.52 3442.73,-2342.56 3420.78,-2268 3416.26,-2252.65 3412.15,-2245.47 3420.78,-2232 3436.11,-2208.06 3465.3,-2194.78 3490.44,-2187.5"/>
<polygon fill="black" stroke="black" points="3491.42,-2190.86 3500.19,-2184.91 3489.63,-2184.09 3491.42,-2190.86"/>
</g>
<!-- 239 -->
<g id="node179" class="node">
<title>239</title>
<polygon fill="none" stroke="black" points="4159.28,-2484 3790.28,-2484 3790.28,-2448 4159.28,-2448 4159.28,-2484"/>
<text text-anchor="middle" x="3974.78" y="-2462.3" font-family="Times,serif" font-size="14.00">zeros([ 1 14 &#160;1]| shape=[1, 14, 1], dtype=float32)</text>
</g>
<!-- 243 -->
<g id="node182" class="node">
<title>243</title>
<polygon fill="none" stroke="black" points="3755.28,-2412 3684.28,-2412 3684.28,-2376 3755.28,-2376 3755.28,-2412"/>
<text text-anchor="middle" x="3719.78" y="-2390.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 239&#45;&gt;243 -->
<g id="edge217" class="edge">
<title>239&#45;&gt;243</title>
<path fill="none" stroke="black" d="M3912.73,-2447.97C3867.1,-2435.44 3806.14,-2418.71 3765.05,-2407.43"/>
<polygon fill="black" stroke="black" points="3765.88,-2404.02 3755.31,-2404.75 3764.02,-2410.77 3765.88,-2404.02"/>
</g>
<!-- 254 -->
<g id="node190" class="node">
<title>254</title>
<polygon fill="none" stroke="black" points="4122.28,-2412 4051.28,-2412 4051.28,-2376 4122.28,-2376 4122.28,-2412"/>
<text text-anchor="middle" x="4086.78" y="-2390.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 239&#45;&gt;254 -->
<g id="edge229" class="edge">
<title>239&#45;&gt;254</title>
<path fill="none" stroke="black" d="M4002.18,-2447.88C4016.69,-2438.81 4034.7,-2427.55 4050.37,-2417.76"/>
<polygon fill="black" stroke="black" points="4052.65,-2420.46 4059.28,-2412.19 4048.94,-2414.52 4052.65,-2420.46"/>
</g>
<!-- 241&#45;&gt;242 -->
<g id="edge215" class="edge">
<title>241&#45;&gt;242</title>
<path fill="none" stroke="black" d="M3757.42,-2519.7C3751.55,-2511.47 3744.41,-2501.48 3737.94,-2492.42"/>
<polygon fill="black" stroke="black" points="3740.66,-2490.21 3732,-2484.1 3734.96,-2494.28 3740.66,-2490.21"/>
</g>
<!-- 242&#45;&gt;243 -->
<g id="edge218" class="edge">
<title>242&#45;&gt;243</title>
<path fill="none" stroke="black" d="M3719.78,-2447.7C3719.78,-2439.98 3719.78,-2430.71 3719.78,-2422.11"/>
<polygon fill="black" stroke="black" points="3723.28,-2422.1 3719.78,-2412.1 3716.28,-2422.1 3723.28,-2422.1"/>
</g>
<!-- 245 -->
<g id="node183" class="node">
<title>245</title>
<polygon fill="none" stroke="black" points="3782.28,-2340 3579.28,-2340 3579.28,-2304 3782.28,-2304 3782.28,-2340"/>
<text text-anchor="middle" x="3680.78" y="-2318.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.0013020834)</text>
</g>
<!-- 243&#45;&gt;245 -->
<g id="edge219" class="edge">
<title>243&#45;&gt;245</title>
<path fill="none" stroke="black" d="M3710.14,-2375.7C3705.65,-2367.64 3700.22,-2357.89 3695.26,-2348.98"/>
<polygon fill="black" stroke="black" points="3698.23,-2347.14 3690.31,-2340.1 3692.12,-2350.54 3698.23,-2347.14"/>
</g>
<!-- 247 -->
<g id="node184" class="node">
<title>247</title>
<polygon fill="none" stroke="black" points="3855.78,-2268 3429.78,-2268 3429.78,-2232 3855.78,-2232 3855.78,-2268"/>
<text text-anchor="middle" x="3642.78" y="-2246.3" font-family="Times,serif" font-size="14.00">broadcast_to(·, [ &#160;1 &#160;14 768]| shape=[1, 14, 768], dtype=)</text>
</g>
<!-- 245&#45;&gt;247 -->
<g id="edge220" class="edge">
<title>245&#45;&gt;247</title>
<path fill="none" stroke="black" d="M3671.39,-2303.7C3667.01,-2295.64 3661.72,-2285.89 3656.88,-2276.98"/>
<polygon fill="black" stroke="black" points="3659.91,-2275.22 3652.06,-2268.1 3653.76,-2278.56 3659.91,-2275.22"/>
</g>
<!-- 247&#45;&gt;248 -->
<g id="edge222" class="edge">
<title>247&#45;&gt;248</title>
<path fill="none" stroke="black" d="M3616.6,-2231.88C3602.74,-2222.81 3585.54,-2211.55 3570.57,-2201.76"/>
<polygon fill="black" stroke="black" points="3572.34,-2198.74 3562.06,-2196.19 3568.51,-2204.59 3572.34,-2198.74"/>
</g>
<!-- 250 -->
<g id="node187" class="node">
<title>250</title>
<polygon fill="none" stroke="black" points="3571.28,-2124 3500.28,-2124 3500.28,-2088 3571.28,-2088 3571.28,-2124"/>
<text text-anchor="middle" x="3535.78" y="-2102.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 248&#45;&gt;250 -->
<g id="edge225" class="edge">
<title>248&#45;&gt;250</title>
<path fill="none" stroke="black" d="M3535.78,-2159.7C3535.78,-2151.98 3535.78,-2142.71 3535.78,-2134.11"/>
<polygon fill="black" stroke="black" points="3539.28,-2134.1 3535.78,-2124.1 3532.28,-2134.1 3539.28,-2134.1"/>
</g>
<!-- 249&#45;&gt;250 -->
<g id="edge226" class="edge">
<title>249&#45;&gt;250</title>
<path fill="none" stroke="black" d="M3788.3,-2879.75C3793.93,-2846.7 3800.72,-2774.33 3761.78,-2736 3671.1,-2646.75 3574.96,-2782.12 3477.78,-2700 3344.08,-2587.01 3363.78,-2498.05 3363.78,-2323 3363.78,-2323 3363.78,-2323 3363.78,-2249 3363.78,-2183.16 3439.66,-2142.13 3490.63,-2122.01"/>
<polygon fill="black" stroke="black" points="3492.05,-2125.21 3500.14,-2118.38 3489.55,-2118.67 3492.05,-2125.21"/>
</g>
<!-- 251 -->
<g id="node188" class="node">
<title>251</title>
<polygon fill="none" stroke="black" points="4062.28,-2628 3969.28,-2628 3969.28,-2592 4062.28,-2592 4062.28,-2628"/>
<text text-anchor="middle" x="4015.78" y="-2606.3" font-family="Times,serif" font-size="14.00">negative(·)</text>
</g>
<!-- 249&#45;&gt;251 -->
<g id="edge227" class="edge">
<title>249&#45;&gt;251</title>
<path fill="none" stroke="black" d="M3796.18,-2879.94C3808.47,-2861.78 3828.84,-2832.36 3847.78,-2808 3897.42,-2744.17 3960.26,-2672.77 3993.23,-2635.96"/>
<polygon fill="black" stroke="black" points="3996.1,-2638 4000.18,-2628.22 3990.89,-2633.32 3996.1,-2638"/>
</g>
<!-- 259 -->
<g id="node193" class="node">
<title>259</title>
<polygon fill="none" stroke="black" points="3725.28,-2052 3654.28,-2052 3654.28,-2016 3725.28,-2016 3725.28,-2052"/>
<text text-anchor="middle" x="3689.78" y="-2030.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 250&#45;&gt;259 -->
<g id="edge233" class="edge">
<title>250&#45;&gt;259</title>
<path fill="none" stroke="black" d="M3571.5,-2088.76C3593.36,-2078.83 3621.54,-2066.02 3644.9,-2055.4"/>
<polygon fill="black" stroke="black" points="3646.6,-2058.47 3654.26,-2051.15 3643.7,-2052.1 3646.6,-2058.47"/>
</g>
<!-- 253 -->
<g id="node189" class="node">
<title>253</title>
<polygon fill="none" stroke="black" points="4299.78,-2556 3889.78,-2556 3889.78,-2520 4299.78,-2520 4299.78,-2556"/>
<text text-anchor="middle" x="4094.78" y="-2534.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [ 1 14 &#160;1]| shape=[1, 14, 1], dtype=)</text>
</g>
<!-- 251&#45;&gt;253 -->
<g id="edge228" class="edge">
<title>251&#45;&gt;253</title>
<path fill="none" stroke="black" d="M4035.31,-2591.7C4045.16,-2582.97 4057.27,-2572.24 4067.98,-2562.75"/>
<polygon fill="black" stroke="black" points="4070.31,-2565.36 4075.48,-2556.1 4065.67,-2560.12 4070.31,-2565.36"/>
</g>
<!-- 253&#45;&gt;254 -->
<g id="edge230" class="edge">
<title>253&#45;&gt;254</title>
<path fill="none" stroke="black" d="M4131.29,-2519.92C4145.38,-2511.29 4159.96,-2499.35 4167.78,-2484 4175.05,-2469.75 4175.39,-2462.07 4167.78,-2448 4159.77,-2433.19 4145.62,-2421.85 4131.37,-2413.54"/>
<polygon fill="black" stroke="black" points="4132.99,-2410.44 4122.53,-2408.75 4129.65,-2416.59 4132.99,-2410.44"/>
</g>
<!-- 256 -->
<g id="node191" class="node">
<title>256</title>
<polygon fill="none" stroke="black" points="4188.28,-2340 3985.28,-2340 3985.28,-2304 4188.28,-2304 4188.28,-2340"/>
<text text-anchor="middle" x="4086.78" y="-2318.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.0013020834)</text>
</g>
<!-- 254&#45;&gt;256 -->
<g id="edge231" class="edge">
<title>254&#45;&gt;256</title>
<path fill="none" stroke="black" d="M4086.78,-2375.7C4086.78,-2367.98 4086.78,-2358.71 4086.78,-2350.11"/>
<polygon fill="black" stroke="black" points="4090.28,-2350.1 4086.78,-2340.1 4083.28,-2350.1 4090.28,-2350.1"/>
</g>
<!-- 258 -->
<g id="node192" class="node">
<title>258</title>
<polygon fill="none" stroke="black" points="4299.78,-2268 3873.78,-2268 3873.78,-2232 4299.78,-2232 4299.78,-2268"/>
<text text-anchor="middle" x="4086.78" y="-2246.3" font-family="Times,serif" font-size="14.00">broadcast_to(·, [ &#160;1 &#160;14 768]| shape=[1, 14, 768], dtype=)</text>
</g>
<!-- 256&#45;&gt;258 -->
<g id="edge232" class="edge">
<title>256&#45;&gt;258</title>
<path fill="none" stroke="black" d="M4086.78,-2303.7C4086.78,-2295.98 4086.78,-2286.71 4086.78,-2278.11"/>
<polygon fill="black" stroke="black" points="4090.28,-2278.1 4086.78,-2268.1 4083.28,-2278.1 4090.28,-2278.1"/>
</g>
<!-- 258&#45;&gt;259 -->
<g id="edge234" class="edge">
<title>258&#45;&gt;259</title>
<path fill="none" stroke="black" d="M4054.96,-2231.85C3983.44,-2193.3 3810.04,-2099.83 3730.67,-2057.04"/>
<polygon fill="black" stroke="black" points="3731.94,-2053.75 3721.47,-2052.08 3728.61,-2059.91 3731.94,-2053.75"/>
</g>
<!-- 259&#45;&gt;262 -->
<g id="edge235" class="edge">
<title>259&#45;&gt;262</title>
<path fill="none" stroke="black" d="M3653.96,-2029.14C3548.3,-2017.74 3236.9,-1984.15 3103.07,-1969.72"/>
<polygon fill="black" stroke="black" points="3103.3,-1966.22 3092.98,-1968.63 3102.55,-1973.18 3103.3,-1966.22"/>
</g>
<!-- 282 -->
<g id="node211" class="node">
<title>282</title>
<polygon fill="none" stroke="black" points="4369.28,-468 4298.28,-468 4298.28,-432 4369.28,-432 4369.28,-468"/>
<text text-anchor="middle" x="4333.78" y="-446.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 259&#45;&gt;282 -->
<g id="edge256" class="edge">
<title>259&#45;&gt;282</title>
<path fill="none" stroke="black" d="M3725.5,-2028.7C3826.83,-2015.54 4108.78,-1971.65 4108.78,-1891 4108.78,-1891 4108.78,-1891 4108.78,-593 4108.78,-509.04 4222.22,-472.72 4288,-458.71"/>
<polygon fill="black" stroke="black" points="4289.03,-462.08 4298.13,-456.65 4287.63,-455.22 4289.03,-462.08"/>
</g>
<!-- 261 -->
<g id="node194" class="node">
<title>261</title>
<polygon fill="none" stroke="black" points="5461.78,-612 5051.78,-612 5051.78,-576 5461.78,-576 5461.78,-612"/>
<text text-anchor="middle" x="5256.78" y="-590.3" font-family="Times,serif" font-size="14.00">zeros([ &#160;1 &#160;14 768]| shape=[1, 14, 768], dtype=float32)</text>
</g>
<!-- 281 -->
<g id="node210" class="node">
<title>281</title>
<polygon fill="none" stroke="black" points="4369.28,-540 4298.28,-540 4298.28,-504 4369.28,-504 4369.28,-540"/>
<text text-anchor="middle" x="4333.78" y="-518.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 261&#45;&gt;281 -->
<g id="edge254" class="edge">
<title>261&#45;&gt;281</title>
<path fill="none" stroke="black" d="M5051.65,-577.44C4832.3,-560.81 4499.78,-535.59 4379.35,-526.46"/>
<polygon fill="black" stroke="black" points="4379.6,-522.97 4369.36,-525.7 4379.07,-529.95 4379.6,-522.97"/>
</g>
<!-- 307 -->
<g id="node231" class="node">
<title>307</title>
<polygon fill="none" stroke="black" points="4817.28,-468 4746.28,-468 4746.28,-432 4817.28,-432 4817.28,-468"/>
<text text-anchor="middle" x="4781.78" y="-446.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 261&#45;&gt;307 -->
<g id="edge284" class="edge">
<title>261&#45;&gt;307</title>
<path fill="none" stroke="black" d="M5196.01,-575.99C5113.31,-552.64 4960.82,-508.89 4831.78,-468 4830.33,-467.54 4828.86,-467.07 4827.38,-466.59"/>
<polygon fill="black" stroke="black" points="4828.09,-463.14 4817.5,-463.35 4825.91,-469.79 4828.09,-463.14"/>
</g>
<!-- 318 -->
<g id="node240" class="node">
<title>318</title>
<polygon fill="none" stroke="black" points="5292.28,-540 5221.28,-540 5221.28,-504 5292.28,-504 5292.28,-540"/>
<text text-anchor="middle" x="5256.78" y="-518.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 261&#45;&gt;318 -->
<g id="edge297" class="edge">
<title>261&#45;&gt;318</title>
<path fill="none" stroke="black" d="M5256.78,-575.7C5256.78,-567.98 5256.78,-558.71 5256.78,-550.11"/>
<polygon fill="black" stroke="black" points="5260.28,-550.1 5256.78,-540.1 5253.28,-550.1 5260.28,-550.1"/>
</g>
<!-- 264 -->
<g id="node197" class="node">
<title>264</title>
<polygon fill="none" stroke="black" points="4436.28,-1908 4267.28,-1908 4267.28,-1872 4436.28,-1872 4436.28,-1908"/>
<text text-anchor="middle" x="4351.78" y="-1886.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 262&#45;&gt;264 -->
<g id="edge238" class="edge">
<title>262&#45;&gt;264</title>
<path fill="none" stroke="black" d="M3092.98,-1958.21C3291.18,-1947.63 3998.92,-1909.84 4256.86,-1896.07"/>
<polygon fill="black" stroke="black" points="4257.15,-1899.56 4266.95,-1895.53 4256.78,-1892.57 4257.15,-1899.56"/>
</g>
<!-- 347 -->
<g id="node262" class="node">
<title>347</title>
<polygon fill="none" stroke="black" points="3092.28,-1908 2881.28,-1908 2881.28,-1872 3092.28,-1872 3092.28,-1908"/>
<text text-anchor="middle" x="2986.78" y="-1886.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 262&#45;&gt;347 -->
<g id="edge324" class="edge">
<title>262&#45;&gt;347</title>
<path fill="none" stroke="black" d="M3027.43,-1943.7C3021.02,-1935.39 3013.22,-1925.28 3006.17,-1916.14"/>
<polygon fill="black" stroke="black" points="3008.85,-1913.88 2999.97,-1908.1 3003.31,-1918.16 3008.85,-1913.88"/>
</g>
<!-- 355 -->
<g id="node268" class="node">
<title>355</title>
<polygon fill="none" stroke="black" points="3011.78,-1404 2655.78,-1404 2655.78,-1368 3011.78,-1368 3011.78,-1404"/>
<text text-anchor="middle" x="2833.78" y="-1382.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [768]| shape=[768], dtype=)</text>
</g>
<!-- 262&#45;&gt;355 -->
<g id="edge331" class="edge">
<title>262&#45;&gt;355</title>
<path fill="none" stroke="black" d="M2988.49,-1946.35C2942.58,-1933.2 2881.61,-1914.94 2871.78,-1908 2831.33,-1879.45 2804.78,-1868.51 2804.78,-1819 2804.78,-1819 2804.78,-1819 2804.78,-1529 2804.78,-1488.21 2816.41,-1442.15 2824.94,-1413.84"/>
<polygon fill="black" stroke="black" points="2828.29,-1414.84 2827.91,-1404.26 2821.6,-1412.77 2828.29,-1414.84"/>
</g>
<!-- 263&#45;&gt;264 -->
<g id="edge239" class="edge">
<title>263&#45;&gt;264</title>
<path fill="none" stroke="black" d="M4439.22,-5831.78C4411.19,-5807.28 4365.78,-5759.5 4365.78,-5707 4365.78,-5707 4365.78,-5707 4365.78,-2033 4365.78,-1993.02 4360.22,-1947.02 4356.1,-1918.47"/>
<polygon fill="black" stroke="black" points="4359.54,-1917.81 4354.61,-1908.43 4352.62,-1918.84 4359.54,-1917.81"/>
</g>
<!-- 266 -->
<g id="node198" class="node">
<title>266</title>
<polygon fill="none" stroke="black" points="4541.28,-1836 4162.28,-1836 4162.28,-1800 4541.28,-1800 4541.28,-1836"/>
<text text-anchor="middle" x="4351.78" y="-1814.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 14 12 64]| newshape=..., reverse=0)</text>
</g>
<!-- 264&#45;&gt;266 -->
<g id="edge240" class="edge">
<title>264&#45;&gt;266</title>
<path fill="none" stroke="black" d="M4351.78,-1871.7C4351.78,-1863.98 4351.78,-1854.71 4351.78,-1846.11"/>
<polygon fill="black" stroke="black" points="4355.28,-1846.1 4351.78,-1836.1 4348.28,-1846.1 4355.28,-1846.1"/>
</g>
<!-- 267 -->
<g id="node199" class="node">
<title>267</title>
<polygon fill="none" stroke="black" points="4466.28,-1764 4237.28,-1764 4237.28,-1728 4466.28,-1728 4466.28,-1764"/>
<text text-anchor="middle" x="4351.78" y="-1742.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 266&#45;&gt;267 -->
<g id="edge241" class="edge">
<title>266&#45;&gt;267</title>
<path fill="none" stroke="black" d="M4351.78,-1799.7C4351.78,-1791.98 4351.78,-1782.71 4351.78,-1774.11"/>
<polygon fill="black" stroke="black" points="4355.28,-1774.1 4351.78,-1764.1 4348.28,-1774.1 4355.28,-1774.1"/>
</g>
<!-- 269 -->
<g id="node200" class="node">
<title>269</title>
<polygon fill="none" stroke="black" points="4566.78,-1692 4136.78,-1692 4136.78,-1656 4566.78,-1656 4566.78,-1692"/>
<text text-anchor="middle" x="4351.78" y="-1670.3" font-family="Times,serif" font-size="14.00">reshape(·, [12 14 64]| newshape=[12, 14, 64], reverse=0)</text>
</g>
<!-- 267&#45;&gt;269 -->
<g id="edge242" class="edge">
<title>267&#45;&gt;269</title>
<path fill="none" stroke="black" d="M4351.78,-1727.7C4351.78,-1719.98 4351.78,-1710.71 4351.78,-1702.11"/>
<polygon fill="black" stroke="black" points="4355.28,-1702.1 4351.78,-1692.1 4348.28,-1702.1 4355.28,-1702.1"/>
</g>
<!-- 270 -->
<g id="node201" class="node">
<title>270</title>
<polygon fill="none" stroke="black" points="4080.28,-1620 3869.28,-1620 3869.28,-1584 4080.28,-1584 4080.28,-1620"/>
<text text-anchor="middle" x="3974.78" y="-1598.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 269&#45;&gt;270 -->
<g id="edge243" class="edge">
<title>269&#45;&gt;270</title>
<path fill="none" stroke="black" d="M4260.04,-1655.97C4204.63,-1645.68 4133.91,-1632.55 4076.75,-1621.93"/>
<polygon fill="black" stroke="black" points="4077.08,-1618.43 4066.61,-1620.05 4075.8,-1625.32 4077.08,-1618.43"/>
</g>
<!-- 284 -->
<g id="node213" class="node">
<title>284</title>
<polygon fill="none" stroke="black" points="4730.28,-1620 4561.28,-1620 4561.28,-1584 4730.28,-1584 4730.28,-1620"/>
<text text-anchor="middle" x="4645.78" y="-1598.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 269&#45;&gt;284 -->
<g id="edge259" class="edge">
<title>269&#45;&gt;284</title>
<path fill="none" stroke="black" d="M4423.32,-1655.97C4465.91,-1645.83 4520.09,-1632.93 4564.31,-1622.4"/>
<polygon fill="black" stroke="black" points="4565.25,-1625.77 4574.17,-1620.05 4563.63,-1618.96 4565.25,-1625.77"/>
</g>
<!-- 272 -->
<g id="node203" class="node">
<title>272</title>
<polygon fill="none" stroke="black" points="3925.28,-1548 3756.28,-1548 3756.28,-1512 3925.28,-1512 3925.28,-1548"/>
<text text-anchor="middle" x="3840.78" y="-1526.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 270&#45;&gt;272 -->
<g id="edge245" class="edge">
<title>270&#45;&gt;272</title>
<path fill="none" stroke="black" d="M3942,-1583.88C3924.15,-1574.55 3901.88,-1562.92 3882.78,-1552.94"/>
<polygon fill="black" stroke="black" points="3884.17,-1549.72 3873.69,-1548.19 3880.93,-1555.92 3884.17,-1549.72"/>
</g>
<!-- 271&#45;&gt;272 -->
<g id="edge246" class="edge">
<title>271&#45;&gt;272</title>
<path fill="none" stroke="black" d="M4326.78,-5903.95C4326.78,-5877.29 4326.78,-5824.11 4326.78,-5779 4326.78,-5779 4326.78,-5779 4326.78,-5345 4326.78,-5249.89 4327.78,-5226.11 4327.78,-5131 4327.78,-5131 4327.78,-5131 4327.78,-2321 4327.78,-2021.24 4035.93,-2012.71 3859.78,-1620 3850.96,-1600.33 3846.14,-1576.34 3843.57,-1558.23"/>
<polygon fill="black" stroke="black" points="3847.01,-1557.54 3842.27,-1548.06 3840.06,-1558.42 3847.01,-1557.54"/>
</g>
<!-- 273 -->
<g id="node204" class="node">
<title>273</title>
<polygon fill="none" stroke="black" points="3946.28,-1260 3735.28,-1260 3735.28,-1224 3946.28,-1224 3946.28,-1260"/>
<text text-anchor="middle" x="3840.78" y="-1238.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 272&#45;&gt;273 -->
<g id="edge247" class="edge">
<title>272&#45;&gt;273</title>
<path fill="none" stroke="black" d="M3840.78,-1511.97C3840.78,-1464.29 3840.78,-1329.18 3840.78,-1270.63"/>
<polygon fill="black" stroke="black" points="3844.28,-1270.31 3840.78,-1260.31 3837.28,-1270.31 3844.28,-1270.31"/>
</g>
<!-- 275 -->
<g id="node205" class="node">
<title>275</title>
<polygon fill="none" stroke="black" points="4030.28,-1188 3651.28,-1188 3651.28,-1152 4030.28,-1152 4030.28,-1188"/>
<text text-anchor="middle" x="3840.78" y="-1166.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 12 14 64]| newshape=..., reverse=0)</text>
</g>
<!-- 273&#45;&gt;275 -->
<g id="edge248" class="edge">
<title>273&#45;&gt;275</title>
<path fill="none" stroke="black" d="M3840.78,-1223.7C3840.78,-1215.98 3840.78,-1206.71 3840.78,-1198.11"/>
<polygon fill="black" stroke="black" points="3844.28,-1198.1 3840.78,-1188.1 3837.28,-1198.1 3844.28,-1198.1"/>
</g>
<!-- 276 -->
<g id="node206" class="node">
<title>276</title>
<polygon fill="none" stroke="black" points="3955.28,-1116 3726.28,-1116 3726.28,-1080 3955.28,-1080 3955.28,-1116"/>
<text text-anchor="middle" x="3840.78" y="-1094.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 275&#45;&gt;276 -->
<g id="edge249" class="edge">
<title>275&#45;&gt;276</title>
<path fill="none" stroke="black" d="M3840.78,-1151.7C3840.78,-1143.98 3840.78,-1134.71 3840.78,-1126.11"/>
<polygon fill="black" stroke="black" points="3844.28,-1126.1 3840.78,-1116.1 3837.28,-1126.1 3844.28,-1126.1"/>
</g>
<!-- 278 -->
<g id="node207" class="node">
<title>278</title>
<polygon fill="none" stroke="black" points="4062.28,-684 3619.28,-684 3619.28,-648 4062.28,-648 4062.28,-684"/>
<text text-anchor="middle" x="3840.78" y="-662.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 276&#45;&gt;278 -->
<g id="edge250" class="edge">
<title>276&#45;&gt;278</title>
<path fill="none" stroke="black" d="M3840.78,-1079.95C3840.78,-1053.29 3840.78,-1000.11 3840.78,-955 3840.78,-955 3840.78,-955 3840.78,-809 3840.78,-769 3840.78,-722.65 3840.78,-694.08"/>
<polygon fill="black" stroke="black" points="3844.28,-694.05 3840.78,-684.05 3837.28,-694.05 3844.28,-694.05"/>
</g>
<!-- 280 -->
<g id="node209" class="node">
<title>280</title>
<polygon fill="none" stroke="black" points="4305.28,-612 4136.28,-612 4136.28,-576 4305.28,-576 4305.28,-612"/>
<text text-anchor="middle" x="4220.78" y="-590.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 278&#45;&gt;280 -->
<g id="edge252" class="edge">
<title>278&#45;&gt;280</title>
<path fill="none" stroke="black" d="M3933.25,-647.97C3991.71,-637.2 4067.07,-623.31 4125.98,-612.46"/>
<polygon fill="black" stroke="black" points="4126.83,-615.87 4136.03,-610.61 4125.56,-608.98 4126.83,-615.87"/>
</g>
<!-- 339 -->
<g id="node256" class="node">
<title>339</title>
<polygon fill="none" stroke="black" points="3215.28,-612 3004.28,-612 3004.28,-576 3215.28,-576 3215.28,-612"/>
<text text-anchor="middle" x="3109.78" y="-590.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 278&#45;&gt;339 -->
<g id="edge317" class="edge">
<title>278&#45;&gt;339</title>
<path fill="none" stroke="black" d="M3619.12,-649.32C3504.36,-640.38 3361.74,-627.98 3225.55,-612.17"/>
<polygon fill="black" stroke="black" points="3225.67,-608.66 3215.34,-610.98 3224.86,-615.61 3225.67,-608.66"/>
</g>
<!-- 346 -->
<g id="node261" class="node">
<title>346</title>
<polygon fill="none" stroke="black" points="3913.78,-252 3557.78,-252 3557.78,-216 3913.78,-216 3913.78,-252"/>
<text text-anchor="middle" x="3735.78" y="-230.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [768]| shape=[768], dtype=)</text>
</g>
<!-- 278&#45;&gt;346 -->
<g id="edge323" class="edge">
<title>278&#45;&gt;346</title>
<path fill="none" stroke="black" d="M3840.78,-647.95C3840.78,-621.29 3840.78,-568.11 3840.78,-523 3840.78,-523 3840.78,-523 3840.78,-377 3840.78,-327.46 3798.96,-283.9 3768.1,-258.49"/>
<polygon fill="black" stroke="black" points="3770.13,-255.63 3760.13,-252.13 3765.76,-261.1 3770.13,-255.63"/>
</g>
<!-- 279&#45;&gt;280 -->
<g id="edge253" class="edge">
<title>279&#45;&gt;280</title>
<path fill="none" stroke="black" d="M4594.78,-6623.95C4594.78,-6597.29 4594.78,-6544.11 4594.78,-6499 4594.78,-6499 4594.78,-6499 4594.78,-1745 4594.78,-1704.55 4596.58,-1690.69 4575.78,-1656 4537.5,-1592.16 4486.06,-1611.84 4447.78,-1548 4426.98,-1513.31 4428.78,-1499.45 4428.78,-1459 4428.78,-1459 4428.78,-1459 4428.78,-737 4428.78,-672.59 4359.92,-635.29 4301.44,-615.23"/>
<polygon fill="black" stroke="black" points="4302.37,-611.85 4291.78,-612.04 4300.18,-618.5 4302.37,-611.85"/>
</g>
<!-- 280&#45;&gt;281 -->
<g id="edge255" class="edge">
<title>280&#45;&gt;281</title>
<path fill="none" stroke="black" d="M4248.42,-575.88C4263.2,-566.72 4281.57,-555.34 4297.48,-545.48"/>
<polygon fill="black" stroke="black" points="4299.37,-548.43 4306.03,-540.19 4295.69,-542.48 4299.37,-548.43"/>
</g>
<!-- 281&#45;&gt;282 -->
<g id="edge257" class="edge">
<title>281&#45;&gt;282</title>
<path fill="none" stroke="black" d="M4333.78,-503.7C4333.78,-495.98 4333.78,-486.71 4333.78,-478.11"/>
<polygon fill="black" stroke="black" points="4337.28,-478.1 4333.78,-468.1 4330.28,-478.1 4337.28,-478.1"/>
</g>
<!-- 308 -->
<g id="node232" class="node">
<title>308</title>
<polygon fill="none" stroke="black" points="4428.28,-396 4357.28,-396 4357.28,-360 4428.28,-360 4428.28,-396"/>
<text text-anchor="middle" x="4392.78" y="-374.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 282&#45;&gt;308 -->
<g id="edge286" class="edge">
<title>282&#45;&gt;308</title>
<path fill="none" stroke="black" d="M4348.36,-431.7C4355.44,-423.3 4364.06,-413.07 4371.83,-403.86"/>
<polygon fill="black" stroke="black" points="4374.59,-406.01 4378.36,-396.1 4369.24,-401.49 4374.59,-406.01"/>
</g>
<!-- 283&#45;&gt;284 -->
<g id="edge260" class="edge">
<title>283&#45;&gt;284</title>
<path fill="none" stroke="black" d="M4720.48,-6407.97C4708.5,-6381.77 4687.78,-6329.7 4687.78,-6283 4687.78,-6283 4687.78,-6283 4687.78,-1745 4687.78,-1703.15 4670.79,-1657.1 4658.43,-1629.11"/>
<polygon fill="black" stroke="black" points="4661.61,-1627.66 4654.28,-1620.01 4655.24,-1630.56 4661.61,-1627.66"/>
</g>
<!-- 286 -->
<g id="node214" class="node">
<title>286</title>
<polygon fill="none" stroke="black" points="4835.28,-1548 4456.28,-1548 4456.28,-1512 4835.28,-1512 4835.28,-1548"/>
<text text-anchor="middle" x="4645.78" y="-1526.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 12 14 14]| newshape=..., reverse=0)</text>
</g>
<!-- 284&#45;&gt;286 -->
<g id="edge261" class="edge">
<title>284&#45;&gt;286</title>
<path fill="none" stroke="black" d="M4645.78,-1583.7C4645.78,-1575.98 4645.78,-1566.71 4645.78,-1558.11"/>
<polygon fill="black" stroke="black" points="4649.28,-1558.1 4645.78,-1548.1 4642.28,-1558.1 4649.28,-1558.1"/>
</g>
<!-- 286&#45;&gt;287 -->
<g id="edge262" class="edge">
<title>286&#45;&gt;287</title>
<path fill="none" stroke="black" d="M4688.59,-1511.88C4712.73,-1502.22 4743.06,-1490.09 4768.59,-1479.88"/>
<polygon fill="black" stroke="black" points="4770.12,-1483.03 4778.11,-1476.07 4767.52,-1476.53 4770.12,-1483.03"/>
</g>
<!-- 287&#45;&gt;289 -->
<g id="edge264" class="edge">
<title>287&#45;&gt;289</title>
<path fill="none" stroke="black" d="M4872.95,-1448.49C4952.24,-1435.55 5102.78,-1410.99 5187.62,-1397.14"/>
<polygon fill="black" stroke="black" points="5188.33,-1400.57 5197.63,-1395.51 5187.2,-1393.66 5188.33,-1400.57"/>
</g>
<!-- 291 -->
<g id="node218" class="node">
<title>291</title>
<polygon fill="none" stroke="black" points="5302.28,-1260 5197.28,-1260 5197.28,-1224 5302.28,-1224 5302.28,-1260"/>
<text text-anchor="middle" x="5249.78" y="-1238.3" font-family="Times,serif" font-size="14.00">subtract(·, ·)</text>
</g>
<!-- 287&#45;&gt;291 -->
<g id="edge267" class="edge">
<title>287&#45;&gt;291</title>
<path fill="none" stroke="black" d="M4844.13,-1439.82C4888.49,-1407.83 4988.83,-1338.53 5081.78,-1296 5115.55,-1280.55 5155.09,-1267.83 5187.32,-1258.73"/>
<polygon fill="black" stroke="black" points="5188.37,-1262.07 5197.07,-1256.02 5186.5,-1255.32 5188.37,-1262.07"/>
</g>
<!-- 290 -->
<g id="node217" class="node">
<title>290</title>
<polygon fill="none" stroke="black" points="5408.78,-1332 5090.78,-1332 5090.78,-1296 5408.78,-1296 5408.78,-1332"/>
<text text-anchor="middle" x="5249.78" y="-1310.3" font-family="Times,serif" font-size="14.00">sum(·| axis=[&#45;1], keepdims=1, exclude=0)</text>
</g>
<!-- 289&#45;&gt;290 -->
<g id="edge266" class="edge">
<title>289&#45;&gt;290</title>
<path fill="none" stroke="black" d="M5249.78,-1367.7C5249.78,-1359.98 5249.78,-1350.71 5249.78,-1342.11"/>
<polygon fill="black" stroke="black" points="5253.28,-1342.1 5249.78,-1332.1 5246.28,-1342.1 5253.28,-1342.1"/>
</g>
<!-- 290&#45;&gt;291 -->
<g id="edge268" class="edge">
<title>290&#45;&gt;291</title>
<path fill="none" stroke="black" d="M5249.78,-1295.7C5249.78,-1287.98 5249.78,-1278.71 5249.78,-1270.11"/>
<polygon fill="black" stroke="black" points="5253.28,-1270.1 5249.78,-1260.1 5246.28,-1270.1 5253.28,-1270.1"/>
</g>
<!-- 291&#45;&gt;292 -->
<g id="edge269" class="edge">
<title>291&#45;&gt;292</title>
<path fill="none" stroke="black" d="M5284.03,-1223.88C5302.84,-1214.47 5326.36,-1202.71 5346.45,-1192.67"/>
<polygon fill="black" stroke="black" points="5348.02,-1195.79 5355.4,-1188.19 5344.89,-1189.53 5348.02,-1195.79"/>
</g>
<!-- 293 -->
<g id="node220" class="node">
<title>293</title>
<polygon fill="none" stroke="black" points="5402.28,-1116 5295.28,-1116 5295.28,-1080 5402.28,-1080 5402.28,-1116"/>
<text text-anchor="middle" x="5348.78" y="-1094.3" font-family="Times,serif" font-size="14.00">divide(·, 8.0)</text>
</g>
<!-- 292&#45;&gt;293 -->
<g id="edge271" class="edge">
<title>292&#45;&gt;293</title>
<path fill="none" stroke="black" d="M5379.64,-1151.7C5374.93,-1143.64 5369.22,-1133.89 5364,-1124.98"/>
<polygon fill="black" stroke="black" points="5366.87,-1122.96 5358.8,-1116.1 5360.83,-1126.5 5366.87,-1122.96"/>
</g>
<!-- 321 -->
<g id="node242" class="node">
<title>321</title>
<polygon fill="none" stroke="black" points="5984.78,-1044 5538.78,-1044 5538.78,-1008 5984.78,-1008 5984.78,-1044"/>
<text text-anchor="middle" x="5761.78" y="-1022.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [ 1 &#160;1 &#160;1 14]| shape=[1, 1, 1, 14], dtype=)</text>
</g>
<!-- 292&#45;&gt;321 -->
<g id="edge301" class="edge">
<title>292&#45;&gt;321</title>
<path fill="none" stroke="black" d="M5434.65,-1151.87C5503.17,-1125.72 5633.68,-1075.9 5707.46,-1047.74"/>
<polygon fill="black" stroke="black" points="5708.94,-1050.91 5717.04,-1044.08 5706.45,-1044.38 5708.94,-1050.91"/>
</g>
<!-- 295 -->
<g id="node221" class="node">
<title>295</title>
<polygon fill="none" stroke="black" points="5482.78,-1044 5052.78,-1044 5052.78,-1008 5482.78,-1008 5482.78,-1044"/>
<text text-anchor="middle" x="5267.78" y="-1022.3" font-family="Times,serif" font-size="14.00">reshape(·, [12 14 14]| newshape=[12, 14, 14], reverse=0)</text>
</g>
<!-- 293&#45;&gt;295 -->
<g id="edge272" class="edge">
<title>293&#45;&gt;295</title>
<path fill="none" stroke="black" d="M5328.76,-1079.7C5318.65,-1070.97 5306.24,-1060.24 5295.26,-1050.75"/>
<polygon fill="black" stroke="black" points="5297.43,-1047.99 5287.57,-1044.1 5292.85,-1053.29 5297.43,-1047.99"/>
</g>
<!-- 296 -->
<g id="node222" class="node">
<title>296</title>
<polygon fill="none" stroke="black" points="4996.28,-972 4785.28,-972 4785.28,-936 4996.28,-936 4996.28,-972"/>
<text text-anchor="middle" x="4890.78" y="-950.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 295&#45;&gt;296 -->
<g id="edge273" class="edge">
<title>295&#45;&gt;296</title>
<path fill="none" stroke="black" d="M5176.04,-1007.97C5120.63,-997.68 5049.91,-984.55 4992.75,-973.93"/>
<polygon fill="black" stroke="black" points="4993.08,-970.43 4982.61,-972.05 4991.8,-977.32 4993.08,-970.43"/>
</g>
<!-- 310 -->
<g id="node234" class="node">
<title>310</title>
<polygon fill="none" stroke="black" points="5574.28,-972 5405.28,-972 5405.28,-936 5574.28,-936 5574.28,-972"/>
<text text-anchor="middle" x="5489.78" y="-950.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 295&#45;&gt;310 -->
<g id="edge289" class="edge">
<title>295&#45;&gt;310</title>
<path fill="none" stroke="black" d="M5321.8,-1007.97C5353.23,-998.06 5393.01,-985.51 5425.97,-975.12"/>
<polygon fill="black" stroke="black" points="5427.03,-978.46 5435.51,-972.11 5424.92,-971.78 5427.03,-978.46"/>
</g>
<!-- 298 -->
<g id="node224" class="node">
<title>298</title>
<polygon fill="none" stroke="black" points="4858.28,-900 4689.28,-900 4689.28,-864 4858.28,-864 4858.28,-900"/>
<text text-anchor="middle" x="4773.78" y="-878.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 296&#45;&gt;298 -->
<g id="edge275" class="edge">
<title>296&#45;&gt;298</title>
<path fill="none" stroke="black" d="M4862.16,-935.88C4846.86,-926.72 4827.84,-915.34 4811.36,-905.48"/>
<polygon fill="black" stroke="black" points="4812.89,-902.32 4802.51,-900.19 4809.3,-908.33 4812.89,-902.32"/>
</g>
<!-- 297&#45;&gt;298 -->
<g id="edge276" class="edge">
<title>297&#45;&gt;298</title>
<path fill="none" stroke="black" d="M4975,-6695.83C4946.67,-6671.39 4900.78,-6623.67 4900.78,-6571 4900.78,-6571 4900.78,-6571 4900.78,-1529 4900.78,-1275.38 4808.95,-1223.57 4776.78,-972 4774.15,-951.43 4773.45,-927.97 4773.38,-910.31"/>
<polygon fill="black" stroke="black" points="4776.88,-910.15 4773.41,-900.14 4769.88,-910.13 4776.88,-910.15"/>
</g>
<!-- 299 -->
<g id="node225" class="node">
<title>299</title>
<polygon fill="none" stroke="black" points="4879.28,-828 4668.28,-828 4668.28,-792 4879.28,-792 4879.28,-828"/>
<text text-anchor="middle" x="4773.78" y="-806.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 298&#45;&gt;299 -->
<g id="edge277" class="edge">
<title>298&#45;&gt;299</title>
<path fill="none" stroke="black" d="M4773.78,-863.7C4773.78,-855.98 4773.78,-846.71 4773.78,-838.11"/>
<polygon fill="black" stroke="black" points="4777.28,-838.1 4773.78,-828.1 4770.28,-838.1 4777.28,-838.1"/>
</g>
<!-- 301 -->
<g id="node226" class="node">
<title>301</title>
<polygon fill="none" stroke="black" points="4963.28,-756 4584.28,-756 4584.28,-720 4963.28,-720 4963.28,-756"/>
<text text-anchor="middle" x="4773.78" y="-734.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 12 64 14]| newshape=..., reverse=0)</text>
</g>
<!-- 299&#45;&gt;301 -->
<g id="edge278" class="edge">
<title>299&#45;&gt;301</title>
<path fill="none" stroke="black" d="M4773.78,-791.7C4773.78,-783.98 4773.78,-774.71 4773.78,-766.11"/>
<polygon fill="black" stroke="black" points="4777.28,-766.1 4773.78,-756.1 4770.28,-766.1 4777.28,-766.1"/>
</g>
<!-- 302 -->
<g id="node227" class="node">
<title>302</title>
<polygon fill="none" stroke="black" points="4888.28,-684 4659.28,-684 4659.28,-648 4888.28,-648 4888.28,-684"/>
<text text-anchor="middle" x="4773.78" y="-662.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 3, 1, 2])</text>
</g>
<!-- 301&#45;&gt;302 -->
<g id="edge279" class="edge">
<title>301&#45;&gt;302</title>
<path fill="none" stroke="black" d="M4773.78,-719.7C4773.78,-711.98 4773.78,-702.71 4773.78,-694.11"/>
<polygon fill="black" stroke="black" points="4777.28,-694.1 4773.78,-684.1 4770.28,-694.1 4777.28,-694.1"/>
</g>
<!-- 304 -->
<g id="node228" class="node">
<title>304</title>
<polygon fill="none" stroke="black" points="4995.28,-612 4552.28,-612 4552.28,-576 4995.28,-576 4995.28,-612"/>
<text text-anchor="middle" x="4773.78" y="-590.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 302&#45;&gt;304 -->
<g id="edge280" class="edge">
<title>302&#45;&gt;304</title>
<path fill="none" stroke="black" d="M4773.78,-647.7C4773.78,-639.98 4773.78,-630.71 4773.78,-622.11"/>
<polygon fill="black" stroke="black" points="4777.28,-622.1 4773.78,-612.1 4770.28,-622.1 4777.28,-622.1"/>
</g>
<!-- 306 -->
<g id="node230" class="node">
<title>306</title>
<polygon fill="none" stroke="black" points="4914.28,-540 4745.28,-540 4745.28,-504 4914.28,-504 4914.28,-540"/>
<text text-anchor="middle" x="4829.78" y="-518.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 304&#45;&gt;306 -->
<g id="edge282" class="edge">
<title>304&#45;&gt;306</title>
<path fill="none" stroke="black" d="M4787.62,-575.7C4794.27,-567.39 4802.36,-557.28 4809.67,-548.14"/>
<polygon fill="black" stroke="black" points="4812.58,-550.1 4816.1,-540.1 4807.12,-545.73 4812.58,-550.1"/>
</g>
<!-- 331 -->
<g id="node250" class="node">
<title>331</title>
<polygon fill="none" stroke="black" points="4080.28,-540 3869.28,-540 3869.28,-504 4080.28,-504 4080.28,-540"/>
<text text-anchor="middle" x="3974.78" y="-518.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 304&#45;&gt;331 -->
<g id="edge310" class="edge">
<title>304&#45;&gt;331</title>
<path fill="none" stroke="black" d="M4579.6,-575.99C4426.69,-562.59 4218.68,-544.37 4090.73,-533.16"/>
<polygon fill="black" stroke="black" points="4090.79,-529.65 4080.52,-532.26 4090.17,-536.62 4090.79,-529.65"/>
</g>
<!-- 338 -->
<g id="node255" class="node">
<title>338</title>
<polygon fill="none" stroke="black" points="4783.78,-252 4427.78,-252 4427.78,-216 4783.78,-216 4783.78,-252"/>
<text text-anchor="middle" x="4605.78" y="-230.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [768]| shape=[768], dtype=)</text>
</g>
<!-- 304&#45;&gt;338 -->
<g id="edge316" class="edge">
<title>304&#45;&gt;338</title>
<path fill="none" stroke="black" d="M4759.21,-575.91C4751.47,-566.01 4742.41,-552.97 4736.78,-540 4720.66,-502.9 4717.78,-491.45 4717.78,-451 4717.78,-451 4717.78,-451 4717.78,-377 4717.78,-326.35 4673.3,-283.14 4640.4,-258.11"/>
<polygon fill="black" stroke="black" points="4642.45,-255.27 4632.32,-252.15 4638.29,-260.9 4642.45,-255.27"/>
</g>
<!-- 305&#45;&gt;306 -->
<g id="edge283" class="edge">
<title>305&#45;&gt;306</title>
<path fill="none" stroke="black" d="M5151.52,-7343.7C5143.92,-7317.14 5130.78,-7264.61 5130.78,-7219 5130.78,-7219 5130.78,-7219 5130.78,-6641 5130.78,-6413.85 5034.78,-6366.15 5034.78,-6139 5034.78,-6139 5034.78,-6139 5034.78,-5993 5034.78,-5897.88 5032.78,-5874.12 5032.78,-5779 5032.78,-5779 5032.78,-5779 5032.78,-5057 5032.78,-4961.84 5025.78,-4938.16 5025.78,-4843 5025.78,-4843 5025.78,-4843 5025.78,-2825 5025.78,-2729.89 5024.78,-2706.11 5024.78,-2611 5024.78,-2611 5024.78,-2611 5024.78,-1025 5024.78,-929.89 5023.78,-906.11 5023.78,-811 5023.78,-811 5023.78,-811 5023.78,-665 5023.78,-624.55 5032.16,-605.77 5004.78,-576 4983.93,-553.33 4953.74,-540.23 4924.3,-532.7"/>
<polygon fill="black" stroke="black" points="4924.89,-529.24 4914.35,-530.36 4923.28,-536.06 4924.89,-529.24"/>
</g>
<!-- 306&#45;&gt;307 -->
<g id="edge285" class="edge">
<title>306&#45;&gt;307</title>
<path fill="none" stroke="black" d="M4817.91,-503.7C4812.28,-495.47 4805.43,-485.48 4799.21,-476.42"/>
<polygon fill="black" stroke="black" points="4802.05,-474.37 4793.51,-468.1 4796.28,-478.33 4802.05,-474.37"/>
</g>
<!-- 307&#45;&gt;308 -->
<g id="edge287" class="edge">
<title>307&#45;&gt;308</title>
<path fill="none" stroke="black" d="M4746.23,-442.6C4675.42,-429.86 4516.85,-401.33 4438.45,-387.22"/>
<polygon fill="black" stroke="black" points="4438.85,-383.73 4428.39,-385.41 4437.61,-390.62 4438.85,-383.73"/>
</g>
<!-- 319 -->
<g id="node241" class="node">
<title>319</title>
<polygon fill="none" stroke="black" points="4428.28,-324 4357.28,-324 4357.28,-288 4428.28,-288 4428.28,-324"/>
<text text-anchor="middle" x="4392.78" y="-302.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 308&#45;&gt;319 -->
<g id="edge299" class="edge">
<title>308&#45;&gt;319</title>
<path fill="none" stroke="black" d="M4392.78,-359.7C4392.78,-351.98 4392.78,-342.71 4392.78,-334.11"/>
<polygon fill="black" stroke="black" points="4396.28,-334.1 4392.78,-324.1 4389.28,-334.1 4396.28,-334.1"/>
</g>
<!-- 309&#45;&gt;310 -->
<g id="edge290" class="edge">
<title>309&#45;&gt;310</title>
<path fill="none" stroke="black" d="M5612.5,-6479.81C5571.91,-6457.26 5510.78,-6413.58 5510.78,-6355 5510.78,-6355 5510.78,-6355 5510.78,-1097 5510.78,-1056.78 5502.43,-1010.84 5496.27,-982.37"/>
<polygon fill="black" stroke="black" points="5499.63,-981.36 5494.03,-972.37 5492.79,-982.89 5499.63,-981.36"/>
</g>
<!-- 312 -->
<g id="node235" class="node">
<title>312</title>
<polygon fill="none" stroke="black" points="5679.28,-900 5300.28,-900 5300.28,-864 5679.28,-864 5679.28,-900"/>
<text text-anchor="middle" x="5489.78" y="-878.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 12 14 64]| newshape=..., reverse=0)</text>
</g>
<!-- 310&#45;&gt;312 -->
<g id="edge291" class="edge">
<title>310&#45;&gt;312</title>
<path fill="none" stroke="black" d="M5489.78,-935.7C5489.78,-927.98 5489.78,-918.71 5489.78,-910.11"/>
<polygon fill="black" stroke="black" points="5493.28,-910.1 5489.78,-900.1 5486.28,-910.1 5493.28,-910.1"/>
</g>
<!-- 313 -->
<g id="node236" class="node">
<title>313</title>
<polygon fill="none" stroke="black" points="5604.28,-828 5375.28,-828 5375.28,-792 5604.28,-792 5604.28,-828"/>
<text text-anchor="middle" x="5489.78" y="-806.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 312&#45;&gt;313 -->
<g id="edge292" class="edge">
<title>312&#45;&gt;313</title>
<path fill="none" stroke="black" d="M5489.78,-863.7C5489.78,-855.98 5489.78,-846.71 5489.78,-838.11"/>
<polygon fill="black" stroke="black" points="5493.28,-838.1 5489.78,-828.1 5486.28,-838.1 5493.28,-838.1"/>
</g>
<!-- 315 -->
<g id="node237" class="node">
<title>315</title>
<polygon fill="none" stroke="black" points="5711.28,-684 5268.28,-684 5268.28,-648 5711.28,-648 5711.28,-684"/>
<text text-anchor="middle" x="5489.78" y="-662.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 313&#45;&gt;315 -->
<g id="edge293" class="edge">
<title>313&#45;&gt;315</title>
<path fill="none" stroke="black" d="M5489.78,-791.87C5489.78,-767.67 5489.78,-723.21 5489.78,-694.39"/>
<polygon fill="black" stroke="black" points="5493.28,-694.19 5489.78,-684.19 5486.28,-694.19 5493.28,-694.19"/>
</g>
<!-- 317 -->
<g id="node239" class="node">
<title>317</title>
<polygon fill="none" stroke="black" points="5686.28,-612 5517.28,-612 5517.28,-576 5686.28,-576 5686.28,-612"/>
<text text-anchor="middle" x="5601.78" y="-590.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 315&#45;&gt;317 -->
<g id="edge295" class="edge">
<title>315&#45;&gt;317</title>
<path fill="none" stroke="black" d="M5517.18,-647.88C5531.69,-638.81 5549.7,-627.55 5565.37,-617.76"/>
<polygon fill="black" stroke="black" points="5567.65,-620.46 5574.28,-612.19 5563.94,-614.52 5567.65,-620.46"/>
</g>
<!-- 322 -->
<g id="node243" class="node">
<title>322</title>
<polygon fill="none" stroke="black" points="4534.28,-612 4323.28,-612 4323.28,-576 4534.28,-576 4534.28,-612"/>
<text text-anchor="middle" x="4428.78" y="-590.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 315&#45;&gt;322 -->
<g id="edge302" class="edge">
<title>315&#45;&gt;322</title>
<path fill="none" stroke="black" d="M5267.84,-658.36C5078.17,-651.32 4797.85,-637.7 4544.46,-612.12"/>
<polygon fill="black" stroke="black" points="4544.63,-608.62 4534.32,-611.09 4543.92,-615.58 4544.63,-608.62"/>
</g>
<!-- 330 -->
<g id="node249" class="node">
<title>330</title>
<polygon fill="none" stroke="black" points="5412.78,-252 5056.78,-252 5056.78,-216 5412.78,-216 5412.78,-252"/>
<text text-anchor="middle" x="5234.78" y="-230.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [768]| shape=[768], dtype=)</text>
</g>
<!-- 315&#45;&gt;330 -->
<g id="edge309" class="edge">
<title>315&#45;&gt;330</title>
<path fill="none" stroke="black" d="M5489.78,-647.95C5489.78,-621.29 5489.78,-568.11 5489.78,-523 5489.78,-523 5489.78,-523 5489.78,-377 5489.78,-309.02 5419.75,-273.29 5353.09,-254.68"/>
<polygon fill="black" stroke="black" points="5353.86,-251.27 5343.29,-252.06 5352.05,-258.03 5353.86,-251.27"/>
</g>
<!-- 316&#45;&gt;317 -->
<g id="edge296" class="edge">
<title>316&#45;&gt;317</title>
<path fill="none" stroke="black" d="M5946.64,-6767.73C5971.69,-6742.82 6012.78,-6694.14 6012.78,-6643 6012.78,-6643 6012.78,-6643 6012.78,-953 6012.78,-769.56 5777.12,-658.66 5662.69,-615.62"/>
<polygon fill="black" stroke="black" points="5663.6,-612.22 5653,-612.03 5661.16,-618.79 5663.6,-612.22"/>
</g>
<!-- 317&#45;&gt;318 -->
<g id="edge298" class="edge">
<title>317&#45;&gt;318</title>
<path fill="none" stroke="black" d="M5517.82,-575.97C5450.18,-562.24 5357.61,-543.46 5302.82,-532.34"/>
<polygon fill="black" stroke="black" points="5303.21,-528.85 5292.71,-530.29 5301.82,-535.71 5303.21,-528.85"/>
</g>
<!-- 318&#45;&gt;319 -->
<g id="edge300" class="edge">
<title>318&#45;&gt;319</title>
<path fill="none" stroke="black" d="M5221.03,-512.14C5083.9,-478.18 4591.59,-356.24 4438.52,-318.33"/>
<polygon fill="black" stroke="black" points="4439.07,-314.86 4428.52,-315.85 4437.38,-321.65 4439.07,-314.86"/>
</g>
<!-- 384 -->
<g id="node289" class="node">
<title>384</title>
<polygon fill="none" stroke="black" points="2708.78,-180 2622.78,-180 2622.78,-144 2708.78,-144 2708.78,-180"/>
<text text-anchor="middle" x="2665.78" y="-158.3" font-family="Times,serif" font-size="14.00">Tuple[...])</text>
</g>
<!-- 319&#45;&gt;384 -->
<g id="edge356" class="edge">
<title>319&#45;&gt;384</title>
<path fill="none" stroke="black" d="M4357.08,-296.4C4278.93,-277.98 4086.55,-234.86 3922.78,-216 3458.68,-162.56 2892.66,-161.42 2718.97,-162.49"/>
<polygon fill="black" stroke="black" points="2718.8,-158.99 2708.82,-162.56 2718.85,-165.99 2718.8,-158.99"/>
</g>
<!-- 321&#45;&gt;384 -->
<g id="edge357" class="edge">
<title>321&#45;&gt;384</title>
<path fill="none" stroke="black" d="M5836.28,-1007.93C5897.7,-988.93 5974.78,-951.44 5974.78,-883 5974.78,-883 5974.78,-883 5974.78,-305 5974.78,-56.06 5669.73,-238.23 5421.78,-216 4868.91,-166.44 3054.93,-163.18 2719.41,-163"/>
<polygon fill="black" stroke="black" points="2719.01,-159.5 2709.01,-163 2719,-166.5 2719.01,-159.5"/>
</g>
<!-- 324 -->
<g id="node245" class="node">
<title>324</title>
<polygon fill="none" stroke="black" points="3688.28,-540 3519.28,-540 3519.28,-504 3688.28,-504 3688.28,-540"/>
<text text-anchor="middle" x="3603.78" y="-518.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 322&#45;&gt;324 -->
<g id="edge304" class="edge">
<title>322&#45;&gt;324</title>
<path fill="none" stroke="black" d="M4323.23,-577.09C4320.04,-576.71 4316.89,-576.35 4313.78,-576 4197.28,-563.06 3863.72,-540.2 3698.65,-529.23"/>
<polygon fill="black" stroke="black" points="3698.72,-525.72 3688.51,-528.55 3698.25,-532.71 3698.72,-525.72"/>
</g>
<!-- 323&#45;&gt;324 -->
<g id="edge305" class="edge">
<title>323&#45;&gt;324</title>
<path fill="none" stroke="black" d="M3403.27,-575.97C3441.26,-565.93 3489.49,-553.19 3529.12,-542.72"/>
<polygon fill="black" stroke="black" points="3530.23,-546.05 3539,-540.11 3528.44,-539.28 3530.23,-546.05"/>
</g>
<!-- 332 -->
<g id="node251" class="node">
<title>332</title>
<polygon fill="none" stroke="black" points="3423.28,-468 3254.28,-468 3254.28,-432 3423.28,-432 3423.28,-468"/>
<text text-anchor="middle" x="3338.78" y="-446.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 323&#45;&gt;332 -->
<g id="edge312" class="edge">
<title>323&#45;&gt;332</title>
<path fill="none" stroke="black" d="M3338.78,-575.87C3338.78,-551.67 3338.78,-507.21 3338.78,-478.39"/>
<polygon fill="black" stroke="black" points="3342.28,-478.19 3338.78,-468.19 3335.28,-478.19 3342.28,-478.19"/>
</g>
<!-- 340 -->
<g id="node257" class="node">
<title>340</title>
<polygon fill="none" stroke="black" points="3194.28,-540 3025.28,-540 3025.28,-504 3194.28,-504 3194.28,-540"/>
<text text-anchor="middle" x="3109.78" y="-518.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 323&#45;&gt;340 -->
<g id="edge319" class="edge">
<title>323&#45;&gt;340</title>
<path fill="none" stroke="black" d="M3283.05,-575.97C3250.64,-566.06 3209.6,-553.51 3175.6,-543.12"/>
<polygon fill="black" stroke="black" points="3176.34,-539.69 3165.76,-540.11 3174.3,-546.38 3176.34,-539.69"/>
</g>
<!-- 325 -->
<g id="node246" class="node">
<title>325</title>
<polygon fill="none" stroke="black" points="3709.28,-468 3498.28,-468 3498.28,-432 3709.28,-432 3709.28,-468"/>
<text text-anchor="middle" x="3603.78" y="-446.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 324&#45;&gt;325 -->
<g id="edge306" class="edge">
<title>324&#45;&gt;325</title>
<path fill="none" stroke="black" d="M3603.78,-503.7C3603.78,-495.98 3603.78,-486.71 3603.78,-478.11"/>
<polygon fill="black" stroke="black" points="3607.28,-478.1 3603.78,-468.1 3600.28,-478.1 3607.28,-478.1"/>
</g>
<!-- 327 -->
<g id="node247" class="node">
<title>327</title>
<polygon fill="none" stroke="black" points="3811.78,-396 3395.78,-396 3395.78,-360 3811.78,-360 3811.78,-396"/>
<text text-anchor="middle" x="3603.78" y="-374.3" font-family="Times,serif" font-size="14.00">reshape(·, [768 768]| newshape=[768, 768], reverse=0)</text>
</g>
<!-- 325&#45;&gt;327 -->
<g id="edge307" class="edge">
<title>325&#45;&gt;327</title>
<path fill="none" stroke="black" d="M3603.78,-431.7C3603.78,-423.98 3603.78,-414.71 3603.78,-406.11"/>
<polygon fill="black" stroke="black" points="3607.28,-406.1 3603.78,-396.1 3600.28,-406.1 3607.28,-406.1"/>
</g>
<!-- 328 -->
<g id="node248" class="node">
<title>328</title>
<polygon fill="none" stroke="black" points="3681.28,-324 3488.28,-324 3488.28,-288 3681.28,-288 3681.28,-324"/>
<text text-anchor="middle" x="3584.78" y="-302.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 327&#45;&gt;328 -->
<g id="edge308" class="edge">
<title>327&#45;&gt;328</title>
<path fill="none" stroke="black" d="M3599.08,-359.7C3596.97,-351.9 3594.42,-342.51 3592.06,-333.83"/>
<polygon fill="black" stroke="black" points="3595.42,-332.84 3589.42,-324.1 3588.66,-334.67 3595.42,-332.84"/>
</g>
<!-- 328&#45;&gt;384 -->
<g id="edge358" class="edge">
<title>328&#45;&gt;384</title>
<path fill="none" stroke="black" d="M3526.87,-287.93C3456.02,-267.69 3332.13,-234.4 3223.78,-216 3040.08,-184.81 2819.02,-170.63 2719.25,-165.46"/>
<polygon fill="black" stroke="black" points="2719.28,-161.96 2709.12,-164.94 2718.93,-168.95 2719.28,-161.96"/>
</g>
<!-- 330&#45;&gt;384 -->
<g id="edge359" class="edge">
<title>330&#45;&gt;384</title>
<path fill="none" stroke="black" d="M5056.57,-225.6C4976.01,-222.39 4879.61,-218.75 4792.78,-216 3966.52,-189.82 2959.36,-168.91 2719.06,-164.06"/>
<polygon fill="black" stroke="black" points="2718.92,-160.56 2708.85,-163.86 2718.78,-167.56 2718.92,-160.56"/>
</g>
<!-- 331&#45;&gt;332 -->
<g id="edge311" class="edge">
<title>331&#45;&gt;332</title>
<path fill="none" stroke="black" d="M3869.06,-509.6C3770.6,-498.95 3619.74,-482.56 3488.78,-468 3470.98,-466.02 3451.99,-463.89 3433.72,-461.82"/>
<polygon fill="black" stroke="black" points="3433.98,-458.33 3423.65,-460.68 3433.2,-465.28 3433.98,-458.33"/>
</g>
<!-- 333 -->
<g id="node252" class="node">
<title>333</title>
<polygon fill="none" stroke="black" points="3377.28,-396 3166.28,-396 3166.28,-360 3377.28,-360 3377.28,-396"/>
<text text-anchor="middle" x="3271.78" y="-374.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 332&#45;&gt;333 -->
<g id="edge313" class="edge">
<title>332&#45;&gt;333</title>
<path fill="none" stroke="black" d="M3322.22,-431.7C3314.1,-423.22 3304.19,-412.86 3295.31,-403.58"/>
<polygon fill="black" stroke="black" points="3297.59,-400.91 3288.15,-396.1 3292.54,-405.75 3297.59,-400.91"/>
</g>
<!-- 335 -->
<g id="node253" class="node">
<title>335</title>
<polygon fill="none" stroke="black" points="3450.78,-324 3034.78,-324 3034.78,-288 3450.78,-288 3450.78,-324"/>
<text text-anchor="middle" x="3242.78" y="-302.3" font-family="Times,serif" font-size="14.00">reshape(·, [768 768]| newshape=[768, 768], reverse=0)</text>
</g>
<!-- 333&#45;&gt;335 -->
<g id="edge314" class="edge">
<title>333&#45;&gt;335</title>
<path fill="none" stroke="black" d="M3264.61,-359.7C3261.35,-351.81 3257.41,-342.3 3253.78,-333.55"/>
<polygon fill="black" stroke="black" points="3256.93,-332 3249.87,-324.1 3250.46,-334.68 3256.93,-332"/>
</g>
<!-- 336 -->
<g id="node254" class="node">
<title>336</title>
<polygon fill="none" stroke="black" points="3215.28,-252 3022.28,-252 3022.28,-216 3215.28,-216 3215.28,-252"/>
<text text-anchor="middle" x="3118.78" y="-230.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 335&#45;&gt;336 -->
<g id="edge315" class="edge">
<title>335&#45;&gt;336</title>
<path fill="none" stroke="black" d="M3212.45,-287.88C3196.08,-278.64 3175.7,-267.13 3158.13,-257.21"/>
<polygon fill="black" stroke="black" points="3159.66,-254.06 3149.23,-252.19 3156.22,-260.15 3159.66,-254.06"/>
</g>
<!-- 336&#45;&gt;384 -->
<g id="edge360" class="edge">
<title>336&#45;&gt;384</title>
<path fill="none" stroke="black" d="M3022.16,-218.07C2929.59,-203.76 2793.31,-182.71 2718.96,-171.22"/>
<polygon fill="black" stroke="black" points="2719.3,-167.73 2708.89,-169.66 2718.23,-174.65 2719.3,-167.73"/>
</g>
<!-- 338&#45;&gt;384 -->
<g id="edge361" class="edge">
<title>338&#45;&gt;384</title>
<path fill="none" stroke="black" d="M4427.71,-222.52C4384.84,-220.18 4339.18,-217.86 4296.78,-216 3676.74,-188.87 2923.54,-169.36 2719.11,-164.3"/>
<polygon fill="black" stroke="black" points="2719.03,-160.79 2708.95,-164.05 2718.86,-167.79 2719.03,-160.79"/>
</g>
<!-- 339&#45;&gt;340 -->
<g id="edge318" class="edge">
<title>339&#45;&gt;340</title>
<path fill="none" stroke="black" d="M3109.78,-575.7C3109.78,-567.98 3109.78,-558.71 3109.78,-550.11"/>
<polygon fill="black" stroke="black" points="3113.28,-550.1 3109.78,-540.1 3106.28,-550.1 3113.28,-550.1"/>
</g>
<!-- 341 -->
<g id="node258" class="node">
<title>341</title>
<polygon fill="none" stroke="black" points="3102.28,-468 2891.28,-468 2891.28,-432 3102.28,-432 3102.28,-468"/>
<text text-anchor="middle" x="2996.78" y="-446.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 340&#45;&gt;341 -->
<g id="edge320" class="edge">
<title>340&#45;&gt;341</title>
<path fill="none" stroke="black" d="M3082.14,-503.88C3067.36,-494.72 3048.99,-483.34 3033.08,-473.48"/>
<polygon fill="black" stroke="black" points="3034.87,-470.48 3024.53,-468.19 3031.19,-476.43 3034.87,-470.48"/>
</g>
<!-- 343 -->
<g id="node259" class="node">
<title>343</title>
<polygon fill="none" stroke="black" points="3147.78,-396 2731.78,-396 2731.78,-360 3147.78,-360 3147.78,-396"/>
<text text-anchor="middle" x="2939.78" y="-374.3" font-family="Times,serif" font-size="14.00">reshape(·, [768 768]| newshape=[768, 768], reverse=0)</text>
</g>
<!-- 341&#45;&gt;343 -->
<g id="edge321" class="edge">
<title>341&#45;&gt;343</title>
<path fill="none" stroke="black" d="M2982.69,-431.7C2975.86,-423.3 2967.52,-413.07 2960.02,-403.86"/>
<polygon fill="black" stroke="black" points="2962.74,-401.65 2953.71,-396.1 2957.31,-406.07 2962.74,-401.65"/>
</g>
<!-- 344 -->
<g id="node260" class="node">
<title>344</title>
<polygon fill="none" stroke="black" points="2987.28,-324 2794.28,-324 2794.28,-288 2987.28,-288 2987.28,-324"/>
<text text-anchor="middle" x="2890.78" y="-302.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 343&#45;&gt;344 -->
<g id="edge322" class="edge">
<title>343&#45;&gt;344</title>
<path fill="none" stroke="black" d="M2927.67,-359.7C2921.91,-351.47 2914.92,-341.48 2908.57,-332.42"/>
<polygon fill="black" stroke="black" points="2911.35,-330.29 2902.75,-324.1 2905.62,-334.3 2911.35,-330.29"/>
</g>
<!-- 344&#45;&gt;384 -->
<g id="edge362" class="edge">
<title>344&#45;&gt;384</title>
<path fill="none" stroke="black" d="M2863.64,-287.87C2823.1,-262.28 2746.67,-214.05 2701.59,-185.6"/>
<polygon fill="black" stroke="black" points="2703.34,-182.57 2693.02,-180.19 2699.6,-188.49 2703.34,-182.57"/>
</g>
<!-- 346&#45;&gt;384 -->
<g id="edge363" class="edge">
<title>346&#45;&gt;384</title>
<path fill="none" stroke="black" d="M3557.59,-221.34C3308.85,-205.07 2870.99,-176.42 2719.3,-166.5"/>
<polygon fill="black" stroke="black" points="2719.09,-162.98 2708.88,-165.82 2718.63,-169.96 2719.09,-162.98"/>
</g>
<!-- 349 -->
<g id="node264" class="node">
<title>349</title>
<polygon fill="none" stroke="black" points="3125.28,-1836 2956.28,-1836 2956.28,-1800 3125.28,-1800 3125.28,-1836"/>
<text text-anchor="middle" x="3040.78" y="-1814.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 347&#45;&gt;349 -->
<g id="edge326" class="edge">
<title>347&#45;&gt;349</title>
<path fill="none" stroke="black" d="M3000.13,-1871.7C3006.54,-1863.39 3014.34,-1853.28 3021.39,-1844.14"/>
<polygon fill="black" stroke="black" points="3024.25,-1846.16 3027.58,-1836.1 3018.71,-1841.88 3024.25,-1846.16"/>
</g>
<!-- 348&#45;&gt;349 -->
<g id="edge327" class="edge">
<title>348&#45;&gt;349</title>
<path fill="none" stroke="black" d="M3041.56,-4463.83C3069.89,-4439.39 3115.78,-4391.67 3115.78,-4339 3115.78,-4339 3115.78,-4339 3115.78,-3185 3115.78,-3089.89 3116.78,-3066.11 3116.78,-2971 3116.78,-2971 3116.78,-2971 3116.78,-2753 3116.78,-2657.89 3117.78,-2634.11 3117.78,-2539 3117.78,-2539 3117.78,-2539 3117.78,-2321 3117.78,-2121.3 3186.3,-2052.46 3100.78,-1872 3095.39,-1860.62 3086.29,-1850.65 3076.79,-1842.53"/>
<polygon fill="black" stroke="black" points="3078.79,-1839.64 3068.79,-1836.14 3074.43,-1845.12 3078.79,-1839.64"/>
</g>
<!-- 350 -->
<g id="node265" class="node">
<title>350</title>
<polygon fill="none" stroke="black" points="3146.28,-1764 2935.28,-1764 2935.28,-1728 3146.28,-1728 3146.28,-1764"/>
<text text-anchor="middle" x="3040.78" y="-1742.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 349&#45;&gt;350 -->
<g id="edge328" class="edge">
<title>349&#45;&gt;350</title>
<path fill="none" stroke="black" d="M3040.78,-1799.7C3040.78,-1791.98 3040.78,-1782.71 3040.78,-1774.11"/>
<polygon fill="black" stroke="black" points="3044.28,-1774.1 3040.78,-1764.1 3037.28,-1774.1 3044.28,-1774.1"/>
</g>
<!-- 352 -->
<g id="node266" class="node">
<title>352</title>
<polygon fill="none" stroke="black" points="3248.78,-1692 2832.78,-1692 2832.78,-1656 3248.78,-1656 3248.78,-1692"/>
<text text-anchor="middle" x="3040.78" y="-1670.3" font-family="Times,serif" font-size="14.00">reshape(·, [768 768]| newshape=[768, 768], reverse=0)</text>
</g>
<!-- 350&#45;&gt;352 -->
<g id="edge329" class="edge">
<title>350&#45;&gt;352</title>
<path fill="none" stroke="black" d="M3040.78,-1727.7C3040.78,-1719.98 3040.78,-1710.71 3040.78,-1702.11"/>
<polygon fill="black" stroke="black" points="3044.28,-1702.1 3040.78,-1692.1 3037.28,-1702.1 3044.28,-1702.1"/>
</g>
<!-- 353 -->
<g id="node267" class="node">
<title>353</title>
<polygon fill="none" stroke="black" points="3013.28,-1332 2820.28,-1332 2820.28,-1296 3013.28,-1296 3013.28,-1332"/>
<text text-anchor="middle" x="2916.78" y="-1310.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 352&#45;&gt;353 -->
<g id="edge330" class="edge">
<title>352&#45;&gt;353</title>
<path fill="none" stroke="black" d="M3040.78,-1655.95C3040.78,-1629.29 3040.78,-1576.11 3040.78,-1531 3040.78,-1531 3040.78,-1531 3040.78,-1457 3040.78,-1416.46 3045.65,-1400.02 3020.78,-1368 3010.44,-1354.68 2995.83,-1344.42 2980.82,-1336.63"/>
<polygon fill="black" stroke="black" points="2981.98,-1333.31 2971.45,-1332.1 2978.93,-1339.61 2981.98,-1333.31"/>
</g>
<!-- 353&#45;&gt;384 -->
<g id="edge364" class="edge">
<title>353&#45;&gt;384</title>
<path fill="none" stroke="black" d="M2842.28,-1295.93C2780.86,-1276.93 2703.78,-1239.44 2703.78,-1171 2703.78,-1171 2703.78,-1171 2703.78,-305 2703.78,-263.63 2688.54,-217.72 2677.37,-189.61"/>
<polygon fill="black" stroke="black" points="2680.5,-188.02 2673.47,-180.09 2674.02,-190.67 2680.5,-188.02"/>
</g>
<!-- 355&#45;&gt;384 -->
<g id="edge365" class="edge">
<title>355&#45;&gt;384</title>
<path fill="none" stroke="black" d="M2785.19,-1367.81C2735.57,-1346.79 2665.78,-1306.01 2665.78,-1243 2665.78,-1243 2665.78,-1243 2665.78,-305 2665.78,-265 2665.78,-218.65 2665.78,-190.08"/>
<polygon fill="black" stroke="black" points="2669.28,-190.05 2665.78,-180.05 2662.28,-190.05 2669.28,-190.05"/>
</g>
<!-- 358 -->
<g id="node270" class="node">
<title>358</title>
<polygon fill="none" stroke="black" points="2970.78,-1980 2614.78,-1980 2614.78,-1944 2970.78,-1944 2970.78,-1980"/>
<text text-anchor="middle" x="2792.78" y="-1958.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [768]| shape=[768], dtype=)</text>
</g>
<!-- 356&#45;&gt;358 -->
<g id="edge334" class="edge">
<title>356&#45;&gt;358</title>
<path fill="none" stroke="black" d="M2925.78,-3023.95C2925.78,-2997.29 2925.78,-2944.11 2925.78,-2899 2925.78,-2899 2925.78,-2899 2925.78,-2105 2925.78,-2064.55 2931.99,-2047.63 2906.78,-2016 2895.86,-2002.3 2880.59,-1991.99 2864.76,-1984.27"/>
<polygon fill="black" stroke="black" points="2865.96,-1980.97 2855.4,-1980.03 2863.06,-1987.35 2865.96,-1980.97"/>
</g>
<!-- 358&#45;&gt;384 -->
<g id="edge366" class="edge">
<title>358&#45;&gt;384</title>
<path fill="none" stroke="black" d="M2745.94,-1943.95C2697.16,-1922.82 2627.78,-1881.74 2627.78,-1819 2627.78,-1819 2627.78,-1819 2627.78,-305 2627.78,-263.63 2643.01,-217.72 2654.19,-189.61"/>
<polygon fill="black" stroke="black" points="2657.54,-190.67 2658.09,-180.09 2651.06,-188.02 2657.54,-190.67"/>
</g>
<!-- 360&#45;&gt;384 -->
<g id="edge367" class="edge">
<title>360&#45;&gt;384</title>
<path fill="none" stroke="black" d="M2657.15,-2015.97C2638.14,-2007.93 2618.84,-1996.38 2605.78,-1980 2580.57,-1948.37 2586.78,-1931.45 2586.78,-1891 2586.78,-1891 2586.78,-1891 2586.78,-305 2586.78,-259.24 2618.5,-214.45 2641.74,-187.78"/>
<polygon fill="black" stroke="black" points="2644.56,-189.88 2648.64,-180.11 2639.35,-185.21 2644.56,-189.88"/>
</g>
<!-- 363 -->
<g id="node274" class="node">
<title>363</title>
<polygon fill="none" stroke="black" points="2631.28,-3132 2462.28,-3132 2462.28,-3096 2631.28,-3096 2631.28,-3132"/>
<text text-anchor="middle" x="2546.78" y="-3110.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 361&#45;&gt;363 -->
<g id="edge338" class="edge">
<title>361&#45;&gt;363</title>
<path fill="none" stroke="black" d="M2482.79,-3167.7C2493.5,-3158.88 2506.67,-3148.03 2518.28,-3138.47"/>
<polygon fill="black" stroke="black" points="2520.52,-3141.16 2526.01,-3132.1 2516.07,-3135.76 2520.52,-3141.16"/>
</g>
<!-- 362&#45;&gt;363 -->
<g id="edge339" class="edge">
<title>362&#45;&gt;363</title>
<path fill="none" stroke="black" d="M2655.97,-3887.96C2639.27,-3862.16 2610.78,-3811.08 2610.78,-3763 2610.78,-3763 2610.78,-3763 2610.78,-3257 2610.78,-3213.08 2585.02,-3167.73 2566.18,-3140.44"/>
<polygon fill="black" stroke="black" points="2569,-3138.37 2560.35,-3132.24 2563.29,-3142.42 2569,-3138.37"/>
</g>
<!-- 364 -->
<g id="node275" class="node">
<title>364</title>
<polygon fill="none" stroke="black" points="2652.28,-3060 2441.28,-3060 2441.28,-3024 2652.28,-3024 2652.28,-3060"/>
<text text-anchor="middle" x="2546.78" y="-3038.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 363&#45;&gt;364 -->
<g id="edge340" class="edge">
<title>363&#45;&gt;364</title>
<path fill="none" stroke="black" d="M2546.78,-3095.7C2546.78,-3087.98 2546.78,-3078.71 2546.78,-3070.11"/>
<polygon fill="black" stroke="black" points="2550.28,-3070.1 2546.78,-3060.1 2543.28,-3070.1 2550.28,-3070.1"/>
</g>
<!-- 366 -->
<g id="node276" class="node">
<title>366</title>
<polygon fill="none" stroke="black" points="2766.28,-2988 2327.28,-2988 2327.28,-2952 2766.28,-2952 2766.28,-2988"/>
<text text-anchor="middle" x="2546.78" y="-2966.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 768 3072]| newshape=[768, 3072], reverse=0)</text>
</g>
<!-- 364&#45;&gt;366 -->
<g id="edge341" class="edge">
<title>364&#45;&gt;366</title>
<path fill="none" stroke="black" d="M2546.78,-3023.7C2546.78,-3015.98 2546.78,-3006.71 2546.78,-2998.11"/>
<polygon fill="black" stroke="black" points="2550.28,-2998.1 2546.78,-2988.1 2543.28,-2998.1 2550.28,-2998.1"/>
</g>
<!-- 367 -->
<g id="node277" class="node">
<title>367</title>
<polygon fill="none" stroke="black" points="2558.28,-1476 2365.28,-1476 2365.28,-1440 2558.28,-1440 2558.28,-1476"/>
<text text-anchor="middle" x="2461.78" y="-1454.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 366&#45;&gt;367 -->
<g id="edge342" class="edge">
<title>366&#45;&gt;367</title>
<path fill="none" stroke="black" d="M2540.1,-2951.81C2530.46,-2925.4 2513.78,-2873.06 2513.78,-2827 2513.78,-2827 2513.78,-2827 2513.78,-1601 2513.78,-1558.49 2492.98,-1512.95 2477.69,-1485.22"/>
<polygon fill="black" stroke="black" points="2480.54,-1483.15 2472.55,-1476.19 2474.45,-1486.61 2480.54,-1483.15"/>
</g>
<!-- 367&#45;&gt;384 -->
<g id="edge368" class="edge">
<title>367&#45;&gt;384</title>
<path fill="none" stroke="black" d="M2470.9,-1439.61C2483.78,-1413.36 2505.78,-1361.71 2505.78,-1315 2505.78,-1315 2505.78,-1315 2505.78,-305 2505.78,-246.33 2566.7,-206 2613.36,-183.71"/>
<polygon fill="black" stroke="black" points="2614.87,-186.87 2622.48,-179.49 2611.94,-180.51 2614.87,-186.87"/>
</g>
<!-- 369&#45;&gt;384 -->
<g id="edge369" class="edge">
<title>369&#45;&gt;384</title>
<path fill="none" stroke="black" d="M2298.98,-2087.95C2299.27,-2061.29 2299.78,-2008.12 2299.78,-1963 2299.78,-1963 2299.78,-1963 2299.78,-305 2299.78,-238.69 2511.2,-191.15 2612.67,-172.15"/>
<polygon fill="black" stroke="black" points="2613.52,-175.55 2622.72,-170.3 2612.25,-168.67 2613.52,-175.55"/>
</g>
<!-- 372 -->
<g id="node281" class="node">
<title>372</title>
<polygon fill="none" stroke="black" points="928.28,-3564 759.28,-3564 759.28,-3528 928.28,-3528 928.28,-3564"/>
<text text-anchor="middle" x="843.78" y="-3542.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 370&#45;&gt;372 -->
<g id="edge346" class="edge">
<title>370&#45;&gt;372</title>
<path fill="none" stroke="black" d="M886.69,-3599.7C879.86,-3591.3 871.52,-3581.07 864.02,-3571.86"/>
<polygon fill="black" stroke="black" points="866.74,-3569.65 857.71,-3564.1 861.31,-3574.07 866.74,-3569.65"/>
</g>
<!-- 371&#45;&gt;372 -->
<g id="edge347" class="edge">
<title>371&#45;&gt;372</title>
<path fill="none" stroke="black" d="M632.73,-3671.87C676.07,-3646.23 757.83,-3597.85 805.88,-3569.43"/>
<polygon fill="black" stroke="black" points="807.9,-3572.29 814.73,-3564.19 804.34,-3566.27 807.9,-3572.29"/>
</g>
<!-- 373 -->
<g id="node282" class="node">
<title>373</title>
<polygon fill="none" stroke="black" points="949.28,-3492 738.28,-3492 738.28,-3456 949.28,-3456 949.28,-3492"/>
<text text-anchor="middle" x="843.78" y="-3470.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 372&#45;&gt;373 -->
<g id="edge348" class="edge">
<title>372&#45;&gt;373</title>
<path fill="none" stroke="black" d="M843.78,-3527.7C843.78,-3519.98 843.78,-3510.71 843.78,-3502.11"/>
<polygon fill="black" stroke="black" points="847.28,-3502.1 843.78,-3492.1 840.28,-3502.1 847.28,-3502.1"/>
</g>
<!-- 375 -->
<g id="node283" class="node">
<title>375</title>
<polygon fill="none" stroke="black" points="1063.28,-3420 624.28,-3420 624.28,-3384 1063.28,-3384 1063.28,-3420"/>
<text text-anchor="middle" x="843.78" y="-3398.3" font-family="Times,serif" font-size="14.00">reshape(·, [3072 &#160;768]| newshape=[3072, 768], reverse=0)</text>
</g>
<!-- 373&#45;&gt;375 -->
<g id="edge349" class="edge">
<title>373&#45;&gt;375</title>
<path fill="none" stroke="black" d="M843.78,-3455.7C843.78,-3447.98 843.78,-3438.71 843.78,-3430.11"/>
<polygon fill="black" stroke="black" points="847.28,-3430.1 843.78,-3420.1 840.28,-3430.1 847.28,-3430.1"/>
</g>
<!-- 376 -->
<g id="node284" class="node">
<title>376</title>
<polygon fill="none" stroke="black" points="1158.28,-2196 965.28,-2196 965.28,-2160 1158.28,-2160 1158.28,-2196"/>
<text text-anchor="middle" x="1061.78" y="-2174.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 375&#45;&gt;376 -->
<g id="edge350" class="edge">
<title>375&#45;&gt;376</title>
<path fill="none" stroke="black" d="M848.03,-3383.63C854.17,-3356.99 864.78,-3304.36 864.78,-3259 864.78,-3259 864.78,-3259 864.78,-2321 864.78,-2257.83 932.26,-2219.96 988.24,-2199.42"/>
<polygon fill="black" stroke="black" points="989.56,-2202.66 997.82,-2196.02 987.22,-2196.06 989.56,-2202.66"/>
</g>
<!-- 376&#45;&gt;384 -->
<g id="edge370" class="edge">
<title>376&#45;&gt;384</title>
<path fill="none" stroke="black" d="M1085.9,-2159.82C1116.62,-2135.73 1165.78,-2088.78 1165.78,-2035 1165.78,-2035 1165.78,-2035 1165.78,-305 1165.78,-255.49 1188.89,-238.92 1232.78,-216 1295.02,-183.5 2360.64,-167.12 2612.66,-163.69"/>
<polygon fill="black" stroke="black" points="2612.72,-167.19 2622.67,-163.55 2612.62,-160.19 2612.72,-167.19"/>
</g>
<!-- 378&#45;&gt;384 -->
<g id="edge371" class="edge">
<title>378&#45;&gt;384</title>
<path fill="none" stroke="black" d="M1181.42,-2663.69C1206.17,-2638.72 1246.78,-2589.98 1246.78,-2539 1246.78,-2539 1246.78,-2539 1246.78,-305 1246.78,-242.8 1296.67,-238.19 1354.78,-216 1473.52,-170.65 2381.74,-164.09 2612.56,-163.15"/>
<polygon fill="black" stroke="black" points="2612.73,-166.65 2622.72,-163.11 2612.71,-159.65 2612.73,-166.65"/>
</g>
<!-- 381 -->
<g id="node287" class="node">
<title>381</title>
<polygon fill="none" stroke="black" points="1894.78,-2844 1538.78,-2844 1538.78,-2808 1894.78,-2808 1894.78,-2844"/>
<text text-anchor="middle" x="1716.78" y="-2822.3" font-family="Times,serif" font-size="14.00">collapse_sum_to(·, [768]| shape=[768], dtype=)</text>
</g>
<!-- 379&#45;&gt;381 -->
<g id="edge354" class="edge">
<title>379&#45;&gt;381</title>
<path fill="none" stroke="black" d="M1377.78,-4679.95C1377.78,-4653.29 1377.78,-4600.11 1377.78,-4555 1377.78,-4555 1377.78,-4555 1377.78,-3905 1377.78,-3581.01 1503.78,-3510.99 1503.78,-3187 1503.78,-3187 1503.78,-3187 1503.78,-2969 1503.78,-2904.17 1572.94,-2867.11 1632.45,-2847.23"/>
<polygon fill="black" stroke="black" points="1633.83,-2850.46 1642.28,-2844.07 1631.69,-2843.8 1633.83,-2850.46"/>
</g>
<!-- 381&#45;&gt;384 -->
<g id="edge372" class="edge">
<title>381&#45;&gt;384</title>
<path fill="none" stroke="black" d="M1735.2,-2807.64C1759.65,-2782.62 1799.78,-2733.83 1799.78,-2683 1799.78,-2683 1799.78,-2683 1799.78,-305 1799.78,-222.25 2423.55,-177.68 2612.31,-166.09"/>
<polygon fill="black" stroke="black" points="2612.77,-169.56 2622.54,-165.46 2612.34,-162.58 2612.77,-169.56"/>
</g>
<!-- 383&#45;&gt;384 -->
<g id="edge373" class="edge">
<title>383&#45;&gt;384</title>
<path fill="none" stroke="black" d="M1313.19,-3239.58C1334.07,-3214.1 1368.78,-3164.34 1368.78,-3115 1368.78,-3115 1368.78,-3115 1368.78,-305 1368.78,-177.71 2368.65,-164.48 2612.59,-163.14"/>
<polygon fill="black" stroke="black" points="2612.64,-166.64 2622.63,-163.09 2612.61,-159.64 2612.64,-166.64"/>
</g>
<!-- 384&#45;&gt;385 -->
<g id="edge375" class="edge">
<title>384&#45;&gt;385</title>
<path fill="none" stroke="black" d="M2622.74,-158.1C2457.1,-146.95 1860.93,-106.83 1678.92,-94.58"/>
<polygon fill="black" stroke="black" points="1679.01,-91.08 1668.8,-93.9 1678.54,-98.06 1679.01,-91.08"/>
</g>
<!-- 386 -->
<g id="node291" class="node">
<title>386</title>
<polygon fill="none" stroke="black" points="1665.78,-36 1585.78,-36 1585.78,0 1665.78,0 1665.78,-36"/>
<text text-anchor="middle" x="1625.78" y="-14.3" font-family="Times,serif" font-size="14.00">Function</text>
</g>
<!-- 385&#45;&gt;386 -->
<g id="edge376" class="edge">
<title>385&#45;&gt;386</title>
<path fill="none" stroke="black" d="M1625.78,-71.7C1625.78,-63.98 1625.78,-54.71 1625.78,-46.11"/>
<polygon fill="black" stroke="black" points="1629.28,-46.1 1625.78,-36.1 1622.28,-46.1 1629.28,-46.1"/>
</g>
</g>
</svg>