images/bert-pytorch/pytorch-tvm-training_25_0.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
 "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.43.0 (0)
 -->
<!-- Title: %3 Pages: 1 -->
<svg width="3227pt" height="4508pt"
 viewBox="0.00 0.00 3226.81 4508.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 4504)">
<title>%3</title>
<polygon fill="white" stroke="transparent" points="-4,4 -4,-4504 3222.81,-4504 3222.81,4 -4,4"/>
<!-- 0 -->
<g id="node1" class="node">
<title>0</title>
<ellipse fill="none" stroke="black" cx="1019.18" cy="-4338" rx="170.87" ry="18"/>
<text text-anchor="middle" x="1019.18" y="-4334.3" font-family="Times,serif" font-size="14.00">input: Tensor[(1, 14, 768), float32]</text>
</g>
<!-- 33 -->
<g id="node23" class="node">
<title>33</title>
<polygon fill="none" stroke="black" points="1476.18,-4284 1028.18,-4284 1028.18,-4248 1476.18,-4248 1476.18,-4284"/>
<text text-anchor="middle" x="1252.18" y="-4262.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 &#160;14 768]| newshape=[&#45;1, 14, 768], reverse=0)</text>
</g>
<!-- 0&#45;&gt;33 -->
<g id="edge1" class="edge">
<title>0&#45;&gt;33</title>
<path fill="none" stroke="black" d="M1072.92,-4320.85C1106.46,-4310.78 1149.89,-4297.73 1185.6,-4287"/>
<polygon fill="black" stroke="black" points="1186.88,-4290.27 1195.45,-4284.04 1184.86,-4283.57 1186.88,-4290.27"/>
</g>
<!-- 47 -->
<g id="node33" class="node">
<title>47</title>
<polygon fill="none" stroke="black" points="1942.18,-4284 1494.18,-4284 1494.18,-4248 1942.18,-4248 1942.18,-4284"/>
<text text-anchor="middle" x="1718.18" y="-4262.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 &#160;14 768]| newshape=[&#45;1, 14, 768], reverse=0)</text>
</g>
<!-- 0&#45;&gt;47 -->
<g id="edge13" class="edge">
<title>0&#45;&gt;47</title>
<path fill="none" stroke="black" d="M1138.54,-4325.05C1248.26,-4314.06 1412.45,-4297.62 1538.1,-4285.03"/>
<polygon fill="black" stroke="black" points="1538.62,-4288.5 1548.22,-4284.02 1537.92,-4281.53 1538.62,-4288.5"/>
</g>
<!-- 71 -->
<g id="node52" class="node">
<title>71</title>
<polygon fill="none" stroke="black" points="1010.18,-4284 562.18,-4284 562.18,-4248 1010.18,-4248 1010.18,-4284"/>
<text text-anchor="middle" x="786.18" y="-4262.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 &#160;14 768]| newshape=[&#45;1, 14, 768], reverse=0)</text>
</g>
<!-- 0&#45;&gt;71 -->
<g id="edge37" class="edge">
<title>0&#45;&gt;71</title>
<path fill="none" stroke="black" d="M965.43,-4320.85C931.89,-4310.78 888.47,-4297.73 852.76,-4287"/>
<polygon fill="black" stroke="black" points="853.49,-4283.57 842.9,-4284.04 851.47,-4290.27 853.49,-4283.57"/>
</g>
<!-- 98 -->
<g id="node77" class="node">
<title>98</title>
<polygon fill="none" stroke="black" points="544.68,-2484 473.68,-2484 473.68,-2448 544.68,-2448 544.68,-2484"/>
<text text-anchor="middle" x="509.18" y="-2462.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 0&#45;&gt;98 -->
<g id="edge69" class="edge">
<title>0&#45;&gt;98</title>
<path fill="none" stroke="black" d="M859.11,-4331.63C675.41,-4321.01 399.18,-4289.35 399.18,-4195 399.18,-4195 399.18,-4195 399.18,-2609 399.18,-2558.76 442.74,-2515.52 475.04,-2490.36"/>
<polygon fill="black" stroke="black" points="477.51,-2492.88 483.39,-2484.06 473.3,-2487.29 477.51,-2492.88"/>
</g>
<!-- 1 -->
<g id="node2" class="node">
<title>1</title>
<ellipse fill="none" stroke="black" cx="1783.18" cy="-3546" rx="217.96" ry="18"/>
<text text-anchor="middle" x="1783.18" y="-3542.3" font-family="Times,serif" font-size="14.00">attention_mask: Tensor[(1, 1, 1, 14), float32]</text>
</g>
<!-- 64 -->
<g id="node47" class="node">
<title>64</title>
<polygon fill="none" stroke="black" points="1818.68,-3492 1747.68,-3492 1747.68,-3456 1818.68,-3456 1818.68,-3492"/>
<text text-anchor="middle" x="1783.18" y="-3470.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 1&#45;&gt;64 -->
<g id="edge31" class="edge">
<title>1&#45;&gt;64</title>
<path fill="none" stroke="black" d="M1783.18,-3527.7C1783.18,-3519.98 1783.18,-3510.71 1783.18,-3502.11"/>
<polygon fill="black" stroke="black" points="1786.68,-3502.1 1783.18,-3492.1 1779.68,-3502.1 1786.68,-3502.1"/>
</g>
<!-- 2 -->
<g id="node3" class="node">
<title>2</title>
<ellipse fill="none" stroke="black" cx="2049.18" cy="-4482" rx="265.65" ry="18"/>
<text text-anchor="middle" x="2049.18" y="-4478.3" font-family="Times,serif" font-size="14.00">attention.self.query.weight: Tensor[(768, 768), float32]</text>
</g>
<!-- 34 -->
<g id="node24" class="node">
<title>34</title>
<polygon fill="none" stroke="black" points="2149.68,-4428 1956.68,-4428 1956.68,-4392 2149.68,-4392 2149.68,-4428"/>
<text text-anchor="middle" x="2053.18" y="-4406.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 2&#45;&gt;34 -->
<g id="edge2" class="edge">
<title>2&#45;&gt;34</title>
<path fill="none" stroke="black" d="M2050.17,-4463.7C2050.61,-4455.98 2051.14,-4446.71 2051.63,-4438.11"/>
<polygon fill="black" stroke="black" points="2055.12,-4438.29 2052.2,-4428.1 2048.13,-4437.89 2055.12,-4438.29"/>
</g>
<!-- 3 -->
<g id="node4" class="node">
<title>3</title>
<ellipse fill="none" stroke="black" cx="1603.18" cy="-4122" rx="232.86" ry="18"/>
<text text-anchor="middle" x="1603.18" y="-4118.3" font-family="Times,serif" font-size="14.00">attention.self.query.bias: Tensor[(768,), float32]</text>
</g>
<!-- 41 -->
<g id="node29" class="node">
<title>41</title>
<polygon fill="none" stroke="black" points="2108.68,-4068 2037.68,-4068 2037.68,-4032 2108.68,-4032 2108.68,-4068"/>
<text text-anchor="middle" x="2073.18" y="-4046.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 3&#45;&gt;41 -->
<g id="edge9" class="edge">
<title>3&#45;&gt;41</title>
<path fill="none" stroke="black" d="M1705.16,-4105.81C1805.34,-4090.89 1953.6,-4068.81 2027.64,-4057.78"/>
<polygon fill="black" stroke="black" points="2028.2,-4061.24 2037.58,-4056.3 2027.17,-4054.31 2028.2,-4061.24"/>
</g>
<!-- 4 -->
<g id="node5" class="node">
<title>4</title>
<ellipse fill="none" stroke="black" cx="2588.18" cy="-4482" rx="254.55" ry="18"/>
<text text-anchor="middle" x="2588.18" y="-4478.3" font-family="Times,serif" font-size="14.00">attention.self.key.weight: Tensor[(768, 768), float32]</text>
</g>
<!-- 48 -->
<g id="node34" class="node">
<title>48</title>
<polygon fill="none" stroke="black" points="2654.68,-4428 2461.68,-4428 2461.68,-4392 2654.68,-4392 2654.68,-4428"/>
<text text-anchor="middle" x="2558.18" y="-4406.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 4&#45;&gt;48 -->
<g id="edge14" class="edge">
<title>4&#45;&gt;48</title>
<path fill="none" stroke="black" d="M2580.76,-4463.7C2577.38,-4455.81 2573.31,-4446.3 2569.55,-4437.55"/>
<polygon fill="black" stroke="black" points="2572.66,-4435.92 2565.51,-4428.1 2566.23,-4438.67 2572.66,-4435.92"/>
</g>
<!-- 5 -->
<g id="node6" class="node">
<title>5</title>
<ellipse fill="none" stroke="black" cx="2997.18" cy="-4122" rx="221.76" ry="18"/>
<text text-anchor="middle" x="2997.18" y="-4118.3" font-family="Times,serif" font-size="14.00">attention.self.key.bias: Tensor[(768,), float32]</text>
</g>
<!-- 53 -->
<g id="node39" class="node">
<title>53</title>
<polygon fill="none" stroke="black" points="2571.68,-4068 2500.68,-4068 2500.68,-4032 2571.68,-4032 2571.68,-4068"/>
<text text-anchor="middle" x="2536.18" y="-4046.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 5&#45;&gt;53 -->
<g id="edge21" class="edge">
<title>5&#45;&gt;53</title>
<path fill="none" stroke="black" d="M2897.71,-4105.9C2799.95,-4091.05 2655.1,-4069.06 2581.97,-4057.95"/>
<polygon fill="black" stroke="black" points="2582.13,-4054.44 2571.72,-4056.4 2581.08,-4061.36 2582.13,-4054.44"/>
</g>
<!-- 6 -->
<g id="node7" class="node">
<title>6</title>
<ellipse fill="none" stroke="black" cx="265.18" cy="-4482" rx="265.35" ry="18"/>
<text text-anchor="middle" x="265.18" y="-4478.3" font-family="Times,serif" font-size="14.00">attention.self.value.weight: Tensor[(768, 768), float32]</text>
</g>
<!-- 72 -->
<g id="node53" class="node">
<title>72</title>
<polygon fill="none" stroke="black" points="361.68,-4428 168.68,-4428 168.68,-4392 361.68,-4392 361.68,-4428"/>
<text text-anchor="middle" x="265.18" y="-4406.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 6&#45;&gt;72 -->
<g id="edge38" class="edge">
<title>6&#45;&gt;72</title>
<path fill="none" stroke="black" d="M265.18,-4463.7C265.18,-4455.98 265.18,-4446.71 265.18,-4438.11"/>
<polygon fill="black" stroke="black" points="268.68,-4438.1 265.18,-4428.1 261.68,-4438.1 268.68,-4438.1"/>
</g>
<!-- 7 -->
<g id="node8" class="node">
<title>7</title>
<ellipse fill="none" stroke="black" cx="659.18" cy="-4122" rx="232.06" ry="18"/>
<text text-anchor="middle" x="659.18" y="-4118.3" font-family="Times,serif" font-size="14.00">attention.self.value.bias: Tensor[(768,), float32]</text>
</g>
<!-- 77 -->
<g id="node58" class="node">
<title>77</title>
<polygon fill="none" stroke="black" points="1166.68,-4068 1095.68,-4068 1095.68,-4032 1166.68,-4032 1166.68,-4068"/>
<text text-anchor="middle" x="1131.18" y="-4046.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 7&#45;&gt;77 -->
<g id="edge45" class="edge">
<title>7&#45;&gt;77</title>
<path fill="none" stroke="black" d="M761.59,-4105.81C862.2,-4090.89 1011.09,-4068.81 1085.44,-4057.78"/>
<polygon fill="black" stroke="black" points="1086.05,-4061.23 1095.43,-4056.3 1085.02,-4054.31 1086.05,-4061.23"/>
</g>
<!-- 8 -->
<g id="node9" class="node">
<title>8</title>
<ellipse fill="none" stroke="black" cx="863.18" cy="-3042" rx="282.15" ry="18"/>
<text text-anchor="middle" x="863.18" y="-3038.3" font-family="Times,serif" font-size="14.00">attention.output.dense.weight: Tensor[(768, 768), float32]</text>
</g>
<!-- 89 -->
<g id="node69" class="node">
<title>89</title>
<polygon fill="none" stroke="black" points="959.68,-2988 766.68,-2988 766.68,-2952 959.68,-2952 959.68,-2988"/>
<text text-anchor="middle" x="863.18" y="-2966.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 8&#45;&gt;89 -->
<g id="edge57" class="edge">
<title>8&#45;&gt;89</title>
<path fill="none" stroke="black" d="M863.18,-3023.7C863.18,-3015.98 863.18,-3006.71 863.18,-2998.11"/>
<polygon fill="black" stroke="black" points="866.68,-2998.1 863.18,-2988.1 859.68,-2998.1 866.68,-2998.1"/>
</g>
<!-- 9 -->
<g id="node10" class="node">
<title>9</title>
<ellipse fill="none" stroke="black" cx="1539.18" cy="-2682" rx="248.86" ry="18"/>
<text text-anchor="middle" x="1539.18" y="-2678.3" font-family="Times,serif" font-size="14.00">attention.output.dense.bias: Tensor[(768,), float32]</text>
</g>
<!-- 94 -->
<g id="node74" class="node">
<title>94</title>
<polygon fill="none" stroke="black" points="1086.68,-2628 1015.68,-2628 1015.68,-2592 1086.68,-2592 1086.68,-2628"/>
<text text-anchor="middle" x="1051.18" y="-2606.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 9&#45;&gt;94 -->
<g id="edge64" class="edge">
<title>9&#45;&gt;94</title>
<path fill="none" stroke="black" d="M1432.69,-2665.72C1328.09,-2650.72 1173.44,-2628.54 1097.16,-2617.6"/>
<polygon fill="black" stroke="black" points="1097.33,-2614.08 1086.93,-2616.13 1096.33,-2621.01 1097.33,-2614.08"/>
</g>
<!-- 10 -->
<g id="node11" class="node">
<title>10</title>
<ellipse fill="none" stroke="black" cx="858.18" cy="-2106" rx="286.75" ry="18"/>
<text text-anchor="middle" x="858.18" y="-2102.3" font-family="Times,serif" font-size="14.00">attention.output.LayerNorm.weight: Tensor[(768,), float32]</text>
</g>
<!-- 110 -->
<g id="node85" class="node">
<title>110</title>
<polygon fill="none" stroke="black" points="805.18,-2052 701.18,-2052 701.18,-2016 805.18,-2016 805.18,-2052"/>
<text text-anchor="middle" x="753.18" y="-2030.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 10&#45;&gt;110 -->
<g id="edge81" class="edge">
<title>10&#45;&gt;110</title>
<path fill="none" stroke="black" d="M832.76,-2088.05C819.06,-2078.92 801.97,-2067.53 787.15,-2057.65"/>
<polygon fill="black" stroke="black" points="788.99,-2054.67 778.72,-2052.03 785.1,-2060.49 788.99,-2054.67"/>
</g>
<!-- 11 -->
<g id="node12" class="node">
<title>11</title>
<ellipse fill="none" stroke="black" cx="1097.18" cy="-2034" rx="274.05" ry="18"/>
<text text-anchor="middle" x="1097.18" y="-2030.3" font-family="Times,serif" font-size="14.00">attention.output.LayerNorm.bias: Tensor[(768,), float32]</text>
</g>
<!-- 111 -->
<g id="node86" class="node">
<title>111</title>
<polygon fill="none" stroke="black" points="1079.68,-1980 1008.68,-1980 1008.68,-1944 1079.68,-1944 1079.68,-1980"/>
<text text-anchor="middle" x="1044.18" y="-1958.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 11&#45;&gt;111 -->
<g id="edge83" class="edge">
<title>11&#45;&gt;111</title>
<path fill="none" stroke="black" d="M1084.08,-2015.7C1077.79,-2007.39 1070.13,-1997.28 1063.21,-1988.14"/>
<polygon fill="black" stroke="black" points="1065.95,-1985.96 1057.13,-1980.1 1060.37,-1990.19 1065.95,-1985.96"/>
</g>
<!-- 12 -->
<g id="node13" class="node">
<title>12</title>
<ellipse fill="none" stroke="black" cx="1539.18" cy="-2106" rx="271.85" ry="18"/>
<text text-anchor="middle" x="1539.18" y="-2102.3" font-family="Times,serif" font-size="14.00">intermediate.dense.weight: Tensor[(3072, 768), float32]</text>
</g>
<!-- 113 -->
<g id="node88" class="node">
<title>113</title>
<polygon fill="none" stroke="black" points="1635.68,-2052 1442.68,-2052 1442.68,-2016 1635.68,-2016 1635.68,-2052"/>
<text text-anchor="middle" x="1539.18" y="-2030.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 12&#45;&gt;113 -->
<g id="edge85" class="edge">
<title>12&#45;&gt;113</title>
<path fill="none" stroke="black" d="M1539.18,-2087.7C1539.18,-2079.98 1539.18,-2070.71 1539.18,-2062.11"/>
<polygon fill="black" stroke="black" points="1542.68,-2062.1 1539.18,-2052.1 1535.68,-2062.1 1542.68,-2062.1"/>
</g>
<!-- 13 -->
<g id="node14" class="node">
<title>13</title>
<ellipse fill="none" stroke="black" cx="1862.18" cy="-1746" rx="238.56" ry="18"/>
<text text-anchor="middle" x="1862.18" y="-1742.3" font-family="Times,serif" font-size="14.00">intermediate.dense.bias: Tensor[(3072,), float32]</text>
</g>
<!-- 120 -->
<g id="node93" class="node">
<title>120</title>
<polygon fill="none" stroke="black" points="1767.68,-1692 1696.68,-1692 1696.68,-1656 1767.68,-1656 1767.68,-1692"/>
<text text-anchor="middle" x="1732.18" y="-1670.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 13&#45;&gt;120 -->
<g id="edge92" class="edge">
<title>13&#45;&gt;120</title>
<path fill="none" stroke="black" d="M1830.71,-1728.05C1813.27,-1718.67 1791.4,-1706.89 1772.7,-1696.82"/>
<polygon fill="black" stroke="black" points="1774.27,-1693.69 1763.81,-1692.03 1770.95,-1699.85 1774.27,-1693.69"/>
</g>
<!-- 14 -->
<g id="node15" class="node">
<title>14</title>
<ellipse fill="none" stroke="black" cx="1360.18" cy="-1458" rx="242.36" ry="18"/>
<text text-anchor="middle" x="1360.18" y="-1454.3" font-family="Times,serif" font-size="14.00">output.dense.weight: Tensor[(768, 3072), float32]</text>
</g>
<!-- 132 -->
<g id="node100" class="node">
<title>132</title>
<polygon fill="none" stroke="black" points="1456.68,-1404 1263.68,-1404 1263.68,-1368 1456.68,-1368 1456.68,-1404"/>
<text text-anchor="middle" x="1360.18" y="-1382.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[1, 0])</text>
</g>
<!-- 14&#45;&gt;132 -->
<g id="edge100" class="edge">
<title>14&#45;&gt;132</title>
<path fill="none" stroke="black" d="M1360.18,-1439.7C1360.18,-1431.98 1360.18,-1422.71 1360.18,-1414.11"/>
<polygon fill="black" stroke="black" points="1363.68,-1414.1 1360.18,-1404.1 1356.68,-1414.1 1363.68,-1414.1"/>
</g>
<!-- 15 -->
<g id="node16" class="node">
<title>15</title>
<ellipse fill="none" stroke="black" cx="2034.18" cy="-1098" rx="203.36" ry="18"/>
<text text-anchor="middle" x="2034.18" y="-1094.3" font-family="Times,serif" font-size="14.00">output.dense.bias: Tensor[(768,), float32]</text>
</g>
<!-- 138 -->
<g id="node105" class="node">
<title>138</title>
<polygon fill="none" stroke="black" points="1626.68,-1044 1555.68,-1044 1555.68,-1008 1626.68,-1008 1626.68,-1044"/>
<text text-anchor="middle" x="1591.18" y="-1022.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 15&#45;&gt;138 -->
<g id="edge107" class="edge">
<title>15&#45;&gt;138</title>
<path fill="none" stroke="black" d="M1939.41,-1082.03C1846.14,-1067.29 1707.69,-1045.41 1636.73,-1034.2"/>
<polygon fill="black" stroke="black" points="1637.19,-1030.73 1626.76,-1032.62 1636.09,-1037.64 1637.19,-1030.73"/>
</g>
<!-- 16 -->
<g id="node17" class="node">
<title>16</title>
<ellipse fill="none" stroke="black" cx="766.18" cy="-522" rx="241.26" ry="18"/>
<text text-anchor="middle" x="766.18" y="-518.3" font-family="Times,serif" font-size="14.00">output.LayerNorm.weight: Tensor[(768,), float32]</text>
</g>
<!-- 151 -->
<g id="node116" class="node">
<title>151</title>
<polygon fill="none" stroke="black" points="970.18,-468 866.18,-468 866.18,-432 970.18,-432 970.18,-468"/>
<text text-anchor="middle" x="918.18" y="-446.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 16&#45;&gt;151 -->
<g id="edge124" class="edge">
<title>16&#45;&gt;151</title>
<path fill="none" stroke="black" d="M802.97,-504.05C823.73,-494.5 849.86,-482.46 871.98,-472.27"/>
<polygon fill="black" stroke="black" points="873.57,-475.39 881.19,-468.03 870.65,-469.04 873.57,-475.39"/>
</g>
<!-- 17 -->
<g id="node18" class="node">
<title>17</title>
<ellipse fill="none" stroke="black" cx="619.18" cy="-450" rx="228.56" ry="18"/>
<text text-anchor="middle" x="619.18" y="-446.3" font-family="Times,serif" font-size="14.00">output.LayerNorm.bias: Tensor[(768,), float32]</text>
</g>
<!-- 152 -->
<g id="node117" class="node">
<title>152</title>
<polygon fill="none" stroke="black" points="803.68,-396 732.68,-396 732.68,-360 803.68,-360 803.68,-396"/>
<text text-anchor="middle" x="768.18" y="-374.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 17&#45;&gt;152 -->
<g id="edge126" class="edge">
<title>17&#45;&gt;152</title>
<path fill="none" stroke="black" d="M655.25,-432.05C675.74,-422.42 701.59,-410.28 723.38,-400.05"/>
<polygon fill="black" stroke="black" points="724.88,-403.21 732.44,-395.79 721.9,-396.87 724.88,-403.21"/>
</g>
<!-- 18 -->
<g id="node19" class="node">
<title>18</title>
<ellipse fill="none" stroke="black" cx="482.18" cy="-234" rx="183.87" ry="18"/>
<text text-anchor="middle" x="482.18" y="-230.3" font-family="Times,serif" font-size="14.00">gr:out:0: Tensor[(1, 14, 768), float32]</text>
</g>
<!-- 155 -->
<g id="node120" class="node">
<title>155</title>
<polygon fill="none" stroke="black" points="677.18,-180 573.18,-180 573.18,-144 677.18,-144 677.18,-180"/>
<text text-anchor="middle" x="625.18" y="-158.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 18&#45;&gt;155 -->
<g id="edge130" class="edge">
<title>18&#45;&gt;155</title>
<path fill="none" stroke="black" d="M516.43,-216.23C535.77,-206.76 560.17,-194.82 580.95,-184.65"/>
<polygon fill="black" stroke="black" points="582.77,-187.66 590.21,-180.12 579.69,-181.37 582.77,-187.66"/>
</g>
<!-- 19 -->
<g id="node20" class="node">
<title>19</title>
<ellipse fill="none" stroke="black" cx="1522.18" cy="-3474" rx="204.16" ry="18"/>
<text text-anchor="middle" x="1522.18" y="-3470.3" font-family="Times,serif" font-size="14.00">dropout:0: Tensor[(1, 12, 14, 14), float32]</text>
</g>
<!-- 67 -->
<g id="node49" class="node">
<title>67</title>
<polygon fill="none" stroke="black" points="1610.18,-3420 1434.18,-3420 1434.18,-3384 1610.18,-3384 1610.18,-3420"/>
<text text-anchor="middle" x="1522.18" y="-3398.3" font-family="Times,serif" font-size="14.00">multiply(·, 1.1111112)</text>
</g>
<!-- 19&#45;&gt;67 -->
<g id="edge33" class="edge">
<title>19&#45;&gt;67</title>
<path fill="none" stroke="black" d="M1522.18,-3455.7C1522.18,-3447.98 1522.18,-3438.71 1522.18,-3430.11"/>
<polygon fill="black" stroke="black" points="1525.68,-3430.1 1522.18,-3420.1 1518.68,-3430.1 1525.68,-3430.1"/>
</g>
<!-- 20 -->
<g id="node21" class="node">
<title>20</title>
<ellipse fill="none" stroke="black" cx="619.18" cy="-2682" rx="192.27" ry="18"/>
<text text-anchor="middle" x="619.18" y="-2678.3" font-family="Times,serif" font-size="14.00">dropout:1: Tensor[(1, 14, 768), float32]</text>
</g>
<!-- 96 -->
<g id="node75" class="node">
<title>96</title>
<polygon fill="none" stroke="black" points="707.18,-2628 531.18,-2628 531.18,-2592 707.18,-2592 707.18,-2628"/>
<text text-anchor="middle" x="619.18" y="-2606.3" font-family="Times,serif" font-size="14.00">multiply(·, 1.1111112)</text>
</g>
<!-- 20&#45;&gt;96 -->
<g id="edge65" class="edge">
<title>20&#45;&gt;96</title>
<path fill="none" stroke="black" d="M619.18,-2663.7C619.18,-2655.98 619.18,-2646.71 619.18,-2638.11"/>
<polygon fill="black" stroke="black" points="622.68,-2638.1 619.18,-2628.1 615.68,-2638.1 622.68,-2638.1"/>
</g>
<!-- 21 -->
<g id="node22" class="node">
<title>21</title>
<ellipse fill="none" stroke="black" cx="1159.18" cy="-1098" rx="192.27" ry="18"/>
<text text-anchor="middle" x="1159.18" y="-1094.3" font-family="Times,serif" font-size="14.00">dropout:2: Tensor[(1, 14, 768), float32]</text>
</g>
<!-- 140 -->
<g id="node106" class="node">
<title>140</title>
<polygon fill="none" stroke="black" points="1247.18,-1044 1071.18,-1044 1071.18,-1008 1247.18,-1008 1247.18,-1044"/>
<text text-anchor="middle" x="1159.18" y="-1022.3" font-family="Times,serif" font-size="14.00">multiply(·, 1.1111112)</text>
</g>
<!-- 21&#45;&gt;140 -->
<g id="edge108" class="edge">
<title>21&#45;&gt;140</title>
<path fill="none" stroke="black" d="M1159.18,-1079.7C1159.18,-1071.98 1159.18,-1062.71 1159.18,-1054.11"/>
<polygon fill="black" stroke="black" points="1162.68,-1054.1 1159.18,-1044.1 1155.68,-1054.1 1162.68,-1054.1"/>
</g>
<!-- 38 -->
<g id="node27" class="node">
<title>38</title>
<polygon fill="none" stroke="black" points="2150.68,-4212 1981.68,-4212 1981.68,-4176 2150.68,-4176 2150.68,-4212"/>
<text text-anchor="middle" x="2066.18" y="-4190.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 33&#45;&gt;38 -->
<g id="edge5" class="edge">
<title>33&#45;&gt;38</title>
<path fill="none" stroke="black" d="M1450,-4247.99C1615.52,-4233.75 1844.41,-4214.07 1971.5,-4203.14"/>
<polygon fill="black" stroke="black" points="1971.93,-4206.62 1981.59,-4202.27 1971.33,-4199.64 1971.93,-4206.62"/>
</g>
<!-- 36 -->
<g id="node25" class="node">
<title>36</title>
<polygon fill="none" stroke="black" points="2290.68,-4356 1829.68,-4356 1829.68,-4320 2290.68,-4320 2290.68,-4356"/>
<text text-anchor="middle" x="2060.18" y="-4334.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 768 768]| newshape=[&#45;1, 768, 768], reverse=0)</text>
</g>
<!-- 34&#45;&gt;36 -->
<g id="edge3" class="edge">
<title>34&#45;&gt;36</title>
<path fill="none" stroke="black" d="M2054.91,-4391.7C2055.68,-4383.98 2056.61,-4374.71 2057.47,-4366.11"/>
<polygon fill="black" stroke="black" points="2060.95,-4366.4 2058.47,-4356.1 2053.99,-4365.71 2060.95,-4366.4"/>
</g>
<!-- 37 -->
<g id="node26" class="node">
<title>37</title>
<polygon fill="none" stroke="black" points="2171.68,-4284 1960.68,-4284 1960.68,-4248 2171.68,-4248 2171.68,-4284"/>
<text text-anchor="middle" x="2066.18" y="-4262.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 36&#45;&gt;37 -->
<g id="edge4" class="edge">
<title>36&#45;&gt;37</title>
<path fill="none" stroke="black" d="M2061.66,-4319.7C2062.32,-4311.98 2063.12,-4302.71 2063.85,-4294.11"/>
<polygon fill="black" stroke="black" points="2067.34,-4294.37 2064.71,-4284.1 2060.37,-4293.77 2067.34,-4294.37"/>
</g>
<!-- 37&#45;&gt;38 -->
<g id="edge6" class="edge">
<title>37&#45;&gt;38</title>
<path fill="none" stroke="black" d="M2066.18,-4247.7C2066.18,-4239.98 2066.18,-4230.71 2066.18,-4222.11"/>
<polygon fill="black" stroke="black" points="2069.68,-4222.1 2066.18,-4212.1 2062.68,-4222.1 2069.68,-4222.1"/>
</g>
<!-- 40 -->
<g id="node28" class="node">
<title>40</title>
<polygon fill="none" stroke="black" points="2296.68,-4140 1853.68,-4140 1853.68,-4104 2296.68,-4104 2296.68,-4140"/>
<text text-anchor="middle" x="2075.18" y="-4118.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 38&#45;&gt;40 -->
<g id="edge7" class="edge">
<title>38&#45;&gt;40</title>
<path fill="none" stroke="black" d="M2068.4,-4175.7C2069.39,-4167.98 2070.58,-4158.71 2071.69,-4150.11"/>
<polygon fill="black" stroke="black" points="2075.17,-4150.47 2072.98,-4140.1 2068.23,-4149.58 2075.17,-4150.47"/>
</g>
<!-- 40&#45;&gt;41 -->
<g id="edge8" class="edge">
<title>40&#45;&gt;41</title>
<path fill="none" stroke="black" d="M2074.68,-4103.7C2074.46,-4095.98 2074.2,-4086.71 2073.95,-4078.11"/>
<polygon fill="black" stroke="black" points="2077.45,-4078 2073.67,-4068.1 2070.45,-4078.2 2077.45,-4078"/>
</g>
<!-- 43 -->
<g id="node30" class="node">
<title>43</title>
<polygon fill="none" stroke="black" points="2262.68,-3996 1883.68,-3996 1883.68,-3960 2262.68,-3960 2262.68,-3996"/>
<text text-anchor="middle" x="2073.18" y="-3974.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 14 12 64]| newshape=..., reverse=0)</text>
</g>
<!-- 41&#45;&gt;43 -->
<g id="edge10" class="edge">
<title>41&#45;&gt;43</title>
<path fill="none" stroke="black" d="M2073.18,-4031.7C2073.18,-4023.98 2073.18,-4014.71 2073.18,-4006.11"/>
<polygon fill="black" stroke="black" points="2076.68,-4006.1 2073.18,-3996.1 2069.68,-4006.1 2076.68,-4006.1"/>
</g>
<!-- 44 -->
<g id="node31" class="node">
<title>44</title>
<polygon fill="none" stroke="black" points="2187.68,-3924 1958.68,-3924 1958.68,-3888 2187.68,-3888 2187.68,-3924"/>
<text text-anchor="middle" x="2073.18" y="-3902.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 43&#45;&gt;44 -->
<g id="edge11" class="edge">
<title>43&#45;&gt;44</title>
<path fill="none" stroke="black" d="M2073.18,-3959.7C2073.18,-3951.98 2073.18,-3942.71 2073.18,-3934.11"/>
<polygon fill="black" stroke="black" points="2076.68,-3934.1 2073.18,-3924.1 2069.68,-3934.1 2076.68,-3934.1"/>
</g>
<!-- 46 -->
<g id="node32" class="node">
<title>46</title>
<polygon fill="none" stroke="black" points="2283.68,-3780 1862.68,-3780 1862.68,-3744 2283.68,-3744 2283.68,-3780"/>
<text text-anchor="middle" x="2073.18" y="-3758.3" font-family="Times,serif" font-size="14.00">reshape(·, [&#45;1 14 64]| newshape=[&#45;1, 14, 64], reverse=0)</text>
</g>
<!-- 44&#45;&gt;46 -->
<g id="edge12" class="edge">
<title>44&#45;&gt;46</title>
<path fill="none" stroke="black" d="M2073.18,-3887.87C2073.18,-3863.67 2073.18,-3819.21 2073.18,-3790.39"/>
<polygon fill="black" stroke="black" points="2076.68,-3790.19 2073.18,-3780.19 2069.68,-3790.19 2076.68,-3790.19"/>
</g>
<!-- 59 -->
<g id="node44" class="node">
<title>59</title>
<polygon fill="none" stroke="black" points="2157.68,-3708 1988.68,-3708 1988.68,-3672 2157.68,-3672 2157.68,-3708"/>
<text text-anchor="middle" x="2073.18" y="-3686.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 46&#45;&gt;59 -->
<g id="edge26" class="edge">
<title>46&#45;&gt;59</title>
<path fill="none" stroke="black" d="M2073.18,-3743.7C2073.18,-3735.98 2073.18,-3726.71 2073.18,-3718.11"/>
<polygon fill="black" stroke="black" points="2076.68,-3718.1 2073.18,-3708.1 2069.68,-3718.1 2076.68,-3718.1"/>
</g>
<!-- 51 -->
<g id="node37" class="node">
<title>51</title>
<polygon fill="none" stroke="black" points="2620.68,-4212 2451.68,-4212 2451.68,-4176 2620.68,-4176 2620.68,-4212"/>
<text text-anchor="middle" x="2536.18" y="-4190.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 47&#45;&gt;51 -->
<g id="edge17" class="edge">
<title>47&#45;&gt;51</title>
<path fill="none" stroke="black" d="M1916.97,-4247.99C2083.42,-4233.74 2313.64,-4214.04 2441.3,-4203.12"/>
<polygon fill="black" stroke="black" points="2441.77,-4206.59 2451.44,-4202.25 2441.18,-4199.62 2441.77,-4206.59"/>
</g>
<!-- 49 -->
<g id="node35" class="node">
<title>49</title>
<polygon fill="none" stroke="black" points="2784.68,-4356 2323.68,-4356 2323.68,-4320 2784.68,-4320 2784.68,-4356"/>
<text text-anchor="middle" x="2554.18" y="-4334.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 768 768]| newshape=[&#45;1, 768, 768], reverse=0)</text>
</g>
<!-- 48&#45;&gt;49 -->
<g id="edge15" class="edge">
<title>48&#45;&gt;49</title>
<path fill="none" stroke="black" d="M2557.19,-4391.7C2556.75,-4383.98 2556.22,-4374.71 2555.73,-4366.11"/>
<polygon fill="black" stroke="black" points="2559.22,-4365.89 2555.15,-4356.1 2552.23,-4366.29 2559.22,-4365.89"/>
</g>
<!-- 50 -->
<g id="node36" class="node">
<title>50</title>
<polygon fill="none" stroke="black" points="2653.68,-4284 2442.68,-4284 2442.68,-4248 2653.68,-4248 2653.68,-4284"/>
<text text-anchor="middle" x="2548.18" y="-4262.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 49&#45;&gt;50 -->
<g id="edge16" class="edge">
<title>49&#45;&gt;50</title>
<path fill="none" stroke="black" d="M2552.69,-4319.7C2552.03,-4311.98 2551.24,-4302.71 2550.5,-4294.11"/>
<polygon fill="black" stroke="black" points="2553.98,-4293.77 2549.64,-4284.1 2547.01,-4294.37 2553.98,-4293.77"/>
</g>
<!-- 50&#45;&gt;51 -->
<g id="edge18" class="edge">
<title>50&#45;&gt;51</title>
<path fill="none" stroke="black" d="M2545.21,-4247.7C2543.89,-4239.98 2542.3,-4230.71 2540.82,-4222.11"/>
<polygon fill="black" stroke="black" points="2544.25,-4221.37 2539.11,-4212.1 2537.35,-4222.55 2544.25,-4221.37"/>
</g>
<!-- 52 -->
<g id="node38" class="node">
<title>52</title>
<polygon fill="none" stroke="black" points="2757.68,-4140 2314.68,-4140 2314.68,-4104 2757.68,-4104 2757.68,-4140"/>
<text text-anchor="middle" x="2536.18" y="-4118.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 51&#45;&gt;52 -->
<g id="edge19" class="edge">
<title>51&#45;&gt;52</title>
<path fill="none" stroke="black" d="M2536.18,-4175.7C2536.18,-4167.98 2536.18,-4158.71 2536.18,-4150.11"/>
<polygon fill="black" stroke="black" points="2539.68,-4150.1 2536.18,-4140.1 2532.68,-4150.1 2539.68,-4150.1"/>
</g>
<!-- 52&#45;&gt;53 -->
<g id="edge20" class="edge">
<title>52&#45;&gt;53</title>
<path fill="none" stroke="black" d="M2536.18,-4103.7C2536.18,-4095.98 2536.18,-4086.71 2536.18,-4078.11"/>
<polygon fill="black" stroke="black" points="2539.68,-4078.1 2536.18,-4068.1 2532.68,-4078.1 2539.68,-4078.1"/>
</g>
<!-- 54 -->
<g id="node40" class="node">
<title>54</title>
<polygon fill="none" stroke="black" points="2717.68,-3996 2338.68,-3996 2338.68,-3960 2717.68,-3960 2717.68,-3996"/>
<text text-anchor="middle" x="2528.18" y="-3974.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 14 12 64]| newshape=..., reverse=0)</text>
</g>
<!-- 53&#45;&gt;54 -->
<g id="edge22" class="edge">
<title>53&#45;&gt;54</title>
<path fill="none" stroke="black" d="M2534.2,-4031.7C2533.32,-4023.98 2532.26,-4014.71 2531.28,-4006.11"/>
<polygon fill="black" stroke="black" points="2534.74,-4005.64 2530.13,-3996.1 2527.79,-4006.44 2534.74,-4005.64"/>
</g>
<!-- 55 -->
<g id="node41" class="node">
<title>55</title>
<polygon fill="none" stroke="black" points="2633.68,-3924 2404.68,-3924 2404.68,-3888 2633.68,-3888 2633.68,-3924"/>
<text text-anchor="middle" x="2519.18" y="-3902.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 3, 1])</text>
</g>
<!-- 54&#45;&gt;55 -->
<g id="edge23" class="edge">
<title>54&#45;&gt;55</title>
<path fill="none" stroke="black" d="M2525.95,-3959.7C2524.96,-3951.98 2523.77,-3942.71 2522.66,-3934.11"/>
<polygon fill="black" stroke="black" points="2526.12,-3933.58 2521.38,-3924.1 2519.18,-3934.47 2526.12,-3933.58"/>
</g>
<!-- 57 -->
<g id="node42" class="node">
<title>57</title>
<polygon fill="none" stroke="black" points="2713.68,-3852 2292.68,-3852 2292.68,-3816 2713.68,-3816 2713.68,-3852"/>
<text text-anchor="middle" x="2503.18" y="-3830.3" font-family="Times,serif" font-size="14.00">reshape(·, [&#45;1 64 14]| newshape=[&#45;1, 64, 14], reverse=0)</text>
</g>
<!-- 55&#45;&gt;57 -->
<g id="edge24" class="edge">
<title>55&#45;&gt;57</title>
<path fill="none" stroke="black" d="M2515.22,-3887.7C2513.46,-3879.98 2511.34,-3870.71 2509.37,-3862.11"/>
<polygon fill="black" stroke="black" points="2512.73,-3861.07 2507.09,-3852.1 2505.9,-3862.63 2512.73,-3861.07"/>
</g>
<!-- 58 -->
<g id="node43" class="node">
<title>58</title>
<polygon fill="none" stroke="black" points="2544.68,-3780 2333.68,-3780 2333.68,-3744 2544.68,-3744 2544.68,-3780"/>
<text text-anchor="middle" x="2439.18" y="-3758.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 57&#45;&gt;58 -->
<g id="edge25" class="edge">
<title>57&#45;&gt;58</title>
<path fill="none" stroke="black" d="M2487.36,-3815.7C2479.61,-3807.22 2470.14,-3796.86 2461.65,-3787.58"/>
<polygon fill="black" stroke="black" points="2464.15,-3785.12 2454.81,-3780.1 2458.98,-3789.85 2464.15,-3785.12"/>
</g>
<!-- 58&#45;&gt;59 -->
<g id="edge27" class="edge">
<title>58&#45;&gt;59</title>
<path fill="none" stroke="black" d="M2350.11,-3743.97C2294.92,-3733.41 2224.09,-3719.86 2167.87,-3709.11"/>
<polygon fill="black" stroke="black" points="2168.39,-3705.65 2157.91,-3707.21 2167.08,-3712.52 2168.39,-3705.65"/>
</g>
<!-- 61 -->
<g id="node45" class="node">
<title>61</title>
<polygon fill="none" stroke="black" points="2262.68,-3636 1883.68,-3636 1883.68,-3600 2262.68,-3600 2262.68,-3636"/>
<text text-anchor="middle" x="2073.18" y="-3614.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 12 14 14]| newshape=..., reverse=0)</text>
</g>
<!-- 59&#45;&gt;61 -->
<g id="edge28" class="edge">
<title>59&#45;&gt;61</title>
<path fill="none" stroke="black" d="M2073.18,-3671.7C2073.18,-3663.98 2073.18,-3654.71 2073.18,-3646.11"/>
<polygon fill="black" stroke="black" points="2076.68,-3646.1 2073.18,-3636.1 2069.68,-3646.1 2076.68,-3646.1"/>
</g>
<!-- 63 -->
<g id="node46" class="node">
<title>63</title>
<polygon fill="none" stroke="black" points="2126.68,-3564 2019.68,-3564 2019.68,-3528 2126.68,-3528 2126.68,-3564"/>
<text text-anchor="middle" x="2073.18" y="-3542.3" font-family="Times,serif" font-size="14.00">divide(·, 8.0)</text>
</g>
<!-- 61&#45;&gt;63 -->
<g id="edge29" class="edge">
<title>61&#45;&gt;63</title>
<path fill="none" stroke="black" d="M2073.18,-3599.7C2073.18,-3591.98 2073.18,-3582.71 2073.18,-3574.11"/>
<polygon fill="black" stroke="black" points="2076.68,-3574.1 2073.18,-3564.1 2069.68,-3574.1 2076.68,-3574.1"/>
</g>
<!-- 63&#45;&gt;64 -->
<g id="edge30" class="edge">
<title>63&#45;&gt;64</title>
<path fill="none" stroke="black" d="M2019.59,-3530.41C2016.41,-3529.58 2013.25,-3528.77 2010.18,-3528 1947.6,-3512.26 1874.92,-3495.57 1828.99,-3485.21"/>
<polygon fill="black" stroke="black" points="1829.57,-3481.76 1819.05,-3482.98 1828.03,-3488.59 1829.57,-3481.76"/>
</g>
<!-- 65 -->
<g id="node48" class="node">
<title>65</title>
<polygon fill="none" stroke="black" points="1834.18,-3420 1660.18,-3420 1660.18,-3384 1834.18,-3384 1834.18,-3420"/>
<text text-anchor="middle" x="1747.18" y="-3398.3" font-family="Times,serif" font-size="14.00">nn.softmax(·| axis=&#45;1)</text>
</g>
<!-- 64&#45;&gt;65 -->
<g id="edge32" class="edge">
<title>64&#45;&gt;65</title>
<path fill="none" stroke="black" d="M1774.28,-3455.7C1770.18,-3447.73 1765.23,-3438.1 1760.68,-3429.26"/>
<polygon fill="black" stroke="black" points="1763.66,-3427.4 1755.97,-3420.1 1757.43,-3430.6 1763.66,-3427.4"/>
</g>
<!-- 68 -->
<g id="node50" class="node">
<title>68</title>
<polygon fill="none" stroke="black" points="1574.18,-3348 1470.18,-3348 1470.18,-3312 1574.18,-3312 1574.18,-3348"/>
<text text-anchor="middle" x="1522.18" y="-3326.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 65&#45;&gt;68 -->
<g id="edge34" class="edge">
<title>65&#45;&gt;68</title>
<path fill="none" stroke="black" d="M1692.42,-3383.97C1659.75,-3373.8 1618.15,-3360.86 1584.26,-3350.31"/>
<polygon fill="black" stroke="black" points="1585.05,-3346.9 1574.46,-3347.27 1582.97,-3353.58 1585.05,-3346.9"/>
</g>
<!-- 67&#45;&gt;68 -->
<g id="edge35" class="edge">
<title>67&#45;&gt;68</title>
<path fill="none" stroke="black" d="M1522.18,-3383.7C1522.18,-3375.98 1522.18,-3366.71 1522.18,-3358.11"/>
<polygon fill="black" stroke="black" points="1525.68,-3358.1 1522.18,-3348.1 1518.68,-3358.1 1525.68,-3358.1"/>
</g>
<!-- 70 -->
<g id="node51" class="node">
<title>70</title>
<polygon fill="none" stroke="black" points="1732.68,-3276 1311.68,-3276 1311.68,-3240 1732.68,-3240 1732.68,-3276"/>
<text text-anchor="middle" x="1522.18" y="-3254.3" font-family="Times,serif" font-size="14.00">reshape(·, [&#45;1 14 14]| newshape=[&#45;1, 14, 14], reverse=0)</text>
</g>
<!-- 68&#45;&gt;70 -->
<g id="edge36" class="edge">
<title>68&#45;&gt;70</title>
<path fill="none" stroke="black" d="M1522.18,-3311.7C1522.18,-3303.98 1522.18,-3294.71 1522.18,-3286.11"/>
<polygon fill="black" stroke="black" points="1525.68,-3286.1 1522.18,-3276.1 1518.68,-3286.1 1525.68,-3286.1"/>
</g>
<!-- 82 -->
<g id="node63" class="node">
<title>82</title>
<polygon fill="none" stroke="black" points="1417.68,-3204 1248.68,-3204 1248.68,-3168 1417.68,-3168 1417.68,-3204"/>
<text text-anchor="middle" x="1333.18" y="-3182.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 70&#45;&gt;82 -->
<g id="edge50" class="edge">
<title>70&#45;&gt;82</title>
<path fill="none" stroke="black" d="M1475.94,-3239.88C1449.65,-3230.14 1416.53,-3217.87 1388.82,-3207.61"/>
<polygon fill="black" stroke="black" points="1389.85,-3204.26 1379.26,-3204.07 1387.42,-3210.82 1389.85,-3204.26"/>
</g>
<!-- 75 -->
<g id="node56" class="node">
<title>75</title>
<polygon fill="none" stroke="black" points="870.68,-4212 701.68,-4212 701.68,-4176 870.68,-4176 870.68,-4212"/>
<text text-anchor="middle" x="786.18" y="-4190.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 71&#45;&gt;75 -->
<g id="edge41" class="edge">
<title>71&#45;&gt;75</title>
<path fill="none" stroke="black" d="M786.18,-4247.7C786.18,-4239.98 786.18,-4230.71 786.18,-4222.11"/>
<polygon fill="black" stroke="black" points="789.68,-4222.1 786.18,-4212.1 782.68,-4222.1 789.68,-4222.1"/>
</g>
<!-- 73 -->
<g id="node54" class="node">
<title>73</title>
<polygon fill="none" stroke="black" points="495.68,-4356 34.68,-4356 34.68,-4320 495.68,-4320 495.68,-4356"/>
<text text-anchor="middle" x="265.18" y="-4334.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 768 768]| newshape=[&#45;1, 768, 768], reverse=0)</text>
</g>
<!-- 72&#45;&gt;73 -->
<g id="edge39" class="edge">
<title>72&#45;&gt;73</title>
<path fill="none" stroke="black" d="M265.18,-4391.7C265.18,-4383.98 265.18,-4374.71 265.18,-4366.11"/>
<polygon fill="black" stroke="black" points="268.68,-4366.1 265.18,-4356.1 261.68,-4366.1 268.68,-4366.1"/>
</g>
<!-- 74 -->
<g id="node55" class="node">
<title>74</title>
<polygon fill="none" stroke="black" points="370.68,-4284 159.68,-4284 159.68,-4248 370.68,-4248 370.68,-4284"/>
<text text-anchor="middle" x="265.18" y="-4262.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 73&#45;&gt;74 -->
<g id="edge40" class="edge">
<title>73&#45;&gt;74</title>
<path fill="none" stroke="black" d="M265.18,-4319.7C265.18,-4311.98 265.18,-4302.71 265.18,-4294.11"/>
<polygon fill="black" stroke="black" points="268.68,-4294.1 265.18,-4284.1 261.68,-4294.1 268.68,-4294.1"/>
</g>
<!-- 74&#45;&gt;75 -->
<g id="edge42" class="edge">
<title>74&#45;&gt;75</title>
<path fill="none" stroke="black" d="M370.92,-4250.79C464.96,-4238.16 601.19,-4219.85 691.66,-4207.7"/>
<polygon fill="black" stroke="black" points="692.19,-4211.16 701.63,-4206.36 691.25,-4204.22 692.19,-4211.16"/>
</g>
<!-- 76 -->
<g id="node57" class="node">
<title>76</title>
<polygon fill="none" stroke="black" points="1352.68,-4140 909.68,-4140 909.68,-4104 1352.68,-4104 1352.68,-4140"/>
<text text-anchor="middle" x="1131.18" y="-4118.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 75&#45;&gt;76 -->
<g id="edge43" class="edge">
<title>75&#45;&gt;76</title>
<path fill="none" stroke="black" d="M870.13,-4175.97C920.63,-4165.72 985.02,-4152.66 1037.21,-4142.07"/>
<polygon fill="black" stroke="black" points="1038.04,-4145.47 1047.14,-4140.05 1036.65,-4138.61 1038.04,-4145.47"/>
</g>
<!-- 76&#45;&gt;77 -->
<g id="edge44" class="edge">
<title>76&#45;&gt;77</title>
<path fill="none" stroke="black" d="M1131.18,-4103.7C1131.18,-4095.98 1131.18,-4086.71 1131.18,-4078.11"/>
<polygon fill="black" stroke="black" points="1134.68,-4078.1 1131.18,-4068.1 1127.68,-4078.1 1134.68,-4078.1"/>
</g>
<!-- 78 -->
<g id="node59" class="node">
<title>78</title>
<polygon fill="none" stroke="black" points="1338.68,-3996 959.68,-3996 959.68,-3960 1338.68,-3960 1338.68,-3996"/>
<text text-anchor="middle" x="1149.18" y="-3974.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 14 12 64]| newshape=..., reverse=0)</text>
</g>
<!-- 77&#45;&gt;78 -->
<g id="edge46" class="edge">
<title>77&#45;&gt;78</title>
<path fill="none" stroke="black" d="M1135.63,-4031.7C1137.63,-4023.9 1140.05,-4014.51 1142.28,-4005.83"/>
<polygon fill="black" stroke="black" points="1145.68,-4006.66 1144.78,-3996.1 1138.9,-4004.92 1145.68,-4006.66"/>
</g>
<!-- 79 -->
<g id="node60" class="node">
<title>79</title>
<polygon fill="none" stroke="black" points="1265.68,-3924 1036.68,-3924 1036.68,-3888 1265.68,-3888 1265.68,-3924"/>
<text text-anchor="middle" x="1151.18" y="-3902.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 78&#45;&gt;79 -->
<g id="edge47" class="edge">
<title>78&#45;&gt;79</title>
<path fill="none" stroke="black" d="M1149.67,-3959.7C1149.89,-3951.98 1150.16,-3942.71 1150.4,-3934.11"/>
<polygon fill="black" stroke="black" points="1153.9,-3934.2 1150.69,-3924.1 1146.9,-3934 1153.9,-3934.2"/>
</g>
<!-- 80 -->
<g id="node61" class="node">
<title>80</title>
<polygon fill="none" stroke="black" points="1364.68,-3852 943.68,-3852 943.68,-3816 1364.68,-3816 1364.68,-3852"/>
<text text-anchor="middle" x="1154.18" y="-3830.3" font-family="Times,serif" font-size="14.00">reshape(·, [&#45;1 14 64]| newshape=[&#45;1, 14, 64], reverse=0)</text>
</g>
<!-- 79&#45;&gt;80 -->
<g id="edge48" class="edge">
<title>79&#45;&gt;80</title>
<path fill="none" stroke="black" d="M1151.92,-3887.7C1152.25,-3879.98 1152.65,-3870.71 1153.01,-3862.11"/>
<polygon fill="black" stroke="black" points="1156.51,-3862.25 1153.44,-3852.1 1149.52,-3861.95 1156.51,-3862.25"/>
</g>
<!-- 81 -->
<g id="node62" class="node">
<title>81</title>
<polygon fill="none" stroke="black" points="1300.68,-3708 1089.68,-3708 1089.68,-3672 1300.68,-3672 1300.68,-3708"/>
<text text-anchor="middle" x="1195.18" y="-3686.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 80&#45;&gt;81 -->
<g id="edge49" class="edge">
<title>80&#45;&gt;81</title>
<path fill="none" stroke="black" d="M1159.12,-3815.87C1166.14,-3791.56 1179.06,-3746.82 1187.38,-3718.01"/>
<polygon fill="black" stroke="black" points="1190.8,-3718.77 1190.21,-3708.19 1184.08,-3716.83 1190.8,-3718.77"/>
</g>
<!-- 81&#45;&gt;82 -->
<g id="edge51" class="edge">
<title>81&#45;&gt;82</title>
<path fill="none" stroke="black" d="M1196.95,-3671.97C1199.58,-3645.34 1204.18,-3592.21 1204.18,-3547 1204.18,-3547 1204.18,-3547 1204.18,-3329 1204.18,-3275.81 1254.38,-3233.72 1292.15,-3209.58"/>
<polygon fill="black" stroke="black" points="1294.3,-3212.37 1300.96,-3204.13 1290.61,-3206.42 1294.3,-3212.37"/>
</g>
<!-- 84 -->
<g id="node64" class="node">
<title>84</title>
<polygon fill="none" stroke="black" points="1522.68,-3132 1143.68,-3132 1143.68,-3096 1522.68,-3096 1522.68,-3132"/>
<text text-anchor="middle" x="1333.18" y="-3110.3" font-family="Times,serif" font-size="14.00">reshape(·, [ 1 12 14 64]| newshape=..., reverse=0)</text>
</g>
<!-- 82&#45;&gt;84 -->
<g id="edge52" class="edge">
<title>82&#45;&gt;84</title>
<path fill="none" stroke="black" d="M1333.18,-3167.7C1333.18,-3159.98 1333.18,-3150.71 1333.18,-3142.11"/>
<polygon fill="black" stroke="black" points="1336.68,-3142.1 1333.18,-3132.1 1329.68,-3142.1 1336.68,-3142.1"/>
</g>
<!-- 85 -->
<g id="node65" class="node">
<title>85</title>
<polygon fill="none" stroke="black" points="1447.68,-3060 1218.68,-3060 1218.68,-3024 1447.68,-3024 1447.68,-3060"/>
<text text-anchor="middle" x="1333.18" y="-3038.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 84&#45;&gt;85 -->
<g id="edge53" class="edge">
<title>84&#45;&gt;85</title>
<path fill="none" stroke="black" d="M1333.18,-3095.7C1333.18,-3087.98 1333.18,-3078.71 1333.18,-3070.11"/>
<polygon fill="black" stroke="black" points="1336.68,-3070.1 1333.18,-3060.1 1329.68,-3070.1 1336.68,-3070.1"/>
</g>
<!-- 86 -->
<g id="node66" class="node">
<title>86</title>
<polygon fill="none" stroke="black" points="1365.68,-2988 1300.68,-2988 1300.68,-2952 1365.68,-2952 1365.68,-2988"/>
<text text-anchor="middle" x="1333.18" y="-2966.3" font-family="Times,serif" font-size="14.00">copy(·)</text>
</g>
<!-- 85&#45;&gt;86 -->
<g id="edge54" class="edge">
<title>85&#45;&gt;86</title>
<path fill="none" stroke="black" d="M1333.18,-3023.7C1333.18,-3015.98 1333.18,-3006.71 1333.18,-2998.11"/>
<polygon fill="black" stroke="black" points="1336.68,-2998.1 1333.18,-2988.1 1329.68,-2998.1 1336.68,-2998.1"/>
</g>
<!-- 87 -->
<g id="node67" class="node">
<title>87</title>
<polygon fill="none" stroke="black" points="1554.68,-2916 1111.68,-2916 1111.68,-2880 1554.68,-2880 1554.68,-2916"/>
<text text-anchor="middle" x="1333.18" y="-2894.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 86&#45;&gt;87 -->
<g id="edge55" class="edge">
<title>86&#45;&gt;87</title>
<path fill="none" stroke="black" d="M1333.18,-2951.7C1333.18,-2943.98 1333.18,-2934.71 1333.18,-2926.11"/>
<polygon fill="black" stroke="black" points="1336.68,-2926.1 1333.18,-2916.1 1329.68,-2926.1 1336.68,-2926.1"/>
</g>
<!-- 88 -->
<g id="node68" class="node">
<title>88</title>
<polygon fill="none" stroke="black" points="1526.18,-2844 1078.18,-2844 1078.18,-2808 1526.18,-2808 1526.18,-2844"/>
<text text-anchor="middle" x="1302.18" y="-2822.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 &#160;14 768]| newshape=[&#45;1, 14, 768], reverse=0)</text>
</g>
<!-- 87&#45;&gt;88 -->
<g id="edge56" class="edge">
<title>87&#45;&gt;88</title>
<path fill="none" stroke="black" d="M1325.51,-2879.7C1321.98,-2871.73 1317.72,-2862.1 1313.81,-2853.26"/>
<polygon fill="black" stroke="black" points="1317,-2851.83 1309.75,-2844.1 1310.6,-2854.67 1317,-2851.83"/>
</g>
<!-- 92 -->
<g id="node72" class="node">
<title>92</title>
<polygon fill="none" stroke="black" points="1135.68,-2772 966.68,-2772 966.68,-2736 1135.68,-2736 1135.68,-2772"/>
<text text-anchor="middle" x="1051.18" y="-2750.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 88&#45;&gt;92 -->
<g id="edge60" class="edge">
<title>88&#45;&gt;92</title>
<path fill="none" stroke="black" d="M1241.1,-2807.97C1205.26,-2797.97 1159.82,-2785.3 1122.37,-2774.85"/>
<polygon fill="black" stroke="black" points="1123.1,-2771.43 1112.53,-2772.11 1121.22,-2778.17 1123.1,-2771.43"/>
</g>
<!-- 90 -->
<g id="node70" class="node">
<title>90</title>
<polygon fill="none" stroke="black" points="1093.68,-2916 632.68,-2916 632.68,-2880 1093.68,-2880 1093.68,-2916"/>
<text text-anchor="middle" x="863.18" y="-2894.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 768 768]| newshape=[&#45;1, 768, 768], reverse=0)</text>
</g>
<!-- 89&#45;&gt;90 -->
<g id="edge58" class="edge">
<title>89&#45;&gt;90</title>
<path fill="none" stroke="black" d="M863.18,-2951.7C863.18,-2943.98 863.18,-2934.71 863.18,-2926.11"/>
<polygon fill="black" stroke="black" points="866.68,-2926.1 863.18,-2916.1 859.68,-2926.1 866.68,-2926.1"/>
</g>
<!-- 91 -->
<g id="node71" class="node">
<title>91</title>
<polygon fill="none" stroke="black" points="998.68,-2844 787.68,-2844 787.68,-2808 998.68,-2808 998.68,-2844"/>
<text text-anchor="middle" x="893.18" y="-2822.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 90&#45;&gt;91 -->
<g id="edge59" class="edge">
<title>90&#45;&gt;91</title>
<path fill="none" stroke="black" d="M870.59,-2879.7C873.97,-2871.81 878.05,-2862.3 881.8,-2853.55"/>
<polygon fill="black" stroke="black" points="885.12,-2854.67 885.85,-2844.1 878.69,-2851.92 885.12,-2854.67"/>
</g>
<!-- 91&#45;&gt;92 -->
<g id="edge61" class="edge">
<title>91&#45;&gt;92</title>
<path fill="none" stroke="black" d="M931.83,-2807.88C953.43,-2798.31 980.53,-2786.3 1003.44,-2776.15"/>
<polygon fill="black" stroke="black" points="1004.93,-2779.32 1012.65,-2772.07 1002.09,-2772.92 1004.93,-2779.32"/>
</g>
<!-- 93 -->
<g id="node73" class="node">
<title>93</title>
<polygon fill="none" stroke="black" points="1272.68,-2700 829.68,-2700 829.68,-2664 1272.68,-2664 1272.68,-2700"/>
<text text-anchor="middle" x="1051.18" y="-2678.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 92&#45;&gt;93 -->
<g id="edge62" class="edge">
<title>92&#45;&gt;93</title>
<path fill="none" stroke="black" d="M1051.18,-2735.7C1051.18,-2727.98 1051.18,-2718.71 1051.18,-2710.11"/>
<polygon fill="black" stroke="black" points="1054.68,-2710.1 1051.18,-2700.1 1047.68,-2710.1 1054.68,-2710.1"/>
</g>
<!-- 93&#45;&gt;94 -->
<g id="edge63" class="edge">
<title>93&#45;&gt;94</title>
<path fill="none" stroke="black" d="M1051.18,-2663.7C1051.18,-2655.98 1051.18,-2646.71 1051.18,-2638.11"/>
<polygon fill="black" stroke="black" points="1054.68,-2638.1 1051.18,-2628.1 1047.68,-2638.1 1054.68,-2638.1"/>
</g>
<!-- 97 -->
<g id="node76" class="node">
<title>97</title>
<polygon fill="none" stroke="black" points="671.18,-2556 567.18,-2556 567.18,-2520 671.18,-2520 671.18,-2556"/>
<text text-anchor="middle" x="619.18" y="-2534.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 94&#45;&gt;97 -->
<g id="edge66" class="edge">
<title>94&#45;&gt;97</title>
<path fill="none" stroke="black" d="M1015.46,-2603.21C942,-2591.31 773.2,-2563.96 681.4,-2549.08"/>
<polygon fill="black" stroke="black" points="681.84,-2545.61 671.4,-2547.46 680.72,-2552.52 681.84,-2545.61"/>
</g>
<!-- 96&#45;&gt;97 -->
<g id="edge67" class="edge">
<title>96&#45;&gt;97</title>
<path fill="none" stroke="black" d="M619.18,-2591.7C619.18,-2583.98 619.18,-2574.71 619.18,-2566.11"/>
<polygon fill="black" stroke="black" points="622.68,-2566.1 619.18,-2556.1 615.68,-2566.1 622.68,-2566.1"/>
</g>
<!-- 97&#45;&gt;98 -->
<g id="edge68" class="edge">
<title>97&#45;&gt;98</title>
<path fill="none" stroke="black" d="M592.27,-2519.88C578.02,-2510.81 560.33,-2499.55 544.94,-2489.76"/>
<polygon fill="black" stroke="black" points="546.5,-2486.61 536.19,-2484.19 542.75,-2492.51 546.5,-2486.61"/>
</g>
<!-- 100 -->
<g id="node78" class="node">
<title>100</title>
<polygon fill="none" stroke="black" points="577.68,-2412 250.68,-2412 250.68,-2376 577.68,-2376 577.68,-2412"/>
<text text-anchor="middle" x="414.18" y="-2390.3" font-family="Times,serif" font-size="14.00">mean(·| axis=[&#45;1], keepdims=1, exclude=0)</text>
</g>
<!-- 98&#45;&gt;100 -->
<g id="edge70" class="edge">
<title>98&#45;&gt;100</title>
<path fill="none" stroke="black" d="M485.69,-2447.7C473.61,-2438.8 458.72,-2427.82 445.66,-2418.2"/>
<polygon fill="black" stroke="black" points="447.52,-2415.22 437.39,-2412.1 443.36,-2420.85 447.52,-2415.22"/>
</g>
<!-- 101 -->
<g id="node79" class="node">
<title>101</title>
<polygon fill="none" stroke="black" points="435.68,-2340 330.68,-2340 330.68,-2304 435.68,-2304 435.68,-2340"/>
<text text-anchor="middle" x="383.18" y="-2318.3" font-family="Times,serif" font-size="14.00">subtract(·, ·)</text>
</g>
<!-- 98&#45;&gt;101 -->
<g id="edge71" class="edge">
<title>98&#45;&gt;101</title>
<path fill="none" stroke="black" d="M473.5,-2463.36C407.45,-2459.5 270.19,-2447.32 241.18,-2412 231.02,-2399.64 232.05,-2389.14 241.18,-2376 259.1,-2350.19 291.2,-2336.92 320.35,-2330.12"/>
<polygon fill="black" stroke="black" points="321.45,-2333.46 330.51,-2327.97 320,-2326.61 321.45,-2333.46"/>
</g>
<!-- 104 -->
<g id="node80" class="node">
<title>104</title>
<polygon fill="none" stroke="black" points="959.68,-2412 632.68,-2412 632.68,-2376 959.68,-2376 959.68,-2412"/>
<text text-anchor="middle" x="796.18" y="-2390.3" font-family="Times,serif" font-size="14.00">mean(·| axis=[&#45;1], keepdims=1, exclude=0)</text>
</g>
<!-- 98&#45;&gt;104 -->
<g id="edge73" class="edge">
<title>98&#45;&gt;104</title>
<path fill="none" stroke="black" d="M544.94,-2456.28C587.61,-2445.87 660.23,-2428.16 716.45,-2414.45"/>
<polygon fill="black" stroke="black" points="717.5,-2417.79 726.39,-2412.02 715.84,-2410.99 717.5,-2417.79"/>
</g>
<!-- 105 -->
<g id="node81" class="node">
<title>105</title>
<polygon fill="none" stroke="black" points="816.18,-2340 454.18,-2340 454.18,-2304 816.18,-2304 816.18,-2340"/>
<text text-anchor="middle" x="635.18" y="-2318.3" font-family="Times,serif" font-size="14.00">variance(·, ·| axis=[&#45;1], keepdims=1, exclude=0)</text>
</g>
<!-- 98&#45;&gt;105 -->
<g id="edge74" class="edge">
<title>98&#45;&gt;105</title>
<path fill="none" stroke="black" d="M540.98,-2447.78C555.96,-2438.57 573.33,-2426.2 586.18,-2412 602.91,-2393.51 616.1,-2368.31 624.56,-2349.44"/>
<polygon fill="black" stroke="black" points="627.79,-2350.78 628.55,-2340.22 621.37,-2348.01 627.79,-2350.78"/>
</g>
<!-- 100&#45;&gt;101 -->
<g id="edge72" class="edge">
<title>100&#45;&gt;101</title>
<path fill="none" stroke="black" d="M406.51,-2375.7C402.98,-2367.73 398.72,-2358.1 394.81,-2349.26"/>
<polygon fill="black" stroke="black" points="398,-2347.83 390.75,-2340.1 391.6,-2350.67 398,-2347.83"/>
</g>
<!-- 109 -->
<g id="node84" class="node">
<title>109</title>
<polygon fill="none" stroke="black" points="553.68,-2124 464.68,-2124 464.68,-2088 553.68,-2088 553.68,-2124"/>
<text text-anchor="middle" x="509.18" y="-2102.3" font-family="Times,serif" font-size="14.00">divide(·, ·)</text>
</g>
<!-- 101&#45;&gt;109 -->
<g id="edge78" class="edge">
<title>101&#45;&gt;109</title>
<path fill="none" stroke="black" d="M393.27,-2303.85C415.3,-2266.44 467.77,-2177.32 493.88,-2132.98"/>
<polygon fill="black" stroke="black" points="496.97,-2134.63 499.03,-2124.23 490.94,-2131.07 496.97,-2134.63"/>
</g>
<!-- 104&#45;&gt;105 -->
<g id="edge75" class="edge">
<title>104&#45;&gt;105</title>
<path fill="none" stroke="black" d="M756.79,-2375.88C734.78,-2366.31 707.17,-2354.3 683.82,-2344.15"/>
<polygon fill="black" stroke="black" points="685,-2340.85 674.43,-2340.07 682.21,-2347.27 685,-2340.85"/>
</g>
<!-- 106 -->
<g id="node82" class="node">
<title>106</title>
<polygon fill="none" stroke="black" points="643.68,-2268 582.68,-2268 582.68,-2232 643.68,-2232 643.68,-2268"/>
<text text-anchor="middle" x="613.18" y="-2246.3" font-family="Times,serif" font-size="14.00">sqrt(·)</text>
</g>
<!-- 105&#45;&gt;106 -->
<g id="edge76" class="edge">
<title>105&#45;&gt;106</title>
<path fill="none" stroke="black" d="M629.74,-2303.7C627.29,-2295.9 624.34,-2286.51 621.61,-2277.83"/>
<polygon fill="black" stroke="black" points="624.89,-2276.59 618.55,-2268.1 618.21,-2278.69 624.89,-2276.59"/>
</g>
<!-- 108 -->
<g id="node83" class="node">
<title>108</title>
<polygon fill="none" stroke="black" points="645.68,-2196 538.68,-2196 538.68,-2160 645.68,-2160 645.68,-2196"/>
<text text-anchor="middle" x="592.18" y="-2174.3" font-family="Times,serif" font-size="14.00">add(·, 1e&#45;12)</text>
</g>
<!-- 106&#45;&gt;108 -->
<g id="edge77" class="edge">
<title>106&#45;&gt;108</title>
<path fill="none" stroke="black" d="M607.99,-2231.7C605.65,-2223.9 602.83,-2214.51 600.23,-2205.83"/>
<polygon fill="black" stroke="black" points="603.53,-2204.68 597.31,-2196.1 596.83,-2206.69 603.53,-2204.68"/>
</g>
<!-- 108&#45;&gt;109 -->
<g id="edge79" class="edge">
<title>108&#45;&gt;109</title>
<path fill="none" stroke="black" d="M571.66,-2159.7C561.31,-2150.97 548.59,-2140.24 537.34,-2130.75"/>
<polygon fill="black" stroke="black" points="539.36,-2127.88 529.46,-2124.1 534.85,-2133.23 539.36,-2127.88"/>
</g>
<!-- 109&#45;&gt;110 -->
<g id="edge80" class="edge">
<title>109&#45;&gt;110</title>
<path fill="none" stroke="black" d="M553.96,-2090.5C556.73,-2089.64 559.49,-2088.8 562.18,-2088 605.15,-2075.15 653.89,-2061.64 691.37,-2051.48"/>
<polygon fill="black" stroke="black" points="692.39,-2054.83 701.13,-2048.84 690.57,-2048.07 692.39,-2054.83"/>
</g>
<!-- 110&#45;&gt;111 -->
<g id="edge82" class="edge">
<title>110&#45;&gt;111</title>
<path fill="none" stroke="black" d="M805.38,-2018.28C808.35,-2017.5 811.3,-2016.73 814.18,-2016 878,-1999.76 952.33,-1983.03 998.82,-1972.81"/>
<polygon fill="black" stroke="black" points="999.57,-1976.23 1008.59,-1970.67 998.08,-1969.4 999.57,-1976.23"/>
</g>
<!-- 112 -->
<g id="node87" class="node">
<title>112</title>
<polygon fill="none" stroke="black" points="1415.18,-1908 967.18,-1908 967.18,-1872 1415.18,-1872 1415.18,-1908"/>
<text text-anchor="middle" x="1191.18" y="-1886.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#45;1 &#160;14 768]| newshape=[&#45;1, 14, 768], reverse=0)</text>
</g>
<!-- 111&#45;&gt;112 -->
<g id="edge84" class="edge">
<title>111&#45;&gt;112</title>
<path fill="none" stroke="black" d="M1079.76,-1944.05C1099.75,-1934.54 1124.88,-1922.57 1146.22,-1912.41"/>
<polygon fill="black" stroke="black" points="1147.89,-1915.49 1155.41,-1908.03 1144.88,-1909.17 1147.89,-1915.49"/>
</g>
<!-- 142 -->
<g id="node108" class="node">
<title>142</title>
<polygon fill="none" stroke="black" points="1084.68,-900 1013.68,-900 1013.68,-864 1084.68,-864 1084.68,-900"/>
<text text-anchor="middle" x="1049.18" y="-878.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 111&#45;&gt;142 -->
<g id="edge112" class="edge">
<title>111&#45;&gt;142</title>
<path fill="none" stroke="black" d="M1008.29,-1947.01C990.62,-1938.34 970.51,-1925.48 958.18,-1908 934.86,-1874.95 939.18,-1859.45 939.18,-1819 939.18,-1819 939.18,-1819 939.18,-1025 939.18,-974.76 982.74,-931.52 1015.04,-906.36"/>
<polygon fill="black" stroke="black" points="1017.51,-908.88 1023.39,-900.06 1013.3,-903.29 1017.51,-908.88"/>
</g>
<!-- 117 -->
<g id="node91" class="node">
<title>117</title>
<polygon fill="none" stroke="black" points="1454.68,-1836 1285.68,-1836 1285.68,-1800 1454.68,-1800 1454.68,-1836"/>
<text text-anchor="middle" x="1370.18" y="-1814.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 112&#45;&gt;117 -->
<g id="edge88" class="edge">
<title>112&#45;&gt;117</title>
<path fill="none" stroke="black" d="M1234.96,-1871.88C1259.76,-1862.18 1290.96,-1849.98 1317.13,-1839.74"/>
<polygon fill="black" stroke="black" points="1318.49,-1842.97 1326.53,-1836.07 1315.94,-1836.45 1318.49,-1842.97"/>
</g>
<!-- 115 -->
<g id="node89" class="node">
<title>115</title>
<polygon fill="none" stroke="black" points="1737.68,-1980 1340.68,-1980 1340.68,-1944 1737.68,-1944 1737.68,-1980"/>
<text text-anchor="middle" x="1539.18" y="-1958.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;&#45;1 &#160;768 3072]| newshape=..., reverse=0)</text>
</g>
<!-- 113&#45;&gt;115 -->
<g id="edge86" class="edge">
<title>113&#45;&gt;115</title>
<path fill="none" stroke="black" d="M1539.18,-2015.7C1539.18,-2007.98 1539.18,-1998.71 1539.18,-1990.11"/>
<polygon fill="black" stroke="black" points="1542.68,-1990.1 1539.18,-1980.1 1535.68,-1990.1 1542.68,-1990.1"/>
</g>
<!-- 116 -->
<g id="node90" class="node">
<title>116</title>
<polygon fill="none" stroke="black" points="1644.68,-1908 1433.68,-1908 1433.68,-1872 1644.68,-1872 1644.68,-1908"/>
<text text-anchor="middle" x="1539.18" y="-1886.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 115&#45;&gt;116 -->
<g id="edge87" class="edge">
<title>115&#45;&gt;116</title>
<path fill="none" stroke="black" d="M1539.18,-1943.7C1539.18,-1935.98 1539.18,-1926.71 1539.18,-1918.11"/>
<polygon fill="black" stroke="black" points="1542.68,-1918.1 1539.18,-1908.1 1535.68,-1918.1 1542.68,-1918.1"/>
</g>
<!-- 116&#45;&gt;117 -->
<g id="edge89" class="edge">
<title>116&#45;&gt;117</title>
<path fill="none" stroke="black" d="M1497.83,-1871.88C1474.63,-1862.26 1445.49,-1850.19 1420.91,-1840.01"/>
<polygon fill="black" stroke="black" points="1421.96,-1836.66 1411.38,-1836.07 1419.28,-1843.13 1421.96,-1836.66"/>
</g>
<!-- 119 -->
<g id="node92" class="node">
<title>119</title>
<polygon fill="none" stroke="black" points="1605.18,-1764 1135.18,-1764 1135.18,-1728 1605.18,-1728 1605.18,-1764"/>
<text text-anchor="middle" x="1370.18" y="-1742.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;&#160;1 &#160;&#160;14 3072]| newshape=[1, 14, 3072], reverse=0)</text>
</g>
<!-- 117&#45;&gt;119 -->
<g id="edge90" class="edge">
<title>117&#45;&gt;119</title>
<path fill="none" stroke="black" d="M1370.18,-1799.7C1370.18,-1791.98 1370.18,-1782.71 1370.18,-1774.11"/>
<polygon fill="black" stroke="black" points="1373.68,-1774.1 1370.18,-1764.1 1366.68,-1774.1 1373.68,-1774.1"/>
</g>
<!-- 119&#45;&gt;120 -->
<g id="edge91" class="edge">
<title>119&#45;&gt;120</title>
<path fill="none" stroke="black" d="M1458.27,-1727.97C1530.33,-1714.03 1629.35,-1694.88 1686.47,-1683.84"/>
<polygon fill="black" stroke="black" points="1687.14,-1687.27 1696.3,-1681.94 1685.81,-1680.4 1687.14,-1687.27"/>
</g>
<!-- 124 -->
<g id="node94" class="node">
<title>124</title>
<polygon fill="none" stroke="black" points="1893.68,-1620 1708.68,-1620 1708.68,-1584 1893.68,-1584 1893.68,-1620"/>
<text text-anchor="middle" x="1801.18" y="-1598.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.70710677)</text>
</g>
<!-- 120&#45;&gt;124 -->
<g id="edge93" class="edge">
<title>120&#45;&gt;124</title>
<path fill="none" stroke="black" d="M1749.23,-1655.7C1757.67,-1647.14 1768,-1636.66 1777.22,-1627.3"/>
<polygon fill="black" stroke="black" points="1779.79,-1629.68 1784.32,-1620.1 1774.8,-1624.77 1779.79,-1629.68"/>
</g>
<!-- 129 -->
<g id="node98" class="node">
<title>129</title>
<polygon fill="none" stroke="black" points="1773.18,-1332 1669.18,-1332 1669.18,-1296 1773.18,-1296 1773.18,-1332"/>
<text text-anchor="middle" x="1721.18" y="-1310.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 120&#45;&gt;129 -->
<g id="edge97" class="edge">
<title>120&#45;&gt;129</title>
<path fill="none" stroke="black" d="M1719.19,-1655.7C1712.29,-1645.73 1704.22,-1632.69 1699.18,-1620 1684.27,-1582.5 1681.18,-1571.36 1681.18,-1531 1681.18,-1531 1681.18,-1531 1681.18,-1457 1681.18,-1415.48 1697.21,-1369.61 1708.98,-1341.54"/>
<polygon fill="black" stroke="black" points="1712.33,-1342.62 1713.08,-1332.05 1705.9,-1339.84 1712.33,-1342.62"/>
</g>
<!-- 125 -->
<g id="node95" class="node">
<title>125</title>
<polygon fill="none" stroke="black" points="1820.18,-1548 1766.18,-1548 1766.18,-1512 1820.18,-1512 1820.18,-1548"/>
<text text-anchor="middle" x="1793.18" y="-1526.3" font-family="Times,serif" font-size="14.00">erf(·)</text>
</g>
<!-- 124&#45;&gt;125 -->
<g id="edge94" class="edge">
<title>124&#45;&gt;125</title>
<path fill="none" stroke="black" d="M1799.2,-1583.7C1798.32,-1575.98 1797.26,-1566.71 1796.28,-1558.11"/>
<polygon fill="black" stroke="black" points="1799.74,-1557.64 1795.13,-1548.1 1792.79,-1558.44 1799.74,-1557.64"/>
</g>
<!-- 127 -->
<g id="node96" class="node">
<title>127</title>
<polygon fill="none" stroke="black" points="1846.18,-1476 1724.18,-1476 1724.18,-1440 1846.18,-1440 1846.18,-1476"/>
<text text-anchor="middle" x="1785.18" y="-1454.3" font-family="Times,serif" font-size="14.00">multiply(·, 0.5)</text>
</g>
<!-- 125&#45;&gt;127 -->
<g id="edge95" class="edge">
<title>125&#45;&gt;127</title>
<path fill="none" stroke="black" d="M1791.2,-1511.7C1790.32,-1503.98 1789.26,-1494.71 1788.28,-1486.11"/>
<polygon fill="black" stroke="black" points="1791.74,-1485.64 1787.13,-1476.1 1784.79,-1486.44 1791.74,-1485.64"/>
</g>
<!-- 128 -->
<g id="node97" class="node">
<title>128</title>
<polygon fill="none" stroke="black" points="1806.68,-1404 1717.68,-1404 1717.68,-1368 1806.68,-1368 1806.68,-1404"/>
<text text-anchor="middle" x="1762.18" y="-1382.3" font-family="Times,serif" font-size="14.00">add(0.5, ·)</text>
</g>
<!-- 127&#45;&gt;128 -->
<g id="edge96" class="edge">
<title>127&#45;&gt;128</title>
<path fill="none" stroke="black" d="M1779.49,-1439.7C1776.93,-1431.9 1773.84,-1422.51 1770.99,-1413.83"/>
<polygon fill="black" stroke="black" points="1774.24,-1412.51 1767.8,-1404.1 1767.59,-1414.7 1774.24,-1412.51"/>
</g>
<!-- 128&#45;&gt;129 -->
<g id="edge98" class="edge">
<title>128&#45;&gt;129</title>
<path fill="none" stroke="black" d="M1752.04,-1367.7C1747.32,-1359.64 1741.61,-1349.89 1736.39,-1340.98"/>
<polygon fill="black" stroke="black" points="1739.27,-1338.96 1731.19,-1332.1 1733.23,-1342.5 1739.27,-1338.96"/>
</g>
<!-- 131 -->
<g id="node99" class="node">
<title>131</title>
<polygon fill="none" stroke="black" points="1958.68,-1260 1483.68,-1260 1483.68,-1224 1958.68,-1224 1958.68,-1260"/>
<text text-anchor="middle" x="1721.18" y="-1238.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;&#45;1 &#160;&#160;14 3072]| newshape=[&#45;1, 14, 3072], reverse=0)</text>
</g>
<!-- 129&#45;&gt;131 -->
<g id="edge99" class="edge">
<title>129&#45;&gt;131</title>
<path fill="none" stroke="black" d="M1721.18,-1295.7C1721.18,-1287.98 1721.18,-1278.71 1721.18,-1270.11"/>
<polygon fill="black" stroke="black" points="1724.68,-1270.1 1721.18,-1260.1 1717.68,-1270.1 1724.68,-1270.1"/>
</g>
<!-- 136 -->
<g id="node103" class="node">
<title>136</title>
<polygon fill="none" stroke="black" points="1675.68,-1188 1506.68,-1188 1506.68,-1152 1675.68,-1152 1675.68,-1188"/>
<text text-anchor="middle" x="1591.18" y="-1166.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 131&#45;&gt;136 -->
<g id="edge103" class="edge">
<title>131&#45;&gt;136</title>
<path fill="none" stroke="black" d="M1689.37,-1223.88C1672.06,-1214.55 1650.46,-1202.92 1631.92,-1192.94"/>
<polygon fill="black" stroke="black" points="1633.56,-1189.85 1623.1,-1188.19 1630.25,-1196.01 1633.56,-1189.85"/>
</g>
<!-- 134 -->
<g id="node101" class="node">
<title>134</title>
<polygon fill="none" stroke="black" points="1558.68,-1332 1161.68,-1332 1161.68,-1296 1558.68,-1296 1558.68,-1332"/>
<text text-anchor="middle" x="1360.18" y="-1310.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;&#45;1 3072 &#160;768]| newshape=..., reverse=0)</text>
</g>
<!-- 132&#45;&gt;134 -->
<g id="edge101" class="edge">
<title>132&#45;&gt;134</title>
<path fill="none" stroke="black" d="M1360.18,-1367.7C1360.18,-1359.98 1360.18,-1350.71 1360.18,-1342.11"/>
<polygon fill="black" stroke="black" points="1363.68,-1342.1 1360.18,-1332.1 1356.68,-1342.1 1363.68,-1342.1"/>
</g>
<!-- 135 -->
<g id="node102" class="node">
<title>135</title>
<polygon fill="none" stroke="black" points="1465.68,-1260 1254.68,-1260 1254.68,-1224 1465.68,-1224 1465.68,-1260"/>
<text text-anchor="middle" x="1360.18" y="-1238.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 134&#45;&gt;135 -->
<g id="edge102" class="edge">
<title>134&#45;&gt;135</title>
<path fill="none" stroke="black" d="M1360.18,-1295.7C1360.18,-1287.98 1360.18,-1278.71 1360.18,-1270.11"/>
<polygon fill="black" stroke="black" points="1363.68,-1270.1 1360.18,-1260.1 1356.68,-1270.1 1363.68,-1270.1"/>
</g>
<!-- 135&#45;&gt;136 -->
<g id="edge104" class="edge">
<title>135&#45;&gt;136</title>
<path fill="none" stroke="black" d="M1416.39,-1223.97C1449.09,-1214.06 1490.48,-1201.51 1524.78,-1191.12"/>
<polygon fill="black" stroke="black" points="1526.16,-1194.36 1534.71,-1188.11 1524.13,-1187.66 1526.16,-1194.36"/>
</g>
<!-- 137 -->
<g id="node104" class="node">
<title>137</title>
<polygon fill="none" stroke="black" points="1812.68,-1116 1369.68,-1116 1369.68,-1080 1812.68,-1080 1812.68,-1116"/>
<text text-anchor="middle" x="1591.18" y="-1094.3" font-family="Times,serif" font-size="14.00">reshape(·, [ &#160;1 &#160;14 768]| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 136&#45;&gt;137 -->
<g id="edge105" class="edge">
<title>136&#45;&gt;137</title>
<path fill="none" stroke="black" d="M1591.18,-1151.7C1591.18,-1143.98 1591.18,-1134.71 1591.18,-1126.11"/>
<polygon fill="black" stroke="black" points="1594.68,-1126.1 1591.18,-1116.1 1587.68,-1126.1 1594.68,-1126.1"/>
</g>
<!-- 137&#45;&gt;138 -->
<g id="edge106" class="edge">
<title>137&#45;&gt;138</title>
<path fill="none" stroke="black" d="M1591.18,-1079.7C1591.18,-1071.98 1591.18,-1062.71 1591.18,-1054.11"/>
<polygon fill="black" stroke="black" points="1594.68,-1054.1 1591.18,-1044.1 1587.68,-1054.1 1594.68,-1054.1"/>
</g>
<!-- 141 -->
<g id="node107" class="node">
<title>141</title>
<polygon fill="none" stroke="black" points="1211.18,-972 1107.18,-972 1107.18,-936 1211.18,-936 1211.18,-972"/>
<text text-anchor="middle" x="1159.18" y="-950.3" font-family="Times,serif" font-size="14.00">multiply(·, ·)</text>
</g>
<!-- 138&#45;&gt;141 -->
<g id="edge109" class="edge">
<title>138&#45;&gt;141</title>
<path fill="none" stroke="black" d="M1555.46,-1019.21C1482,-1007.31 1313.2,-979.96 1221.4,-965.08"/>
<polygon fill="black" stroke="black" points="1221.84,-961.61 1211.4,-963.46 1220.72,-968.52 1221.84,-961.61"/>
</g>
<!-- 140&#45;&gt;141 -->
<g id="edge110" class="edge">
<title>140&#45;&gt;141</title>
<path fill="none" stroke="black" d="M1159.18,-1007.7C1159.18,-999.98 1159.18,-990.71 1159.18,-982.11"/>
<polygon fill="black" stroke="black" points="1162.68,-982.1 1159.18,-972.1 1155.68,-982.1 1162.68,-982.1"/>
</g>
<!-- 141&#45;&gt;142 -->
<g id="edge111" class="edge">
<title>141&#45;&gt;142</title>
<path fill="none" stroke="black" d="M1132.27,-935.88C1118.02,-926.81 1100.33,-915.55 1084.94,-905.76"/>
<polygon fill="black" stroke="black" points="1086.5,-902.61 1076.19,-900.19 1082.75,-908.51 1086.5,-902.61"/>
</g>
<!-- 143 -->
<g id="node109" class="node">
<title>143</title>
<polygon fill="none" stroke="black" points="1117.68,-828 790.68,-828 790.68,-792 1117.68,-792 1117.68,-828"/>
<text text-anchor="middle" x="954.18" y="-806.3" font-family="Times,serif" font-size="14.00">mean(·| axis=[&#45;1], keepdims=1, exclude=0)</text>
</g>
<!-- 142&#45;&gt;143 -->
<g id="edge113" class="edge">
<title>142&#45;&gt;143</title>
<path fill="none" stroke="black" d="M1025.69,-863.7C1013.61,-854.8 998.72,-843.82 985.66,-834.2"/>
<polygon fill="black" stroke="black" points="987.52,-831.22 977.39,-828.1 983.36,-836.85 987.52,-831.22"/>
</g>
<!-- 144 -->
<g id="node110" class="node">
<title>144</title>
<polygon fill="none" stroke="black" points="975.68,-756 870.68,-756 870.68,-720 975.68,-720 975.68,-756"/>
<text text-anchor="middle" x="923.18" y="-734.3" font-family="Times,serif" font-size="14.00">subtract(·, ·)</text>
</g>
<!-- 142&#45;&gt;144 -->
<g id="edge114" class="edge">
<title>142&#45;&gt;144</title>
<path fill="none" stroke="black" d="M1013.5,-879.36C947.45,-875.5 810.19,-863.32 781.18,-828 771.02,-815.64 772.05,-805.14 781.18,-792 799.1,-766.19 831.2,-752.92 860.35,-746.12"/>
<polygon fill="black" stroke="black" points="861.45,-749.46 870.51,-743.97 860,-742.61 861.45,-749.46"/>
</g>
<!-- 145 -->
<g id="node111" class="node">
<title>145</title>
<polygon fill="none" stroke="black" points="1499.68,-828 1172.68,-828 1172.68,-792 1499.68,-792 1499.68,-828"/>
<text text-anchor="middle" x="1336.18" y="-806.3" font-family="Times,serif" font-size="14.00">mean(·| axis=[&#45;1], keepdims=1, exclude=0)</text>
</g>
<!-- 142&#45;&gt;145 -->
<g id="edge116" class="edge">
<title>142&#45;&gt;145</title>
<path fill="none" stroke="black" d="M1084.94,-872.28C1127.61,-861.87 1200.23,-844.16 1256.45,-830.45"/>
<polygon fill="black" stroke="black" points="1257.5,-833.79 1266.39,-828.02 1255.84,-826.99 1257.5,-833.79"/>
</g>
<!-- 146 -->
<g id="node112" class="node">
<title>146</title>
<polygon fill="none" stroke="black" points="1356.18,-756 994.18,-756 994.18,-720 1356.18,-720 1356.18,-756"/>
<text text-anchor="middle" x="1175.18" y="-734.3" font-family="Times,serif" font-size="14.00">variance(·, ·| axis=[&#45;1], keepdims=1, exclude=0)</text>
</g>
<!-- 142&#45;&gt;146 -->
<g id="edge117" class="edge">
<title>142&#45;&gt;146</title>
<path fill="none" stroke="black" d="M1080.98,-863.78C1095.96,-854.57 1113.33,-842.2 1126.18,-828 1142.91,-809.51 1156.1,-784.31 1164.56,-765.44"/>
<polygon fill="black" stroke="black" points="1167.79,-766.78 1168.55,-756.22 1161.37,-764.01 1167.79,-766.78"/>
</g>
<!-- 143&#45;&gt;144 -->
<g id="edge115" class="edge">
<title>143&#45;&gt;144</title>
<path fill="none" stroke="black" d="M946.51,-791.7C942.98,-783.73 938.72,-774.1 934.81,-765.26"/>
<polygon fill="black" stroke="black" points="938,-763.83 930.75,-756.1 931.6,-766.67 938,-763.83"/>
</g>
<!-- 150 -->
<g id="node115" class="node">
<title>150</title>
<polygon fill="none" stroke="black" points="1114.68,-540 1025.68,-540 1025.68,-504 1114.68,-504 1114.68,-540"/>
<text text-anchor="middle" x="1070.18" y="-518.3" font-family="Times,serif" font-size="14.00">divide(·, ·)</text>
</g>
<!-- 144&#45;&gt;150 -->
<g id="edge121" class="edge">
<title>144&#45;&gt;150</title>
<path fill="none" stroke="black" d="M934.96,-719.85C960.71,-682.36 1022.13,-592.95 1052.52,-548.7"/>
<polygon fill="black" stroke="black" points="1055.56,-550.46 1058.34,-540.23 1049.79,-546.49 1055.56,-550.46"/>
</g>
<!-- 145&#45;&gt;146 -->
<g id="edge118" class="edge">
<title>145&#45;&gt;146</title>
<path fill="none" stroke="black" d="M1296.79,-791.88C1274.78,-782.31 1247.17,-770.3 1223.82,-760.15"/>
<polygon fill="black" stroke="black" points="1225,-756.85 1214.43,-756.07 1222.21,-763.27 1225,-756.85"/>
</g>
<!-- 147 -->
<g id="node113" class="node">
<title>147</title>
<polygon fill="none" stroke="black" points="1183.68,-684 1122.68,-684 1122.68,-648 1183.68,-648 1183.68,-684"/>
<text text-anchor="middle" x="1153.18" y="-662.3" font-family="Times,serif" font-size="14.00">sqrt(·)</text>
</g>
<!-- 146&#45;&gt;147 -->
<g id="edge119" class="edge">
<title>146&#45;&gt;147</title>
<path fill="none" stroke="black" d="M1169.74,-719.7C1167.29,-711.9 1164.34,-702.51 1161.61,-693.83"/>
<polygon fill="black" stroke="black" points="1164.89,-692.59 1158.55,-684.1 1158.21,-694.69 1164.89,-692.59"/>
</g>
<!-- 149 -->
<g id="node114" class="node">
<title>149</title>
<polygon fill="none" stroke="black" points="1185.68,-612 1078.68,-612 1078.68,-576 1185.68,-576 1185.68,-612"/>
<text text-anchor="middle" x="1132.18" y="-590.3" font-family="Times,serif" font-size="14.00">add(·, 1e&#45;12)</text>
</g>
<!-- 147&#45;&gt;149 -->
<g id="edge120" class="edge">
<title>147&#45;&gt;149</title>
<path fill="none" stroke="black" d="M1147.99,-647.7C1145.65,-639.9 1142.83,-630.51 1140.23,-621.83"/>
<polygon fill="black" stroke="black" points="1143.53,-620.68 1137.31,-612.1 1136.83,-622.69 1143.53,-620.68"/>
</g>
<!-- 149&#45;&gt;150 -->
<g id="edge122" class="edge">
<title>149&#45;&gt;150</title>
<path fill="none" stroke="black" d="M1116.85,-575.7C1109.42,-567.3 1100.35,-557.07 1092.2,-547.86"/>
<polygon fill="black" stroke="black" points="1094.58,-545.27 1085.33,-540.1 1089.34,-549.91 1094.58,-545.27"/>
</g>
<!-- 150&#45;&gt;151 -->
<g id="edge123" class="edge">
<title>150&#45;&gt;151</title>
<path fill="none" stroke="black" d="M1032.99,-503.88C1012.31,-494.35 986.37,-482.41 964.39,-472.28"/>
<polygon fill="black" stroke="black" points="965.79,-469.07 955.24,-468.07 962.86,-475.43 965.79,-469.07"/>
</g>
<!-- 151&#45;&gt;152 -->
<g id="edge125" class="edge">
<title>151&#45;&gt;152</title>
<path fill="none" stroke="black" d="M881.48,-431.88C860.76,-422.21 834.71,-410.05 812.82,-399.83"/>
<polygon fill="black" stroke="black" points="814.26,-396.64 803.72,-395.59 811.3,-402.99 814.26,-396.64"/>
</g>
<!-- 153 -->
<g id="node118" class="node">
<title>153</title>
<polygon fill="none" stroke="black" points="811.18,-324 725.18,-324 725.18,-288 811.18,-288 811.18,-324"/>
<text text-anchor="middle" x="768.18" y="-302.3" font-family="Times,serif" font-size="14.00">Tuple[...])</text>
</g>
<!-- 152&#45;&gt;153 -->
<g id="edge127" class="edge">
<title>152&#45;&gt;153</title>
<path fill="none" stroke="black" d="M768.18,-359.7C768.18,-351.98 768.18,-342.71 768.18,-334.11"/>
<polygon fill="black" stroke="black" points="771.68,-334.1 768.18,-324.1 764.68,-334.1 771.68,-334.1"/>
</g>
<!-- 154 -->
<g id="node119" class="node">
<title>154</title>
<polygon fill="none" stroke="black" points="852.18,-252 684.18,-252 684.18,-216 852.18,-216 852.18,-252"/>
<text text-anchor="middle" x="768.18" y="-230.3" font-family="Times,serif" font-size="14.00">TupleGetItem(idx=0)</text>
</g>
<!-- 153&#45;&gt;154 -->
<g id="edge128" class="edge">
<title>153&#45;&gt;154</title>
<path fill="none" stroke="black" d="M768.18,-287.7C768.18,-279.98 768.18,-270.71 768.18,-262.11"/>
<polygon fill="black" stroke="black" points="771.68,-262.1 768.18,-252.1 764.68,-262.1 771.68,-262.1"/>
</g>
<!-- 154&#45;&gt;155 -->
<g id="edge129" class="edge">
<title>154&#45;&gt;155</title>
<path fill="none" stroke="black" d="M733.19,-215.88C713.98,-206.47 689.95,-194.71 669.44,-184.67"/>
<polygon fill="black" stroke="black" points="670.81,-181.44 660.29,-180.19 667.74,-187.73 670.81,-181.44"/>
</g>
<!-- 156 -->
<g id="node121" class="node">
<title>156</title>
<polygon fill="none" stroke="black" points="791.18,-108 459.18,-108 459.18,-72 791.18,-72 791.18,-108"/>
<text text-anchor="middle" x="625.18" y="-86.3" font-family="Times,serif" font-size="14.00">sum(·| axis=None, keepdims=0, exclude=0)</text>
</g>
<!-- 155&#45;&gt;156 -->
<g id="edge131" class="edge">
<title>155&#45;&gt;156</title>
<path fill="none" stroke="black" d="M625.18,-143.7C625.18,-135.98 625.18,-126.71 625.18,-118.11"/>
<polygon fill="black" stroke="black" points="628.68,-118.1 625.18,-108.1 621.68,-118.1 628.68,-118.1"/>
</g>
<!-- 157 -->
<g id="node122" class="node">
<title>157</title>
<polygon fill="none" stroke="black" points="665.18,-36 585.18,-36 585.18,0 665.18,0 665.18,-36"/>
<text text-anchor="middle" x="625.18" y="-14.3" font-family="Times,serif" font-size="14.00">Function</text>
</g>
<!-- 156&#45;&gt;157 -->
<g id="edge132" class="edge">
<title>156&#45;&gt;157</title>
<path fill="none" stroke="black" d="M625.18,-71.7C625.18,-63.98 625.18,-54.71 625.18,-46.11"/>
<polygon fill="black" stroke="black" points="628.68,-46.1 625.18,-36.1 621.68,-46.1 628.68,-46.1"/>
</g>
</g>
</svg>