images/bert-pytorch/bert-tvm_74_0.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
 "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.43.0 (0)
 -->
<!-- Title: %3 Pages: 1 -->
<svg width="2649pt" height="1844pt"
 viewBox="0.00 0.00 2648.50 1844.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 1840)">
<title>%3</title>
<polygon fill="white" stroke="transparent" points="-4,4 -4,-1840 2644.5,-1840 2644.5,4 -4,4"/>
<!-- 0 -->
<g id="node1" class="node">
<title>0</title>
<ellipse fill="none" stroke="black" cx="1120.5" cy="-1818" rx="170.87" ry="18"/>
<text text-anchor="middle" x="1120.5" y="-1814.3" font-family="Times,serif" font-size="14.00">input: Tensor[(1, 14, 768), float32]</text>
</g>
<!-- 11 -->
<g id="node3" class="node">
<title>11</title>
<polygon fill="none" stroke="black" points="1296.5,-1764 944.5,-1764 944.5,-1728 1296.5,-1728 1296.5,-1764"/>
<text text-anchor="middle" x="1120.5" y="-1742.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[&#45;1, 14, 768], reverse=0)</text>
</g>
<!-- 0&#45;&gt;11 -->
<g id="edge1" class="edge">
<title>0&#45;&gt;11</title>
<path fill="none" stroke="black" d="M1120.5,-1799.7C1120.5,-1791.98 1120.5,-1782.71 1120.5,-1774.11"/>
<polygon fill="black" stroke="black" points="1124,-1774.1 1120.5,-1764.1 1117,-1774.1 1124,-1774.1"/>
</g>
<!-- 1 -->
<g id="node2" class="node">
<title>1</title>
<ellipse fill="none" stroke="black" cx="1640.5" cy="-882" rx="217.96" ry="18"/>
<text text-anchor="middle" x="1640.5" y="-878.3" font-family="Times,serif" font-size="14.00">attention_mask: Tensor[(1, 1, 1, 14), float32]</text>
</g>
<!-- 40 -->
<g id="node25" class="node">
<title>40</title>
<polygon fill="none" stroke="black" points="1676,-828 1605,-828 1605,-792 1676,-792 1676,-828"/>
<text text-anchor="middle" x="1640.5" y="-806.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 1&#45;&gt;40 -->
<g id="edge25" class="edge">
<title>1&#45;&gt;40</title>
<path fill="none" stroke="black" d="M1640.5,-863.7C1640.5,-855.98 1640.5,-846.71 1640.5,-838.11"/>
<polygon fill="black" stroke="black" points="1644,-838.1 1640.5,-828.1 1637,-838.1 1644,-838.1"/>
</g>
<!-- 13 -->
<g id="node5" class="node">
<title>13</title>
<polygon fill="none" stroke="black" points="1364,-1692 1195,-1692 1195,-1656 1364,-1656 1364,-1692"/>
<text text-anchor="middle" x="1279.5" y="-1670.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 11&#45;&gt;13 -->
<g id="edge2" class="edge">
<title>11&#45;&gt;13</title>
<path fill="none" stroke="black" d="M1159.4,-1727.88C1181.13,-1718.31 1208.4,-1706.3 1231.46,-1696.15"/>
<polygon fill="black" stroke="black" points="1232.99,-1699.3 1240.73,-1692.07 1230.17,-1692.89 1232.99,-1699.3"/>
</g>
<!-- 12 -->
<g id="node4" class="node">
<title>12</title>
<polygon fill="none" stroke="black" points="1565,-1764 1314,-1764 1314,-1728 1565,-1728 1565,-1764"/>
<text text-anchor="middle" x="1439.5" y="-1742.3" font-family="Times,serif" font-size="14.00">Constant((1, 2304, 768), float32)</text>
</g>
<!-- 12&#45;&gt;13 -->
<g id="edge3" class="edge">
<title>12&#45;&gt;13</title>
<path fill="none" stroke="black" d="M1400.36,-1727.88C1378.49,-1718.31 1351.04,-1706.3 1327.84,-1696.15"/>
<polygon fill="black" stroke="black" points="1329.08,-1692.87 1318.51,-1692.07 1326.27,-1699.28 1329.08,-1692.87"/>
</g>
<!-- 17 -->
<g id="node6" class="node">
<title>17</title>
<polygon fill="none" stroke="black" points="823,-1620 0,-1620 0,-1584 823,-1584 823,-1620"/>
<text text-anchor="middle" x="411.5" y="-1598.3" font-family="Times,serif" font-size="14.00">strided_slice(·, [0 0 0], [ &#45;1 &#160;&#45;1 768], [1 1 1]| begin=[0, 0, 0], end=[&#45;1, &#45;1, 768], strides=[1, 1, 1], slice_mode=size)</text>
</g>
<!-- 13&#45;&gt;17 -->
<g id="edge4" class="edge">
<title>13&#45;&gt;17</title>
<path fill="none" stroke="black" d="M1194.69,-1666.16C1065.57,-1655.75 815.4,-1635.57 632.43,-1620.82"/>
<polygon fill="black" stroke="black" points="632.65,-1617.32 622.4,-1620.01 632.09,-1624.3 632.65,-1617.32"/>
</g>
<!-- 27 -->
<g id="node13" class="node">
<title>27</title>
<polygon fill="none" stroke="black" points="1718,-1620 841,-1620 841,-1584 1718,-1584 1718,-1620"/>
<text text-anchor="middle" x="1279.5" y="-1598.3" font-family="Times,serif" font-size="14.00">strided_slice(·, [ &#160;0 &#160;&#160;0 768], [ &#45;1 &#160;&#45;1 768], [1 1 1]| begin=[0, 0, 768], end=[&#45;1, &#45;1, 768], strides=[1, 1, 1], slice_mode=size)</text>
</g>
<!-- 13&#45;&gt;27 -->
<g id="edge11" class="edge">
<title>13&#45;&gt;27</title>
<path fill="none" stroke="black" d="M1279.5,-1655.7C1279.5,-1647.98 1279.5,-1638.71 1279.5,-1630.11"/>
<polygon fill="black" stroke="black" points="1283,-1630.1 1279.5,-1620.1 1276,-1630.1 1283,-1630.1"/>
</g>
<!-- 48 -->
<g id="node30" class="node">
<title>48</title>
<polygon fill="none" stroke="black" points="2640.5,-1620 1736.5,-1620 1736.5,-1584 2640.5,-1584 2640.5,-1620"/>
<text text-anchor="middle" x="2188.5" y="-1598.3" font-family="Times,serif" font-size="14.00">strided_slice(·, [ &#160;&#160;0 &#160;&#160;&#160;0 1536], [ &#45;1 &#160;&#45;1 768], [1 1 1]| begin=[0, 0, 1536], end=[&#45;1, &#45;1, 768], strides=[1, 1, 1], slice_mode=size)</text>
</g>
<!-- 13&#45;&gt;48 -->
<g id="edge30" class="edge">
<title>13&#45;&gt;48</title>
<path fill="none" stroke="black" d="M1364.2,-1666.48C1498.28,-1656.15 1764.03,-1635.69 1957.65,-1620.78"/>
<polygon fill="black" stroke="black" points="1957.98,-1624.26 1967.68,-1620 1957.44,-1617.28 1957.98,-1624.26"/>
</g>
<!-- 18 -->
<g id="node7" class="node">
<title>18</title>
<polygon fill="none" stroke="black" points="631,-1548 284,-1548 284,-1512 631,-1512 631,-1548"/>
<text text-anchor="middle" x="457.5" y="-1526.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 17&#45;&gt;18 -->
<g id="edge5" class="edge">
<title>17&#45;&gt;18</title>
<path fill="none" stroke="black" d="M422.87,-1583.7C428.22,-1575.56 434.7,-1565.69 440.61,-1556.7"/>
<polygon fill="black" stroke="black" points="443.69,-1558.38 446.26,-1548.1 437.84,-1554.54 443.69,-1558.38"/>
</g>
<!-- 20 -->
<g id="node9" class="node">
<title>20</title>
<polygon fill="none" stroke="black" points="806,-1476 735,-1476 735,-1440 806,-1440 806,-1476"/>
<text text-anchor="middle" x="770.5" y="-1454.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 18&#45;&gt;20 -->
<g id="edge6" class="edge">
<title>18&#45;&gt;20</title>
<path fill="none" stroke="black" d="M533.67,-1511.97C593.43,-1498.6 674.63,-1480.44 724.75,-1469.23"/>
<polygon fill="black" stroke="black" points="725.65,-1472.62 734.65,-1467.02 724.12,-1465.79 725.65,-1472.62"/>
</g>
<!-- 19 -->
<g id="node8" class="node">
<title>19</title>
<polygon fill="none" stroke="black" points="866.5,-1548 674.5,-1548 674.5,-1512 866.5,-1512 866.5,-1548"/>
<text text-anchor="middle" x="770.5" y="-1526.3" font-family="Times,serif" font-size="14.00">Constant((768,), float32)</text>
</g>
<!-- 19&#45;&gt;20 -->
<g id="edge7" class="edge">
<title>19&#45;&gt;20</title>
<path fill="none" stroke="black" d="M770.5,-1511.7C770.5,-1503.98 770.5,-1494.71 770.5,-1486.11"/>
<polygon fill="black" stroke="black" points="774,-1486.1 770.5,-1476.1 767,-1486.1 774,-1486.1"/>
</g>
<!-- 21 -->
<g id="node10" class="node">
<title>21</title>
<polygon fill="none" stroke="black" points="1051,-1404 686,-1404 686,-1368 1051,-1368 1051,-1404"/>
<text text-anchor="middle" x="868.5" y="-1382.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 12, 64], reverse=0)</text>
</g>
<!-- 20&#45;&gt;21 -->
<g id="edge8" class="edge">
<title>20&#45;&gt;21</title>
<path fill="none" stroke="black" d="M794.47,-1439.88C807.05,-1430.89 822.63,-1419.76 836.25,-1410.03"/>
<polygon fill="black" stroke="black" points="838.33,-1412.85 844.43,-1404.19 834.26,-1407.15 838.33,-1412.85"/>
</g>
<!-- 22 -->
<g id="node11" class="node">
<title>22</title>
<polygon fill="none" stroke="black" points="1043,-1332 814,-1332 814,-1296 1043,-1296 1043,-1332"/>
<text text-anchor="middle" x="928.5" y="-1310.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 21&#45;&gt;22 -->
<g id="edge9" class="edge">
<title>21&#45;&gt;22</title>
<path fill="none" stroke="black" d="M883.33,-1367.7C890.52,-1359.3 899.3,-1349.07 907.19,-1339.86"/>
<polygon fill="black" stroke="black" points="909.99,-1341.97 913.84,-1332.1 904.67,-1337.42 909.99,-1341.97"/>
</g>
<!-- 23 -->
<g id="node12" class="node">
<title>23</title>
<polygon fill="none" stroke="black" points="1166,-1116 823,-1116 823,-1080 1166,-1080 1166,-1116"/>
<text text-anchor="middle" x="994.5" y="-1094.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[&#45;1, 14, 64], reverse=0)</text>
</g>
<!-- 22&#45;&gt;23 -->
<g id="edge10" class="edge">
<title>22&#45;&gt;23</title>
<path fill="none" stroke="black" d="M933.79,-1295.85C945.25,-1258.68 972.47,-1170.44 986.23,-1125.82"/>
<polygon fill="black" stroke="black" points="989.58,-1126.82 989.19,-1116.23 982.89,-1124.76 989.58,-1126.82"/>
</g>
<!-- 36 -->
<g id="node22" class="node">
<title>36</title>
<polygon fill="none" stroke="black" points="1385,-1044 1216,-1044 1216,-1008 1385,-1008 1385,-1044"/>
<text text-anchor="middle" x="1300.5" y="-1022.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 23&#45;&gt;36 -->
<g id="edge20" class="edge">
<title>23&#45;&gt;36</title>
<path fill="none" stroke="black" d="M1068.96,-1079.97C1113.38,-1069.8 1169.92,-1056.87 1216,-1046.33"/>
<polygon fill="black" stroke="black" points="1217,-1049.69 1225.97,-1044.05 1215.44,-1042.87 1217,-1049.69"/>
</g>
<!-- 28 -->
<g id="node14" class="node">
<title>28</title>
<polygon fill="none" stroke="black" points="1453,-1548 1106,-1548 1106,-1512 1453,-1512 1453,-1548"/>
<text text-anchor="middle" x="1279.5" y="-1526.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 27&#45;&gt;28 -->
<g id="edge12" class="edge">
<title>27&#45;&gt;28</title>
<path fill="none" stroke="black" d="M1279.5,-1583.7C1279.5,-1575.98 1279.5,-1566.71 1279.5,-1558.11"/>
<polygon fill="black" stroke="black" points="1283,-1558.1 1279.5,-1548.1 1276,-1558.1 1283,-1558.1"/>
</g>
<!-- 30 -->
<g id="node16" class="node">
<title>30</title>
<polygon fill="none" stroke="black" points="1336,-1476 1265,-1476 1265,-1440 1336,-1440 1336,-1476"/>
<text text-anchor="middle" x="1300.5" y="-1454.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 28&#45;&gt;30 -->
<g id="edge13" class="edge">
<title>28&#45;&gt;30</title>
<path fill="none" stroke="black" d="M1284.69,-1511.7C1287.03,-1503.9 1289.85,-1494.51 1292.45,-1485.83"/>
<polygon fill="black" stroke="black" points="1295.85,-1486.69 1295.37,-1476.1 1289.14,-1484.68 1295.85,-1486.69"/>
</g>
<!-- 29 -->
<g id="node15" class="node">
<title>29</title>
<polygon fill="none" stroke="black" points="1663.5,-1548 1471.5,-1548 1471.5,-1512 1663.5,-1512 1663.5,-1548"/>
<text text-anchor="middle" x="1567.5" y="-1526.3" font-family="Times,serif" font-size="14.00">Constant((768,), float32)</text>
</g>
<!-- 29&#45;&gt;30 -->
<g id="edge14" class="edge">
<title>29&#45;&gt;30</title>
<path fill="none" stroke="black" d="M1502.53,-1511.97C1454.08,-1499.26 1389.12,-1482.23 1346.09,-1470.95"/>
<polygon fill="black" stroke="black" points="1346.75,-1467.51 1336.19,-1468.36 1344.97,-1474.28 1346.75,-1467.51"/>
</g>
<!-- 31 -->
<g id="node17" class="node">
<title>31</title>
<polygon fill="none" stroke="black" points="1483,-1404 1118,-1404 1118,-1368 1483,-1368 1483,-1404"/>
<text text-anchor="middle" x="1300.5" y="-1382.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 12, 64], reverse=0)</text>
</g>
<!-- 30&#45;&gt;31 -->
<g id="edge15" class="edge">
<title>30&#45;&gt;31</title>
<path fill="none" stroke="black" d="M1300.5,-1439.7C1300.5,-1431.98 1300.5,-1422.71 1300.5,-1414.11"/>
<polygon fill="black" stroke="black" points="1304,-1414.1 1300.5,-1404.1 1297,-1414.1 1304,-1414.1"/>
</g>
<!-- 32 -->
<g id="node18" class="node">
<title>32</title>
<polygon fill="none" stroke="black" points="1415,-1332 1186,-1332 1186,-1296 1415,-1296 1415,-1332"/>
<text text-anchor="middle" x="1300.5" y="-1310.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 31&#45;&gt;32 -->
<g id="edge16" class="edge">
<title>31&#45;&gt;32</title>
<path fill="none" stroke="black" d="M1300.5,-1367.7C1300.5,-1359.98 1300.5,-1350.71 1300.5,-1342.11"/>
<polygon fill="black" stroke="black" points="1304,-1342.1 1300.5,-1332.1 1297,-1342.1 1304,-1342.1"/>
</g>
<!-- 33 -->
<g id="node19" class="node">
<title>33</title>
<polygon fill="none" stroke="black" points="1415,-1260 1186,-1260 1186,-1224 1415,-1224 1415,-1260"/>
<text text-anchor="middle" x="1300.5" y="-1238.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 1, 3, 2])</text>
</g>
<!-- 32&#45;&gt;33 -->
<g id="edge17" class="edge">
<title>32&#45;&gt;33</title>
<path fill="none" stroke="black" d="M1300.5,-1295.7C1300.5,-1287.98 1300.5,-1278.71 1300.5,-1270.11"/>
<polygon fill="black" stroke="black" points="1304,-1270.1 1300.5,-1260.1 1297,-1270.1 1304,-1270.1"/>
</g>
<!-- 34 -->
<g id="node20" class="node">
<title>34</title>
<polygon fill="none" stroke="black" points="1472,-1188 1129,-1188 1129,-1152 1472,-1152 1472,-1188"/>
<text text-anchor="middle" x="1300.5" y="-1166.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[&#45;1, 64, 14], reverse=0)</text>
</g>
<!-- 33&#45;&gt;34 -->
<g id="edge18" class="edge">
<title>33&#45;&gt;34</title>
<path fill="none" stroke="black" d="M1300.5,-1223.7C1300.5,-1215.98 1300.5,-1206.71 1300.5,-1198.11"/>
<polygon fill="black" stroke="black" points="1304,-1198.1 1300.5,-1188.1 1297,-1198.1 1304,-1198.1"/>
</g>
<!-- 35 -->
<g id="node21" class="node">
<title>35</title>
<polygon fill="none" stroke="black" points="1406,-1116 1195,-1116 1195,-1080 1406,-1080 1406,-1116"/>
<text text-anchor="middle" x="1300.5" y="-1094.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 34&#45;&gt;35 -->
<g id="edge19" class="edge">
<title>34&#45;&gt;35</title>
<path fill="none" stroke="black" d="M1300.5,-1151.7C1300.5,-1143.98 1300.5,-1134.71 1300.5,-1126.11"/>
<polygon fill="black" stroke="black" points="1304,-1126.1 1300.5,-1116.1 1297,-1126.1 1304,-1126.1"/>
</g>
<!-- 35&#45;&gt;36 -->
<g id="edge21" class="edge">
<title>35&#45;&gt;36</title>
<path fill="none" stroke="black" d="M1300.5,-1079.7C1300.5,-1071.98 1300.5,-1062.71 1300.5,-1054.11"/>
<polygon fill="black" stroke="black" points="1304,-1054.1 1300.5,-1044.1 1297,-1054.1 1304,-1054.1"/>
</g>
<!-- 37 -->
<g id="node23" class="node">
<title>37</title>
<polygon fill="none" stroke="black" points="1504,-972 1139,-972 1139,-936 1504,-936 1504,-972"/>
<text text-anchor="middle" x="1321.5" y="-950.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 12, 14, 14], reverse=0)</text>
</g>
<!-- 36&#45;&gt;37 -->
<g id="edge22" class="edge">
<title>36&#45;&gt;37</title>
<path fill="none" stroke="black" d="M1305.69,-1007.7C1308.03,-999.9 1310.85,-990.51 1313.45,-981.83"/>
<polygon fill="black" stroke="black" points="1316.85,-982.69 1316.37,-972.1 1310.14,-980.68 1316.85,-982.69"/>
</g>
<!-- 39 -->
<g id="node24" class="node">
<title>39</title>
<polygon fill="none" stroke="black" points="1395,-900 1288,-900 1288,-864 1395,-864 1395,-900"/>
<text text-anchor="middle" x="1341.5" y="-878.3" font-family="Times,serif" font-size="14.00">divide(·, 8.0)</text>
</g>
<!-- 37&#45;&gt;39 -->
<g id="edge23" class="edge">
<title>37&#45;&gt;39</title>
<path fill="none" stroke="black" d="M1326.44,-935.7C1328.67,-927.9 1331.35,-918.51 1333.83,-909.83"/>
<polygon fill="black" stroke="black" points="1337.23,-910.68 1336.61,-900.1 1330.5,-908.76 1337.23,-910.68"/>
</g>
<!-- 39&#45;&gt;40 -->
<g id="edge24" class="edge">
<title>39&#45;&gt;40</title>
<path fill="none" stroke="black" d="M1395.36,-868.27C1401.48,-866.83 1407.62,-865.38 1413.5,-864 1476.32,-849.25 1548.94,-832.31 1594.79,-821.64"/>
<polygon fill="black" stroke="black" points="1595.77,-825 1604.72,-819.33 1594.18,-818.18 1595.77,-825"/>
</g>
<!-- 41 -->
<g id="node26" class="node">
<title>41</title>
<polygon fill="none" stroke="black" points="1735.5,-756 1561.5,-756 1561.5,-720 1735.5,-720 1735.5,-756"/>
<text text-anchor="middle" x="1648.5" y="-734.3" font-family="Times,serif" font-size="14.00">nn.softmax(·| axis=&#45;1)</text>
</g>
<!-- 40&#45;&gt;41 -->
<g id="edge26" class="edge">
<title>40&#45;&gt;41</title>
<path fill="none" stroke="black" d="M1642.48,-791.7C1643.36,-783.98 1644.42,-774.71 1645.4,-766.11"/>
<polygon fill="black" stroke="black" points="1648.89,-766.44 1646.55,-756.1 1641.93,-765.64 1648.89,-766.44"/>
</g>
<!-- 42 -->
<g id="node27" class="node">
<title>42</title>
<polygon fill="none" stroke="black" points="1763,-684 1580,-684 1580,-648 1763,-648 1763,-684"/>
<text text-anchor="middle" x="1671.5" y="-662.3" font-family="Times,serif" font-size="14.00">nn.dropout(·| rate=0.1)</text>
</g>
<!-- 41&#45;&gt;42 -->
<g id="edge27" class="edge">
<title>41&#45;&gt;42</title>
<path fill="none" stroke="black" d="M1654.19,-719.7C1656.75,-711.9 1659.83,-702.51 1662.68,-693.83"/>
<polygon fill="black" stroke="black" points="1666.08,-694.7 1665.88,-684.1 1659.43,-692.51 1666.08,-694.7"/>
</g>
<!-- 43 -->
<g id="node28" class="node">
<title>43</title>
<polygon fill="none" stroke="black" points="1767.5,-612 1599.5,-612 1599.5,-576 1767.5,-576 1767.5,-612"/>
<text text-anchor="middle" x="1683.5" y="-590.3" font-family="Times,serif" font-size="14.00">TupleGetItem(idx=0)</text>
</g>
<!-- 42&#45;&gt;43 -->
<g id="edge28" class="edge">
<title>42&#45;&gt;43</title>
<path fill="none" stroke="black" d="M1674.47,-647.7C1675.79,-639.98 1677.38,-630.71 1678.85,-622.11"/>
<polygon fill="black" stroke="black" points="1682.33,-622.55 1680.57,-612.1 1675.43,-621.37 1682.33,-622.55"/>
</g>
<!-- 44 -->
<g id="node29" class="node">
<title>44</title>
<polygon fill="none" stroke="black" points="1861,-540 1518,-540 1518,-504 1861,-504 1861,-540"/>
<text text-anchor="middle" x="1689.5" y="-518.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[&#45;1, 14, 14], reverse=0)</text>
</g>
<!-- 43&#45;&gt;44 -->
<g id="edge29" class="edge">
<title>43&#45;&gt;44</title>
<path fill="none" stroke="black" d="M1684.98,-575.7C1685.64,-567.98 1686.44,-558.71 1687.18,-550.11"/>
<polygon fill="black" stroke="black" points="1690.67,-550.37 1688.03,-540.1 1683.69,-549.77 1690.67,-550.37"/>
</g>
<!-- 56 -->
<g id="node38" class="node">
<title>56</title>
<polygon fill="none" stroke="black" points="1873,-468 1704,-468 1704,-432 1873,-432 1873,-468"/>
<text text-anchor="middle" x="1788.5" y="-446.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text>
</g>
<!-- 44&#45;&gt;56 -->
<g id="edge38" class="edge">
<title>44&#45;&gt;56</title>
<path fill="none" stroke="black" d="M1713.72,-503.88C1726.42,-494.89 1742.16,-483.76 1755.92,-474.03"/>
<polygon fill="black" stroke="black" points="1758.04,-476.82 1764.19,-468.19 1754,-471.11 1758.04,-476.82"/>
</g>
<!-- 49 -->
<g id="node31" class="node">
<title>49</title>
<polygon fill="none" stroke="black" points="2195,-1548 1848,-1548 1848,-1512 2195,-1512 2195,-1548"/>
<text text-anchor="middle" x="2021.5" y="-1526.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 48&#45;&gt;49 -->
<g id="edge31" class="edge">
<title>48&#45;&gt;49</title>
<path fill="none" stroke="black" d="M2147.65,-1583.88C2124.72,-1574.26 2095.92,-1562.19 2071.63,-1552.01"/>
<polygon fill="black" stroke="black" points="2072.8,-1548.71 2062.22,-1548.07 2070.09,-1555.16 2072.8,-1548.71"/>
</g>
<!-- 51 -->
<g id="node33" class="node">
<title>51</title>
<polygon fill="none" stroke="black" points="2057,-1476 1986,-1476 1986,-1440 2057,-1440 2057,-1476"/>
<text text-anchor="middle" x="2021.5" y="-1454.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text>
</g>
<!-- 49&#45;&gt;51 -->
<g id="edge32" class="edge">
<title>49&#45;&gt;51</title>
<path fill="none" stroke="black" d="M2021.5,-1511.7C2021.5,-1503.98 2021.5,-1494.71 2021.5,-1486.11"/>
<polygon fill="black" stroke="black" points="2025,-1486.1 2021.5,-1476.1 2018,-1486.1 2025,-1486.1"/>
</g>
<!-- 50 -->
<g id="node32" class="node">
<title>50</title>
<polygon fill="none" stroke="black" points="2405.5,-1548 2213.5,-1548 2213.5,-1512 2405.5,-1512 2405.5,-1548"/>
<text text-anchor="middle" x="2309.5" y="-1526.3" font-family="Times,serif" font-size="14.00">Constant((768,), float32)</text>
</g>
<!-- 50&#45;&gt;51 -->
<g id="edge33" class="edge">
<title>50&#45;&gt;51</title>
<path fill="none" stroke="black" d="M2239.42,-1511.97C2185.74,-1498.92 2113.28,-1481.31 2066.96,-1470.05"/>
<polygon fill="black" stroke="black" points="2067.74,-1466.64 2057.2,-1467.68 2066.09,-1473.44 2067.74,-1466.64"/>
</g>
<!-- 52 -->
<g id="node34" class="node">
<title>52</title>
<polygon fill="none" stroke="black" points="2162,-1404 1797,-1404 1797,-1368 2162,-1368 2162,-1404"/>
<text text-anchor="middle" x="1979.5" y="-1382.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 12, 64], reverse=0)</text>
</g>
<!-- 51&#45;&gt;52 -->
<g id="edge34" class="edge">
<title>51&#45;&gt;52</title>
<path fill="none" stroke="black" d="M2011.12,-1439.7C2006.24,-1431.56 2000.31,-1421.69 1994.92,-1412.7"/>
<polygon fill="black" stroke="black" points="1997.91,-1410.88 1989.76,-1404.1 1991.91,-1414.48 1997.91,-1410.88"/>
</g>
<!-- 53 -->
<g id="node35" class="node">
<title>53</title>
<polygon fill="none" stroke="black" points="2094,-1332 1865,-1332 1865,-1296 2094,-1296 2094,-1332"/>
<text text-anchor="middle" x="1979.5" y="-1310.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 52&#45;&gt;53 -->
<g id="edge35" class="edge">
<title>52&#45;&gt;53</title>
<path fill="none" stroke="black" d="M1979.5,-1367.7C1979.5,-1359.98 1979.5,-1350.71 1979.5,-1342.11"/>
<polygon fill="black" stroke="black" points="1983,-1342.1 1979.5,-1332.1 1976,-1342.1 1983,-1342.1"/>
</g>
<!-- 54 -->
<g id="node36" class="node">
<title>54</title>
<polygon fill="none" stroke="black" points="2150,-1260 1807,-1260 1807,-1224 2150,-1224 2150,-1260"/>
<text text-anchor="middle" x="1978.5" y="-1238.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[&#45;1, 14, 64], reverse=0)</text>
</g>
<!-- 53&#45;&gt;54 -->
<g id="edge36" class="edge">
<title>53&#45;&gt;54</title>
<path fill="none" stroke="black" d="M1979.25,-1295.7C1979.14,-1287.98 1979.01,-1278.71 1978.89,-1270.11"/>
<polygon fill="black" stroke="black" points="1982.39,-1270.05 1978.74,-1260.1 1975.39,-1270.15 1982.39,-1270.05"/>
</g>
<!-- 55 -->
<g id="node37" class="node">
<title>55</title>
<polygon fill="none" stroke="black" points="2080,-1044 1869,-1044 1869,-1008 2080,-1008 2080,-1044"/>
<text text-anchor="middle" x="1974.5" y="-1022.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text>
</g>
<!-- 54&#45;&gt;55 -->
<g id="edge37" class="edge">
<title>54&#45;&gt;55</title>
<path fill="none" stroke="black" d="M1978.18,-1223.85C1977.49,-1186.83 1975.85,-1099.18 1975.01,-1054.39"/>
<polygon fill="black" stroke="black" points="1978.51,-1054.17 1974.82,-1044.23 1971.51,-1054.3 1978.51,-1054.17"/>
</g>
<!-- 55&#45;&gt;56 -->
<g id="edge39" class="edge">
<title>55&#45;&gt;56</title>
<path fill="none" stroke="black" d="M1956.08,-1007.64C1931.63,-982.62 1891.5,-933.83 1891.5,-883 1891.5,-883 1891.5,-883 1891.5,-593 1891.5,-552.36 1893.93,-537.21 1870.5,-504 1861.77,-491.62 1849.14,-481.42 1836.4,-473.4"/>
<polygon fill="black" stroke="black" points="1837.99,-470.27 1827.6,-468.19 1834.42,-476.3 1837.99,-470.27"/>
</g>
<!-- 57 -->
<g id="node39" class="node">
<title>57</title>
<polygon fill="none" stroke="black" points="1971,-396 1606,-396 1606,-360 1971,-360 1971,-396"/>
<text text-anchor="middle" x="1788.5" y="-374.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 12, 14, 64], reverse=0)</text>
</g>
<!-- 56&#45;&gt;57 -->
<g id="edge40" class="edge">
<title>56&#45;&gt;57</title>
<path fill="none" stroke="black" d="M1788.5,-431.7C1788.5,-423.98 1788.5,-414.71 1788.5,-406.11"/>
<polygon fill="black" stroke="black" points="1792,-406.1 1788.5,-396.1 1785,-406.1 1792,-406.1"/>
</g>
<!-- 58 -->
<g id="node40" class="node">
<title>58</title>
<polygon fill="none" stroke="black" points="1903,-324 1674,-324 1674,-288 1903,-288 1903,-324"/>
<text text-anchor="middle" x="1788.5" y="-302.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text>
</g>
<!-- 57&#45;&gt;58 -->
<g id="edge41" class="edge">
<title>57&#45;&gt;58</title>
<path fill="none" stroke="black" d="M1788.5,-359.7C1788.5,-351.98 1788.5,-342.71 1788.5,-334.11"/>
<polygon fill="black" stroke="black" points="1792,-334.1 1788.5,-324.1 1785,-334.1 1792,-334.1"/>
</g>
<!-- 59 -->
<g id="node41" class="node">
<title>59</title>
<polygon fill="none" stroke="black" points="1821,-252 1756,-252 1756,-216 1821,-216 1821,-252"/>
<text text-anchor="middle" x="1788.5" y="-230.3" font-family="Times,serif" font-size="14.00">copy(·)</text>
</g>
<!-- 58&#45;&gt;59 -->
<g id="edge42" class="edge">
<title>58&#45;&gt;59</title>
<path fill="none" stroke="black" d="M1788.5,-287.7C1788.5,-279.98 1788.5,-270.71 1788.5,-262.11"/>
<polygon fill="black" stroke="black" points="1792,-262.1 1788.5,-252.1 1785,-262.1 1792,-262.1"/>
</g>
<!-- 60 -->
<g id="node42" class="node">
<title>60</title>
<polygon fill="none" stroke="black" points="1962,-180 1615,-180 1615,-144 1962,-144 1962,-180"/>
<text text-anchor="middle" x="1788.5" y="-158.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 768], reverse=0)</text>
</g>
<!-- 59&#45;&gt;60 -->
<g id="edge43" class="edge">
<title>59&#45;&gt;60</title>
<path fill="none" stroke="black" d="M1788.5,-215.7C1788.5,-207.98 1788.5,-198.71 1788.5,-190.11"/>
<polygon fill="black" stroke="black" points="1792,-190.1 1788.5,-180.1 1785,-190.1 1792,-190.1"/>
</g>
<!-- 61 -->
<g id="node43" class="node">
<title>61</title>
<polygon fill="none" stroke="black" points="1831.5,-108 1745.5,-108 1745.5,-72 1831.5,-72 1831.5,-108"/>
<text text-anchor="middle" x="1788.5" y="-86.3" font-family="Times,serif" font-size="14.00">Tuple[...])</text>
</g>
<!-- 60&#45;&gt;61 -->
<g id="edge44" class="edge">
<title>60&#45;&gt;61</title>
<path fill="none" stroke="black" d="M1788.5,-143.7C1788.5,-135.98 1788.5,-126.71 1788.5,-118.11"/>
<polygon fill="black" stroke="black" points="1792,-118.1 1788.5,-108.1 1785,-118.1 1792,-118.1"/>
</g>
<!-- 62 -->
<g id="node44" class="node">
<title>62</title>
<polygon fill="none" stroke="black" points="1828.5,-36 1748.5,-36 1748.5,0 1828.5,0 1828.5,-36"/>
<text text-anchor="middle" x="1788.5" y="-14.3" font-family="Times,serif" font-size="14.00">Function</text>
</g>
<!-- 61&#45;&gt;62 -->
<g id="edge45" class="edge">
<title>61&#45;&gt;62</title>
<path fill="none" stroke="black" d="M1788.5,-71.7C1788.5,-63.98 1788.5,-54.71 1788.5,-46.11"/>
<polygon fill="black" stroke="black" points="1792,-46.1 1788.5,-36.1 1785,-46.1 1792,-46.1"/>
</g>
</g>
</svg>