| <?xml version="1.0" encoding="UTF-8" standalone="no"?> |
| <!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" |
| "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd"> |
| <!-- Generated by graphviz version 2.43.0 (0) |
| --> |
| <!-- Title: %3 Pages: 1 --> |
| <svg width="1718pt" height="1772pt" |
| viewBox="0.00 0.00 1717.50 1772.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"> |
| <g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 1768)"> |
| <title>%3</title> |
| <polygon fill="white" stroke="transparent" points="-4,4 -4,-1768 1713.5,-1768 1713.5,4 -4,4"/> |
| <!-- 0 --> |
| <g id="node1" class="node"> |
| <title>0</title> |
| <ellipse fill="none" stroke="black" cx="814.5" cy="-1746" rx="170.87" ry="18"/> |
| <text text-anchor="middle" x="814.5" y="-1742.3" font-family="Times,serif" font-size="14.00">input: Tensor[(1, 14, 768), float32]</text> |
| </g> |
| <!-- 10 --> |
| <g id="node3" class="node"> |
| <title>10</title> |
| <polygon fill="none" stroke="black" points="990.5,-1692 638.5,-1692 638.5,-1656 990.5,-1656 990.5,-1692"/> |
| <text text-anchor="middle" x="814.5" y="-1670.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[-1, 14, 768], reverse=0)</text> |
| </g> |
| <!-- 0->10 --> |
| <g id="edge1" class="edge"> |
| <title>0->10</title> |
| <path fill="none" stroke="black" d="M814.5,-1727.7C814.5,-1719.98 814.5,-1710.71 814.5,-1702.11"/> |
| <polygon fill="black" stroke="black" points="818,-1702.1 814.5,-1692.1 811,-1702.1 818,-1702.1"/> |
| </g> |
| <!-- 1 --> |
| <g id="node2" class="node"> |
| <title>1</title> |
| <ellipse fill="none" stroke="black" cx="1084.5" cy="-882" rx="217.96" ry="18"/> |
| <text text-anchor="middle" x="1084.5" y="-878.3" font-family="Times,serif" font-size="14.00">attention_mask: Tensor[(1, 1, 1, 14), float32]</text> |
| </g> |
| <!-- 33 --> |
| <g id="node25" class="node"> |
| <title>33</title> |
| <polygon fill="none" stroke="black" points="1120,-828 1049,-828 1049,-792 1120,-792 1120,-828"/> |
| <text text-anchor="middle" x="1084.5" y="-806.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text> |
| </g> |
| <!-- 1->33 --> |
| <g id="edge25" class="edge"> |
| <title>1->33</title> |
| <path fill="none" stroke="black" d="M1084.5,-863.7C1084.5,-855.98 1084.5,-846.71 1084.5,-838.11"/> |
| <polygon fill="black" stroke="black" points="1088,-838.1 1084.5,-828.1 1081,-838.1 1088,-838.1"/> |
| </g> |
| <!-- 12 --> |
| <g id="node5" class="node"> |
| <title>12</title> |
| <polygon fill="none" stroke="black" points="834,-1620 665,-1620 665,-1584 834,-1584 834,-1620"/> |
| <text text-anchor="middle" x="749.5" y="-1598.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text> |
| </g> |
| <!-- 10->12 --> |
| <g id="edge2" class="edge"> |
| <title>10->12</title> |
| <path fill="none" stroke="black" d="M798.43,-1655.7C790.56,-1647.22 780.94,-1636.86 772.33,-1627.58"/> |
| <polygon fill="black" stroke="black" points="774.75,-1625.05 765.38,-1620.1 769.62,-1629.81 774.75,-1625.05"/> |
| </g> |
| <!-- 20 --> |
| <g id="node13" class="node"> |
| <title>20</title> |
| <polygon fill="none" stroke="black" points="324,-1620 155,-1620 155,-1584 324,-1584 324,-1620"/> |
| <text text-anchor="middle" x="239.5" y="-1598.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text> |
| </g> |
| <!-- 10->20 --> |
| <g id="edge10" class="edge"> |
| <title>10->20</title> |
| <path fill="none" stroke="black" d="M674.57,-1655.97C569,-1643.11 426.99,-1625.83 334.38,-1614.55"/> |
| <polygon fill="black" stroke="black" points="334.53,-1611.04 324.18,-1613.31 333.68,-1617.99 334.53,-1611.04"/> |
| </g> |
| <!-- 39 --> |
| <g id="node31" class="node"> |
| <title>39</title> |
| <polygon fill="none" stroke="black" points="1344,-1620 1175,-1620 1175,-1584 1344,-1584 1344,-1620"/> |
| <text text-anchor="middle" x="1259.5" y="-1598.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text> |
| </g> |
| <!-- 10->39 --> |
| <g id="edge30" class="edge"> |
| <title>10->39</title> |
| <path fill="none" stroke="black" d="M922.79,-1655.97C996.72,-1644.34 1093.73,-1629.08 1164.62,-1617.92"/> |
| <polygon fill="black" stroke="black" points="1165.55,-1621.32 1174.89,-1616.31 1164.47,-1614.41 1165.55,-1621.32"/> |
| </g> |
| <!-- 11 --> |
| <g id="node4" class="node"> |
| <title>11</title> |
| <polygon fill="none" stroke="black" points="620.5,-1692 378.5,-1692 378.5,-1656 620.5,-1656 620.5,-1692"/> |
| <text text-anchor="middle" x="499.5" y="-1670.3" font-family="Times,serif" font-size="14.00">Constant((1, 768, 768), float32)</text> |
| </g> |
| <!-- 11->12 --> |
| <g id="edge3" class="edge"> |
| <title>11->12</title> |
| <path fill="none" stroke="black" d="M560.34,-1655.97C596.03,-1645.97 641.29,-1633.3 678.59,-1622.85"/> |
| <polygon fill="black" stroke="black" points="679.7,-1626.18 688.39,-1620.11 677.82,-1619.44 679.7,-1626.18"/> |
| </g> |
| <!-- 13 --> |
| <g id="node6" class="node"> |
| <title>13</title> |
| <polygon fill="none" stroke="black" points="923,-1548 576,-1548 576,-1512 923,-1512 923,-1548"/> |
| <text text-anchor="middle" x="749.5" y="-1526.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 768], reverse=0)</text> |
| </g> |
| <!-- 12->13 --> |
| <g id="edge4" class="edge"> |
| <title>12->13</title> |
| <path fill="none" stroke="black" d="M749.5,-1583.7C749.5,-1575.98 749.5,-1566.71 749.5,-1558.11"/> |
| <polygon fill="black" stroke="black" points="753,-1558.1 749.5,-1548.1 746,-1558.1 753,-1558.1"/> |
| </g> |
| <!-- 15 --> |
| <g id="node8" class="node"> |
| <title>15</title> |
| <polygon fill="none" stroke="black" points="869,-1476 798,-1476 798,-1440 869,-1440 869,-1476"/> |
| <text text-anchor="middle" x="833.5" y="-1454.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text> |
| </g> |
| <!-- 13->15 --> |
| <g id="edge5" class="edge"> |
| <title>13->15</title> |
| <path fill="none" stroke="black" d="M770.26,-1511.7C780.74,-1502.97 793.61,-1492.24 805,-1482.75"/> |
| <polygon fill="black" stroke="black" points="807.53,-1485.19 812.97,-1476.1 803.05,-1479.82 807.53,-1485.19"/> |
| </g> |
| <!-- 14 --> |
| <g id="node7" class="node"> |
| <title>14</title> |
| <polygon fill="none" stroke="black" points="1133.5,-1548 941.5,-1548 941.5,-1512 1133.5,-1512 1133.5,-1548"/> |
| <text text-anchor="middle" x="1037.5" y="-1526.3" font-family="Times,serif" font-size="14.00">Constant((768,), float32)</text> |
| </g> |
| <!-- 14->15 --> |
| <g id="edge6" class="edge"> |
| <title>14->15</title> |
| <path fill="none" stroke="black" d="M987.86,-1511.97C954.62,-1500.56 911.2,-1485.66 878.88,-1474.57"/> |
| <polygon fill="black" stroke="black" points="879.83,-1471.2 869.23,-1471.26 877.55,-1477.82 879.83,-1471.2"/> |
| </g> |
| <!-- 16 --> |
| <g id="node9" class="node"> |
| <title>16</title> |
| <polygon fill="none" stroke="black" points="1016,-1404 651,-1404 651,-1368 1016,-1368 1016,-1404"/> |
| <text text-anchor="middle" x="833.5" y="-1382.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 12, 64], reverse=0)</text> |
| </g> |
| <!-- 15->16 --> |
| <g id="edge7" class="edge"> |
| <title>15->16</title> |
| <path fill="none" stroke="black" d="M833.5,-1439.7C833.5,-1431.98 833.5,-1422.71 833.5,-1414.11"/> |
| <polygon fill="black" stroke="black" points="837,-1414.1 833.5,-1404.1 830,-1414.1 837,-1414.1"/> |
| </g> |
| <!-- 17 --> |
| <g id="node10" class="node"> |
| <title>17</title> |
| <polygon fill="none" stroke="black" points="921,-1332 692,-1332 692,-1296 921,-1296 921,-1332"/> |
| <text text-anchor="middle" x="806.5" y="-1310.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text> |
| </g> |
| <!-- 16->17 --> |
| <g id="edge8" class="edge"> |
| <title>16->17</title> |
| <path fill="none" stroke="black" d="M826.83,-1367.7C823.79,-1359.81 820.12,-1350.3 816.74,-1341.55"/> |
| <polygon fill="black" stroke="black" points="819.96,-1340.17 813.1,-1332.1 813.43,-1342.69 819.96,-1340.17"/> |
| </g> |
| <!-- 18 --> |
| <g id="node11" class="node"> |
| <title>18</title> |
| <polygon fill="none" stroke="black" points="973,-1116 630,-1116 630,-1080 973,-1080 973,-1116"/> |
| <text text-anchor="middle" x="801.5" y="-1094.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[-1, 14, 64], reverse=0)</text> |
| </g> |
| <!-- 17->18 --> |
| <g id="edge9" class="edge"> |
| <title>17->18</title> |
| <path fill="none" stroke="black" d="M806.1,-1295.85C805.23,-1258.83 803.19,-1171.18 802.14,-1126.39"/> |
| <polygon fill="black" stroke="black" points="805.64,-1126.15 801.9,-1116.23 798.64,-1126.31 805.64,-1126.15"/> |
| </g> |
| <!-- 29 --> |
| <g id="node22" class="node"> |
| <title>29</title> |
| <polygon fill="none" stroke="black" points="880,-1044 711,-1044 711,-1008 880,-1008 880,-1044"/> |
| <text text-anchor="middle" x="795.5" y="-1022.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text> |
| </g> |
| <!-- 18->29 --> |
| <g id="edge20" class="edge"> |
| <title>18->29</title> |
| <path fill="none" stroke="black" d="M800.02,-1079.7C799.36,-1071.98 798.56,-1062.71 797.82,-1054.11"/> |
| <polygon fill="black" stroke="black" points="801.31,-1053.77 796.97,-1044.1 794.33,-1054.37 801.31,-1053.77"/> |
| </g> |
| <!-- 19 --> |
| <g id="node12" class="node"> |
| <title>19</title> |
| <polygon fill="none" stroke="black" points="360.5,-1692 118.5,-1692 118.5,-1656 360.5,-1656 360.5,-1692"/> |
| <text text-anchor="middle" x="239.5" y="-1670.3" font-family="Times,serif" font-size="14.00">Constant((1, 768, 768), float32)</text> |
| </g> |
| <!-- 19->20 --> |
| <g id="edge11" class="edge"> |
| <title>19->20</title> |
| <path fill="none" stroke="black" d="M239.5,-1655.7C239.5,-1647.98 239.5,-1638.71 239.5,-1630.11"/> |
| <polygon fill="black" stroke="black" points="243,-1630.1 239.5,-1620.1 236,-1630.1 243,-1630.1"/> |
| </g> |
| <!-- 21 --> |
| <g id="node14" class="node"> |
| <title>21</title> |
| <polygon fill="none" stroke="black" points="347,-1548 0,-1548 0,-1512 347,-1512 347,-1548"/> |
| <text text-anchor="middle" x="173.5" y="-1526.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 768], reverse=0)</text> |
| </g> |
| <!-- 20->21 --> |
| <g id="edge12" class="edge"> |
| <title>20->21</title> |
| <path fill="none" stroke="black" d="M223.19,-1583.7C215.19,-1575.22 205.43,-1564.86 196.68,-1555.58"/> |
| <polygon fill="black" stroke="black" points="199.03,-1552.98 189.63,-1548.1 193.94,-1557.78 199.03,-1552.98"/> |
| </g> |
| <!-- 23 --> |
| <g id="node16" class="node"> |
| <title>23</title> |
| <polygon fill="none" stroke="black" points="486,-1476 415,-1476 415,-1440 486,-1440 486,-1476"/> |
| <text text-anchor="middle" x="450.5" y="-1454.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text> |
| </g> |
| <!-- 21->23 --> |
| <g id="edge13" class="edge"> |
| <title>21->23</title> |
| <path fill="none" stroke="black" d="M240.91,-1511.97C291.72,-1499.13 360.04,-1481.86 404.66,-1470.58"/> |
| <polygon fill="black" stroke="black" points="405.8,-1473.91 414.64,-1468.06 404.09,-1467.12 405.8,-1473.91"/> |
| </g> |
| <!-- 22 --> |
| <g id="node15" class="node"> |
| <title>22</title> |
| <polygon fill="none" stroke="black" points="557.5,-1548 365.5,-1548 365.5,-1512 557.5,-1512 557.5,-1548"/> |
| <text text-anchor="middle" x="461.5" y="-1526.3" font-family="Times,serif" font-size="14.00">Constant((768,), float32)</text> |
| </g> |
| <!-- 22->23 --> |
| <g id="edge14" class="edge"> |
| <title>22->23</title> |
| <path fill="none" stroke="black" d="M458.78,-1511.7C457.57,-1503.98 456.11,-1494.71 454.76,-1486.11"/> |
| <polygon fill="black" stroke="black" points="458.2,-1485.44 453.19,-1476.1 451.28,-1486.53 458.2,-1485.44"/> |
| </g> |
| <!-- 24 --> |
| <g id="node17" class="node"> |
| <title>24</title> |
| <polygon fill="none" stroke="black" points="633,-1404 268,-1404 268,-1368 633,-1368 633,-1404"/> |
| <text text-anchor="middle" x="450.5" y="-1382.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 12, 64], reverse=0)</text> |
| </g> |
| <!-- 23->24 --> |
| <g id="edge15" class="edge"> |
| <title>23->24</title> |
| <path fill="none" stroke="black" d="M450.5,-1439.7C450.5,-1431.98 450.5,-1422.71 450.5,-1414.11"/> |
| <polygon fill="black" stroke="black" points="454,-1414.1 450.5,-1404.1 447,-1414.1 454,-1414.1"/> |
| </g> |
| <!-- 25 --> |
| <g id="node18" class="node"> |
| <title>25</title> |
| <polygon fill="none" stroke="black" points="566,-1332 337,-1332 337,-1296 566,-1296 566,-1332"/> |
| <text text-anchor="middle" x="451.5" y="-1310.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text> |
| </g> |
| <!-- 24->25 --> |
| <g id="edge16" class="edge"> |
| <title>24->25</title> |
| <path fill="none" stroke="black" d="M450.75,-1367.7C450.86,-1359.98 450.99,-1350.71 451.11,-1342.11"/> |
| <polygon fill="black" stroke="black" points="454.61,-1342.15 451.26,-1332.1 447.61,-1342.05 454.61,-1342.15"/> |
| </g> |
| <!-- 26 --> |
| <g id="node19" class="node"> |
| <title>26</title> |
| <polygon fill="none" stroke="black" points="596,-1260 367,-1260 367,-1224 596,-1224 596,-1260"/> |
| <text text-anchor="middle" x="481.5" y="-1238.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 1, 3, 2])</text> |
| </g> |
| <!-- 25->26 --> |
| <g id="edge17" class="edge"> |
| <title>25->26</title> |
| <path fill="none" stroke="black" d="M458.92,-1295.7C462.29,-1287.81 466.37,-1278.3 470.12,-1269.55"/> |
| <polygon fill="black" stroke="black" points="473.45,-1270.67 474.17,-1260.1 467.01,-1267.92 473.45,-1270.67"/> |
| </g> |
| <!-- 27 --> |
| <g id="node20" class="node"> |
| <title>27</title> |
| <polygon fill="none" stroke="black" points="668,-1188 325,-1188 325,-1152 668,-1152 668,-1188"/> |
| <text text-anchor="middle" x="496.5" y="-1166.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[-1, 64, 14], reverse=0)</text> |
| </g> |
| <!-- 26->27 --> |
| <g id="edge18" class="edge"> |
| <title>26->27</title> |
| <path fill="none" stroke="black" d="M485.21,-1223.7C486.86,-1215.98 488.85,-1206.71 490.69,-1198.11"/> |
| <polygon fill="black" stroke="black" points="494.16,-1198.62 492.83,-1188.1 487.32,-1197.15 494.16,-1198.62"/> |
| </g> |
| <!-- 28 --> |
| <g id="node21" class="node"> |
| <title>28</title> |
| <polygon fill="none" stroke="black" points="610,-1116 399,-1116 399,-1080 610,-1080 610,-1116"/> |
| <text text-anchor="middle" x="504.5" y="-1094.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text> |
| </g> |
| <!-- 27->28 --> |
| <g id="edge19" class="edge"> |
| <title>27->28</title> |
| <path fill="none" stroke="black" d="M498.48,-1151.7C499.36,-1143.98 500.42,-1134.71 501.4,-1126.11"/> |
| <polygon fill="black" stroke="black" points="504.89,-1126.44 502.55,-1116.1 497.93,-1125.64 504.89,-1126.44"/> |
| </g> |
| <!-- 28->29 --> |
| <g id="edge21" class="edge"> |
| <title>28->29</title> |
| <path fill="none" stroke="black" d="M575.31,-1079.97C617.47,-1069.83 671.09,-1056.93 714.87,-1046.4"/> |
| <polygon fill="black" stroke="black" points="715.72,-1049.79 724.62,-1044.05 714.08,-1042.99 715.72,-1049.79"/> |
| </g> |
| <!-- 30 --> |
| <g id="node23" class="node"> |
| <title>30</title> |
| <polygon fill="none" stroke="black" points="978,-972 613,-972 613,-936 978,-936 978,-972"/> |
| <text text-anchor="middle" x="795.5" y="-950.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 12, 14, 14], reverse=0)</text> |
| </g> |
| <!-- 29->30 --> |
| <g id="edge22" class="edge"> |
| <title>29->30</title> |
| <path fill="none" stroke="black" d="M795.5,-1007.7C795.5,-999.98 795.5,-990.71 795.5,-982.11"/> |
| <polygon fill="black" stroke="black" points="799,-982.1 795.5,-972.1 792,-982.1 799,-982.1"/> |
| </g> |
| <!-- 32 --> |
| <g id="node24" class="node"> |
| <title>32</title> |
| <polygon fill="none" stroke="black" points="849,-900 742,-900 742,-864 849,-864 849,-900"/> |
| <text text-anchor="middle" x="795.5" y="-878.3" font-family="Times,serif" font-size="14.00">divide(·, 8.0)</text> |
| </g> |
| <!-- 30->32 --> |
| <g id="edge23" class="edge"> |
| <title>30->32</title> |
| <path fill="none" stroke="black" d="M795.5,-935.7C795.5,-927.98 795.5,-918.71 795.5,-910.11"/> |
| <polygon fill="black" stroke="black" points="799,-910.1 795.5,-900.1 792,-910.1 799,-910.1"/> |
| </g> |
| <!-- 32->33 --> |
| <g id="edge24" class="edge"> |
| <title>32->33</title> |
| <path fill="none" stroke="black" d="M849.24,-866.13C852.03,-865.4 854.8,-864.69 857.5,-864 920.04,-848.13 992.73,-831.47 1038.67,-821.16"/> |
| <polygon fill="black" stroke="black" points="1039.63,-824.53 1048.62,-818.93 1038.1,-817.7 1039.63,-824.53"/> |
| </g> |
| <!-- 34 --> |
| <g id="node26" class="node"> |
| <title>34</title> |
| <polygon fill="none" stroke="black" points="1174.5,-756 1000.5,-756 1000.5,-720 1174.5,-720 1174.5,-756"/> |
| <text text-anchor="middle" x="1087.5" y="-734.3" font-family="Times,serif" font-size="14.00">nn.softmax(·| axis=-1)</text> |
| </g> |
| <!-- 33->34 --> |
| <g id="edge26" class="edge"> |
| <title>33->34</title> |
| <path fill="none" stroke="black" d="M1085.24,-791.7C1085.57,-783.98 1085.97,-774.71 1086.34,-766.11"/> |
| <polygon fill="black" stroke="black" points="1089.84,-766.25 1086.77,-756.1 1082.84,-765.95 1089.84,-766.25"/> |
| </g> |
| <!-- 35 --> |
| <g id="node27" class="node"> |
| <title>35</title> |
| <polygon fill="none" stroke="black" points="1202,-684 1019,-684 1019,-648 1202,-648 1202,-684"/> |
| <text text-anchor="middle" x="1110.5" y="-662.3" font-family="Times,serif" font-size="14.00">nn.dropout(·| rate=0.1)</text> |
| </g> |
| <!-- 34->35 --> |
| <g id="edge27" class="edge"> |
| <title>34->35</title> |
| <path fill="none" stroke="black" d="M1093.19,-719.7C1095.75,-711.9 1098.83,-702.51 1101.68,-693.83"/> |
| <polygon fill="black" stroke="black" points="1105.08,-694.7 1104.88,-684.1 1098.43,-692.51 1105.08,-694.7"/> |
| </g> |
| <!-- 36 --> |
| <g id="node28" class="node"> |
| <title>36</title> |
| <polygon fill="none" stroke="black" points="1206.5,-612 1038.5,-612 1038.5,-576 1206.5,-576 1206.5,-612"/> |
| <text text-anchor="middle" x="1122.5" y="-590.3" font-family="Times,serif" font-size="14.00">TupleGetItem(idx=0)</text> |
| </g> |
| <!-- 35->36 --> |
| <g id="edge28" class="edge"> |
| <title>35->36</title> |
| <path fill="none" stroke="black" d="M1113.47,-647.7C1114.79,-639.98 1116.38,-630.71 1117.85,-622.11"/> |
| <polygon fill="black" stroke="black" points="1121.33,-622.55 1119.57,-612.1 1114.43,-621.37 1121.33,-622.55"/> |
| </g> |
| <!-- 37 --> |
| <g id="node29" class="node"> |
| <title>37</title> |
| <polygon fill="none" stroke="black" points="1300,-540 957,-540 957,-504 1300,-504 1300,-540"/> |
| <text text-anchor="middle" x="1128.5" y="-518.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[-1, 14, 14], reverse=0)</text> |
| </g> |
| <!-- 36->37 --> |
| <g id="edge29" class="edge"> |
| <title>36->37</title> |
| <path fill="none" stroke="black" d="M1123.98,-575.7C1124.64,-567.98 1125.44,-558.71 1126.18,-550.11"/> |
| <polygon fill="black" stroke="black" points="1129.67,-550.37 1127.03,-540.1 1122.69,-549.77 1129.67,-550.37"/> |
| </g> |
| <!-- 47 --> |
| <g id="node39" class="node"> |
| <title>47</title> |
| <polygon fill="none" stroke="black" points="1312,-468 1143,-468 1143,-432 1312,-432 1312,-468"/> |
| <text text-anchor="middle" x="1227.5" y="-446.3" font-family="Times,serif" font-size="14.00">nn.batch_matmul(·, ·)</text> |
| </g> |
| <!-- 37->47 --> |
| <g id="edge39" class="edge"> |
| <title>37->47</title> |
| <path fill="none" stroke="black" d="M1152.72,-503.88C1165.42,-494.89 1181.16,-483.76 1194.92,-474.03"/> |
| <polygon fill="black" stroke="black" points="1197.04,-476.82 1203.19,-468.19 1193,-471.11 1197.04,-476.82"/> |
| </g> |
| <!-- 38 --> |
| <g id="node30" class="node"> |
| <title>38</title> |
| <polygon fill="none" stroke="black" points="1380.5,-1692 1138.5,-1692 1138.5,-1656 1380.5,-1656 1380.5,-1692"/> |
| <text text-anchor="middle" x="1259.5" y="-1670.3" font-family="Times,serif" font-size="14.00">Constant((1, 768, 768), float32)</text> |
| </g> |
| <!-- 38->39 --> |
| <g id="edge31" class="edge"> |
| <title>38->39</title> |
| <path fill="none" stroke="black" d="M1259.5,-1655.7C1259.5,-1647.98 1259.5,-1638.71 1259.5,-1630.11"/> |
| <polygon fill="black" stroke="black" points="1263,-1630.1 1259.5,-1620.1 1256,-1630.1 1263,-1630.1"/> |
| </g> |
| <!-- 40 --> |
| <g id="node32" class="node"> |
| <title>40</title> |
| <polygon fill="none" stroke="black" points="1499,-1548 1152,-1548 1152,-1512 1499,-1512 1499,-1548"/> |
| <text text-anchor="middle" x="1325.5" y="-1526.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 768], reverse=0)</text> |
| </g> |
| <!-- 39->40 --> |
| <g id="edge32" class="edge"> |
| <title>39->40</title> |
| <path fill="none" stroke="black" d="M1275.81,-1583.7C1283.81,-1575.22 1293.57,-1564.86 1302.32,-1555.58"/> |
| <polygon fill="black" stroke="black" points="1305.06,-1557.78 1309.37,-1548.1 1299.97,-1552.98 1305.06,-1557.78"/> |
| </g> |
| <!-- 42 --> |
| <g id="node34" class="node"> |
| <title>42</title> |
| <polygon fill="none" stroke="black" points="1366,-1476 1295,-1476 1295,-1440 1366,-1440 1366,-1476"/> |
| <text text-anchor="middle" x="1330.5" y="-1454.3" font-family="Times,serif" font-size="14.00">add(·, ·)</text> |
| </g> |
| <!-- 40->42 --> |
| <g id="edge33" class="edge"> |
| <title>40->42</title> |
| <path fill="none" stroke="black" d="M1326.74,-1511.7C1327.29,-1503.98 1327.95,-1494.71 1328.56,-1486.11"/> |
| <polygon fill="black" stroke="black" points="1332.06,-1486.33 1329.28,-1476.1 1325.07,-1485.83 1332.06,-1486.33"/> |
| </g> |
| <!-- 41 --> |
| <g id="node33" class="node"> |
| <title>41</title> |
| <polygon fill="none" stroke="black" points="1709.5,-1548 1517.5,-1548 1517.5,-1512 1709.5,-1512 1709.5,-1548"/> |
| <text text-anchor="middle" x="1613.5" y="-1526.3" font-family="Times,serif" font-size="14.00">Constant((768,), float32)</text> |
| </g> |
| <!-- 41->42 --> |
| <g id="edge34" class="edge"> |
| <title>41->42</title> |
| <path fill="none" stroke="black" d="M1544.63,-1511.97C1492.31,-1499.02 1421.8,-1481.58 1376.25,-1470.32"/> |
| <polygon fill="black" stroke="black" points="1376.9,-1466.87 1366.36,-1467.87 1375.22,-1473.67 1376.9,-1466.87"/> |
| </g> |
| <!-- 43 --> |
| <g id="node35" class="node"> |
| <title>43</title> |
| <polygon fill="none" stroke="black" points="1513,-1404 1148,-1404 1148,-1368 1513,-1368 1513,-1404"/> |
| <text text-anchor="middle" x="1330.5" y="-1382.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 12, 64], reverse=0)</text> |
| </g> |
| <!-- 42->43 --> |
| <g id="edge35" class="edge"> |
| <title>42->43</title> |
| <path fill="none" stroke="black" d="M1330.5,-1439.7C1330.5,-1431.98 1330.5,-1422.71 1330.5,-1414.11"/> |
| <polygon fill="black" stroke="black" points="1334,-1414.1 1330.5,-1404.1 1327,-1414.1 1334,-1414.1"/> |
| </g> |
| <!-- 44 --> |
| <g id="node36" class="node"> |
| <title>44</title> |
| <polygon fill="none" stroke="black" points="1445,-1332 1216,-1332 1216,-1296 1445,-1296 1445,-1332"/> |
| <text text-anchor="middle" x="1330.5" y="-1310.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text> |
| </g> |
| <!-- 43->44 --> |
| <g id="edge36" class="edge"> |
| <title>43->44</title> |
| <path fill="none" stroke="black" d="M1330.5,-1367.7C1330.5,-1359.98 1330.5,-1350.71 1330.5,-1342.11"/> |
| <polygon fill="black" stroke="black" points="1334,-1342.1 1330.5,-1332.1 1327,-1342.1 1334,-1342.1"/> |
| </g> |
| <!-- 45 --> |
| <g id="node37" class="node"> |
| <title>45</title> |
| <polygon fill="none" stroke="black" points="1502,-1260 1159,-1260 1159,-1224 1502,-1224 1502,-1260"/> |
| <text text-anchor="middle" x="1330.5" y="-1238.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[-1, 14, 64], reverse=0)</text> |
| </g> |
| <!-- 44->45 --> |
| <g id="edge37" class="edge"> |
| <title>44->45</title> |
| <path fill="none" stroke="black" d="M1330.5,-1295.7C1330.5,-1287.98 1330.5,-1278.71 1330.5,-1270.11"/> |
| <polygon fill="black" stroke="black" points="1334,-1270.1 1330.5,-1260.1 1327,-1270.1 1334,-1270.1"/> |
| </g> |
| <!-- 46 --> |
| <g id="node38" class="node"> |
| <title>46</title> |
| <polygon fill="none" stroke="black" points="1436,-1044 1225,-1044 1225,-1008 1436,-1008 1436,-1044"/> |
| <text text-anchor="middle" x="1330.5" y="-1022.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1])</text> |
| </g> |
| <!-- 45->46 --> |
| <g id="edge38" class="edge"> |
| <title>45->46</title> |
| <path fill="none" stroke="black" d="M1330.5,-1223.85C1330.5,-1186.83 1330.5,-1099.18 1330.5,-1054.39"/> |
| <polygon fill="black" stroke="black" points="1334,-1054.23 1330.5,-1044.23 1327,-1054.23 1334,-1054.23"/> |
| </g> |
| <!-- 46->47 --> |
| <g id="edge40" class="edge"> |
| <title>46->47</title> |
| <path fill="none" stroke="black" d="M1330.5,-1007.95C1330.5,-981.29 1330.5,-928.11 1330.5,-883 1330.5,-883 1330.5,-883 1330.5,-593 1330.5,-552.36 1332.93,-537.21 1309.5,-504 1300.77,-491.62 1288.14,-481.42 1275.4,-473.4"/> |
| <polygon fill="black" stroke="black" points="1276.99,-470.27 1266.6,-468.19 1273.42,-476.3 1276.99,-470.27"/> |
| </g> |
| <!-- 48 --> |
| <g id="node40" class="node"> |
| <title>48</title> |
| <polygon fill="none" stroke="black" points="1410,-396 1045,-396 1045,-360 1410,-360 1410,-396"/> |
| <text text-anchor="middle" x="1227.5" y="-374.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 12, 14, 64], reverse=0)</text> |
| </g> |
| <!-- 47->48 --> |
| <g id="edge41" class="edge"> |
| <title>47->48</title> |
| <path fill="none" stroke="black" d="M1227.5,-431.7C1227.5,-423.98 1227.5,-414.71 1227.5,-406.11"/> |
| <polygon fill="black" stroke="black" points="1231,-406.1 1227.5,-396.1 1224,-406.1 1231,-406.1"/> |
| </g> |
| <!-- 49 --> |
| <g id="node41" class="node"> |
| <title>49</title> |
| <polygon fill="none" stroke="black" points="1342,-324 1113,-324 1113,-288 1342,-288 1342,-324"/> |
| <text text-anchor="middle" x="1227.5" y="-302.3" font-family="Times,serif" font-size="14.00">transpose(·| axes=[0, 2, 1, 3])</text> |
| </g> |
| <!-- 48->49 --> |
| <g id="edge42" class="edge"> |
| <title>48->49</title> |
| <path fill="none" stroke="black" d="M1227.5,-359.7C1227.5,-351.98 1227.5,-342.71 1227.5,-334.11"/> |
| <polygon fill="black" stroke="black" points="1231,-334.1 1227.5,-324.1 1224,-334.1 1231,-334.1"/> |
| </g> |
| <!-- 50 --> |
| <g id="node42" class="node"> |
| <title>50</title> |
| <polygon fill="none" stroke="black" points="1260,-252 1195,-252 1195,-216 1260,-216 1260,-252"/> |
| <text text-anchor="middle" x="1227.5" y="-230.3" font-family="Times,serif" font-size="14.00">copy(·)</text> |
| </g> |
| <!-- 49->50 --> |
| <g id="edge43" class="edge"> |
| <title>49->50</title> |
| <path fill="none" stroke="black" d="M1227.5,-287.7C1227.5,-279.98 1227.5,-270.71 1227.5,-262.11"/> |
| <polygon fill="black" stroke="black" points="1231,-262.1 1227.5,-252.1 1224,-262.1 1231,-262.1"/> |
| </g> |
| <!-- 51 --> |
| <g id="node43" class="node"> |
| <title>51</title> |
| <polygon fill="none" stroke="black" points="1401,-180 1054,-180 1054,-144 1401,-144 1401,-180"/> |
| <text text-anchor="middle" x="1227.5" y="-158.3" font-family="Times,serif" font-size="14.00">reshape(·| newshape=[1, 14, 768], reverse=0)</text> |
| </g> |
| <!-- 50->51 --> |
| <g id="edge44" class="edge"> |
| <title>50->51</title> |
| <path fill="none" stroke="black" d="M1227.5,-215.7C1227.5,-207.98 1227.5,-198.71 1227.5,-190.11"/> |
| <polygon fill="black" stroke="black" points="1231,-190.1 1227.5,-180.1 1224,-190.1 1231,-190.1"/> |
| </g> |
| <!-- 52 --> |
| <g id="node44" class="node"> |
| <title>52</title> |
| <polygon fill="none" stroke="black" points="1270.5,-108 1184.5,-108 1184.5,-72 1270.5,-72 1270.5,-108"/> |
| <text text-anchor="middle" x="1227.5" y="-86.3" font-family="Times,serif" font-size="14.00">Tuple[...])</text> |
| </g> |
| <!-- 51->52 --> |
| <g id="edge45" class="edge"> |
| <title>51->52</title> |
| <path fill="none" stroke="black" d="M1227.5,-143.7C1227.5,-135.98 1227.5,-126.71 1227.5,-118.11"/> |
| <polygon fill="black" stroke="black" points="1231,-118.1 1227.5,-108.1 1224,-118.1 1231,-118.1"/> |
| </g> |
| <!-- 53 --> |
| <g id="node45" class="node"> |
| <title>53</title> |
| <polygon fill="none" stroke="black" points="1267.5,-36 1187.5,-36 1187.5,0 1267.5,0 1267.5,-36"/> |
| <text text-anchor="middle" x="1227.5" y="-14.3" font-family="Times,serif" font-size="14.00">Function</text> |
| </g> |
| <!-- 52->53 --> |
| <g id="edge46" class="edge"> |
| <title>52->53</title> |
| <path fill="none" stroke="black" d="M1227.5,-71.7C1227.5,-63.98 1227.5,-54.71 1227.5,-46.11"/> |
| <polygon fill="black" stroke="black" points="1231,-46.1 1227.5,-36.1 1224,-46.1 1231,-46.1"/> |
| </g> |
| </g> |
| </svg> |