images/bert-pytorch/bert_model.svg - tvm-site - Git at Google

 <?xml version="1.0" encoding="UTF-8" standalone="no"?>
 <!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
  "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
 <!-- Generated by graphviz version 2.43.0 (0)
  -->
 <!-- Title: %3 Pages: 1 -->
 <svg width="526pt" height="1294pt"
  viewBox="0.00 0.00 525.50 1294.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
 <g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 1290)">
 <title>%3</title>
 <polygon fill="white" stroke="transparent" points="-4,4 -4,-1290 521.5,-1290 521.5,4 -4,4"/>
 <text text-anchor="middle" x="258.75" y="-1270.8" font-family="Times,serif" font-size="14.00">BertModel</text>
 <g id="clust1" class="cluster">
 <title>cluster_.3358</title>
 <polygon fill="none" stroke="black" points="34.5,-136 34.5,-1147 509.5,-1147 509.5,-136 34.5,-136"/>
 <text text-anchor="middle" x="272" y="-1131.8" font-family="Times,serif" font-size="14.00">encoder (BertEncoder)</text>
 </g>
 <!-- inp_input_ids -->
 <g id="node1" class="node">
 <title>inp_input_ids</title>
 <ellipse fill="none" stroke="black" cx="119.5" cy="-1245" rx="72.29" ry="18"/>
 <text text-anchor="middle" x="119.5" y="-1241.3" font-family="Times,serif" font-size="14.00">inp_input_ids</text>
 </g>
 <!-- .3357 -->
 <g id="node3" class="node">
 <title>.3357</title>
 <polygon fill="none" stroke="black" points="239,-1191 0,-1191 0,-1155 239,-1155 239,-1191"/>
 <text text-anchor="middle" x="119.5" y="-1169.3" font-family="Times,serif" font-size="14.00">embeddings (BertEmbeddings)</text>
 </g>
 <!-- inp_input_ids&#45;&gt;.3357 -->
 <g id="edge1" class="edge">
 <title>inp_input_ids&#45;&gt;.3357</title>
 <path fill="none" stroke="black" d="M119.5,-1226.7C119.5,-1218.98 119.5,-1209.71 119.5,-1201.11"/>
 <polygon fill="black" stroke="black" points="123,-1201.1 119.5,-1191.1 116,-1201.1 123,-1201.1"/>
 </g>
 <!-- inp_attention_mask.1 -->
 <g id="node2" class="node">
 <title>inp_attention_mask.1</title>
 <ellipse fill="none" stroke="black" cx="366.5" cy="-1173" rx="109.68" ry="18"/>
 <text text-anchor="middle" x="366.5" y="-1169.3" font-family="Times,serif" font-size="14.00">inp_attention_mask.1</text>
 </g>
 <!-- encoder.inp_attention_mask -->
 <g id="node5" class="node">
 <title>encoder.inp_attention_mask</title>
 <ellipse fill="none" stroke="black" cx="361.5" cy="-1098" rx="139.98" ry="18"/>
 <text text-anchor="middle" x="361.5" y="-1094.3" font-family="Times,serif" font-size="14.00">encoder.inp_attention_mask</text>
 </g>
 <!-- inp_attention_mask.1&#45;&gt;encoder.inp_attention_mask -->
 <g id="edge3" class="edge">
 <title>inp_attention_mask.1&#45;&gt;encoder.inp_attention_mask</title>
 <path fill="none" stroke="black" d="M365.32,-1154.7C364.74,-1146.25 364.03,-1135.87 363.37,-1126.37"/>
 <polygon fill="black" stroke="black" points="366.85,-1125.91 362.68,-1116.18 359.87,-1126.39 366.85,-1125.91"/>
 </g>
 <!-- encoder.inp_26 -->
 <g id="node4" class="node">
 <title>encoder.inp_26</title>
 <ellipse fill="none" stroke="black" cx="123.5" cy="-1098" rx="80.69" ry="18"/>
 <text text-anchor="middle" x="123.5" y="-1094.3" font-family="Times,serif" font-size="14.00">encoder.inp_26</text>
 </g>
 <!-- .3357&#45;&gt;encoder.inp_26 -->
 <g id="edge2" class="edge">
 <title>.3357&#45;&gt;encoder.inp_26</title>
 <path fill="none" stroke="black" d="M120.45,-1154.7C120.91,-1146.25 121.48,-1135.87 122,-1126.37"/>
 <polygon fill="black" stroke="black" points="125.51,-1126.35 122.56,-1116.18 118.52,-1125.97 125.51,-1126.35"/>
 </g>
 <!-- encoder..39 -->
 <g id="node6" class="node">
 <title>encoder..39</title>
 <polygon fill="none" stroke="black" points="294.5,-1044 82.5,-1044 82.5,-1008 294.5,-1008 294.5,-1044"/>
 <text text-anchor="middle" x="188.5" y="-1022.3" font-family="Times,serif" font-size="14.00">encoder.layer.0 (BertLayer)</text>
 </g>
 <!-- encoder.inp_26&#45;&gt;encoder..39 -->
 <g id="edge4" class="edge">
 <title>encoder.inp_26&#45;&gt;encoder..39</title>
 <path fill="none" stroke="black" d="M139.23,-1080.05C147.1,-1071.58 156.77,-1061.17 165.46,-1051.82"/>
 <polygon fill="black" stroke="black" points="168.22,-1053.98 172.46,-1044.28 163.09,-1049.22 168.22,-1053.98"/>
 </g>
 <!-- encoder.inp_attention_mask&#45;&gt;encoder..39 -->
 <g id="edge5" class="edge">
 <title>encoder.inp_attention_mask&#45;&gt;encoder..39</title>
 <path fill="none" stroke="black" d="M320.94,-1080.59C296.75,-1070.8 265.8,-1058.28 239.9,-1047.8"/>
 <polygon fill="black" stroke="black" points="241.2,-1044.55 230.61,-1044.04 238.57,-1051.04 241.2,-1044.55"/>
 </g>
 <!-- encoder..40 -->
 <g id="node7" class="node">
 <title>encoder..40</title>
 <polygon fill="none" stroke="black" points="334.5,-972 122.5,-972 122.5,-936 334.5,-936 334.5,-972"/>
 <text text-anchor="middle" x="228.5" y="-950.3" font-family="Times,serif" font-size="14.00">encoder.layer.1 (BertLayer)</text>
 </g>
 <!-- encoder.inp_attention_mask&#45;&gt;encoder..40 -->
 <g id="edge7" class="edge">
 <title>encoder.inp_attention_mask&#45;&gt;encoder..40</title>
 <path fill="none" stroke="black" d="M356.56,-1079.85C350.3,-1060.53 337.91,-1029.08 318.5,-1008 307,-995.52 291.89,-985.08 277.33,-976.86"/>
 <polygon fill="black" stroke="black" points="278.84,-973.7 268.38,-972.03 275.52,-979.86 278.84,-973.7"/>
 </g>
 <!-- encoder..41 -->
 <g id="node8" class="node">
 <title>encoder..41</title>
 <polygon fill="none" stroke="black" points="354.5,-900 142.5,-900 142.5,-864 354.5,-864 354.5,-900"/>
 <text text-anchor="middle" x="248.5" y="-878.3" font-family="Times,serif" font-size="14.00">encoder.layer.2 (BertLayer)</text>
 </g>
 <!-- encoder.inp_attention_mask&#45;&gt;encoder..41 -->
 <g id="edge9" class="edge">
 <title>encoder.inp_attention_mask&#45;&gt;encoder..41</title>
 <path fill="none" stroke="black" d="M364.36,-1079.79C368.62,-1048.34 373.24,-980.74 343.5,-936 334.75,-922.84 321.57,-912.62 307.8,-904.83"/>
 <polygon fill="black" stroke="black" points="309.18,-901.6 298.7,-900.05 305.92,-907.79 309.18,-901.6"/>
 </g>
 <!-- encoder..42 -->
 <g id="node9" class="node">
 <title>encoder..42</title>
 <polygon fill="none" stroke="black" points="374.5,-828 162.5,-828 162.5,-792 374.5,-792 374.5,-828"/>
 <text text-anchor="middle" x="268.5" y="-806.3" font-family="Times,serif" font-size="14.00">encoder.layer.3 (BertLayer)</text>
 </g>
 <!-- encoder.inp_attention_mask&#45;&gt;encoder..42 -->
 <g id="edge11" class="edge">
 <title>encoder.inp_attention_mask&#45;&gt;encoder..42</title>
 <path fill="none" stroke="black" d="M367.32,-1079.88C380.1,-1039.01 406.2,-933.91 363.5,-864 355.42,-850.78 342.77,-840.59 329.3,-832.84"/>
 <polygon fill="black" stroke="black" points="330.84,-829.7 320.37,-828.1 327.56,-835.88 330.84,-829.7"/>
 </g>
 <!-- encoder..43 -->
 <g id="node10" class="node">
 <title>encoder..43</title>
 <polygon fill="none" stroke="black" points="384.5,-756 172.5,-756 172.5,-720 384.5,-720 384.5,-756"/>
 <text text-anchor="middle" x="278.5" y="-734.3" font-family="Times,serif" font-size="14.00">encoder.layer.4 (BertLayer)</text>
 </g>
 <!-- encoder.inp_attention_mask&#45;&gt;encoder..43 -->
 <g id="edge13" class="edge">
 <title>encoder.inp_attention_mask&#45;&gt;encoder..43</title>
 <path fill="none" stroke="black" d="M370.57,-1079.82C375.51,-1069.67 381.26,-1056.42 384.5,-1044 394.53,-1005.53 393.5,-994.76 393.5,-955 393.5,-955 393.5,-955 393.5,-881 393.5,-841.2 406.22,-824.68 383.5,-792 374.14,-778.53 360.31,-768.3 345.74,-760.6"/>
 <polygon fill="black" stroke="black" points="347.13,-757.38 336.61,-756.12 344.05,-763.66 347.13,-757.38"/>
 </g>
 <!-- encoder..44 -->
 <g id="node11" class="node">
 <title>encoder..44</title>
 <polygon fill="none" stroke="black" points="384.5,-684 172.5,-684 172.5,-648 384.5,-648 384.5,-684"/>
 <text text-anchor="middle" x="278.5" y="-662.3" font-family="Times,serif" font-size="14.00">encoder.layer.5 (BertLayer)</text>
 </g>
 <!-- encoder.inp_attention_mask&#45;&gt;encoder..44 -->
 <g id="edge15" class="edge">
 <title>encoder.inp_attention_mask&#45;&gt;encoder..44</title>
 <path fill="none" stroke="black" d="M373.2,-1080C379.68,-1069.92 387.43,-1056.67 392.5,-1044 407.59,-1006.26 413.5,-995.64 413.5,-955 413.5,-955 413.5,-955 413.5,-809 413.5,-768.46 418.99,-751.52 393.5,-720 382.46,-706.35 367.13,-696.06 351.25,-688.37"/>
 <polygon fill="black" stroke="black" points="352.42,-685.05 341.86,-684.13 349.53,-691.43 352.42,-685.05"/>
 </g>
 <!-- encoder..45 -->
 <g id="node12" class="node">
 <title>encoder..45</title>
 <polygon fill="none" stroke="black" points="294.5,-612 82.5,-612 82.5,-576 294.5,-576 294.5,-612"/>
 <text text-anchor="middle" x="188.5" y="-590.3" font-family="Times,serif" font-size="14.00">encoder.layer.6 (BertLayer)</text>
 </g>
 <!-- encoder.inp_attention_mask&#45;&gt;encoder..45 -->
 <g id="edge16" class="edge">
 <title>encoder.inp_attention_mask&#45;&gt;encoder..45</title>
 <path fill="none" stroke="black" d="M345.42,-1079.8C336.69,-1069.86 326.15,-1056.82 318.5,-1044 309.62,-1029.12 316.96,-1018.92 303.5,-1008 236.76,-953.85 171.94,-1035.02 113.5,-972 86.43,-942.81 103.5,-922.8 103.5,-883 103.5,-883 103.5,-883 103.5,-737 103.5,-690.45 137.54,-645.95 162.54,-619.55"/>
 <polygon fill="black" stroke="black" points="165.16,-621.87 169.64,-612.27 160.15,-616.98 165.16,-621.87"/>
 </g>
 <!-- encoder..46 -->
 <g id="node13" class="node">
 <title>encoder..46</title>
 <polygon fill="none" stroke="black" points="284.5,-540 72.5,-540 72.5,-504 284.5,-504 284.5,-540"/>
 <text text-anchor="middle" x="178.5" y="-518.3" font-family="Times,serif" font-size="14.00">encoder.layer.7 (BertLayer)</text>
 </g>
 <!-- encoder.inp_attention_mask&#45;&gt;encoder..46 -->
 <g id="edge19" class="edge">
 <title>encoder.inp_attention_mask&#45;&gt;encoder..46</title>
 <path fill="none" stroke="black" d="M264.82,-1084.97C186.39,-1074.27 86.72,-1058.18 73.5,-1044 46.36,-1014.88 63.5,-994.8 63.5,-955 63.5,-955 63.5,-955 63.5,-665 63.5,-625.2 50.78,-608.68 73.5,-576 82.86,-562.53 96.69,-552.3 111.26,-544.6"/>
 <polygon fill="black" stroke="black" points="112.95,-547.66 120.39,-540.12 109.87,-541.38 112.95,-547.66"/>
 </g>
 <!-- encoder..47 -->
 <g id="node14" class="node">
 <title>encoder..47</title>
 <polygon fill="none" stroke="black" points="284.5,-468 72.5,-468 72.5,-432 284.5,-432 284.5,-468"/>
 <text text-anchor="middle" x="178.5" y="-446.3" font-family="Times,serif" font-size="14.00">encoder.layer.8 (BertLayer)</text>
 </g>
 <!-- encoder.inp_attention_mask&#45;&gt;encoder..47 -->
 <g id="edge21" class="edge">
 <title>encoder.inp_attention_mask&#45;&gt;encoder..47</title>
 <path fill="none" stroke="black" d="M260.15,-1085.54C176.34,-1075.09 68.82,-1059.02 54.5,-1044 27,-1015.15 43.5,-994.86 43.5,-955 43.5,-955 43.5,-955 43.5,-593 43.5,-552.46 38.01,-535.52 63.5,-504 74.54,-490.35 89.87,-480.06 105.75,-472.37"/>
 <polygon fill="black" stroke="black" points="107.47,-475.43 115.14,-468.13 104.58,-469.05 107.47,-475.43"/>
 </g>
 <!-- encoder..48 -->
 <g id="node15" class="node">
 <title>encoder..48</title>
 <polygon fill="none" stroke="black" points="434.5,-396 222.5,-396 222.5,-360 434.5,-360 434.5,-396"/>
 <text text-anchor="middle" x="328.5" y="-374.3" font-family="Times,serif" font-size="14.00">encoder.layer.9 (BertLayer)</text>
 </g>
 <!-- encoder.inp_attention_mask&#45;&gt;encoder..48 -->
 <g id="edge23" class="edge">
 <title>encoder.inp_attention_mask&#45;&gt;encoder..48</title>
 <path fill="none" stroke="black" d="M377.53,-1079.94C386.15,-1070.04 396.44,-1057 403.5,-1044 423.43,-1007.32 433.5,-996.74 433.5,-955 433.5,-955 433.5,-955 433.5,-521 433.5,-471.46 391.68,-427.9 360.82,-402.49"/>
 <polygon fill="black" stroke="black" points="362.85,-399.63 352.85,-396.13 358.48,-405.1 362.85,-399.63"/>
 </g>
 <!-- encoder..49 -->
 <g id="node16" class="node">
 <title>encoder..49</title>
 <polygon fill="none" stroke="black" points="454,-324 233,-324 233,-288 454,-288 454,-324"/>
 <text text-anchor="middle" x="343.5" y="-302.3" font-family="Times,serif" font-size="14.00">encoder.layer.10 (BertLayer)</text>
 </g>
 <!-- encoder.inp_attention_mask&#45;&gt;encoder..49 -->
 <g id="edge24" class="edge">
 <title>encoder.inp_attention_mask&#45;&gt;encoder..49</title>
 <path fill="none" stroke="black" d="M383.35,-1080.2C394.72,-1070.58 408.15,-1057.71 417.5,-1044 441.54,-1008.75 453.5,-997.67 453.5,-955 453.5,-955 453.5,-955 453.5,-449 453.5,-409.2 465.9,-392.9 443.5,-360 434.39,-346.62 420.78,-336.36 406.52,-328.6"/>
 <polygon fill="black" stroke="black" points="408.09,-325.47 397.59,-324.08 404.94,-331.72 408.09,-325.47"/>
 </g>
 <!-- encoder..50 -->
 <g id="node17" class="node">
 <title>encoder..50</title>
 <polygon fill="none" stroke="black" points="478,-252 257,-252 257,-216 478,-216 478,-252"/>
 <text text-anchor="middle" x="367.5" y="-230.3" font-family="Times,serif" font-size="14.00">encoder.layer.11 (BertLayer)</text>
 </g>
 <!-- encoder.inp_attention_mask&#45;&gt;encoder..50 -->
 <g id="edge27" class="edge">
 <title>encoder.inp_attention_mask&#45;&gt;encoder..50</title>
 <path fill="none" stroke="black" d="M390.96,-1080.29C405.25,-1071.04 421.8,-1058.49 433.5,-1044 460.75,-1010.26 473.5,-998.37 473.5,-955 473.5,-955 473.5,-955 473.5,-377 473.5,-337.14 484.76,-321.06 462.5,-288 453.68,-274.89 440.47,-264.69 426.69,-256.89"/>
 <polygon fill="black" stroke="black" points="428.08,-253.67 417.6,-252.11 424.82,-259.86 428.08,-253.67"/>
 </g>
 <!-- encoder..39&#45;&gt;encoder..40 -->
 <g id="edge6" class="edge">
 <title>encoder..39&#45;&gt;encoder..40</title>
 <path fill="none" stroke="black" d="M198.39,-1007.7C202.99,-999.64 208.56,-989.89 213.65,-980.98"/>
 <polygon fill="black" stroke="black" points="216.8,-982.52 218.73,-972.1 210.73,-979.05 216.8,-982.52"/>
 </g>
 <!-- encoder..40&#45;&gt;encoder..41 -->
 <g id="edge8" class="edge">
 <title>encoder..40&#45;&gt;encoder..41</title>
 <path fill="none" stroke="black" d="M233.44,-935.7C235.67,-927.9 238.35,-918.51 240.83,-909.83"/>
 <polygon fill="black" stroke="black" points="244.23,-910.68 243.61,-900.1 237.5,-908.76 244.23,-910.68"/>
 </g>
 <!-- encoder..41&#45;&gt;encoder..42 -->
 <g id="edge10" class="edge">
 <title>encoder..41&#45;&gt;encoder..42</title>
 <path fill="none" stroke="black" d="M253.44,-863.7C255.67,-855.9 258.35,-846.51 260.83,-837.83"/>
 <polygon fill="black" stroke="black" points="264.23,-838.68 263.61,-828.1 257.5,-836.76 264.23,-838.68"/>
 </g>
 <!-- encoder..42&#45;&gt;encoder..43 -->
 <g id="edge12" class="edge">
 <title>encoder..42&#45;&gt;encoder..43</title>
 <path fill="none" stroke="black" d="M270.97,-791.7C272.07,-783.98 273.4,-774.71 274.63,-766.11"/>
 <polygon fill="black" stroke="black" points="278.11,-766.5 276.06,-756.1 271.18,-765.51 278.11,-766.5"/>
 </g>
 <!-- encoder..43&#45;&gt;encoder..44 -->
 <g id="edge14" class="edge">
 <title>encoder..43&#45;&gt;encoder..44</title>
 <path fill="none" stroke="black" d="M278.5,-719.7C278.5,-711.98 278.5,-702.71 278.5,-694.11"/>
 <polygon fill="black" stroke="black" points="282,-694.1 278.5,-684.1 275,-694.1 282,-694.1"/>
 </g>
 <!-- encoder..44&#45;&gt;encoder..45 -->
 <g id="edge17" class="edge">
 <title>encoder..44&#45;&gt;encoder..45</title>
 <path fill="none" stroke="black" d="M256.25,-647.7C244.92,-638.88 230.97,-628.03 218.68,-618.47"/>
 <polygon fill="black" stroke="black" points="220.53,-615.48 210.49,-612.1 216.24,-621.01 220.53,-615.48"/>
 </g>
 <!-- encoder..45&#45;&gt;encoder..46 -->
 <g id="edge18" class="edge">
 <title>encoder..45&#45;&gt;encoder..46</title>
 <path fill="none" stroke="black" d="M186.03,-575.7C184.93,-567.98 183.6,-558.71 182.37,-550.11"/>
 <polygon fill="black" stroke="black" points="185.82,-549.51 180.94,-540.1 178.89,-550.5 185.82,-549.51"/>
 </g>
 <!-- encoder..46&#45;&gt;encoder..47 -->
 <g id="edge20" class="edge">
 <title>encoder..46&#45;&gt;encoder..47</title>
 <path fill="none" stroke="black" d="M178.5,-503.7C178.5,-495.98 178.5,-486.71 178.5,-478.11"/>
 <polygon fill="black" stroke="black" points="182,-478.1 178.5,-468.1 175,-478.1 182,-478.1"/>
 </g>
 <!-- encoder..47&#45;&gt;encoder..48 -->
 <g id="edge22" class="edge">
 <title>encoder..47&#45;&gt;encoder..48</title>
 <path fill="none" stroke="black" d="M215.19,-431.88C235.52,-422.39 260.97,-410.51 282.6,-400.42"/>
 <polygon fill="black" stroke="black" points="284.34,-403.47 291.93,-396.07 281.38,-397.13 284.34,-403.47"/>
 </g>
 <!-- encoder..48&#45;&gt;encoder..49 -->
 <g id="edge25" class="edge">
 <title>encoder..48&#45;&gt;encoder..49</title>
 <path fill="none" stroke="black" d="M332.21,-359.7C333.86,-351.98 335.85,-342.71 337.69,-334.11"/>
 <polygon fill="black" stroke="black" points="341.16,-334.62 339.83,-324.1 334.32,-333.15 341.16,-334.62"/>
 </g>
 <!-- encoder..49&#45;&gt;encoder..50 -->
 <g id="edge26" class="edge">
 <title>encoder..49&#45;&gt;encoder..50</title>
 <path fill="none" stroke="black" d="M349.43,-287.7C352.11,-279.9 355.33,-270.51 358.3,-261.83"/>
 <polygon fill="black" stroke="black" points="361.7,-262.7 361.64,-252.1 355.08,-260.43 361.7,-262.7"/>
 </g>
 <!-- encoder.out_0 -->
 <g id="node18" class="node">
 <title>encoder.out_0</title>
 <ellipse fill="none" stroke="black" cx="367.5" cy="-162" rx="75.29" ry="18"/>
 <text text-anchor="middle" x="367.5" y="-158.3" font-family="Times,serif" font-size="14.00">encoder.out_0</text>
 </g>
 <!-- encoder..50&#45;&gt;encoder.out_0 -->
 <g id="edge28" class="edge">
 <title>encoder..50&#45;&gt;encoder.out_0</title>
 <path fill="none" stroke="black" d="M367.5,-215.7C367.5,-207.98 367.5,-198.71 367.5,-190.11"/>
 <polygon fill="black" stroke="black" points="371,-190.1 367.5,-180.1 364,-190.1 371,-190.1"/>
 </g>
 <!-- .3359 -->
 <g id="node19" class="node">
 <title>.3359</title>
 <polygon fill="none" stroke="black" points="391,-108 238,-108 238,-72 391,-72 391,-108"/>
 <text text-anchor="middle" x="314.5" y="-86.3" font-family="Times,serif" font-size="14.00">pooler (BertPooler)</text>
 </g>
 <!-- encoder.out_0&#45;&gt;.3359 -->
 <g id="edge29" class="edge">
 <title>encoder.out_0&#45;&gt;.3359</title>
 <path fill="none" stroke="black" d="M354.67,-144.05C348.38,-135.75 340.68,-125.58 333.71,-116.38"/>
 <polygon fill="black" stroke="black" points="336.41,-114.14 327.58,-108.28 330.83,-118.36 336.41,-114.14"/>
 </g>
 <!-- out_0 -->
 <g id="node20" class="node">
 <title>out_0</title>
 <ellipse fill="none" stroke="black" cx="366.5" cy="-18" rx="36.29" ry="18"/>
 <text text-anchor="middle" x="366.5" y="-14.3" font-family="Times,serif" font-size="14.00">out_0</text>
 </g>
 <!-- encoder.out_0&#45;&gt;out_0 -->
 <g id="edge31" class="edge">
 <title>encoder.out_0&#45;&gt;out_0</title>
 <path fill="none" stroke="black" d="M381.48,-144.04C388.69,-134.18 396.75,-121.13 400.5,-108 404.9,-92.62 405,-87.35 400.5,-72 397.53,-61.88 391.97,-51.86 386.2,-43.3"/>
 <polygon fill="black" stroke="black" points="388.88,-41.04 380.2,-34.97 383.2,-45.13 388.88,-41.04"/>
 </g>
 <!-- .3359&#45;&gt;out_0 -->
 <g id="edge30" class="edge">
 <title>.3359&#45;&gt;out_0</title>
 <path fill="none" stroke="black" d="M327.35,-71.7C333.71,-63.14 341.49,-52.67 348.43,-43.33"/>
 <polygon fill="black" stroke="black" points="351.35,-45.26 354.51,-35.14 345.73,-41.08 351.35,-45.26"/>
 </g>
 </g>
 </svg>
	<?xml version="1.0" encoding="UTF-8" standalone="no"?>
	<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
	"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
	<!-- Generated by graphviz version 2.43.0 (0)
	-->
	<!-- Title: %3 Pages: 1 -->
	<svg width="526pt" height="1294pt"
	viewBox="0.00 0.00 525.50 1294.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
	<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 1290)">
	<title>%3</title>
	<polygon fill="white" stroke="transparent" points="-4,4 -4,-1290 521.5,-1290 521.5,4 -4,4"/>
	<text text-anchor="middle" x="258.75" y="-1270.8" font-family="Times,serif" font-size="14.00">BertModel</text>
	<g id="clust1" class="cluster">
	<title>cluster_.3358</title>
	<polygon fill="none" stroke="black" points="34.5,-136 34.5,-1147 509.5,-1147 509.5,-136 34.5,-136"/>
	<text text-anchor="middle" x="272" y="-1131.8" font-family="Times,serif" font-size="14.00">encoder (BertEncoder)</text>
	</g>
	<!-- inp_input_ids -->
	<g id="node1" class="node">
	<title>inp_input_ids</title>
	<ellipse fill="none" stroke="black" cx="119.5" cy="-1245" rx="72.29" ry="18"/>
	<text text-anchor="middle" x="119.5" y="-1241.3" font-family="Times,serif" font-size="14.00">inp_input_ids</text>
	</g>
	<!-- .3357 -->
	<g id="node3" class="node">
	<title>.3357</title>
	<polygon fill="none" stroke="black" points="239,-1191 0,-1191 0,-1155 239,-1155 239,-1191"/>
	<text text-anchor="middle" x="119.5" y="-1169.3" font-family="Times,serif" font-size="14.00">embeddings (BertEmbeddings)</text>
	</g>
	<!-- inp_input_ids->.3357 -->
	<g id="edge1" class="edge">
	<title>inp_input_ids->.3357</title>
	<path fill="none" stroke="black" d="M119.5,-1226.7C119.5,-1218.98 119.5,-1209.71 119.5,-1201.11"/>
	<polygon fill="black" stroke="black" points="123,-1201.1 119.5,-1191.1 116,-1201.1 123,-1201.1"/>
	</g>
	<!-- inp_attention_mask.1 -->
	<g id="node2" class="node">
	<title>inp_attention_mask.1</title>
	<ellipse fill="none" stroke="black" cx="366.5" cy="-1173" rx="109.68" ry="18"/>
	<text text-anchor="middle" x="366.5" y="-1169.3" font-family="Times,serif" font-size="14.00">inp_attention_mask.1</text>
	</g>
	<!-- encoder.inp_attention_mask -->
	<g id="node5" class="node">
	<title>encoder.inp_attention_mask</title>
	<ellipse fill="none" stroke="black" cx="361.5" cy="-1098" rx="139.98" ry="18"/>
	<text text-anchor="middle" x="361.5" y="-1094.3" font-family="Times,serif" font-size="14.00">encoder.inp_attention_mask</text>
	</g>
	<!-- inp_attention_mask.1->encoder.inp_attention_mask -->
	<g id="edge3" class="edge">
	<title>inp_attention_mask.1->encoder.inp_attention_mask</title>
	<path fill="none" stroke="black" d="M365.32,-1154.7C364.74,-1146.25 364.03,-1135.87 363.37,-1126.37"/>
	<polygon fill="black" stroke="black" points="366.85,-1125.91 362.68,-1116.18 359.87,-1126.39 366.85,-1125.91"/>
	</g>
	<!-- encoder.inp_26 -->
	<g id="node4" class="node">
	<title>encoder.inp_26</title>
	<ellipse fill="none" stroke="black" cx="123.5" cy="-1098" rx="80.69" ry="18"/>
	<text text-anchor="middle" x="123.5" y="-1094.3" font-family="Times,serif" font-size="14.00">encoder.inp_26</text>
	</g>
	<!-- .3357->encoder.inp_26 -->
	<g id="edge2" class="edge">
	<title>.3357->encoder.inp_26</title>
	<path fill="none" stroke="black" d="M120.45,-1154.7C120.91,-1146.25 121.48,-1135.87 122,-1126.37"/>
	<polygon fill="black" stroke="black" points="125.51,-1126.35 122.56,-1116.18 118.52,-1125.97 125.51,-1126.35"/>
	</g>
	<!-- encoder..39 -->
	<g id="node6" class="node">
	<title>encoder..39</title>
	<polygon fill="none" stroke="black" points="294.5,-1044 82.5,-1044 82.5,-1008 294.5,-1008 294.5,-1044"/>
	<text text-anchor="middle" x="188.5" y="-1022.3" font-family="Times,serif" font-size="14.00">encoder.layer.0 (BertLayer)</text>
	</g>
	<!-- encoder.inp_26->encoder..39 -->
	<g id="edge4" class="edge">
	<title>encoder.inp_26->encoder..39</title>
	<path fill="none" stroke="black" d="M139.23,-1080.05C147.1,-1071.58 156.77,-1061.17 165.46,-1051.82"/>
	<polygon fill="black" stroke="black" points="168.22,-1053.98 172.46,-1044.28 163.09,-1049.22 168.22,-1053.98"/>
	</g>
	<!-- encoder.inp_attention_mask->encoder..39 -->
	<g id="edge5" class="edge">
	<title>encoder.inp_attention_mask->encoder..39</title>
	<path fill="none" stroke="black" d="M320.94,-1080.59C296.75,-1070.8 265.8,-1058.28 239.9,-1047.8"/>
	<polygon fill="black" stroke="black" points="241.2,-1044.55 230.61,-1044.04 238.57,-1051.04 241.2,-1044.55"/>
	</g>
	<!-- encoder..40 -->
	<g id="node7" class="node">
	<title>encoder..40</title>
	<polygon fill="none" stroke="black" points="334.5,-972 122.5,-972 122.5,-936 334.5,-936 334.5,-972"/>
	<text text-anchor="middle" x="228.5" y="-950.3" font-family="Times,serif" font-size="14.00">encoder.layer.1 (BertLayer)</text>
	</g>
	<!-- encoder.inp_attention_mask->encoder..40 -->
	<g id="edge7" class="edge">
	<title>encoder.inp_attention_mask->encoder..40</title>
	<path fill="none" stroke="black" d="M356.56,-1079.85C350.3,-1060.53 337.91,-1029.08 318.5,-1008 307,-995.52 291.89,-985.08 277.33,-976.86"/>
	<polygon fill="black" stroke="black" points="278.84,-973.7 268.38,-972.03 275.52,-979.86 278.84,-973.7"/>
	</g>
	<!-- encoder..41 -->
	<g id="node8" class="node">
	<title>encoder..41</title>
	<polygon fill="none" stroke="black" points="354.5,-900 142.5,-900 142.5,-864 354.5,-864 354.5,-900"/>
	<text text-anchor="middle" x="248.5" y="-878.3" font-family="Times,serif" font-size="14.00">encoder.layer.2 (BertLayer)</text>
	</g>
	<!-- encoder.inp_attention_mask->encoder..41 -->
	<g id="edge9" class="edge">
	<title>encoder.inp_attention_mask->encoder..41</title>
	<path fill="none" stroke="black" d="M364.36,-1079.79C368.62,-1048.34 373.24,-980.74 343.5,-936 334.75,-922.84 321.57,-912.62 307.8,-904.83"/>
	<polygon fill="black" stroke="black" points="309.18,-901.6 298.7,-900.05 305.92,-907.79 309.18,-901.6"/>
	</g>
	<!-- encoder..42 -->
	<g id="node9" class="node">
	<title>encoder..42</title>
	<polygon fill="none" stroke="black" points="374.5,-828 162.5,-828 162.5,-792 374.5,-792 374.5,-828"/>
	<text text-anchor="middle" x="268.5" y="-806.3" font-family="Times,serif" font-size="14.00">encoder.layer.3 (BertLayer)</text>
	</g>
	<!-- encoder.inp_attention_mask->encoder..42 -->
	<g id="edge11" class="edge">
	<title>encoder.inp_attention_mask->encoder..42</title>
	<path fill="none" stroke="black" d="M367.32,-1079.88C380.1,-1039.01 406.2,-933.91 363.5,-864 355.42,-850.78 342.77,-840.59 329.3,-832.84"/>
	<polygon fill="black" stroke="black" points="330.84,-829.7 320.37,-828.1 327.56,-835.88 330.84,-829.7"/>
	</g>
	<!-- encoder..43 -->
	<g id="node10" class="node">
	<title>encoder..43</title>
	<polygon fill="none" stroke="black" points="384.5,-756 172.5,-756 172.5,-720 384.5,-720 384.5,-756"/>
	<text text-anchor="middle" x="278.5" y="-734.3" font-family="Times,serif" font-size="14.00">encoder.layer.4 (BertLayer)</text>
	</g>
	<!-- encoder.inp_attention_mask->encoder..43 -->
	<g id="edge13" class="edge">
	<title>encoder.inp_attention_mask->encoder..43</title>
	<path fill="none" stroke="black" d="M370.57,-1079.82C375.51,-1069.67 381.26,-1056.42 384.5,-1044 394.53,-1005.53 393.5,-994.76 393.5,-955 393.5,-955 393.5,-955 393.5,-881 393.5,-841.2 406.22,-824.68 383.5,-792 374.14,-778.53 360.31,-768.3 345.74,-760.6"/>
	<polygon fill="black" stroke="black" points="347.13,-757.38 336.61,-756.12 344.05,-763.66 347.13,-757.38"/>
	</g>
	<!-- encoder..44 -->
	<g id="node11" class="node">
	<title>encoder..44</title>
	<polygon fill="none" stroke="black" points="384.5,-684 172.5,-684 172.5,-648 384.5,-648 384.5,-684"/>
	<text text-anchor="middle" x="278.5" y="-662.3" font-family="Times,serif" font-size="14.00">encoder.layer.5 (BertLayer)</text>
	</g>
	<!-- encoder.inp_attention_mask->encoder..44 -->
	<g id="edge15" class="edge">
	<title>encoder.inp_attention_mask->encoder..44</title>
	<path fill="none" stroke="black" d="M373.2,-1080C379.68,-1069.92 387.43,-1056.67 392.5,-1044 407.59,-1006.26 413.5,-995.64 413.5,-955 413.5,-955 413.5,-955 413.5,-809 413.5,-768.46 418.99,-751.52 393.5,-720 382.46,-706.35 367.13,-696.06 351.25,-688.37"/>
	<polygon fill="black" stroke="black" points="352.42,-685.05 341.86,-684.13 349.53,-691.43 352.42,-685.05"/>
	</g>
	<!-- encoder..45 -->
	<g id="node12" class="node">
	<title>encoder..45</title>
	<polygon fill="none" stroke="black" points="294.5,-612 82.5,-612 82.5,-576 294.5,-576 294.5,-612"/>
	<text text-anchor="middle" x="188.5" y="-590.3" font-family="Times,serif" font-size="14.00">encoder.layer.6 (BertLayer)</text>
	</g>
	<!-- encoder.inp_attention_mask->encoder..45 -->
	<g id="edge16" class="edge">
	<title>encoder.inp_attention_mask->encoder..45</title>
	<path fill="none" stroke="black" d="M345.42,-1079.8C336.69,-1069.86 326.15,-1056.82 318.5,-1044 309.62,-1029.12 316.96,-1018.92 303.5,-1008 236.76,-953.85 171.94,-1035.02 113.5,-972 86.43,-942.81 103.5,-922.8 103.5,-883 103.5,-883 103.5,-883 103.5,-737 103.5,-690.45 137.54,-645.95 162.54,-619.55"/>
	<polygon fill="black" stroke="black" points="165.16,-621.87 169.64,-612.27 160.15,-616.98 165.16,-621.87"/>
	</g>
	<!-- encoder..46 -->
	<g id="node13" class="node">
	<title>encoder..46</title>
	<polygon fill="none" stroke="black" points="284.5,-540 72.5,-540 72.5,-504 284.5,-504 284.5,-540"/>
	<text text-anchor="middle" x="178.5" y="-518.3" font-family="Times,serif" font-size="14.00">encoder.layer.7 (BertLayer)</text>
	</g>
	<!-- encoder.inp_attention_mask->encoder..46 -->
	<g id="edge19" class="edge">
	<title>encoder.inp_attention_mask->encoder..46</title>
	<path fill="none" stroke="black" d="M264.82,-1084.97C186.39,-1074.27 86.72,-1058.18 73.5,-1044 46.36,-1014.88 63.5,-994.8 63.5,-955 63.5,-955 63.5,-955 63.5,-665 63.5,-625.2 50.78,-608.68 73.5,-576 82.86,-562.53 96.69,-552.3 111.26,-544.6"/>
	<polygon fill="black" stroke="black" points="112.95,-547.66 120.39,-540.12 109.87,-541.38 112.95,-547.66"/>
	</g>
	<!-- encoder..47 -->
	<g id="node14" class="node">
	<title>encoder..47</title>
	<polygon fill="none" stroke="black" points="284.5,-468 72.5,-468 72.5,-432 284.5,-432 284.5,-468"/>
	<text text-anchor="middle" x="178.5" y="-446.3" font-family="Times,serif" font-size="14.00">encoder.layer.8 (BertLayer)</text>
	</g>
	<!-- encoder.inp_attention_mask->encoder..47 -->
	<g id="edge21" class="edge">
	<title>encoder.inp_attention_mask->encoder..47</title>
	<path fill="none" stroke="black" d="M260.15,-1085.54C176.34,-1075.09 68.82,-1059.02 54.5,-1044 27,-1015.15 43.5,-994.86 43.5,-955 43.5,-955 43.5,-955 43.5,-593 43.5,-552.46 38.01,-535.52 63.5,-504 74.54,-490.35 89.87,-480.06 105.75,-472.37"/>
	<polygon fill="black" stroke="black" points="107.47,-475.43 115.14,-468.13 104.58,-469.05 107.47,-475.43"/>
	</g>
	<!-- encoder..48 -->
	<g id="node15" class="node">
	<title>encoder..48</title>
	<polygon fill="none" stroke="black" points="434.5,-396 222.5,-396 222.5,-360 434.5,-360 434.5,-396"/>
	<text text-anchor="middle" x="328.5" y="-374.3" font-family="Times,serif" font-size="14.00">encoder.layer.9 (BertLayer)</text>
	</g>
	<!-- encoder.inp_attention_mask->encoder..48 -->
	<g id="edge23" class="edge">
	<title>encoder.inp_attention_mask->encoder..48</title>
	<path fill="none" stroke="black" d="M377.53,-1079.94C386.15,-1070.04 396.44,-1057 403.5,-1044 423.43,-1007.32 433.5,-996.74 433.5,-955 433.5,-955 433.5,-955 433.5,-521 433.5,-471.46 391.68,-427.9 360.82,-402.49"/>
	<polygon fill="black" stroke="black" points="362.85,-399.63 352.85,-396.13 358.48,-405.1 362.85,-399.63"/>
	</g>
	<!-- encoder..49 -->
	<g id="node16" class="node">
	<title>encoder..49</title>
	<polygon fill="none" stroke="black" points="454,-324 233,-324 233,-288 454,-288 454,-324"/>
	<text text-anchor="middle" x="343.5" y="-302.3" font-family="Times,serif" font-size="14.00">encoder.layer.10 (BertLayer)</text>
	</g>
	<!-- encoder.inp_attention_mask->encoder..49 -->
	<g id="edge24" class="edge">
	<title>encoder.inp_attention_mask->encoder..49</title>
	<path fill="none" stroke="black" d="M383.35,-1080.2C394.72,-1070.58 408.15,-1057.71 417.5,-1044 441.54,-1008.75 453.5,-997.67 453.5,-955 453.5,-955 453.5,-955 453.5,-449 453.5,-409.2 465.9,-392.9 443.5,-360 434.39,-346.62 420.78,-336.36 406.52,-328.6"/>
	<polygon fill="black" stroke="black" points="408.09,-325.47 397.59,-324.08 404.94,-331.72 408.09,-325.47"/>
	</g>
	<!-- encoder..50 -->
	<g id="node17" class="node">
	<title>encoder..50</title>
	<polygon fill="none" stroke="black" points="478,-252 257,-252 257,-216 478,-216 478,-252"/>
	<text text-anchor="middle" x="367.5" y="-230.3" font-family="Times,serif" font-size="14.00">encoder.layer.11 (BertLayer)</text>
	</g>
	<!-- encoder.inp_attention_mask->encoder..50 -->
	<g id="edge27" class="edge">
	<title>encoder.inp_attention_mask->encoder..50</title>
	<path fill="none" stroke="black" d="M390.96,-1080.29C405.25,-1071.04 421.8,-1058.49 433.5,-1044 460.75,-1010.26 473.5,-998.37 473.5,-955 473.5,-955 473.5,-955 473.5,-377 473.5,-337.14 484.76,-321.06 462.5,-288 453.68,-274.89 440.47,-264.69 426.69,-256.89"/>
	<polygon fill="black" stroke="black" points="428.08,-253.67 417.6,-252.11 424.82,-259.86 428.08,-253.67"/>
	</g>
	<!-- encoder..39->encoder..40 -->
	<g id="edge6" class="edge">
	<title>encoder..39->encoder..40</title>
	<path fill="none" stroke="black" d="M198.39,-1007.7C202.99,-999.64 208.56,-989.89 213.65,-980.98"/>
	<polygon fill="black" stroke="black" points="216.8,-982.52 218.73,-972.1 210.73,-979.05 216.8,-982.52"/>
	</g>
	<!-- encoder..40->encoder..41 -->
	<g id="edge8" class="edge">
	<title>encoder..40->encoder..41</title>
	<path fill="none" stroke="black" d="M233.44,-935.7C235.67,-927.9 238.35,-918.51 240.83,-909.83"/>
	<polygon fill="black" stroke="black" points="244.23,-910.68 243.61,-900.1 237.5,-908.76 244.23,-910.68"/>
	</g>
	<!-- encoder..41->encoder..42 -->
	<g id="edge10" class="edge">
	<title>encoder..41->encoder..42</title>
	<path fill="none" stroke="black" d="M253.44,-863.7C255.67,-855.9 258.35,-846.51 260.83,-837.83"/>
	<polygon fill="black" stroke="black" points="264.23,-838.68 263.61,-828.1 257.5,-836.76 264.23,-838.68"/>
	</g>
	<!-- encoder..42->encoder..43 -->
	<g id="edge12" class="edge">
	<title>encoder..42->encoder..43</title>
	<path fill="none" stroke="black" d="M270.97,-791.7C272.07,-783.98 273.4,-774.71 274.63,-766.11"/>
	<polygon fill="black" stroke="black" points="278.11,-766.5 276.06,-756.1 271.18,-765.51 278.11,-766.5"/>
	</g>
	<!-- encoder..43->encoder..44 -->
	<g id="edge14" class="edge">
	<title>encoder..43->encoder..44</title>
	<path fill="none" stroke="black" d="M278.5,-719.7C278.5,-711.98 278.5,-702.71 278.5,-694.11"/>
	<polygon fill="black" stroke="black" points="282,-694.1 278.5,-684.1 275,-694.1 282,-694.1"/>
	</g>
	<!-- encoder..44->encoder..45 -->
	<g id="edge17" class="edge">
	<title>encoder..44->encoder..45</title>
	<path fill="none" stroke="black" d="M256.25,-647.7C244.92,-638.88 230.97,-628.03 218.68,-618.47"/>
	<polygon fill="black" stroke="black" points="220.53,-615.48 210.49,-612.1 216.24,-621.01 220.53,-615.48"/>
	</g>
	<!-- encoder..45->encoder..46 -->
	<g id="edge18" class="edge">
	<title>encoder..45->encoder..46</title>
	<path fill="none" stroke="black" d="M186.03,-575.7C184.93,-567.98 183.6,-558.71 182.37,-550.11"/>
	<polygon fill="black" stroke="black" points="185.82,-549.51 180.94,-540.1 178.89,-550.5 185.82,-549.51"/>
	</g>
	<!-- encoder..46->encoder..47 -->
	<g id="edge20" class="edge">
	<title>encoder..46->encoder..47</title>
	<path fill="none" stroke="black" d="M178.5,-503.7C178.5,-495.98 178.5,-486.71 178.5,-478.11"/>
	<polygon fill="black" stroke="black" points="182,-478.1 178.5,-468.1 175,-478.1 182,-478.1"/>
	</g>
	<!-- encoder..47->encoder..48 -->
	<g id="edge22" class="edge">
	<title>encoder..47->encoder..48</title>
	<path fill="none" stroke="black" d="M215.19,-431.88C235.52,-422.39 260.97,-410.51 282.6,-400.42"/>
	<polygon fill="black" stroke="black" points="284.34,-403.47 291.93,-396.07 281.38,-397.13 284.34,-403.47"/>
	</g>
	<!-- encoder..48->encoder..49 -->
	<g id="edge25" class="edge">
	<title>encoder..48->encoder..49</title>
	<path fill="none" stroke="black" d="M332.21,-359.7C333.86,-351.98 335.85,-342.71 337.69,-334.11"/>
	<polygon fill="black" stroke="black" points="341.16,-334.62 339.83,-324.1 334.32,-333.15 341.16,-334.62"/>
	</g>
	<!-- encoder..49->encoder..50 -->
	<g id="edge26" class="edge">
	<title>encoder..49->encoder..50</title>
	<path fill="none" stroke="black" d="M349.43,-287.7C352.11,-279.9 355.33,-270.51 358.3,-261.83"/>
	<polygon fill="black" stroke="black" points="361.7,-262.7 361.64,-252.1 355.08,-260.43 361.7,-262.7"/>
	</g>
	<!-- encoder.out_0 -->
	<g id="node18" class="node">
	<title>encoder.out_0</title>
	<ellipse fill="none" stroke="black" cx="367.5" cy="-162" rx="75.29" ry="18"/>
	<text text-anchor="middle" x="367.5" y="-158.3" font-family="Times,serif" font-size="14.00">encoder.out_0</text>
	</g>
	<!-- encoder..50->encoder.out_0 -->
	<g id="edge28" class="edge">
	<title>encoder..50->encoder.out_0</title>
	<path fill="none" stroke="black" d="M367.5,-215.7C367.5,-207.98 367.5,-198.71 367.5,-190.11"/>
	<polygon fill="black" stroke="black" points="371,-190.1 367.5,-180.1 364,-190.1 371,-190.1"/>
	</g>
	<!-- .3359 -->
	<g id="node19" class="node">
	<title>.3359</title>
	<polygon fill="none" stroke="black" points="391,-108 238,-108 238,-72 391,-72 391,-108"/>
	<text text-anchor="middle" x="314.5" y="-86.3" font-family="Times,serif" font-size="14.00">pooler (BertPooler)</text>
	</g>
	<!-- encoder.out_0->.3359 -->
	<g id="edge29" class="edge">
	<title>encoder.out_0->.3359</title>
	<path fill="none" stroke="black" d="M354.67,-144.05C348.38,-135.75 340.68,-125.58 333.71,-116.38"/>
	<polygon fill="black" stroke="black" points="336.41,-114.14 327.58,-108.28 330.83,-118.36 336.41,-114.14"/>
	</g>
	<!-- out_0 -->
	<g id="node20" class="node">
	<title>out_0</title>
	<ellipse fill="none" stroke="black" cx="366.5" cy="-18" rx="36.29" ry="18"/>
	<text text-anchor="middle" x="366.5" y="-14.3" font-family="Times,serif" font-size="14.00">out_0</text>
	</g>
	<!-- encoder.out_0->out_0 -->
	<g id="edge31" class="edge">
	<title>encoder.out_0->out_0</title>
	<path fill="none" stroke="black" d="M381.48,-144.04C388.69,-134.18 396.75,-121.13 400.5,-108 404.9,-92.62 405,-87.35 400.5,-72 397.53,-61.88 391.97,-51.86 386.2,-43.3"/>
	<polygon fill="black" stroke="black" points="388.88,-41.04 380.2,-34.97 383.2,-45.13 388.88,-41.04"/>
	</g>
	<!-- .3359->out_0 -->
	<g id="edge30" class="edge">
	<title>.3359->out_0</title>
	<path fill="none" stroke="black" d="M327.35,-71.7C333.71,-63.14 341.49,-52.67 348.43,-43.33"/>
	<polygon fill="black" stroke="black" points="351.35,-45.26 354.51,-35.14 345.73,-41.08 351.35,-45.26"/>
	</g>
	</g>
	</svg>