intfloat/multilingual-e5-small
42912.2m
1<?xml version="1.0"?>2<net name="Model6796" version="11">3 <layers>4 <layer id="2" name="input_ids" type="Parameter" version="opset1">5 <data shape="?,?" element_type="i64" />6 <output>7 <port id="0" precision="I64" names="input_ids">8 <dim>-1</dim>9 <dim>-1</dim>10 </port>11 </output>12 </layer>13 <layer id="1" name="attention_mask" type="Parameter" version="opset1">14 <data shape="?,?" element_type="i64" />15 <output>16 <port id="0" precision="I64" names="attention_mask">17 <dim>-1</dim>18 <dim>-1</dim>19 </port>20 </output>21 </layer>22 <layer id="0" name="token_type_ids" type="Parameter" version="opset1">23 <data shape="?,?" element_type="i64" />24 <output>25 <port id="0" precision="I64" names="token_type_ids">26 <dim>-1</dim>27 <dim>-1</dim>28 </port>29 </output>30 </layer>31 <layer id="3" name="self.embeddings.word_embeddings.weight" type="Const" version="opset1">32 <data element_type="f32" shape="250037, 384" offset="0" size="384056832" />33 <output>34 <port id="0" precision="FP32" names="self.embeddings.word_embeddings.weight">35 <dim>250037</dim>36 <dim>384</dim>37 </port>38 </output>39 </layer>40 <layer id="4" name="__module.embeddings.word_embeddings/aten::embedding/Convert" type="Convert" version="opset1">41 <data destination_type="i32" />42 <input>43 <port id="0" precision="I64">44 <dim>-1</dim>45 <dim>-1</dim>46 </port>47 </input>48 <output>49 <port id="1" precision="I32">50 <dim>-1</dim>51 <dim>-1</dim>52 </port>53 </output>54 </layer>55 <layer id="5" name="__module.embeddings.word_embeddings/aten::embedding/Constant" type="Const" version="opset1">56 <data element_type="i32" shape="" offset="384056832" size="4" />57 <output>58 <port id="0" precision="I32" />59 </output>60 </layer>61 <layer id="6" name="__module.embeddings.word_embeddings/aten::embedding/Gather" type="Gather" version="opset8">62 <data batch_dims="0" />63 <input>64 <port id="0" precision="FP32">65 <dim>250037</dim>66 <dim>384</dim>67 </port>68 <port id="1" precision="I32">69 <dim>-1</dim>70 <dim>-1</dim>71 </port>72 <port id="2" precision="I32" />73 </input>74 <output>75 <port id="3" precision="FP32" names="79,inputs_embeds">76 <dim>-1</dim>77 <dim>-1</dim>78 <dim>384</dim>79 </port>80 </output>81 </layer>82 <layer id="7" name="self.embeddings.token_type_embeddings.weight" type="Const" version="opset1">83 <data element_type="f32" shape="2, 384" offset="384056836" size="3072" />84 <output>85 <port id="0" precision="FP32" names="self.embeddings.token_type_embeddings.weight">86 <dim>2</dim>87 <dim>384</dim>88 </port>89 </output>90 </layer>91 <layer id="8" name="__module.embeddings.token_type_embeddings/aten::embedding/Convert" type="Convert" version="opset1">92 <data destination_type="i32" />93 <input>94 <port id="0" precision="I64">95 <dim>-1</dim>96 <dim>-1</dim>97 </port>98 </input>99 <output>100 <port id="1" precision="I32">101 <dim>-1</dim>102 <dim>-1</dim>103 </port>104 </output>105 </layer>106 <layer id="9" name="__module.embeddings.token_type_embeddings/aten::embedding/Constant" type="Const" version="opset1">107 <data element_type="i32" shape="" offset="384056832" size="4" />108 <output>109 <port id="0" precision="I32" />110 </output>111 </layer>112 <layer id="10" name="__module.embeddings.token_type_embeddings/aten::embedding/Gather" type="Gather" version="opset8">113 <data batch_dims="0" />114 <input>115 <port id="0" precision="FP32">116 <dim>2</dim>117 <dim>384</dim>118 </port>119 <port id="1" precision="I32">120 <dim>-1</dim>121 <dim>-1</dim>122 </port>123 <port id="2" precision="I32" />124 </input>125 <output>126 <port id="3" precision="FP32" names="81,token_type_embeddings.1">127 <dim>-1</dim>128 <dim>-1</dim>129 <dim>384</dim>130 </port>131 </output>132 </layer>133 <layer id="11" name="__module.embeddings/aten::add/Add" type="Add" version="opset1">134 <data auto_broadcast="numpy" />135 <input>136 <port id="0" precision="FP32">137 <dim>-1</dim>138 <dim>-1</dim>139 <dim>384</dim>140 </port>141 <port id="1" precision="FP32">142 <dim>-1</dim>143 <dim>-1</dim>144 <dim>384</dim>145 </port>146 </input>147 <output>148 <port id="2" precision="FP32" names="82_1">149 <dim>-1</dim>150 <dim>-1</dim>151 <dim>384</dim>152 </port>153 </output>154 </layer>155 <layer id="12" name="self.embeddings.position_embeddings.weight" type="Const" version="opset1">156 <data element_type="f32" shape="512, 384" offset="384059908" size="786432" />157 <output>158 <port id="0" precision="FP32" names="self.embeddings.position_embeddings.weight">159 <dim>512</dim>160 <dim>384</dim>161 </port>162 </output>163 </layer>164 <layer id="13" name="__module.embeddings/aten::slice/Slice" type="Const" version="opset1">165 <data element_type="i64" shape="1, 512" offset="384846340" size="4096" />166 <output>167 <port id="0" precision="I64" names="76">168 <dim>1</dim>169 <dim>512</dim>170 </port>171 </output>172 </layer>173 <layer id="14" name="__module.embeddings/aten::slice/Reshape" type="Const" version="opset1">174 <data element_type="i64" shape="1" offset="384850436" size="8" />175 <output>176 <port id="0" precision="I64">177 <dim>1</dim>178 </port>179 </output>180 </layer>181 <layer id="15" name="ShapeOf_6107595" type="ShapeOf" version="opset3">182 <data output_type="i64" />183 <input>184 <port id="0" precision="I64">185 <dim>-1</dim>186 <dim>-1</dim>187 </port>188 </input>189 <output>190 <port id="1" precision="I64">191 <dim>2</dim>192 </port>193 </output>194 </layer>195 <layer id="16" name="Constant_6107723" type="Const" version="opset1">196 <data element_type="i64" shape="1" offset="384850444" size="8" />197 <output>198 <port id="0" precision="I64">199 <dim>1</dim>200 </port>201 </output>202 </layer>203 <layer id="17" name="Constant_6107597" type="Const" version="opset1">204 <data element_type="i64" shape="" offset="384850436" size="8" />205 <output>206 <port id="0" precision="I64" />207 </output>208 </layer>209 <layer id="18" name="Gather_6107598" type="Gather" version="opset8">210 <data batch_dims="0" />211 <input>212 <port id="0" precision="I64">213 <dim>2</dim>214 </port>215 <port id="1" precision="I64">216 <dim>1</dim>217 </port>218 <port id="2" precision="I64" />219 </input>220 <output>221 <port id="3" precision="I64" names="10,17,19,72,74,75,8">222 <dim>1</dim>223 </port>224 </output>225 </layer>226 <layer id="19" name="__module.embeddings/aten::slice/Reshape_2" type="Const" version="opset1">227 <data element_type="i64" shape="1" offset="384850444" size="8" />228 <output>229 <port id="0" precision="I64">230 <dim>1</dim>231 </port>232 </output>233 </layer>234 <layer id="20" name="__module.embeddings/aten::slice/Reshape_3" type="Const" version="opset1">235 <data element_type="i64" shape="1" offset="384850444" size="8" />236 <output>237 <port id="0" precision="I64">238 <dim>1</dim>239 </port>240 </output>241 </layer>242 <layer id="21" name="__module.embeddings/aten::slice/Slice_1" type="Slice" version="opset8">243 <input>244 <port id="0" precision="I64">245 <dim>1</dim>246 <dim>512</dim>247 </port>248 <port id="1" precision="I64">249 <dim>1</dim>250 </port>251 <port id="2" precision="I64">252 <dim>1</dim>253 </port>254 <port id="3" precision="I64">255 <dim>1</dim>256 </port>257 <port id="4" precision="I64">258 <dim>1</dim>259 </port>260 </input>261 <output>262 <port id="5" precision="I64" names="77">263 <dim>1</dim>264 <dim>-1</dim>265 </port>266 </output>267 </layer>268 <layer id="22" name="__module.embeddings.position_embeddings/aten::embedding/Convert" type="Convert" version="opset1">269 <data destination_type="i32" />270 <input>271 <port id="0" precision="I64">272 <dim>1</dim>273 <dim>-1</dim>274 </port>275 </input>276 <output>277 <port id="1" precision="I32">278 <dim>1</dim>279 <dim>-1</dim>280 </port>281 </output>282 </layer>283 <layer id="23" name="__module.embeddings.position_embeddings/aten::embedding/Constant" type="Const" version="opset1">284 <data element_type="i32" shape="" offset="384056832" size="4" />285 <output>286 <port id="0" precision="I32" />287 </output>288 </layer>289 <layer id="24" name="__module.embeddings.position_embeddings/aten::embedding/Gather" type="Gather" version="opset8">290 <data batch_dims="0" />291 <input>292 <port id="0" precision="FP32">293 <dim>512</dim>294 <dim>384</dim>295 </port>296 <port id="1" precision="I32">297 <dim>1</dim>298 <dim>-1</dim>299 </port>300 <port id="2" precision="I32" />301 </input>302 <output>303 <port id="3" precision="FP32" names="84,position_embeddings.1">304 <dim>1</dim>305 <dim>-1</dim>306 <dim>384</dim>307 </port>308 </output>309 </layer>310 <layer id="25" name="__module.embeddings/aten::add_/Add" type="Add" version="opset1">311 <data auto_broadcast="numpy" />312 <input>313 <port id="0" precision="FP32">314 <dim>-1</dim>315 <dim>-1</dim>316 <dim>384</dim>317 </port>318 <port id="1" precision="FP32">319 <dim>1</dim>320 <dim>-1</dim>321 <dim>384</dim>322 </port>323 </input>324 <output>325 <port id="2" precision="FP32" names="82,embeddings.1">326 <dim>-1</dim>327 <dim>-1</dim>328 <dim>384</dim>329 </port>330 </output>331 </layer>332 <layer id="26" name="__module.embeddings.LayerNorm/aten::layer_norm/Multiply" type="Const" version="opset1">333 <data element_type="i32" shape="1" offset="384850452" size="4" />334 <output>335 <port id="0" precision="I32">336 <dim>1</dim>337 </port>338 </output>339 </layer>340 <layer id="27" name="__module.embeddings.LayerNorm/aten::layer_norm/MVN" type="MVN" version="opset6">341 <data eps="9.999999960041972e-13" normalize_variance="true" eps_mode="INSIDE_SQRT" />342 <input>343 <port id="0" precision="FP32">344 <dim>-1</dim>345 <dim>-1</dim>346 <dim>384</dim>347 </port>348 <port id="1" precision="I32">349 <dim>1</dim>350 </port>351 </input>352 <output>353 <port id="2" precision="FP32">354 <dim>-1</dim>355 <dim>-1</dim>356 <dim>384</dim>357 </port>358 </output>359 </layer>360 <layer id="28" name="Constant_6107368" type="Const" version="opset1">361 <data element_type="f32" shape="1, 1, 384" offset="384850456" size="1536" />362 <output>363 <port id="0" precision="FP32">364 <dim>1</dim>365 <dim>1</dim>366 <dim>384</dim>367 </port>368 </output>369 </layer>370 <layer id="29" name="__module.embeddings.LayerNorm/aten::layer_norm/Multiply_1" type="Multiply" version="opset1">371 <data auto_broadcast="numpy" />372 <input>373 <port id="0" precision="FP32">374 <dim>-1</dim>375 <dim>-1</dim>376 <dim>384</dim>377 </port>378 <port id="1" precision="FP32">379 <dim>1</dim>380 <dim>1</dim>381 <dim>384</dim>382 </port>383 </input>384 <output>385 <port id="2" precision="FP32">386 <dim>-1</dim>387 <dim>-1</dim>388 <dim>384</dim>389 </port>390 </output>391 </layer>392 <layer id="30" name="Constant_6107369" type="Const" version="opset1">393 <data element_type="f32" shape="1, 1, 384" offset="384851992" size="1536" />394 <output>395 <port id="0" precision="FP32">396 <dim>1</dim>397 <dim>1</dim>398 <dim>384</dim>399 </port>400 </output>401 </layer>402 <layer id="31" name="__module.embeddings.LayerNorm/aten::layer_norm/Add" type="Add" version="opset1">403 <data auto_broadcast="numpy" />404 <input>405 <port id="0" precision="FP32">406 <dim>-1</dim>407 <dim>-1</dim>408 <dim>384</dim>409 </port>410 <port id="1" precision="FP32">411 <dim>1</dim>412 <dim>1</dim>413 <dim>384</dim>414 </port>415 </input>416 <output>417 <port id="2" precision="FP32" names="89,input.1">418 <dim>-1</dim>419 <dim>-1</dim>420 <dim>384</dim>421 </port>422 </output>423 </layer>424 <layer id="32" name="self.encoder.layer.0.attention.self.query.weight" type="Const" version="opset1">425 <data element_type="f32" shape="384, 384" offset="384853528" size="589824" />426 <output>427 <port id="0" precision="FP32" names="self.encoder.layer.0.attention.self.query.weight">428 <dim>384</dim>429 <dim>384</dim>430 </port>431 </output>432 </layer>433 <layer id="33" name="__module.encoder.layer.0.attention.self.query/aten::linear/MatMul" type="MatMul" version="opset1">434 <data transpose_a="false" transpose_b="true" />435 <input>436 <port id="0" precision="FP32">437 <dim>-1</dim>438 <dim>-1</dim>439 <dim>384</dim>440 </port>441 <port id="1" precision="FP32">442 <dim>384</dim>443 <dim>384</dim>444 </port>445 </input>446 <output>447 <port id="2" precision="FP32">448 <dim>-1</dim>449 <dim>-1</dim>450 <dim>384</dim>451 </port>452 </output>453 </layer>454 <layer id="34" name="Constant_6107370" type="Const" version="opset1">455 <data element_type="f32" shape="1, 1, 384" offset="385443352" size="1536" />456 <output>457 <port id="0" precision="FP32">458 <dim>1</dim>459 <dim>1</dim>460 <dim>384</dim>461 </port>462 </output>463 </layer>464 <layer id="35" name="__module.encoder.layer.0.attention.self.query/aten::linear/Add" type="Add" version="opset1">465 <data auto_broadcast="numpy" />466 <input>467 <port id="0" precision="FP32">468 <dim>-1</dim>469 <dim>-1</dim>470 <dim>384</dim>471 </port>472 <port id="1" precision="FP32">473 <dim>1</dim>474 <dim>1</dim>475 <dim>384</dim>476 </port>477 </input>478 <output>479 <port id="2" precision="FP32" names="141,x.1">480 <dim>-1</dim>481 <dim>-1</dim>482 <dim>384</dim>483 </port>484 </output>485 </layer>486 <layer id="36" name="__module.encoder.layer.0.attention.self/prim::ListConstruct/Concat" type="Const" version="opset1">487 <data element_type="i64" shape="4" offset="385444888" size="32" />488 <output>489 <port id="0" precision="I64">490 <dim>4</dim>491 </port>492 </output>493 </layer>494 <layer id="37" name="__module.encoder.layer.0.attention.self/aten::view/Reshape" type="Reshape" version="opset1">495 <data special_zero="true" />496 <input>497 <port id="0" precision="FP32">498 <dim>-1</dim>499 <dim>-1</dim>500 <dim>384</dim>501 </port>502 <port id="1" precision="I64">503 <dim>4</dim>504 </port>505 </input>506 <output>507 <port id="2" precision="FP32" names="145,x.3">508 <dim>-1</dim>509 <dim>-1</dim>510 <dim>12</dim>511 <dim>32</dim>512 </port>513 </output>514 </layer>515 <layer id="38" name="Constant_6098247" type="Const" version="opset1">516 <data element_type="i64" shape="4" offset="385444920" size="32" />517 <output>518 <port id="0" precision="I64" names="146">519 <dim>4</dim>520 </port>521 </output>522 </layer>523 <layer id="39" name="__module.encoder.layer.0.attention.self/aten::permute/Transpose" type="Transpose" version="opset1">524 <input>525 <port id="0" precision="FP32">526 <dim>-1</dim>527 <dim>-1</dim>528 <dim>12</dim>529 <dim>32</dim>530 </port>531 <port id="1" precision="I64">532 <dim>4</dim>533 </port>534 </input>535 <output>536 <port id="2" precision="FP32" names="147">537 <dim>-1</dim>538 <dim>12</dim>539 <dim>-1</dim>540 <dim>32</dim>541 </port>542 </output>543 </layer>544 <layer id="40" name="self.encoder.layer.0.attention.self.key.weight" type="Const" version="opset1">545 <data element_type="f32" shape="384, 384" offset="385444952" size="589824" />546 <output>547 <port id="0" precision="FP32" names="self.encoder.layer.0.attention.self.key.weight">548 <dim>384</dim>549 <dim>384</dim>550 </port>551 </output>552 </layer>553 <layer id="41" name="__module.encoder.layer.0.attention.self.key/aten::linear/MatMul" type="MatMul" version="opset1">554 <data transpose_a="false" transpose_b="true" />555 <input>556 <port id="0" precision="FP32">557 <dim>-1</dim>558 <dim>-1</dim>559 <dim>384</dim>560 </port>561 <port id="1" precision="FP32">562 <dim>384</dim>563 <dim>384</dim>564 </port>565 </input>566 <output>567 <port id="2" precision="FP32">568 <dim>-1</dim>569 <dim>-1</dim>570 <dim>384</dim>571 </port>572 </output>573 </layer>574 <layer id="42" name="Constant_6107371" type="Const" version="opset1">575 <data element_type="f32" shape="1, 1, 384" offset="386034776" size="1536" />576 <output>577 <port id="0" precision="FP32">578 <dim>1</dim>579 <dim>1</dim>580 <dim>384</dim>581 </port>582 </output>583 </layer>584 <layer id="43" name="__module.encoder.layer.0.attention.self.key/aten::linear/Add" type="Add" version="opset1">585 <data auto_broadcast="numpy" />586 <input>587 <port id="0" precision="FP32">588 <dim>-1</dim>589 <dim>-1</dim>590 <dim>384</dim>591 </port>592 <port id="1" precision="FP32">593 <dim>1</dim>594 <dim>1</dim>595 <dim>384</dim>596 </port>597 </input>598 <output>599 <port id="2" precision="FP32" names="150,x.5">600 <dim>-1</dim>601 <dim>-1</dim>602 <dim>384</dim>603 </port>604 </output>605 </layer>606 <layer id="44" name="__module.encoder.layer.0.attention.self/prim::ListConstruct/Concat_1" type="Const" version="opset1">607 <data element_type="i64" shape="4" offset="385444888" size="32" />608 <output>609 <port id="0" precision="I64">610 <dim>4</dim>611 </port>612 </output>613 </layer>614 <layer id="45" name="__module.encoder.layer.0.attention.self/aten::view/Reshape_1" type="Reshape" version="opset1">615 <data special_zero="true" />616 <input>617 <port id="0" precision="FP32">618 <dim>-1</dim>619 <dim>-1</dim>620 <dim>384</dim>621 </port>622 <port id="1" precision="I64">623 <dim>4</dim>624 </port>625 </input>626 <output>627 <port id="2" precision="FP32" names="154,x.7">628 <dim>-1</dim>629 <dim>-1</dim>630 <dim>12</dim>631 <dim>32</dim>632 </port>633 </output>634 </layer>635 <layer id="46" name="Constant_6098272" type="Const" version="opset1">636 <data element_type="i64" shape="4" offset="385444920" size="32" />637 <output>638 <port id="0" precision="I64" names="155">639 <dim>4</dim>640 </port>641 </output>642 </layer>643 <layer id="47" name="__module.encoder.layer.0.attention.self/aten::permute/Transpose_1" type="Transpose" version="opset1">644 <input>645 <port id="0" precision="FP32">646 <dim>-1</dim>647 <dim>-1</dim>648 <dim>12</dim>649 <dim>32</dim>650 </port>651 <port id="1" precision="I64">652 <dim>4</dim>653 </port>654 </input>655 <output>656 <port id="2" precision="FP32" names="156">657 <dim>-1</dim>658 <dim>12</dim>659 <dim>-1</dim>660 <dim>32</dim>661 </port>662 </output>663 </layer>664 <layer id="48" name="self.encoder.layer.0.attention.self.value.weight" type="Const" version="opset1">665 <data element_type="f32" shape="384, 384" offset="386036312" size="589824" />666 <output>667 <port id="0" precision="FP32" names="self.encoder.layer.0.attention.self.value.weight">668 <dim>384</dim>669 <dim>384</dim>670 </port>671 </output>672 </layer>673 <layer id="49" name="__module.encoder.layer.0.attention.self.value/aten::linear/MatMul" type="MatMul" version="opset1">674 <data transpose_a="false" transpose_b="true" />675 <input>676 <port id="0" precision="FP32">677 <dim>-1</dim>678 <dim>-1</dim>679 <dim>384</dim>680 </port>681 <port id="1" precision="FP32">682 <dim>384</dim>683 <dim>384</dim>684 </port>685 </input>686 <output>687 <port id="2" precision="FP32">688 <dim>-1</dim>689 <dim>-1</dim>690 <dim>384</dim>691 </port>692 </output>693 </layer>694 <layer id="50" name="Constant_6107372" type="Const" version="opset1">695 <data element_type="f32" shape="1, 1, 384" offset="386626136" size="1536" />696 <output>697 <port id="0" precision="FP32">698 <dim>1</dim>699 <dim>1</dim>700 <dim>384</dim>701 </port>702 </output>703 </layer>704 <layer id="51" name="__module.encoder.layer.0.attention.self.value/aten::linear/Add" type="Add" version="opset1">705 <data auto_broadcast="numpy" />706 <input>707 <port id="0" precision="FP32">708 <dim>-1</dim>709 <dim>-1</dim>710 <dim>384</dim>711 </port>712 <port id="1" precision="FP32">713 <dim>1</dim>714 <dim>1</dim>715 <dim>384</dim>716 </port>717 </input>718 <output>719 <port id="2" precision="FP32" names="159,x.9">720 <dim>-1</dim>721 <dim>-1</dim>722 <dim>384</dim>723 </port>724 </output>725 </layer>726 <layer id="52" name="__module.encoder.layer.0.attention.self/prim::ListConstruct/Concat_2" type="Const" version="opset1">727 <data element_type="i64" shape="4" offset="385444888" size="32" />728 <output>729 <port id="0" precision="I64">730 <dim>4</dim>731 </port>732 </output>733 </layer>734 <layer id="53" name="__module.encoder.layer.0.attention.self/aten::view/Reshape_2" type="Reshape" version="opset1">735 <data special_zero="true" />736 <input>737 <port id="0" precision="FP32">738 <dim>-1</dim>739 <dim>-1</dim>740 <dim>384</dim>741 </port>742 <port id="1" precision="I64">743 <dim>4</dim>744 </port>745 </input>746 <output>747 <port id="2" precision="FP32" names="163,x.11">748 <dim>-1</dim>749 <dim>-1</dim>750 <dim>12</dim>751 <dim>32</dim>752 </port>753 </output>754 </layer>755 <layer id="54" name="Constant_6098297" type="Const" version="opset1">756 <data element_type="i64" shape="4" offset="385444920" size="32" />757 <output>758 <port id="0" precision="I64" names="164">759 <dim>4</dim>760 </port>761 </output>762 </layer>763 <layer id="55" name="__module.encoder.layer.0.attention.self/aten::permute/Transpose_2" type="Transpose" version="opset1">764 <input>765 <port id="0" precision="FP32">766 <dim>-1</dim>767 <dim>-1</dim>768 <dim>12</dim>769 <dim>32</dim>770 </port>771 <port id="1" precision="I64">772 <dim>4</dim>773 </port>774 </input>775 <output>776 <port id="2" precision="FP32" names="165">777 <dim>-1</dim>778 <dim>12</dim>779 <dim>-1</dim>780 <dim>32</dim>781 </port>782 </output>783 </layer>784 <layer id="56" name="Constant_6107374" type="Const" version="opset1">785 <data element_type="f32" shape="1, 1, 1, 1" offset="386627672" size="4" />786 <output>787 <port id="0" precision="FP32">788 <dim>1</dim>789 <dim>1</dim>790 <dim>1</dim>791 <dim>1</dim>792 </port>793 </output>794 </layer>795 <layer id="57" name="25" type="Const" version="opset1">796 <data element_type="i64" shape="" offset="384850444" size="8" />797 <output>798 <port id="0" precision="I64" names="25" />799 </output>800 </layer>801 <layer id="58" name="aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">802 <input>803 <port id="0" precision="I64">804 <dim>-1</dim>805 <dim>-1</dim>806 </port>807 <port id="1" precision="I64" />808 </input>809 <output>810 <port id="2" precision="I64" names="26">811 <dim>-1</dim>812 <dim>1</dim>813 <dim>-1</dim>814 </port>815 </output>816 </layer>817 <layer id="59" name="27" type="Const" version="opset1">818 <data element_type="i64" shape="" offset="386627676" size="8" />819 <output>820 <port id="0" precision="I64" names="27" />821 </output>822 </layer>823 <layer id="60" name="aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">824 <input>825 <port id="0" precision="I64">826 <dim>-1</dim>827 <dim>1</dim>828 <dim>-1</dim>829 </port>830 <port id="1" precision="I64" />831 </input>832 <output>833 <port id="2" precision="I64" names="28,33">834 <dim>-1</dim>835 <dim>1</dim>836 <dim>1</dim>837 <dim>-1</dim>838 </port>839 </output>840 </layer>841 <layer id="61" name="Constant_6107726" type="Const" version="opset1">842 <data element_type="i64" shape="1" offset="384850436" size="8" />843 <output>844 <port id="0" precision="I64">845 <dim>1</dim>846 </port>847 </output>848 </layer>849 <layer id="62" name="Constant_6107605" type="Const" version="opset1">850 <data element_type="i64" shape="" offset="384850436" size="8" />851 <output>852 <port id="0" precision="I64" />853 </output>854 </layer>855 <layer id="63" name="Gather_6107606" type="Gather" version="opset8">856 <data batch_dims="0" />857 <input>858 <port id="0" precision="I64">859 <dim>2</dim>860 </port>861 <port id="1" precision="I64">862 <dim>1</dim>863 </port>864 <port id="2" precision="I64" />865 </input>866 <output>867 <port id="3" precision="I64" names="13,15">868 <dim>1</dim>869 </port>870 </output>871 </layer>872 <layer id="64" name="Constant_6105992" type="Const" version="opset1">873 <data element_type="i64" shape="1" offset="384850444" size="8" />874 <output>875 <port id="0" precision="I64">876 <dim>1</dim>877 </port>878 </output>879 </layer>880 <layer id="65" name="Constant_6107728" type="Const" version="opset1">881 <data element_type="i64" shape="2" offset="386627684" size="16" />882 <output>883 <port id="0" precision="I64">884 <dim>2</dim>885 </port>886 </output>887 </layer>888 <layer id="66" name="Constant_6107729" type="Const" version="opset1">889 <data element_type="i64" shape="" offset="384850436" size="8" />890 <output>891 <port id="0" precision="I64" />892 </output>893 </layer>894 <layer id="67" name="Gather_6107730" type="Gather" version="opset8">895 <data batch_dims="0" />896 <input>897 <port id="0" precision="I64">898 <dim>2</dim>899 </port>900 <port id="1" precision="I64">901 <dim>2</dim>902 </port>903 <port id="2" precision="I64" />904 </input>905 <output>906 <port id="3" precision="I64">907 <dim>2</dim>908 </port>909 </output>910 </layer>911 <layer id="68" name="prim::ListConstruct/Concat" type="Concat" version="opset1">912 <data axis="0" />913 <input>914 <port id="0" precision="I64">915 <dim>1</dim>916 </port>917 <port id="1" precision="I64">918 <dim>1</dim>919 </port>920 <port id="2" precision="I64">921 <dim>2</dim>922 </port>923 </input>924 <output>925 <port id="3" precision="I64" names="35">926 <dim>4</dim>927 </port>928 </output>929 </layer>930 <layer id="69" name="aten::expand/Broadcast" type="Broadcast" version="opset3">931 <data mode="bidirectional" />932 <input>933 <port id="0" precision="I64">934 <dim>-1</dim>935 <dim>1</dim>936 <dim>1</dim>937 <dim>-1</dim>938 </port>939 <port id="1" precision="I64">940 <dim>4</dim>941 </port>942 </input>943 <output>944 <port id="2" precision="I64" names="37">945 <dim>-1</dim>946 <dim>1</dim>947 <dim>-1</dim>948 <dim>-1</dim>949 </port>950 </output>951 </layer>952 <layer id="70" name="aten::to/Convert" type="Convert" version="opset1">953 <data destination_type="f32" />954 <input>955 <port id="0" precision="I64">956 <dim>-1</dim>957 <dim>1</dim>958 <dim>-1</dim>959 <dim>-1</dim>960 </port>961 </input>962 <output>963 <port id="1" precision="FP32" names="42">964 <dim>-1</dim>965 <dim>1</dim>966 <dim>-1</dim>967 <dim>-1</dim>968 </port>969 </output>970 </layer>971 <layer id="71" name="Constant_6107373" type="Const" version="opset1">972 <data element_type="f32" shape="1, 1, 1, 1" offset="386627672" size="4" />973 <output>974 <port id="0" precision="FP32">975 <dim>1</dim>976 <dim>1</dim>977 <dim>1</dim>978 <dim>1</dim>979 </port>980 </output>981 </layer>982 <layer id="72" name="aten::rsub/Multiply" type="Multiply" version="opset1">983 <data auto_broadcast="numpy" />984 <input>985 <port id="0" precision="FP32">986 <dim>-1</dim>987 <dim>1</dim>988 <dim>-1</dim>989 <dim>-1</dim>990 </port>991 <port id="1" precision="FP32">992 <dim>1</dim>993 <dim>1</dim>994 <dim>1</dim>995 <dim>1</dim>996 </port>997 </input>998 <output>999 <port id="2" precision="FP32">1000 <dim>-1</dim>1001 <dim>1</dim>1002 <dim>-1</dim>1003 <dim>-1</dim>1004 </port>1005 </output>1006 </layer>1007 <layer id="73" name="aten::rsub/Subtract" type="Subtract" version="opset1">1008 <data auto_broadcast="numpy" />1009 <input>1010 <port id="0" precision="FP32">1011 <dim>1</dim>1012 <dim>1</dim>1013 <dim>1</dim>1014 <dim>1</dim>1015 </port>1016 <port id="1" precision="FP32">1017 <dim>-1</dim>1018 <dim>1</dim>1019 <dim>-1</dim>1020 <dim>-1</dim>1021 </port>1022 </input>1023 <output>1024 <port id="2" precision="FP32" names="45,inverted_mask">1025 <dim>-1</dim>1026 <dim>1</dim>1027 <dim>-1</dim>1028 <dim>-1</dim>1029 </port>1030 </output>1031 </layer>1032 <layer id="74" name="aten::to/Convert_1" type="Convert" version="opset1">1033 <data destination_type="boolean" />1034 <input>1035 <port id="0" precision="FP32">1036 <dim>-1</dim>1037 <dim>1</dim>1038 <dim>-1</dim>1039 <dim>-1</dim>1040 </port>1041 </input>1042 <output>1043 <port id="1" precision="BOOL" names="50">1044 <dim>-1</dim>1045 <dim>1</dim>1046 <dim>-1</dim>1047 <dim>-1</dim>1048 </port>1049 </output>1050 </layer>1051 <layer id="75" name="aten::masked_fill/ConvertLike" type="Const" version="opset1">1052 <data element_type="f32" shape="" offset="386627700" size="4" />1053 <output>1054 <port id="0" precision="FP32" />1055 </output>1056 </layer>1057 <layer id="76" name="aten::masked_fill/Select" type="Select" version="opset1">1058 <data auto_broadcast="numpy" />1059 <input>1060 <port id="0" precision="BOOL">1061 <dim>-1</dim>1062 <dim>1</dim>1063 <dim>-1</dim>1064 <dim>-1</dim>1065 </port>1066 <port id="1" precision="FP32" />1067 <port id="2" precision="FP32">1068 <dim>-1</dim>1069 <dim>1</dim>1070 <dim>-1</dim>1071 <dim>-1</dim>1072 </port>1073 </input>1074 <output>1075 <port id="3" precision="FP32" names="52">1076 <dim>-1</dim>1077 <dim>1</dim>1078 <dim>-1</dim>1079 <dim>-1</dim>1080 </port>1081 </output>1082 </layer>1083 <layer id="77" name="__module.encoder.layer.0.attention.self/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">1084 <data causal="false" />1085 <input>1086 <port id="0" precision="FP32">1087 <dim>-1</dim>1088 <dim>12</dim>1089 <dim>-1</dim>1090 <dim>32</dim>1091 </port>1092 <port id="1" precision="FP32">1093 <dim>-1</dim>1094 <dim>12</dim>1095 <dim>-1</dim>1096 <dim>32</dim>1097 </port>1098 <port id="2" precision="FP32">1099 <dim>-1</dim>1100 <dim>12</dim>1101 <dim>-1</dim>1102 <dim>32</dim>1103 </port>1104 <port id="3" precision="FP32">1105 <dim>-1</dim>1106 <dim>1</dim>1107 <dim>-1</dim>1108 <dim>-1</dim>1109 </port>1110 </input>1111 <output>1112 <port id="4" precision="FP32" names="166,attn_output.1">1113 <dim>-1</dim>1114 <dim>12</dim>1115 <dim>-1</dim>1116 <dim>32</dim>1117 </port>1118 </output>1119 </layer>1120 <layer id="78" name="__module.encoder.layer.0.attention.self/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">1121 <data element_type="i32" shape="4" offset="386627704" size="16" />1122 <output>1123 <port id="0" precision="I32">1124 <dim>4</dim>1125 </port>1126 </output>1127 </layer>1128 <layer id="79" name="__module.encoder.layer.0.attention.self/aten::transpose/Transpose" type="Transpose" version="opset1">1129 <input>1130 <port id="0" precision="FP32">1131 <dim>-1</dim>1132 <dim>12</dim>1133 <dim>-1</dim>1134 <dim>32</dim>1135 </port>1136 <port id="1" precision="I32">1137 <dim>4</dim>1138 </port>1139 </input>1140 <output>1141 <port id="2" precision="FP32" names="167,attn_output.3">1142 <dim>-1</dim>1143 <dim>-1</dim>1144 <dim>12</dim>1145 <dim>32</dim>1146 </port>1147 </output>1148 </layer>1149 <layer id="80" name="Constant_6107614" type="Const" version="opset1">1150 <data element_type="i64" shape="3" offset="386627720" size="24" />1151 <output>1152 <port id="0" precision="I64">1153 <dim>3</dim>1154 </port>1155 </output>1156 </layer>1157 <layer id="81" name="__module.encoder.layer.0.attention.self/aten::reshape/Reshape" type="Reshape" version="opset1">1158 <data special_zero="true" />1159 <input>1160 <port id="0" precision="FP32">1161 <dim>-1</dim>1162 <dim>-1</dim>1163 <dim>12</dim>1164 <dim>32</dim>1165 </port>1166 <port id="1" precision="I64">1167 <dim>3</dim>1168 </port>1169 </input>1170 <output>1171 <port id="2" precision="FP32" names="169">1172 <dim>-1</dim>1173 <dim>-1</dim>1174 <dim>384</dim>1175 </port>1176 </output>1177 </layer>1178 <layer id="82" name="self.encoder.layer.0.attention.output.dense.weight" type="Const" version="opset1">1179 <data element_type="f32" shape="384, 384" offset="386627744" size="589824" />1180 <output>1181 <port id="0" precision="FP32" names="self.encoder.layer.0.attention.output.dense.weight">1182 <dim>384</dim>1183 <dim>384</dim>1184 </port>1185 </output>1186 </layer>1187 <layer id="83" name="__module.encoder.layer.0.attention.output.dense/aten::linear/MatMul" type="MatMul" version="opset1">1188 <data transpose_a="false" transpose_b="true" />1189 <input>1190 <port id="0" precision="FP32">1191 <dim>-1</dim>1192 <dim>-1</dim>1193 <dim>384</dim>1194 </port>1195 <port id="1" precision="FP32">1196 <dim>384</dim>1197 <dim>384</dim>1198 </port>1199 </input>1200 <output>