Disty0/SoteMixV2
336
1<?xml version="1.0"?>2<net name="Model0" version="11">3 <layers>4 <layer id="0" name="input_ids" type="Parameter" version="opset1">5 <data shape="?,?" element_type="i32" />6 <output>7 <port id="0" precision="I32" names="input_ids">8 <dim>-1</dim>9 <dim>-1</dim>10 </port>11 </output>12 </layer>13 <layer id="1" name="self.text_model.embeddings.token_embedding.weight" type="Const" version="opset1">14 <data element_type="f32" shape="49408, 768" offset="0" size="151781376" />15 <output>16 <port id="0" precision="FP32" names="219,self.text_model.embeddings.token_embedding.weight">17 <dim>49408</dim>18 <dim>768</dim>19 </port>20 </output>21 </layer>22 <layer id="2" name="__module.text_model/prim::ListConstruct_3/Reshape" type="Const" version="opset1">23 <data element_type="i32" shape="1" offset="151781376" size="4" />24 <output>25 <port id="0" precision="I32">26 <dim>1</dim>27 </port>28 </output>29 </layer>30 <layer id="3" name="__module.text_model/aten::size/ShapeOf" type="ShapeOf" version="opset3">31 <data output_type="i32" />32 <input>33 <port id="0" precision="I32">34 <dim>-1</dim>35 <dim>-1</dim>36 </port>37 </input>38 <output>39 <port id="1" precision="I32">40 <dim>2</dim>41 </port>42 </output>43 </layer>44 <layer id="4" name="5" type="Const" version="opset1">45 <data element_type="i32" shape="" offset="151781380" size="4" />46 <output>47 <port id="0" precision="I32" names="5" />48 </output>49 </layer>50 <layer id="5" name="__module.text_model/aten::size/Constant_1" type="Const" version="opset1">51 <data element_type="i32" shape="" offset="151781384" size="4" />52 <output>53 <port id="0" precision="I32" />54 </output>55 </layer>56 <layer id="6" name="__module.text_model/aten::size/Gather_2" type="Gather" version="opset8">57 <data batch_dims="0" />58 <input>59 <port id="0" precision="I32">60 <dim>2</dim>61 </port>62 <port id="1" precision="I32" />63 <port id="2" precision="I32" />64 </input>65 <output>66 <port id="3" precision="I32" names="221,230,key_value_length" />67 </output>68 </layer>69 <layer id="7" name="Constant_20761" type="Const" version="opset1">70 <data element_type="i64" shape="1" offset="151781388" size="8" />71 <output>72 <port id="0" precision="I64">73 <dim>1</dim>74 </port>75 </output>76 </layer>77 <layer id="8" name="__module.text_model/prim::ListConstruct_3/Reshape_0" type="Reshape" version="opset1">78 <data special_zero="false" />79 <input>80 <port id="0" precision="I32" />81 <port id="1" precision="I64">82 <dim>1</dim>83 </port>84 </input>85 <output>86 <port id="2" precision="I32">87 <dim>1</dim>88 </port>89 </output>90 </layer>91 <layer id="9" name="__module.text_model/prim::ListConstruct_3/Concat" type="Concat" version="opset1">92 <data axis="0" />93 <input>94 <port id="0" precision="I32">95 <dim>1</dim>96 </port>97 <port id="1" precision="I32">98 <dim>1</dim>99 </port>100 </input>101 <output>102 <port id="2" precision="I32" names="223">103 <dim>2</dim>104 </port>105 </output>106 </layer>107 <layer id="10" name="__module.text_model/aten::view/Reshape" type="Reshape" version="opset1">108 <data special_zero="false" />109 <input>110 <port id="0" precision="I32">111 <dim>-1</dim>112 <dim>-1</dim>113 </port>114 <port id="1" precision="I32">115 <dim>2</dim>116 </port>117 </input>118 <output>119 <port id="2" precision="I32" names="224,854,input_ids,input_ids.3">120 <dim>-1</dim>121 <dim>-1</dim>122 </port>123 </output>124 </layer>125 <layer id="11" name="__module.text_model.embeddings.token_embedding/aten::embedding/Constant" type="Const" version="opset1">126 <data element_type="i32" shape="" offset="151781384" size="4" />127 <output>128 <port id="0" precision="I32" />129 </output>130 </layer>131 <layer id="12" name="__module.text_model.embeddings.token_embedding/aten::embedding/Gather" type="Gather" version="opset8">132 <data batch_dims="0" />133 <input>134 <port id="0" precision="FP32">135 <dim>49408</dim>136 <dim>768</dim>137 </port>138 <port id="1" precision="I32">139 <dim>-1</dim>140 <dim>-1</dim>141 </port>142 <port id="2" precision="I32" />143 </input>144 <output>145 <port id="3" precision="FP32" names="227,inputs_embeds">146 <dim>-1</dim>147 <dim>-1</dim>148 <dim>768</dim>149 </port>150 </output>151 </layer>152 <layer id="13" name="self.text_model.embeddings.position_embedding.weight" type="Const" version="opset1">153 <data element_type="f32" shape="77, 768" offset="151781396" size="236544" />154 <output>155 <port id="0" precision="FP32" names="218,self.text_model.embeddings.position_embedding.weight">156 <dim>77</dim>157 <dim>768</dim>158 </port>159 </output>160 </layer>161 <layer id="14" name="3" type="Const" version="opset1">162 <data element_type="i64" shape="1, 77" offset="152017940" size="616" />163 <output>164 <port id="0" precision="I64" names="3">165 <dim>1</dim>166 <dim>77</dim>167 </port>168 </output>169 </layer>170 <layer id="15" name="Constant_35779" type="Const" version="opset1">171 <data element_type="i32" shape="2" offset="152018556" size="8" />172 <output>173 <port id="0" precision="I32">174 <dim>2</dim>175 </port>176 </output>177 </layer>178 <layer id="16" name="Constant_35780" type="Const" version="opset1">179 <data element_type="i32" shape="2" offset="152018556" size="8" />180 <output>181 <port id="0" precision="I32">182 <dim>2</dim>183 </port>184 </output>185 </layer>186 <layer id="17" name="Constant_35776" type="Const" version="opset1">187 <data element_type="i64" shape="1" offset="152018564" size="8" />188 <output>189 <port id="0" precision="I64">190 <dim>1</dim>191 </port>192 </output>193 </layer>194 <layer id="18" name="__module.text_model.embeddings/aten::size/ShapeOf" type="ShapeOf" version="opset3">195 <data output_type="i32" />196 <input>197 <port id="0" precision="I32">198 <dim>-1</dim>199 <dim>-1</dim>200 </port>201 </input>202 <output>203 <port id="1" precision="I32">204 <dim>2</dim>205 </port>206 </output>207 </layer>208 <layer id="19" name="Constant_33605" type="Const" version="opset1">209 <data element_type="i32" shape="1" offset="151781380" size="4" />210 <output>211 <port id="0" precision="I32">212 <dim>1</dim>213 </port>214 </output>215 </layer>216 <layer id="20" name="__module.text_model.embeddings/aten::size/Constant" type="Const" version="opset1">217 <data element_type="i32" shape="" offset="151781384" size="4" />218 <output>219 <port id="0" precision="I32" />220 </output>221 </layer>222 <layer id="21" name="__module.text_model.embeddings/aten::size/Gather" type="Gather" version="opset8">223 <data batch_dims="0" />224 <input>225 <port id="0" precision="I32">226 <dim>2</dim>227 </port>228 <port id="1" precision="I32">229 <dim>1</dim>230 </port>231 <port id="2" precision="I32" />232 </input>233 <output>234 <port id="3" precision="I32" names="225">235 <dim>1</dim>236 </port>237 </output>238 </layer>239 <layer id="22" name="Constant_35775" type="Const" version="opset1">240 <data element_type="i32" shape="1" offset="151781384" size="4" />241 <output>242 <port id="0" precision="I32">243 <dim>1</dim>244 </port>245 </output>246 </layer>247 <layer id="23" name="ScatterUpdate_35781" type="ScatterUpdate" version="opset3">248 <input>249 <port id="0" precision="I32">250 <dim>2</dim>251 </port>252 <port id="1" precision="I64">253 <dim>1</dim>254 </port>255 <port id="2" precision="I32">256 <dim>1</dim>257 </port>258 <port id="3" precision="I32">259 <dim>1</dim>260 </port>261 </input>262 <output>263 <port id="4" precision="I32">264 <dim>2</dim>265 </port>266 </output>267 </layer>268 <layer id="24" name="Constant_35784" type="Const" version="opset1">269 <data element_type="i32" shape="2" offset="152018572" size="8" />270 <output>271 <port id="0" precision="I32">272 <dim>2</dim>273 </port>274 </output>275 </layer>276 <layer id="25" name="__module.text_model.embeddings/aten::slice/Slice" type="StridedSlice" version="opset1">277 <data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask="" />278 <input>279 <port id="0" precision="I64">280 <dim>1</dim>281 <dim>77</dim>282 </port>283 <port id="1" precision="I32">284 <dim>2</dim>285 </port>286 <port id="2" precision="I32">287 <dim>2</dim>288 </port>289 <port id="3" precision="I32">290 <dim>2</dim>291 </port>292 </input>293 <output>294 <port id="4" precision="I64" names="226,input.1">295 <dim>1</dim>296 <dim>-1</dim>297 </port>298 </output>299 </layer>300 <layer id="26" name="__module.text_model.embeddings.position_embedding/aten::embedding/Convert" type="Convert" version="opset1">301 <data destination_type="i32" />302 <input>303 <port id="0" precision="I64">304 <dim>1</dim>305 <dim>-1</dim>306 </port>307 </input>308 <output>309 <port id="1" precision="I32">310 <dim>1</dim>311 <dim>-1</dim>312 </port>313 </output>314 </layer>315 <layer id="27" name="__module.text_model.embeddings.position_embedding/aten::embedding/Constant" type="Const" version="opset1">316 <data element_type="i32" shape="" offset="151781384" size="4" />317 <output>318 <port id="0" precision="I32" />319 </output>320 </layer>321 <layer id="28" name="__module.text_model.embeddings.position_embedding/aten::embedding/Gather" type="Gather" version="opset8">322 <data batch_dims="0" />323 <input>324 <port id="0" precision="FP32">325 <dim>77</dim>326 <dim>768</dim>327 </port>328 <port id="1" precision="I32">329 <dim>1</dim>330 <dim>-1</dim>331 </port>332 <port id="2" precision="I32" />333 </input>334 <output>335 <port id="3" precision="FP32" names="228,position_embeddings">336 <dim>1</dim>337 <dim>-1</dim>338 <dim>768</dim>339 </port>340 </output>341 </layer>342 <layer id="29" name="__module.text_model.embeddings/aten::add/Add" type="Add" version="opset1">343 <data auto_broadcast="numpy" />344 <input>345 <port id="0" precision="FP32">346 <dim>-1</dim>347 <dim>-1</dim>348 <dim>768</dim>349 </port>350 <port id="1" precision="FP32">351 <dim>1</dim>352 <dim>-1</dim>353 <dim>768</dim>354 </port>355 </input>356 <output>357 <port id="2" precision="FP32" names="229,input.3">358 <dim>-1</dim>359 <dim>-1</dim>360 <dim>768</dim>361 </port>362 </output>363 </layer>364 <layer id="30" name="__module.text_model.encoder.layers.0.layer_norm1/aten::layer_norm/Constant" type="Const" version="opset1">365 <data element_type="i32" shape="1" offset="151781376" size="4" />366 <output>367 <port id="0" precision="I32">368 <dim>1</dim>369 </port>370 </output>371 </layer>372 <layer id="31" name="__module.text_model.encoder.layers.0.layer_norm1/aten::layer_norm/MVN" type="MVN" version="opset6">373 <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />374 <input>375 <port id="0" precision="FP32">376 <dim>-1</dim>377 <dim>-1</dim>378 <dim>768</dim>379 </port>380 <port id="1" precision="I32">381 <dim>1</dim>382 </port>383 </input>384 <output>385 <port id="2" precision="FP32">386 <dim>-1</dim>387 <dim>-1</dim>388 <dim>768</dim>389 </port>390 </output>391 </layer>392 <layer id="32" name="Constant_38544" type="Const" version="opset1">393 <data element_type="f32" shape="1, 1, 768" offset="152018580" size="3072" />394 <output>395 <port id="0" precision="FP32">396 <dim>1</dim>397 <dim>1</dim>398 <dim>768</dim>399 </port>400 </output>401 </layer>402 <layer id="33" name="__module.text_model.encoder.layers.0.layer_norm1/aten::layer_norm/Multiply" type="Multiply" version="opset1">403 <data auto_broadcast="numpy" />404 <input>405 <port id="0" precision="FP32">406 <dim>-1</dim>407 <dim>-1</dim>408 <dim>768</dim>409 </port>410 <port id="1" precision="FP32">411 <dim>1</dim>412 <dim>1</dim>413 <dim>768</dim>414 </port>415 </input>416 <output>417 <port id="2" precision="FP32">418 <dim>-1</dim>419 <dim>-1</dim>420 <dim>768</dim>421 </port>422 </output>423 </layer>424 <layer id="34" name="Constant_38545" type="Const" version="opset1">425 <data element_type="f32" shape="1, 1, 768" offset="152021652" size="3072" />426 <output>427 <port id="0" precision="FP32">428 <dim>1</dim>429 <dim>1</dim>430 <dim>768</dim>431 </port>432 </output>433 </layer>434 <layer id="35" name="__module.text_model.encoder.layers.0.layer_norm1/aten::layer_norm/Add" type="Add" version="opset1">435 <data auto_broadcast="numpy" />436 <input>437 <port id="0" precision="FP32">438 <dim>-1</dim>439 <dim>-1</dim>440 <dim>768</dim>441 </port>442 <port id="1" precision="FP32">443 <dim>1</dim>444 <dim>1</dim>445 <dim>768</dim>446 </port>447 </input>448 <output>449 <port id="2" precision="FP32" names="251,hidden_states.1">450 <dim>-1</dim>451 <dim>-1</dim>452 <dim>768</dim>453 </port>454 </output>455 </layer>456 <layer id="36" name="Constant_38197" type="Const" version="opset1">457 <data element_type="f32" shape="768, 768" offset="152024724" size="2359296" />458 <output>459 <port id="0" precision="FP32">460 <dim>768</dim>461 <dim>768</dim>462 </port>463 </output>464 </layer>465 <layer id="37" name="Multiply_38148" type="MatMul" version="opset1">466 <data transpose_a="false" transpose_b="true" />467 <input>468 <port id="0" precision="FP32">469 <dim>-1</dim>470 <dim>-1</dim>471 <dim>768</dim>472 </port>473 <port id="1" precision="FP32">474 <dim>768</dim>475 <dim>768</dim>476 </port>477 </input>478 <output>479 <port id="2" precision="FP32">480 <dim>-1</dim>481 <dim>-1</dim>482 <dim>768</dim>483 </port>484 </output>485 </layer>486 <layer id="38" name="Constant_38546" type="Const" version="opset1">487 <data element_type="f32" shape="1, 1, 768" offset="154384020" size="3072" />488 <output>489 <port id="0" precision="FP32">490 <dim>1</dim>491 <dim>1</dim>492 <dim>768</dim>493 </port>494 </output>495 </layer>496 <layer id="39" name="__module.text_model.encoder.layers.0.self_attn/aten::mul/Multiply" type="Add" version="opset1">497 <data auto_broadcast="numpy" />498 <input>499 <port id="0" precision="FP32">500 <dim>-1</dim>501 <dim>-1</dim>502 <dim>768</dim>503 </port>504 <port id="1" precision="FP32">505 <dim>1</dim>506 <dim>1</dim>507 <dim>768</dim>508 </port>509 </input>510 <output>511 <port id="2" precision="FP32" names="257,tensor.5">512 <dim>-1</dim>513 <dim>-1</dim>514 <dim>768</dim>515 </port>516 </output>517 </layer>518 <layer id="40" name="__module.text_model.encoder.layers.0.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">519 <data output_type="i32" />520 <input>521 <port id="0" precision="FP32">522 <dim>-1</dim>523 <dim>-1</dim>524 <dim>768</dim>525 </port>526 </input>527 <output>528 <port id="1" precision="I32">529 <dim>3</dim>530 </port>531 </output>532 </layer>533 <layer id="41" name="4" type="Const" version="opset1">534 <data element_type="i32" shape="" offset="151781384" size="4" />535 <output>536 <port id="0" precision="I32" names="4" />537 </output>538 </layer>539 <layer id="42" name="__module.text_model.encoder.layers.0.self_attn/aten::size/Constant" type="Const" version="opset1">540 <data element_type="i32" shape="" offset="151781384" size="4" />541 <output>542 <port id="0" precision="I32" />543 </output>544 </layer>545 <layer id="43" name="__module.text_model.encoder.layers.0.self_attn/aten::size/Gather" type="Gather" version="opset8">546 <data batch_dims="0" />547 <input>548 <port id="0" precision="I32">549 <dim>3</dim>550 </port>551 <port id="1" precision="I32" />552 <port id="2" precision="I32" />553 </input>554 <output>555 <port id="3" precision="I32" names="252" />556 </output>557 </layer>558 <layer id="44" name="Constant_20762" type="Const" version="opset1">559 <data element_type="i64" shape="1" offset="151781388" size="8" />560 <output>561 <port id="0" precision="I64">562 <dim>1</dim>563 </port>564 </output>565 </layer>566 <layer id="45" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_86/Reshape" type="Reshape" version="opset1">567 <data special_zero="false" />568 <input>569 <port id="0" precision="I32" />570 <port id="1" precision="I64">571 <dim>1</dim>572 </port>573 </input>574 <output>575 <port id="2" precision="I32">576 <dim>1</dim>577 </port>578 </output>579 </layer>580 <layer id="46" name="Constant_33608" type="Const" version="opset1">581 <data element_type="i32" shape="1" offset="151781380" size="4" />582 <output>583 <port id="0" precision="I32">584 <dim>1</dim>585 </port>586 </output>587 </layer>588 <layer id="47" name="__module.text_model.encoder.layers.0.self_attn/aten::size/Constant_44" type="Const" version="opset1">589 <data element_type="i32" shape="" offset="151781384" size="4" />590 <output>591 <port id="0" precision="I32" />592 </output>593 </layer>594 <layer id="48" name="__module.text_model.encoder.layers.0.self_attn/aten::size/Gather_45" type="Gather" version="opset8">595 <data batch_dims="0" />596 <input>597 <port id="0" precision="I32">598 <dim>3</dim>599 </port>600 <port id="1" precision="I32">601 <dim>1</dim>602 </port>603 <port id="2" precision="I32" />604 </input>605 <output>606 <port id="3" precision="I32" names="254">607 <dim>1</dim>608 </port>609 </output>610 </layer>611 <layer id="49" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_86/Reshape_1" type="Const" version="opset1">612 <data element_type="i32" shape="1" offset="154387092" size="4" />613 <output>614 <port id="0" precision="I32">615 <dim>1</dim>616 </port>617 </output>618 </layer>619 <layer id="50" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_86/Reshape_2" type="Const" version="opset1">620 <data element_type="i32" shape="1" offset="154387096" size="4" />621 <output>622 <port id="0" precision="I32">623 <dim>1</dim>624 </port>625 </output>626 </layer>627 <layer id="51" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_86/Concat" type="Concat" version="opset1">628 <data axis="0" />629 <input>630 <port id="0" precision="I32">631 <dim>1</dim>632 </port>633 <port id="1" precision="I32">634 <dim>1</dim>635 </port>636 <port id="2" precision="I32">637 <dim>1</dim>638 </port>639 <port id="3" precision="I32">640 <dim>1</dim>641 </port>642 </input>643 <output>644 <port id="4" precision="I32" names="269">645 <dim>4</dim>646 </port>647 </output>648 </layer>649 <layer id="52" name="__module.text_model.encoder.layers.0.self_attn/aten::view/Reshape_87" type="Reshape" version="opset1">650 <data special_zero="false" />651 <input>652 <port id="0" precision="FP32">653 <dim>-1</dim>654 <dim>-1</dim>655 <dim>768</dim>656 </port>657 <port id="1" precision="I32">658 <dim>4</dim>659 </port>660 </input>661 <output>662 <port id="2" precision="FP32" names="270">663 <dim>-1</dim>664 <dim>-1</dim>665 <dim>12</dim>666 <dim>64</dim>667 </port>668 </output>669 </layer>670 <layer id="53" name="__module.text_model.encoder.layers.0.self_attn/aten::transpose/ScatterElementsUpdate_106" type="Const" version="opset1">671 <data element_type="i32" shape="4" offset="154387100" size="16" />672 <output>673 <port id="0" precision="I32">674 <dim>4</dim>675 </port>676 </output>677 </layer>678 <layer id="54" name="__module.text_model.encoder.layers.0.self_attn/aten::transpose/Transpose_107" type="Transpose" version="opset1">679 <input>680 <port id="0" precision="FP32">681 <dim>-1</dim>682 <dim>-1</dim>683 <dim>12</dim>684 <dim>64</dim>685 </port>686 <port id="1" precision="I32">687 <dim>4</dim>688 </port>689 </input>690 <output>691 <port id="2" precision="FP32" names="271">692 <dim>-1</dim>693 <dim>12</dim>694 <dim>-1</dim>695 <dim>64</dim>696 </port>697 </output>698 </layer>699 <layer id="55" name="19" type="Const" version="opset1">700 <data element_type="i32" shape="" offset="154387092" size="4" />701 <output>702 <port id="0" precision="I32" names="19" />703 </output>704 </layer>705 <layer id="56" name="__module.text_model.encoder.layers.0.self_attn/aten::mul/Multiply_83" type="Multiply" version="opset1">706 <data auto_broadcast="numpy" />707 <input>708 <port id="0" precision="I32" />709 <port id="1" precision="I32" />710 </input>711 <output>712 <port id="2" precision="I32" names="267,268" />713 </output>714 </layer>715 <layer id="57" name="Constant_20766" type="Const" version="opset1">716 <data element_type="i64" shape="1" offset="151781388" size="8" />717 <output>718 <port id="0" precision="I64">719 <dim>1</dim>720 </port>721 </output>722 </layer>723 <layer id="58" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_110/Reshape" type="Reshape" version="opset1">724 <data special_zero="false" />725 <input>726 <port id="0" precision="I32" />727 <port id="1" precision="I64">728 <dim>1</dim>729 </port>730 </input>731 <output>732 <port id="2" precision="I32">733 <dim>1</dim>734 </port>735 </output>736 </layer>737 <layer id="59" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_110/Reshape_0" type="Const" version="opset1">738 <data element_type="i32" shape="1" offset="151781376" size="4" />739 <output>740 <port id="0" precision="I32">741 <dim>1</dim>742 </port>743 </output>744 </layer>745 <layer id="60" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_110/Reshape_1" type="Const" version="opset1">746 <data element_type="i32" shape="1" offset="154387096" size="4" />747 <output>748 <port id="0" precision="I32">749 <dim>1</dim>750 </port>751 </output>752 </layer>753 <layer id="61" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_110/Concat" type="Concat" version="opset1">754 <data axis="0" />755 <input>756 <port id="0" precision="I32">757 <dim>1</dim>758 </port>759 <port id="1" precision="I32">760 <dim>1</dim>761 </port>762 <port id="2" precision="I32">763 <dim>1</dim>764 </port>765 </input>766 <output>767 <port id="3" precision="I32" names="273">768 <dim>3</dim>769 </port>770 </output>771 </layer>772 <layer id="62" name="__module.text_model.encoder.layers.0.self_attn/aten::view/Reshape_111" type="Reshape" version="opset1">773 <data special_zero="false" />774 <input>775 <port id="0" precision="FP32">776 <dim>-1</dim>777 <dim>12</dim>778 <dim>-1</dim>779 <dim>64</dim>780 </port>781 <port id="1" precision="I32">782 <dim>3</dim>783 </port>784 </input>785 <output>786 <port id="2" precision="FP32" names="274,query_states.1">787 <dim>-1</dim>788 <dim>-1</dim>789 <dim>64</dim>790 </port>791 </output>792 </layer>793 <layer id="63" name="self.text_model.encoder.layers.0.self_attn.k_proj.weight" type="Const" version="opset1">794 <data element_type="f32" shape="768, 768" offset="154387116" size="2359296" />795 <output>796 <port id="0" precision="FP32" names="212,self.text_model.encoder.layers.0.self_attn.k_proj.weight">797 <dim>768</dim>798 <dim>768</dim>799 </port>800 </output>801 </layer>802 <layer id="64" name="__module.text_model.encoder.layers.0.self_attn.k_proj/aten::linear/MatMul_50" type="MatMul" version="opset1">803 <data transpose_a="false" transpose_b="true" />804 <input>805 <port id="0" precision="FP32">806 <dim>-1</dim>807 <dim>-1</dim>808 <dim>768</dim>809 </port>810 <port id="1" precision="FP32">811 <dim>768</dim>812 <dim>768</dim>813 </port>814 </input>815 <output>816 <port id="2" precision="FP32">817 <dim>-1</dim>818 <dim>-1</dim>819 <dim>768</dim>820 </port>821 </output>822 </layer>823 <layer id="65" name="Constant_38547" type="Const" version="opset1">824 <data element_type="f32" shape="1, 1, 768" offset="156746412" size="3072" />825 <output>826 <port id="0" precision="FP32">827 <dim>1</dim>828 <dim>1</dim>829 <dim>768</dim>830 </port>831 </output>832 </layer>833 <layer id="66" name="__module.text_model.encoder.layers.0.self_attn.k_proj/aten::linear/Add" type="Add" version="opset1">834 <data auto_broadcast="numpy" />835 <input>836 <port id="0" precision="FP32">837 <dim>-1</dim>838 <dim>-1</dim>839 <dim>768</dim>840 </port>841 <port id="1" precision="FP32">842 <dim>1</dim>843 <dim>1</dim>844 <dim>768</dim>845 </port>846 </input>847 <output>848 <port id="2" precision="FP32" names="258,tensor.1">849 <dim>-1</dim>850 <dim>-1</dim>851 <dim>768</dim>852 </port>853 </output>854 </layer>855 <layer id="67" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_51/Reshape_0" type="Const" version="opset1">856 <data element_type="i32" shape="1" offset="151781376" size="4" />857 <output>858 <port id="0" precision="I32">859 <dim>1</dim>860 </port>861 </output>862 </layer>863 <layer id="68" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_51/Reshape_1" type="Const" version="opset1">864 <data element_type="i32" shape="1" offset="154387092" size="4" />865 <output>866 <port id="0" precision="I32">867 <dim>1</dim>868 </port>869 </output>870 </layer>871 <layer id="69" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_51/Reshape_2" type="Const" version="opset1">872 <data element_type="i32" shape="1" offset="154387096" size="4" />873 <output>874 <port id="0" precision="I32">875 <dim>1</dim>876 </port>877 </output>878 </layer>879 <layer id="70" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_51/Concat" type="Concat" version="opset1">880 <data axis="0" />881 <input>882 <port id="0" precision="I32">883 <dim>1</dim>884 </port>885 <port id="1" precision="I32">886 <dim>1</dim>887 </port>888 <port id="2" precision="I32">889 <dim>1</dim>890 </port>891 <port id="3" precision="I32">892 <dim>1</dim>893 </port>894 </input>895 <output>896 <port id="4" precision="I32" names="259">897 <dim>4</dim>898 </port>899 </output>900 </layer>901 <layer id="71" name="__module.text_model.encoder.layers.0.self_attn/aten::view/Reshape" type="Reshape" version="opset1">902 <data special_zero="false" />903 <input>904 <port id="0" precision="FP32">905 <dim>-1</dim>906 <dim>-1</dim>907 <dim>768</dim>908 </port>909 <port id="1" precision="I32">910 <dim>4</dim>911 </port>912 </input>913 <output>914 <port id="2" precision="FP32" names="260">915 <dim>-1</dim>916 <dim>-1</dim>917 <dim>12</dim>918 <dim>64</dim>919 </port>920 </output>921 </layer>922 <layer id="72" name="__module.text_model.encoder.layers.0.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">923 <data element_type="i32" shape="4" offset="154387100" size="16" />924 <output>925 <port id="0" precision="I32">926 <dim>4</dim>927 </port>928 </output>929 </layer>930 <layer id="73" name="__module.text_model.encoder.layers.0.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">931 <input>932 <port id="0" precision="FP32">933 <dim>-1</dim>934 <dim>-1</dim>935 <dim>12</dim>936 <dim>64</dim>937 </port>938 <port id="1" precision="I32">939 <dim>4</dim>940 </port>941 </input>942 <output>943 <port id="2" precision="FP32" names="261">944 <dim>-1</dim>945 <dim>12</dim>946 <dim>-1</dim>947 <dim>64</dim>948 </port>949 </output>950 </layer>951 <layer id="74" name="__module.text_model.encoder.layers.0.self_attn/aten::view/Reshape_112" type="Reshape" version="opset1">952 <data special_zero="false" />953 <input>954 <port id="0" precision="FP32">955 <dim>-1</dim>956 <dim>12</dim>957 <dim>-1</dim>958 <dim>64</dim>959 </port>960 <port id="1" precision="I32">961 <dim>3</dim>962 </port>963 </input>964 <output>965 <port id="2" precision="FP32" names="275,key_states.3">966 <dim>-1</dim>967 <dim>-1</dim>968 <dim>64</dim>969 </port>970 </output>971 </layer>972 <layer id="75" name="__module.text_model.encoder.layers.0.self_attn/aten::bmm/MatMul" type="MatMul" version="opset1">973 <data transpose_a="false" transpose_b="true" />974 <input>975 <port id="0" precision="FP32">976 <dim>-1</dim>977 <dim>-1</dim>978 <dim>64</dim>979 </port>980 <port id="1" precision="FP32">981 <dim>-1</dim>982 <dim>-1</dim>983 <dim>64</dim>984 </port>985 </input>986 <output>987 <port id="2" precision="FP32" names="279,attn_weights.1">988 <dim>-1</dim>989 <dim>-1</dim>990 <dim>-1</dim>991 </port>992 </output>993 </layer>994 <layer id="76" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_139/Reshape_0" type="Const" version="opset1">995 <data element_type="i32" shape="1" offset="154387092" size="4" />996 <output>997 <port id="0" precision="I32">998 <dim>1</dim>999 </port>1000 </output>1001 </layer>1002 <layer id="77" name="__module.text_model.encoder.layers.0.self_attn/aten::size/ShapeOf_114" type="ShapeOf" version="opset3">1003 <data output_type="i32" />1004 <input>1005 <port id="0" precision="FP32">1006 <dim>-1</dim>1007 <dim>-1</dim>1008 <dim>64</dim>1009 </port>1010 </input>1011 <output>1012 <port id="1" precision="I32">1013 <dim>3</dim>1014 </port>1015 </output>1016 </layer>1017 <layer id="78" name="Constant_33611" type="Const" version="opset1">1018 <data element_type="i32" shape="1" offset="151781380" size="4" />1019 <output>1020 <port id="0" precision="I32">1021 <dim>1</dim>1022 </port>1023 </output>1024 </layer>1025 <layer id="79" name="__module.text_model.encoder.layers.0.self_attn/aten::size/Constant_115" type="Const" version="opset1">1026 <data element_type="i32" shape="" offset="151781384" size="4" />1027 <output>1028 <port id="0" precision="I32" />1029 </output>1030 </layer>1031 <layer id="80" name="__module.text_model.encoder.layers.0.self_attn/aten::size/Gather_116" type="Gather" version="opset8">1032 <data batch_dims="0" />1033 <input>1034 <port id="0" precision="I32">1035 <dim>3</dim>1036 </port>1037 <port id="1" precision="I32">1038 <dim>1</dim>1039 </port>1040 <port id="2" precision="I32" />1041 </input>1042 <output>1043 <port id="3" precision="I32" names="277">1044 <dim>1</dim>1045 </port>1046 </output>1047 </layer>1048 <layer id="81" name="__module.text_model.encoder.layers.0.self_attn/prim::ListConstruct_139/Concat" type="Concat" version="opset1">1049 <data axis="0" />1050 <input>1051 <port id="0" precision="I32">1052 <dim>1</dim>1053 </port>1054 <port id="1" precision="I32">1055 <dim>1</dim>1056 </port>1057 <port id="2" precision="I32">1058 <dim>1</dim>1059 </port>1060 <port id="3" precision="I32">1061 <dim>1</dim>1062 </port>1063 </input>1064 <output>1065 <port id="4" precision="I32" names="280">1066 <dim>4</dim>1067 </port>1068 </output>1069 </layer>1070 <layer id="82" name="__module.text_model.encoder.layers.0.self_attn/aten::view/Reshape_140" type="Reshape" version="opset1">1071 <data special_zero="false" />1072 <input>1073 <port id="0" precision="FP32">1074 <dim>-1</dim>1075 <dim>-1</dim>1076 <dim>-1</dim>1077 </port>1078 <port id="1" precision="I32">1079 <dim>4</dim>1080 </port>1081 </input>1082 <output>1083 <port id="2" precision="FP32" names="281">1084 <dim>-1</dim>1085 <dim>12</dim>1086 <dim>-1</dim>1087 <dim>-1</dim>1088 </port>1089 </output>1090 </layer>1091 <layer id="83" name="__module.text_model/aten::arange/Constant" type="Const" version="opset1">1092 <data element_type="i32" shape="" offset="151781384" size="4" />1093 <output>1094 <port id="0" precision="I32" />1095 </output>1096 </layer>1097 <layer id="84" name="10" type="Const" version="opset1">1098 <data element_type="f32" shape="" offset="156749484" size="4" />1099 <output>1100 <port id="0" precision="FP32" names="10" />1101 </output>1102 </layer>1103 <layer id="85" name="__module.text_model/prim::ListConstruct_9/Concat" type="Concat" version="opset1">1104 <data axis="0" />1105 <input>1106 <port id="0" precision="I32">1107 <dim>1</dim>1108 </port>1109 <port id="1" precision="I32">1110 <dim>1</dim>1111 </port>1112 </input>1113 <output>1114 <port id="2" precision="I32" names="232">1115 <dim>2</dim>1116 </port>1117 </output>1118 </layer>1119 <layer id="86" name="__module.text_model/aten::full/Broadcast" type="Broadcast" version="opset3">1120 <data mode="numpy" />1121 <input>1122 <port id="0" precision="FP32" />1123 <port id="1" precision="I32">1124 <dim>2</dim>1125 </port>1126 </input>1127 <output>1128 <port id="2" precision="FP32" names="233_1">1129 <dim>-1</dim>1130 <dim>-1</dim>1131 </port>1132 </output>1133 </layer>1134 <layer id="87" name="__module.text_model/aten::size/ShapeOf_10" type="ShapeOf" version="opset3">1135 <data output_type="i32" />1136 <input>1137 <port id="0" precision="FP32">1138 <dim>-1</dim>1139 <dim>-1</dim>1140 </port>1141 </input>1142 <output>1143 <port id="1" precision="I32">1144 <dim>2</dim>1145 </port>1146 </output>1147 </layer>1148 <layer id="88" name="6" type="Const" version="opset1">1149 <data element_type="i32" shape="" offset="151781376" size="4" />1150 <output>1151 <port id="0" precision="I32" names="6" />1152 </output>1153 </layer>1154 <layer id="89" name="__module.text_model/aten::size/Constant_11" type="Const" version="opset1">1155 <data element_type="i32" shape="" offset="151781384" size="4" />1156 <output>1157 <port id="0" precision="I32" />1158 </output>1159 </layer>1160 <layer id="90" name="__module.text_model/aten::size/Gather_12" type="Gather" version="opset8">1161 <data batch_dims="0" />1162 <input>1163 <port id="0" precision="I32">1164 <dim>2</dim>1165 </port>1166 <port id="1" precision="I32" />1167 <port id="2" precision="I32" />1168 </input>1169 <output>1170 <port id="3" precision="I32" names="234,237" />1171 </output>1172 </layer>1173 <layer id="91" name="__module.text_model/aten::arange/Constant_13" type="Const" version="opset1">1174 <data element_type="i32" shape="" offset="151781380" size="4" />1175 <output>1176 <port id="0" precision="I32" />1177 </output>1178 </layer>1179 <layer id="92" name="__module.text_model/aten::arange/Range" type="Range" version="opset4">1180 <data output_type="f32" />1181 <input>1182 <port id="0" precision="I32" />1183 <port id="1" precision="I32" />1184 <port id="2" precision="I32" />1185 </input>1186 <output>1187 <port id="3" precision="FP32">1188 <dim>-1</dim>1189 </port>1190 </output>1191 </layer>1192 <layer id="93" name="__module.text_model/aten::arange/ConvertLike" type="Convert" version="opset1">1193 <data destination_type="i32" />1194 <input>1195 <port id="0" precision="FP32">1196 <dim>-1</dim>1197 </port>1198 </input>1199 <output>1200 <port id="1" precision="I32" names="235,mask_cond">