optimum-internal-testing/tiny-random-SpeechT5ForTextToSpeech-openvino
010k
1<?xml version="1.0"?>2<net name="Model0" version="11">3 <layers>4 <layer id="0" name="input_ids" type="Parameter" version="opset1">5 <data shape="1,?" element_type="i64" />6 <output>7 <port id="0" precision="I64" names="input_ids">8 <dim>1</dim>9 <dim>-1</dim>10 </port>11 </output>12 </layer>13 <layer id="1" name="aten::ones_like/Constant" type="Const" version="opset1">14 <data element_type="f32" shape="" offset="0" size="4" />15 <output>16 <port id="0" precision="FP32" />17 </output>18 </layer>19 <layer id="2" name="__module.prenet.embed_tokens/aten::embedding/Convert" type="Convert" version="opset1">20 <data destination_type="i32" />21 <input>22 <port id="0" precision="I64">23 <dim>1</dim>24 <dim>-1</dim>25 </port>26 </input>27 <output>28 <port id="1" precision="I32">29 <dim>1</dim>30 <dim>-1</dim>31 </port>32 </output>33 </layer>34 <layer id="3" name="ShapeOf_4170" type="ShapeOf" version="opset3">35 <data output_type="i64" />36 <input>37 <port id="0" precision="I32">38 <dim>1</dim>39 <dim>-1</dim>40 </port>41 </input>42 <output>43 <port id="1" precision="I64">44 <dim>2</dim>45 </port>46 </output>47 </layer>48 <layer id="4" name="Convert_4457" type="Convert" version="opset1">49 <data destination_type="i32" />50 <input>51 <port id="0" precision="I64">52 <dim>2</dim>53 </port>54 </input>55 <output>56 <port id="1" precision="I32">57 <dim>2</dim>58 </port>59 </output>60 </layer>61 <layer id="5" name="aten::ones_like/Broadcast" type="Broadcast" version="opset3">62 <data mode="numpy" />63 <input>64 <port id="0" precision="FP32" />65 <port id="1" precision="I32">66 <dim>2</dim>67 </port>68 </input>69 <output>70 <port id="2" precision="FP32">71 <dim>1</dim>72 <dim>-1</dim>73 </port>74 </output>75 </layer>76 <layer id="6" name="aten::ones_like/ConvertLike" type="Convert" version="opset1">77 <data destination_type="i64" />78 <input>79 <port id="0" precision="FP32">80 <dim>1</dim>81 <dim>-1</dim>82 </port>83 </input>84 <output>85 <port id="1" precision="I64" names="encoder_attention_mask">86 <dim>1</dim>87 <dim>-1</dim>88 </port>89 </output>90 </layer>91 <layer id="8" name="self.prenet.embed_tokens.weight" type="Const" version="opset1">92 <data element_type="f32" shape="81, 24" offset="4" size="7776" />93 <output>94 <port id="0" precision="FP32" names="self.prenet.embed_tokens.weight">95 <dim>81</dim>96 <dim>24</dim>97 </port>98 </output>99 </layer>100 <layer id="9" name="__module.prenet.embed_tokens/aten::embedding/Constant" type="Const" version="opset1">101 <data element_type="i32" shape="" offset="7780" size="4" />102 <output>103 <port id="0" precision="I32" />104 </output>105 </layer>106 <layer id="10" name="__module.prenet.embed_tokens/aten::embedding/Gather" type="Gather" version="opset8">107 <data batch_dims="0" />108 <input>109 <port id="0" precision="FP32">110 <dim>81</dim>111 <dim>24</dim>112 </port>113 <port id="1" precision="I32">114 <dim>1</dim>115 <dim>-1</dim>116 </port>117 <port id="2" precision="I32" />118 </input>119 <output>120 <port id="3" precision="FP32" names="21,emb">121 <dim>1</dim>122 <dim>-1</dim>123 <dim>24</dim>124 </port>125 </output>126 </layer>127 <layer id="11" name="__module.prenet.encode_positions/aten::slice/Slice" type="Const" version="opset1">128 <data element_type="f32" shape="1, 450, 24" offset="7784" size="43200" />129 <output>130 <port id="0" precision="FP32" names="25">131 <dim>1</dim>132 <dim>450</dim>133 <dim>24</dim>134 </port>135 </output>136 </layer>137 <layer id="12" name="Constant_51" type="Const" version="opset1">138 <data element_type="i64" shape="1" offset="50984" size="8" />139 <output>140 <port id="0" precision="I64">141 <dim>1</dim>142 </port>143 </output>144 </layer>145 <layer id="13" name="Constant_4426" type="Const" version="opset1">146 <data element_type="i64" shape="1" offset="50992" size="8" />147 <output>148 <port id="0" precision="I64">149 <dim>1</dim>150 </port>151 </output>152 </layer>153 <layer id="14" name="Constant_4427" type="Const" version="opset1">154 <data element_type="i64" shape="" offset="50984" size="8" />155 <output>156 <port id="0" precision="I64" />157 </output>158 </layer>159 <layer id="15" name="Gather_4428" type="Gather" version="opset8">160 <data batch_dims="0" />161 <input>162 <port id="0" precision="I64">163 <dim>2</dim>164 </port>165 <port id="1" precision="I64">166 <dim>1</dim>167 </port>168 <port id="2" precision="I64" />169 </input>170 <output>171 <port id="3" precision="I64" names="24">172 <dim>1</dim>173 </port>174 </output>175 </layer>176 <layer id="16" name="Constant_54" type="Const" version="opset1">177 <data element_type="i64" shape="1" offset="50992" size="8" />178 <output>179 <port id="0" precision="I64">180 <dim>1</dim>181 </port>182 </output>183 </layer>184 <layer id="17" name="Constant_49" type="Const" version="opset1">185 <data element_type="i64" shape="1" offset="50992" size="8" />186 <output>187 <port id="0" precision="I64">188 <dim>1</dim>189 </port>190 </output>191 </layer>192 <layer id="18" name="__module.prenet.encode_positions/aten::slice/Slice_1" type="Slice" version="opset8">193 <input>194 <port id="0" precision="FP32">195 <dim>1</dim>196 <dim>450</dim>197 <dim>24</dim>198 </port>199 <port id="1" precision="I64">200 <dim>1</dim>201 </port>202 <port id="2" precision="I64">203 <dim>1</dim>204 </port>205 <port id="3" precision="I64">206 <dim>1</dim>207 </port>208 <port id="4" precision="I64">209 <dim>1</dim>210 </port>211 </input>212 <output>213 <port id="5" precision="FP32" names="26,27">214 <dim>1</dim>215 <dim>-1</dim>216 <dim>24</dim>217 </port>218 </output>219 </layer>220 <layer id="19" name="__module.prenet.encode_positions/aten::add/Add" type="Add" version="opset1">221 <data auto_broadcast="numpy" />222 <input>223 <port id="0" precision="FP32">224 <dim>1</dim>225 <dim>-1</dim>226 <dim>24</dim>227 </port>228 <port id="1" precision="FP32">229 <dim>1</dim>230 <dim>-1</dim>231 <dim>24</dim>232 </port>233 </input>234 <output>235 <port id="2" precision="FP32" names="28,input.1">236 <dim>1</dim>237 <dim>-1</dim>238 <dim>24</dim>239 </port>240 </output>241 </layer>242 <layer id="20" name="__module.wrapped_encoder.layer_norm/aten::layer_norm/Multiply" type="Const" version="opset1">243 <data element_type="i32" shape="1" offset="51000" size="4" />244 <output>245 <port id="0" precision="I32">246 <dim>1</dim>247 </port>248 </output>249 </layer>250 <layer id="21" name="__module.wrapped_encoder.layer_norm/aten::layer_norm/MVN" type="MVN" version="opset6">251 <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />252 <input>253 <port id="0" precision="FP32">254 <dim>1</dim>255 <dim>-1</dim>256 <dim>24</dim>257 </port>258 <port id="1" precision="I32">259 <dim>1</dim>260 </port>261 </input>262 <output>263 <port id="2" precision="FP32" names="79,input.3">264 <dim>1</dim>265 <dim>-1</dim>266 <dim>24</dim>267 </port>268 </output>269 </layer>270 <layer id="22" name="Constant_4284" type="Const" version="opset1">271 <data element_type="f32" shape="24, 24" offset="51004" size="2304" />272 <output>273 <port id="0" precision="FP32">274 <dim>24</dim>275 <dim>24</dim>276 </port>277 </output>278 </layer>279 <layer id="23" name="__module.wrapped_encoder.layers.0.attention/aten::mul/Multiply" type="MatMul" version="opset1">280 <data transpose_a="false" transpose_b="true" />281 <input>282 <port id="0" precision="FP32">283 <dim>1</dim>284 <dim>-1</dim>285 <dim>24</dim>286 </port>287 <port id="1" precision="FP32">288 <dim>24</dim>289 <dim>24</dim>290 </port>291 </input>292 <output>293 <port id="2" precision="FP32" names="113,tensor.5">294 <dim>1</dim>295 <dim>-1</dim>296 <dim>24</dim>297 </port>298 </output>299 </layer>300 <layer id="24" name="Constant_4494" type="Const" version="opset1">301 <data element_type="i64" shape="4" offset="53308" size="32" />302 <output>303 <port id="0" precision="I64">304 <dim>4</dim>305 </port>306 </output>307 </layer>308 <layer id="25" name="__module.wrapped_encoder.layers.0.attention/aten::view/Reshape" type="Reshape" version="opset1">309 <data special_zero="true" />310 <input>311 <port id="0" precision="FP32">312 <dim>1</dim>313 <dim>-1</dim>314 <dim>24</dim>315 </port>316 <port id="1" precision="I64">317 <dim>4</dim>318 </port>319 </input>320 <output>321 <port id="2" precision="FP32" names="133">322 <dim>1</dim>323 <dim>-1</dim>324 <dim>2</dim>325 <dim>12</dim>326 </port>327 </output>328 </layer>329 <layer id="26" name="__module.wrapped_encoder.layers.0.attention/aten::transpose/Constant" type="Const" version="opset1">330 <data element_type="i32" shape="4" offset="53340" size="16" />331 <output>332 <port id="0" precision="I32">333 <dim>4</dim>334 </port>335 </output>336 </layer>337 <layer id="27" name="__module.wrapped_encoder.layers.0.attention/aten::transpose/Transpose" type="Transpose" version="opset1">338 <input>339 <port id="0" precision="FP32">340 <dim>1</dim>341 <dim>-1</dim>342 <dim>2</dim>343 <dim>12</dim>344 </port>345 <port id="1" precision="I32">346 <dim>4</dim>347 </port>348 </input>349 <output>350 <port id="2" precision="FP32" names="134">351 <dim>1</dim>352 <dim>2</dim>353 <dim>-1</dim>354 <dim>12</dim>355 </port>356 </output>357 </layer>358 <layer id="28" name="Constant_440" type="Const" version="opset1">359 <data element_type="i64" shape="3" offset="53356" size="24" />360 <output>361 <port id="0" precision="I64">362 <dim>3</dim>363 </port>364 </output>365 </layer>366 <layer id="29" name="__module.wrapped_encoder.layers.0.attention/aten::view/Reshape_1" type="Reshape" version="opset1">367 <data special_zero="false" />368 <input>369 <port id="0" precision="FP32">370 <dim>1</dim>371 <dim>2</dim>372 <dim>-1</dim>373 <dim>12</dim>374 </port>375 <port id="1" precision="I64">376 <dim>3</dim>377 </port>378 </input>379 <output>380 <port id="2" precision="FP32" names="137,query_states.1">381 <dim>2</dim>382 <dim>-1</dim>383 <dim>12</dim>384 </port>385 </output>386 </layer>387 <layer id="30" name="self.wrapped_encoder.layers.0.attention.k_proj.weight" type="Const" version="opset1">388 <data element_type="f32" shape="24, 24" offset="53380" size="2304" />389 <output>390 <port id="0" precision="FP32" names="self.wrapped_encoder.layers.0.attention.k_proj.weight">391 <dim>24</dim>392 <dim>24</dim>393 </port>394 </output>395 </layer>396 <layer id="31" name="__module.wrapped_encoder.layers.0.attention.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">397 <data transpose_a="false" transpose_b="true" />398 <input>399 <port id="0" precision="FP32">400 <dim>1</dim>401 <dim>-1</dim>402 <dim>24</dim>403 </port>404 <port id="1" precision="FP32">405 <dim>24</dim>406 <dim>24</dim>407 </port>408 </input>409 <output>410 <port id="2" precision="FP32" names="116,tensor.1">411 <dim>1</dim>412 <dim>-1</dim>413 <dim>24</dim>414 </port>415 </output>416 </layer>417 <layer id="32" name="Constant_289" type="Const" version="opset1">418 <data element_type="i64" shape="4" offset="55684" size="32" />419 <output>420 <port id="0" precision="I64">421 <dim>4</dim>422 </port>423 </output>424 </layer>425 <layer id="33" name="__module.wrapped_encoder.layers.0.attention/aten::view/Reshape_2" type="Reshape" version="opset1">426 <data special_zero="false" />427 <input>428 <port id="0" precision="FP32">429 <dim>1</dim>430 <dim>-1</dim>431 <dim>24</dim>432 </port>433 <port id="1" precision="I64">434 <dim>4</dim>435 </port>436 </input>437 <output>438 <port id="2" precision="FP32" names="118">439 <dim>1</dim>440 <dim>-1</dim>441 <dim>2</dim>442 <dim>12</dim>443 </port>444 </output>445 </layer>446 <layer id="34" name="__module.wrapped_encoder.layers.0.attention/aten::transpose/Constant_1" type="Const" version="opset1">447 <data element_type="i32" shape="4" offset="53340" size="16" />448 <output>449 <port id="0" precision="I32">450 <dim>4</dim>451 </port>452 </output>453 </layer>454 <layer id="35" name="__module.wrapped_encoder.layers.0.attention/aten::transpose/Transpose_1" type="Transpose" version="opset1">455 <input>456 <port id="0" precision="FP32">457 <dim>1</dim>458 <dim>-1</dim>459 <dim>2</dim>460 <dim>12</dim>461 </port>462 <port id="1" precision="I32">463 <dim>4</dim>464 </port>465 </input>466 <output>467 <port id="2" precision="FP32" names="119">468 <dim>1</dim>469 <dim>2</dim>470 <dim>-1</dim>471 <dim>12</dim>472 </port>473 </output>474 </layer>475 <layer id="36" name="Constant_456" type="Const" version="opset1">476 <data element_type="i64" shape="3" offset="53356" size="24" />477 <output>478 <port id="0" precision="I64">479 <dim>3</dim>480 </port>481 </output>482 </layer>483 <layer id="37" name="__module.wrapped_encoder.layers.0.attention/aten::view/Reshape_3" type="Reshape" version="opset1">484 <data special_zero="false" />485 <input>486 <port id="0" precision="FP32">487 <dim>1</dim>488 <dim>2</dim>489 <dim>-1</dim>490 <dim>12</dim>491 </port>492 <port id="1" precision="I64">493 <dim>3</dim>494 </port>495 </input>496 <output>497 <port id="2" precision="FP32" names="139,key_states.3">498 <dim>2</dim>499 <dim>-1</dim>500 <dim>12</dim>501 </port>502 </output>503 </layer>504 <layer id="38" name="__module.wrapped_encoder.layers.0.attention/aten::bmm/MatMul" type="MatMul" version="opset1">505 <data transpose_a="false" transpose_b="true" />506 <input>507 <port id="0" precision="FP32">508 <dim>2</dim>509 <dim>-1</dim>510 <dim>12</dim>511 </port>512 <port id="1" precision="FP32">513 <dim>2</dim>514 <dim>-1</dim>515 <dim>12</dim>516 </port>517 </input>518 <output>519 <port id="2" precision="FP32" names="144_1">520 <dim>2</dim>521 <dim>-1</dim>522 <dim>-1</dim>523 </port>524 </output>525 </layer>526 <layer id="39" name="Constant_529" type="Const" version="opset1">527 <data element_type="i64" shape="3" offset="53356" size="24" />528 <output>529 <port id="0" precision="I64">530 <dim>3</dim>531 </port>532 </output>533 </layer>534 <layer id="40" name="__module.wrapped_encoder.layers.0.attention/aten::view/Reshape_4" type="Reshape" version="opset1">535 <data special_zero="false" />536 <input>537 <port id="0" precision="FP32">538 <dim>2</dim>539 <dim>-1</dim>540 <dim>12</dim>541 </port>542 <port id="1" precision="I64">543 <dim>3</dim>544 </port>545 </input>546 <output>547 <port id="2" precision="FP32" names="149">548 <dim>2</dim>549 <dim>-1</dim>550 <dim>12</dim>551 </port>552 </output>553 </layer>554 <layer id="41" name="__module.wrapped_encoder.layers.0.attention/aten::transpose/Constant_3" type="Const" version="opset1">555 <data element_type="i32" shape="3" offset="55716" size="12" />556 <output>557 <port id="0" precision="I32">558 <dim>3</dim>559 </port>560 </output>561 </layer>562 <layer id="42" name="__module.wrapped_encoder.layers.0.attention/aten::transpose/Transpose_3" type="Transpose" version="opset1">563 <input>564 <port id="0" precision="FP32">565 <dim>2</dim>566 <dim>-1</dim>567 <dim>12</dim>568 </port>569 <port id="1" precision="I32">570 <dim>3</dim>571 </port>572 </input>573 <output>574 <port id="2" precision="FP32" names="150">575 <dim>-1</dim>576 <dim>2</dim>577 <dim>12</dim>578 </port>579 </output>580 </layer>581 <layer id="43" name="self.wrapped_encoder.embed_positions.pe_k.weight" type="Const" version="opset1">582 <data element_type="f32" shape="320, 12" offset="55728" size="15360" />583 <output>584 <port id="0" precision="FP32" names="self.wrapped_encoder.embed_positions.pe_k.weight">585 <dim>320</dim>586 <dim>12</dim>587 </port>588 </output>589 </layer>590 <layer id="44" name="57" type="Const" version="opset1">591 <data element_type="i64" shape="" offset="50984" size="8" />592 <output>593 <port id="0" precision="I64" names="57" />594 </output>595 </layer>596 <layer id="45" name="ShapeOf_4431" type="ShapeOf" version="opset3">597 <data output_type="i64" />598 <input>599 <port id="0" precision="FP32">600 <dim>1</dim>601 <dim>-1</dim>602 <dim>24</dim>603 </port>604 </input>605 <output>606 <port id="1" precision="I64">607 <dim>3</dim>608 </port>609 </output>610 </layer>611 <layer id="46" name="Constant_4432" type="Const" version="opset1">612 <data element_type="i64" shape="" offset="50992" size="8" />613 <output>614 <port id="0" precision="I64" />615 </output>616 </layer>617 <layer id="47" name="Constant_4433" type="Const" version="opset1">618 <data element_type="i64" shape="" offset="50984" size="8" />619 <output>620 <port id="0" precision="I64" />621 </output>622 </layer>623 <layer id="48" name="Gather_4434" type="Gather" version="opset8">624 <data batch_dims="0" />625 <input>626 <port id="0" precision="I64">627 <dim>3</dim>628 </port>629 <port id="1" precision="I64" />630 <port id="2" precision="I64" />631 </input>632 <output>633 <port id="3" precision="I64" names="109,82" />634 </output>635 </layer>636 <layer id="49" name="__module.wrapped_encoder.embed_positions/aten::arange/Constant" type="Const" version="opset1">637 <data element_type="i32" shape="" offset="71088" size="4" />638 <output>639 <port id="0" precision="I32" />640 </output>641 </layer>642 <layer id="50" name="__module.wrapped_encoder.embed_positions/aten::arange/Range" type="Range" version="opset4">643 <data output_type="f32" />644 <input>645 <port id="0" precision="I64" />646 <port id="1" precision="I64" />647 <port id="2" precision="I32" />648 </input>649 <output>650 <port id="3" precision="FP32" names="83">651 <dim>-1</dim>652 </port>653 </output>654 </layer>655 <layer id="51" name="__module.wrapped_encoder.embed_positions/aten::to/Convert" type="Convert" version="opset1">656 <data destination_type="i64" />657 <input>658 <port id="0" precision="FP32">659 <dim>-1</dim>660 </port>661 </input>662 <output>663 <port id="1" precision="I64" names="84,85,pos_seq.1">664 <dim>-1</dim>665 </port>666 </output>667 </layer>668 <layer id="52" name="56" type="Const" version="opset1">669 <data element_type="i64" shape="" offset="50992" size="8" />670 <output>671 <port id="0" precision="I64" names="56" />672 </output>673 </layer>674 <layer id="53" name="__module.wrapped_encoder.embed_positions/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">675 <input>676 <port id="0" precision="I64">677 <dim>-1</dim>678 </port>679 <port id="1" precision="I64" />680 </input>681 <output>682 <port id="2" precision="I64" names="86">683 <dim>-1</dim>684 <dim>1</dim>685 </port>686 </output>687 </layer>688 <layer id="54" name="__module.wrapped_encoder.embed_positions/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">689 <input>690 <port id="0" precision="I64">691 <dim>-1</dim>692 </port>693 <port id="1" precision="I64" />694 </input>695 <output>696 <port id="2" precision="I64" names="87,88">697 <dim>1</dim>698 <dim>-1</dim>699 </port>700 </output>701 </layer>702 <layer id="55" name="__module.wrapped_encoder.embed_positions/aten::sub/Subtract" type="Subtract" version="opset1">703 <data auto_broadcast="numpy" />704 <input>705 <port id="0" precision="I64">706 <dim>-1</dim>707 <dim>1</dim>708 </port>709 <port id="1" precision="I64">710 <dim>1</dim>711 <dim>-1</dim>712 </port>713 </input>714 <output>715 <port id="2" precision="I64" names="89_1">716 <dim>-1</dim>717 <dim>-1</dim>718 </port>719 </output>720 </layer>721 <layer id="56" name="Constant_4352" type="Const" version="opset1">722 <data element_type="i64" shape="1, 1" offset="71092" size="8" />723 <output>724 <port id="0" precision="I64">725 <dim>1</dim>726 <dim>1</dim>727 </port>728 </output>729 </layer>730 <layer id="57" name="__module.wrapped_encoder.embed_positions/aten::lt/Less" type="Less" version="opset1">731 <data auto_broadcast="numpy" />732 <input>733 <port id="0" precision="I64">734 <dim>-1</dim>735 <dim>-1</dim>736 </port>737 <port id="1" precision="I64">738 <dim>1</dim>739 <dim>1</dim>740 </port>741 </input>742 <output>743 <port id="2" precision="BOOL" names="90">744 <dim>-1</dim>745 <dim>-1</dim>746 </port>747 </output>748 </layer>749 <layer id="58" name="__module.wrapped_encoder.embed_positions/aten::index_put_/ConvertLike" type="Const" version="opset1">750 <data element_type="i64" shape="" offset="71092" size="8" />751 <output>752 <port id="0" precision="I64" />753 </output>754 </layer>755 <layer id="59" name="__module.wrapped_encoder.embed_positions/aten::index_put_/Select" type="Select" version="opset1">756 <data auto_broadcast="numpy" />757 <input>758 <port id="0" precision="BOOL">759 <dim>-1</dim>760 <dim>-1</dim>761 </port>762 <port id="1" precision="I64" />763 <port id="2" precision="I64">764 <dim>-1</dim>765 <dim>-1</dim>766 </port>767 </input>768 <output>769 <port id="3" precision="I64" names="89_2">770 <dim>-1</dim>771 <dim>-1</dim>772 </port>773 </output>774 </layer>775 <layer id="60" name="Constant_4353" type="Const" version="opset1">776 <data element_type="i64" shape="1, 1" offset="71100" size="8" />777 <output>778 <port id="0" precision="I64">779 <dim>1</dim>780 <dim>1</dim>781 </port>782 </output>783 </layer>784 <layer id="61" name="__module.wrapped_encoder.embed_positions/aten::ge/GreaterEqual" type="GreaterEqual" version="opset1">785 <data auto_broadcast="numpy" />786 <input>787 <port id="0" precision="I64">788 <dim>-1</dim>789 <dim>-1</dim>790 </port>791 <port id="1" precision="I64">792 <dim>1</dim>793 <dim>1</dim>794 </port>795 </input>796 <output>797 <port id="2" precision="BOOL" names="93">798 <dim>-1</dim>799 <dim>-1</dim>800 </port>801 </output>802 </layer>803 <layer id="62" name="__module.wrapped_encoder.embed_positions/aten::index_put_/ConvertLike_1" type="Const" version="opset1">804 <data element_type="i64" shape="" offset="71108" size="8" />805 <output>806 <port id="0" precision="I64" />807 </output>808 </layer>809 <layer id="63" name="__module.wrapped_encoder.embed_positions/aten::index_put_/Select_1" type="Select" version="opset1">810 <data auto_broadcast="numpy" />811 <input>812 <port id="0" precision="BOOL">813 <dim>-1</dim>814 <dim>-1</dim>815 </port>816 <port id="1" precision="I64" />817 <port id="2" precision="I64">818 <dim>-1</dim>819 <dim>-1</dim>820 </port>821 </input>822 <output>823 <port id="3" precision="I64" names="92,pos_seq.5">824 <dim>-1</dim>825 <dim>-1</dim>826 </port>827 </output>828 </layer>829 <layer id="64" name="Constant_4354" type="Const" version="opset1">830 <data element_type="i64" shape="1, 1" offset="71100" size="8" />831 <output>832 <port id="0" precision="I64">833 <dim>1</dim>834 <dim>1</dim>835 </port>836 </output>837 </layer>838 <layer id="65" name="__module.wrapped_encoder.embed_positions/aten::add/Add" type="Add" version="opset1">839 <data auto_broadcast="numpy" />840 <input>841 <port id="0" precision="I64">842 <dim>-1</dim>843 <dim>-1</dim>844 </port>845 <port id="1" precision="I64">846 <dim>1</dim>847 <dim>1</dim>848 </port>849 </input>850 <output>851 <port id="2" precision="I64" names="96">852 <dim>-1</dim>853 <dim>-1</dim>854 </port>855 </output>856 </layer>857 <layer id="66" name="__module.wrapped_encoder.embed_positions.pe_k/aten::embedding/Convert" type="Convert" version="opset1">858 <data destination_type="i32" />859 <input>860 <port id="0" precision="I64">861 <dim>-1</dim>862 <dim>-1</dim>863 </port>864 </input>865 <output>866 <port id="1" precision="I32">867 <dim>-1</dim>868 <dim>-1</dim>869 </port>870 </output>871 </layer>872 <layer id="67" name="__module.wrapped_encoder.embed_positions.pe_k/aten::embedding/Constant" type="Const" version="opset1">873 <data element_type="i32" shape="" offset="7780" size="4" />874 <output>875 <port id="0" precision="I32" />876 </output>877 </layer>878 <layer id="68" name="__module.wrapped_encoder.embed_positions.pe_k/aten::embedding/Gather" type="Gather" version="opset8">879 <data batch_dims="0" />880 <input>881 <port id="0" precision="FP32">882 <dim>320</dim>883 <dim>12</dim>884 </port>885 <port id="1" precision="I32">886 <dim>-1</dim>887 <dim>-1</dim>888 </port>889 <port id="2" precision="I32" />890 </input>891 <output>892 <port id="3" precision="FP32" names="98,position_bias">893 <dim>-1</dim>894 <dim>-1</dim>895 <dim>12</dim>896 </port>897 </output>898 </layer>899 <layer id="69" name="__module.wrapped_encoder.layers.0.attention/aten::matmul/MatMul" type="MatMul" version="opset1">900 <data transpose_a="false" transpose_b="true" />901 <input>902 <port id="0" precision="FP32">903 <dim>-1</dim>904 <dim>2</dim>905 <dim>12</dim>906 </port>907 <port id="1" precision="FP32">908 <dim>-1</dim>909 <dim>-1</dim>910 <dim>12</dim>911 </port>912 </input>913 <output>914 <port id="2" precision="FP32" names="152,rel_pos_bias.1">915 <dim>-1</dim>916 <dim>2</dim>917 <dim>-1</dim>918 </port>919 </output>920 </layer>921 <layer id="70" name="__module.wrapped_encoder.layers.0.attention/aten::transpose/Constant_5" type="Const" version="opset1">922 <data element_type="i32" shape="3" offset="55716" size="12" />923 <output>924 <port id="0" precision="I32">925 <dim>3</dim>926 </port>927 </output>928 </layer>929 <layer id="71" name="__module.wrapped_encoder.layers.0.attention/aten::transpose/Transpose_5" type="Transpose" version="opset1">930 <input>931 <port id="0" precision="FP32">932 <dim>-1</dim>933 <dim>2</dim>934 <dim>-1</dim>935 </port>936 <port id="1" precision="I32">937 <dim>3</dim>938 </port>939 </input>940 <output>941 <port id="2" precision="FP32" names="153">942 <dim>2</dim>943 <dim>-1</dim>944 <dim>-1</dim>945 </port>946 </output>947 </layer>948 <layer id="72" name="Constant_4495" type="Const" version="opset1">949 <data element_type="i64" shape="3" offset="71116" size="24" />950 <output>951 <port id="0" precision="I64">952 <dim>3</dim>953 </port>954 </output>955 </layer>956 <layer id="73" name="__module.wrapped_encoder.layers.0.attention/aten::view/Reshape_5" type="Reshape" version="opset1">957 <data special_zero="true" />958 <input>959 <port id="0" precision="FP32">960 <dim>2</dim>961 <dim>-1</dim>962 <dim>-1</dim>963 </port>964 <port id="1" precision="I64">965 <dim>3</dim>966 </port>967 </input>968 <output>969 <port id="2" precision="FP32" names="159,rel_pos_bias.3">970 <dim>2</dim>971 <dim>-1</dim>972 <dim>-1</dim>973 </port>974 </output>975 </layer>976 <layer id="74" name="__module.wrapped_encoder.layers.0.attention/aten::add_/Add" type="Add" version="opset1">977 <data auto_broadcast="numpy" />978 <input>979 <port id="0" precision="FP32">980 <dim>2</dim>981 <dim>-1</dim>982 <dim>-1</dim>983 </port>984 <port id="1" precision="FP32">985 <dim>2</dim>986 <dim>-1</dim>987 <dim>-1</dim>988 </port>989 </input>990 <output>991 <port id="2" precision="FP32" names="144,attn_weights.1">992 <dim>2</dim>993 <dim>-1</dim>994 <dim>-1</dim>995 </port>996 </output>997 </layer>998 <layer id="75" name="Constant_704" type="Const" version="opset1">999 <data element_type="i64" shape="1" offset="50992" size="8" />1000 <output>1001 <port id="0" precision="I64">1002 <dim>1</dim>1003 </port>1004 </output>1005 </layer>1006 <layer id="76" name="Constant_705" type="Const" version="opset1">1007 <data element_type="i64" shape="1" offset="71140" size="8" />1008 <output>1009 <port id="0" precision="I64">1010 <dim>1</dim>1011 </port>1012 </output>1013 </layer>1014 <layer id="77" name="Constant_4435" type="Const" version="opset1">1015 <data element_type="i64" shape="1" offset="50992" size="8" />1016 <output>1017 <port id="0" precision="I64">1018 <dim>1</dim>1019 </port>1020 </output>1021 </layer>1022 <layer id="78" name="Reshape_4436" type="Reshape" version="opset1">1023 <data special_zero="false" />1024 <input>1025 <port id="0" precision="I64" />1026 <port id="1" precision="I64">1027 <dim>1</dim>1028 </port>1029 </input>1030 <output>1031 <port id="2" precision="I64" names="211">1032 <dim>1</dim>1033 </port>1034 </output>1035 </layer>1036 <layer id="79" name="ShapeOf_4449" type="ShapeOf" version="opset3">1037 <data output_type="i64" />1038 <input>1039 <port id="0" precision="FP32">1040 <dim>2</dim>1041 <dim>-1</dim>1042 <dim>12</dim>1043 </port>1044 </input>1045 <output>1046 <port id="1" precision="I64">1047 <dim>3</dim>1048 </port>1049 </output>1050 </layer>1051 <layer id="80" name="Constant_4450" type="Const" version="opset1">1052 <data element_type="i64" shape="1" offset="50992" size="8" />1053 <output>1054 <port id="0" precision="I64">1055 <dim>1</dim>1056 </port>1057 </output>1058 </layer>1059 <layer id="81" name="Constant_4451" type="Const" version="opset1">1060 <data element_type="i64" shape="" offset="50984" size="8" />1061 <output>1062 <port id="0" precision="I64" />1063 </output>1064 </layer>1065 <layer id="82" name="Gather_4452" type="Gather" version="opset8">1066 <data batch_dims="0" />1067 <input>1068 <port id="0" precision="I64">1069 <dim>3</dim>1070 </port>1071 <port id="1" precision="I64">1072 <dim>1</dim>1073 </port>1074 <port id="2" precision="I64" />1075 </input>1076 <output>1077 <port id="3" precision="I64" names="142">1078 <dim>1</dim>1079 </port>1080 </output>1081 </layer>1082 <layer id="83" name="__module.wrapped_encoder.layers.0.attention/prim::ListConstruct_2" type="Concat" version="opset1">1083 <data axis="0" />1084 <input>1085 <port id="0" precision="I64">1086 <dim>1</dim>1087 </port>1088 <port id="1" precision="I64">1089 <dim>1</dim>1090 </port>1091 <port id="2" precision="I64">1092 <dim>1</dim>1093 </port>1094 <port id="3" precision="I64">1095 <dim>1</dim>1096 </port>1097 </input>1098 <output>1099 <port id="4" precision="I64">1100 <dim>4</dim>1101 </port>1102 </output>1103 </layer>1104 <layer id="84" name="__module.wrapped_encoder.layers.0.attention/aten::view/Reshape_6" type="Reshape" version="opset1">1105 <data special_zero="false" />1106 <input>1107 <port id="0" precision="FP32">1108 <dim>2</dim>1109 <dim>-1</dim>1110 <dim>-1</dim>1111 </port>1112 <port id="1" precision="I64">1113 <dim>4</dim>1114 </port>1115 </input>1116 <output>1117 <port id="2" precision="FP32" names="162">1118 <dim>1</dim>1119 <dim>2</dim>1120 <dim>-1</dim>1121 <dim>-1</dim>1122 </port>1123 </output>1124 </layer>1125 <layer id="85" name="Constant_4356" type="Const" version="opset1">1126 <data element_type="f32" shape="1, 1, 1, 1" offset="0" size="4" />1127 <output>1128 <port id="0" precision="FP32">1129 <dim>1</dim>1130 <dim>1</dim>1131 <dim>1</dim>1132 <dim>1</dim>1133 </port>1134 </output>1135 </layer>1136 <layer id="86" name="__module.wrapped_encoder/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">1137 <input>1138 <port id="0" precision="I64">1139 <dim>1</dim>1140 <dim>-1</dim>1141 </port>1142 <port id="1" precision="I64" />1143 </input>1144 <output>1145 <port id="2" precision="I64" names="67">1146 <dim>1</dim>1147 <dim>1</dim>1148 <dim>-1</dim>1149 </port>1150 </output>1151 </layer>1152 <layer id="87" name="54" type="Const" version="opset1">1153 <data element_type="i64" shape="" offset="71140" size="8" />1154 <output>1155 <port id="0" precision="I64" names="54" />1156 </output>1157 </layer>1158 <layer id="88" name="__module.wrapped_encoder/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">1159 <input>1160 <port id="0" precision="I64">1161 <dim>1</dim>1162 <dim>1</dim>1163 <dim>-1</dim>1164 </port>1165 <port id="1" precision="I64" />1166 </input>1167 <output>1168 <port id="2" precision="I64" names="68,69">1169 <dim>1</dim>1170 <dim>1</dim>1171 <dim>1</dim>1172 <dim>-1</dim>1173 </port>1174 </output>1175 </layer>1176 <layer id="89" name="Constant_4114" type="Const" version="opset1">1177 <data element_type="i64" shape="1" offset="50992" size="8" />1178 <output>1179 <port id="0" precision="I64">1180 <dim>1</dim>1181 </port>1182 </output>1183 </layer>1184 <layer id="90" name="Constant_4116" type="Const" version="opset1">1185 <data element_type="i64" shape="1" offset="50992" size="8" />1186 <output>1187 <port id="0" precision="I64">1188 <dim>1</dim>1189 </port>1190 </output>1191 </layer>1192 <layer id="91" name="Constant_4158" type="Const" version="opset1">1193 <data element_type="i64" shape="2" offset="71148" size="16" />1194 <output>1195 <port id="0" precision="I64">1196 <dim>2</dim>1197 </port>1198 </output>1199 </layer>1200 <layer id="92" name="Constant_4159" type="Const" version="opset1">