optimum-intel-internal-testing/ov-tiny-random-gpt2-without-cache
08k
1<?xml version="1.0"?>2<net name="Model9" version="11">3 <layers>4 <layer id="2" name="input_ids" type="Parameter" version="opset1">5 <data shape="?,?" element_type="i64" />6 <output>7 <port id="0" precision="I64" names="input_ids">8 <dim>-1</dim>9 <dim>-1</dim>10 </port>11 </output>12 </layer>13 <layer id="1" name="attention_mask" type="Parameter" version="opset1">14 <data shape="?,?" element_type="i64" />15 <output>16 <port id="0" precision="I64" names="attention_mask">17 <dim>-1</dim>18 <dim>-1</dim>19 </port>20 </output>21 </layer>22 <layer id="0" name="position_ids" type="Parameter" version="opset1">23 <data shape="?,?" element_type="i64" />24 <output>25 <port id="0" precision="I64" names="position_ids">26 <dim>-1</dim>27 <dim>-1</dim>28 </port>29 </output>30 </layer>31 <layer id="3" name="self.model.transformer.wte.weight" type="Const" version="opset1">32 <data element_type="f32" shape="1000, 32" offset="0" size="128000" />33 <output>34 <port id="0" precision="FP32" names="self.model.transformer.wte.weight">35 <dim>1000</dim>36 <dim>32</dim>37 </port>38 </output>39 </layer>40 <layer id="4" name="__module.model.transformer/prim::ListConstruct" type="Const" version="opset1">41 <data element_type="i64" shape="2" offset="128000" size="16" />42 <output>43 <port id="0" precision="I64">44 <dim>2</dim>45 </port>46 </output>47 </layer>48 <layer id="5" name="__module.model.transformer/aten::view/Reshape" type="Reshape" version="opset1">49 <data special_zero="true" />50 <input>51 <port id="0" precision="I64">52 <dim>-1</dim>53 <dim>-1</dim>54 </port>55 <port id="1" precision="I64">56 <dim>2</dim>57 </port>58 </input>59 <output>60 <port id="2" precision="I64" names="55,input_ids_1">61 <dim>-1</dim>62 <dim>-1</dim>63 </port>64 </output>65 </layer>66 <layer id="6" name="__module.model.transformer.wte/aten::embedding/Convert" type="Convert" version="opset1">67 <data destination_type="i32" />68 <input>69 <port id="0" precision="I64">70 <dim>-1</dim>71 <dim>-1</dim>72 </port>73 </input>74 <output>75 <port id="1" precision="I32">76 <dim>-1</dim>77 <dim>-1</dim>78 </port>79 </output>80 </layer>81 <layer id="7" name="__module.model.transformer.wte/aten::embedding/Constant" type="Const" version="opset1">82 <data element_type="i32" shape="" offset="128016" size="4" />83 <output>84 <port id="0" precision="I32" />85 </output>86 </layer>87 <layer id="8" name="__module.model.transformer.wte/aten::embedding/Gather" type="Gather" version="opset8">88 <data batch_dims="0" />89 <input>90 <port id="0" precision="FP32">91 <dim>1000</dim>92 <dim>32</dim>93 </port>94 <port id="1" precision="I32">95 <dim>-1</dim>96 <dim>-1</dim>97 </port>98 <port id="2" precision="I32" />99 </input>100 <output>101 <port id="3" precision="FP32" names="58,inputs_embeds">102 <dim>-1</dim>103 <dim>-1</dim>104 <dim>32</dim>105 </port>106 </output>107 </layer>108 <layer id="9" name="self.model.transformer.wpe.weight" type="Const" version="opset1">109 <data element_type="f32" shape="512, 32" offset="128020" size="65536" />110 <output>111 <port id="0" precision="FP32" names="self.model.transformer.wpe.weight">112 <dim>512</dim>113 <dim>32</dim>114 </port>115 </output>116 </layer>117 <layer id="10" name="__module.model.transformer.wpe/aten::embedding/Convert" type="Convert" version="opset1">118 <data destination_type="i32" />119 <input>120 <port id="0" precision="I64">121 <dim>-1</dim>122 <dim>-1</dim>123 </port>124 </input>125 <output>126 <port id="1" precision="I32">127 <dim>-1</dim>128 <dim>-1</dim>129 </port>130 </output>131 </layer>132 <layer id="11" name="__module.model.transformer.wpe/aten::embedding/Constant" type="Const" version="opset1">133 <data element_type="i32" shape="" offset="128016" size="4" />134 <output>135 <port id="0" precision="I32" />136 </output>137 </layer>138 <layer id="12" name="__module.model.transformer.wpe/aten::embedding/Gather" type="Gather" version="opset8">139 <data batch_dims="0" />140 <input>141 <port id="0" precision="FP32">142 <dim>512</dim>143 <dim>32</dim>144 </port>145 <port id="1" precision="I32">146 <dim>-1</dim>147 <dim>-1</dim>148 </port>149 <port id="2" precision="I32" />150 </input>151 <output>152 <port id="3" precision="FP32" names="65,66,position_embeds,position_embeds.1">153 <dim>-1</dim>154 <dim>-1</dim>155 <dim>32</dim>156 </port>157 </output>158 </layer>159 <layer id="13" name="__module.model.transformer/aten::add/Add" type="Add" version="opset1">160 <data auto_broadcast="numpy" />161 <input>162 <port id="0" precision="FP32">163 <dim>-1</dim>164 <dim>-1</dim>165 <dim>32</dim>166 </port>167 <port id="1" precision="FP32">168 <dim>-1</dim>169 <dim>-1</dim>170 <dim>32</dim>171 </port>172 </input>173 <output>174 <port id="2" precision="FP32" names="67,input.1">175 <dim>-1</dim>176 <dim>-1</dim>177 <dim>32</dim>178 </port>179 </output>180 </layer>181 <layer id="14" name="__module.model.transformer.h.0.ln_1/aten::layer_norm/Multiply" type="Const" version="opset1">182 <data element_type="i32" shape="1" offset="193556" size="4" />183 <output>184 <port id="0" precision="I32">185 <dim>1</dim>186 </port>187 </output>188 </layer>189 <layer id="15" name="__module.model.transformer.h.0.ln_1/aten::layer_norm/MVN" type="MVN" version="opset6">190 <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />191 <input>192 <port id="0" precision="FP32">193 <dim>-1</dim>194 <dim>-1</dim>195 <dim>32</dim>196 </port>197 <port id="1" precision="I32">198 <dim>1</dim>199 </port>200 </input>201 <output>202 <port id="2" precision="FP32" names="114,x.1">203 <dim>-1</dim>204 <dim>-1</dim>205 <dim>32</dim>206 </port>207 </output>208 </layer>209 <layer id="16" name="Transpose_41196" type="Const" version="opset1">210 <data element_type="f32" shape="96, 32" offset="193560" size="12288" />211 <output>212 <port id="0" precision="FP32">213 <dim>96</dim>214 <dim>32</dim>215 </port>216 </output>217 </layer>218 <layer id="17" name="__module.model.transformer.h.0.attn.c_attn/aten::addmm/MatMul" type="MatMul" version="opset1">219 <data transpose_a="false" transpose_b="true" />220 <input>221 <port id="0" precision="FP32">222 <dim>-1</dim>223 <dim>-1</dim>224 <dim>32</dim>225 </port>226 <port id="1" precision="FP32">227 <dim>96</dim>228 <dim>32</dim>229 </port>230 </input>231 <output>232 <port id="2" precision="FP32" names="124,126,x.3">233 <dim>-1</dim>234 <dim>-1</dim>235 <dim>96</dim>236 </port>237 </output>238 </layer>239 <layer id="18" name="16" type="Const" version="opset1">240 <data element_type="i64" shape="" offset="205848" size="8" />241 <output>242 <port id="0" precision="I64" names="16" />243 </output>244 </layer>245 <layer id="19" name="__module.model.transformer.h.0.attn/prim::ListUnpack/Concat" type="Const" version="opset1">246 <data element_type="i64" shape="3" offset="205856" size="24" />247 <output>248 <port id="0" precision="I64">249 <dim>3</dim>250 </port>251 </output>252 </layer>253 <layer id="20" name="__module.model.transformer.h.0.attn/prim::ListUnpack/VariadicSplit" type="VariadicSplit" version="opset1">254 <input>255 <port id="0" precision="FP32">256 <dim>-1</dim>257 <dim>-1</dim>258 <dim>96</dim>259 </port>260 <port id="1" precision="I64" />261 <port id="2" precision="I64">262 <dim>3</dim>263 </port>264 </input>265 <output>266 <port id="3" precision="FP32" names="128,query_states.1">267 <dim>-1</dim>268 <dim>-1</dim>269 <dim>32</dim>270 </port>271 <port id="4" precision="FP32" names="129,key_states.1">272 <dim>-1</dim>273 <dim>-1</dim>274 <dim>32</dim>275 </port>276 <port id="5" precision="FP32" names="130,value_states.1">277 <dim>-1</dim>278 <dim>-1</dim>279 <dim>32</dim>280 </port>281 </output>282 </layer>283 <layer id="21" name="__module.model.transformer.h.0.attn/prim::ListConstruct" type="Const" version="opset1">284 <data element_type="i64" shape="4" offset="205880" size="32" />285 <output>286 <port id="0" precision="I64">287 <dim>4</dim>288 </port>289 </output>290 </layer>291 <layer id="22" name="__module.model.transformer.h.0.attn/aten::view/Reshape" type="Reshape" version="opset1">292 <data special_zero="true" />293 <input>294 <port id="0" precision="FP32">295 <dim>-1</dim>296 <dim>-1</dim>297 <dim>32</dim>298 </port>299 <port id="1" precision="I64">300 <dim>4</dim>301 </port>302 </input>303 <output>304 <port id="2" precision="FP32" names="142">305 <dim>-1</dim>306 <dim>-1</dim>307 <dim>4</dim>308 <dim>8</dim>309 </port>310 </output>311 </layer>312 <layer id="23" name="__module.model.transformer.h.0.attn/aten::transpose/Constant" type="Const" version="opset1">313 <data element_type="i32" shape="4" offset="205912" size="16" />314 <output>315 <port id="0" precision="I32">316 <dim>4</dim>317 </port>318 </output>319 </layer>320 <layer id="24" name="__module.model.transformer.h.0.attn/aten::transpose/Transpose" type="Transpose" version="opset1">321 <input>322 <port id="0" precision="FP32">323 <dim>-1</dim>324 <dim>-1</dim>325 <dim>4</dim>326 <dim>8</dim>327 </port>328 <port id="1" precision="I32">329 <dim>4</dim>330 </port>331 </input>332 <output>333 <port id="2" precision="FP32" names="143,query.1">334 <dim>-1</dim>335 <dim>4</dim>336 <dim>-1</dim>337 <dim>8</dim>338 </port>339 </output>340 </layer>341 <layer id="25" name="__module.model.transformer.h.0.attn/prim::ListConstruct_1" type="Const" version="opset1">342 <data element_type="i64" shape="4" offset="205880" size="32" />343 <output>344 <port id="0" precision="I64">345 <dim>4</dim>346 </port>347 </output>348 </layer>349 <layer id="26" name="__module.model.transformer.h.0.attn/aten::view/Reshape_1" type="Reshape" version="opset1">350 <data special_zero="true" />351 <input>352 <port id="0" precision="FP32">353 <dim>-1</dim>354 <dim>-1</dim>355 <dim>32</dim>356 </port>357 <port id="1" precision="I64">358 <dim>4</dim>359 </port>360 </input>361 <output>362 <port id="2" precision="FP32" names="134">363 <dim>-1</dim>364 <dim>-1</dim>365 <dim>4</dim>366 <dim>8</dim>367 </port>368 </output>369 </layer>370 <layer id="27" name="__module.model.transformer.h.0.attn/aten::transpose/Constant_1" type="Const" version="opset1">371 <data element_type="i32" shape="4" offset="205912" size="16" />372 <output>373 <port id="0" precision="I32">374 <dim>4</dim>375 </port>376 </output>377 </layer>378 <layer id="28" name="__module.model.transformer.h.0.attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">379 <input>380 <port id="0" precision="FP32">381 <dim>-1</dim>382 <dim>-1</dim>383 <dim>4</dim>384 <dim>8</dim>385 </port>386 <port id="1" precision="I32">387 <dim>4</dim>388 </port>389 </input>390 <output>391 <port id="2" precision="FP32" names="135,key.1">392 <dim>-1</dim>393 <dim>4</dim>394 <dim>-1</dim>395 <dim>8</dim>396 </port>397 </output>398 </layer>399 <layer id="29" name="Constant_42305" type="Const" version="opset1">400 <data element_type="i64" shape="4" offset="205928" size="32" />401 <output>402 <port id="0" precision="I64">403 <dim>4</dim>404 </port>405 </output>406 </layer>407 <layer id="30" name="__module.model.transformer.h.0.attn/aten::view/Reshape_2" type="Reshape" version="opset1">408 <data special_zero="true" />409 <input>410 <port id="0" precision="FP32">411 <dim>-1</dim>412 <dim>-1</dim>413 <dim>32</dim>414 </port>415 <port id="1" precision="I64">416 <dim>4</dim>417 </port>418 </input>419 <output>420 <port id="2" precision="FP32" names="137">421 <dim>-1</dim>422 <dim>-1</dim>423 <dim>4</dim>424 <dim>8</dim>425 </port>426 </output>427 </layer>428 <layer id="31" name="__module.model.transformer.h.0.attn/aten::transpose/Constant_2" type="Const" version="opset1">429 <data element_type="i32" shape="4" offset="205912" size="16" />430 <output>431 <port id="0" precision="I32">432 <dim>4</dim>433 </port>434 </output>435 </layer>436 <layer id="32" name="__module.model.transformer.h.0.attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">437 <input>438 <port id="0" precision="FP32">439 <dim>-1</dim>440 <dim>-1</dim>441 <dim>4</dim>442 <dim>8</dim>443 </port>444 <port id="1" precision="I32">445 <dim>4</dim>446 </port>447 </input>448 <output>449 <port id="2" precision="FP32" names="138,value.1">450 <dim>-1</dim>451 <dim>4</dim>452 <dim>-1</dim>453 <dim>8</dim>454 </port>455 </output>456 </layer>457 <layer id="33" name="__module.model.transformer/aten::new_ones/Broadcast" type="Const" version="opset1">458 <data element_type="boolean" shape="" offset="205960" size="1" />459 <output>460 <port id="0" precision="BOOL" names="90,result.1" />461 </output>462 </layer>463 <layer id="34" name="__module.model.transformer/aten::arange/Constant" type="Const" version="opset1">464 <data element_type="i32" shape="" offset="128016" size="4" />465 <output>466 <port id="0" precision="I32" />467 </output>468 </layer>469 <layer id="35" name="ShapeOf_42076" type="ShapeOf" version="opset3">470 <data output_type="i64" />471 <input>472 <port id="0" precision="I64">473 <dim>-1</dim>474 <dim>-1</dim>475 </port>476 </input>477 <output>478 <port id="1" precision="I64">479 <dim>2</dim>480 </port>481 </output>482 </layer>483 <layer id="36" name="Constant_42077" type="Const" version="opset1">484 <data element_type="i64" shape="" offset="205961" size="8" />485 <output>486 <port id="0" precision="I64" />487 </output>488 </layer>489 <layer id="37" name="Constant_42078" type="Const" version="opset1">490 <data element_type="i64" shape="" offset="205969" size="8" />491 <output>492 <port id="0" precision="I64" />493 </output>494 </layer>495 <layer id="38" name="Gather_42079" type="Gather" version="opset8">496 <data batch_dims="0" />497 <input>498 <port id="0" precision="I64">499 <dim>2</dim>500 </port>501 <port id="1" precision="I64" />502 <port id="2" precision="I64" />503 </input>504 <output>505 <port id="3" precision="I64" names="59,61,71" />506 </output>507 </layer>508 <layer id="39" name="__module.model.transformer/aten::arange/Constant_1" type="Const" version="opset1">509 <data element_type="i32" shape="" offset="205977" size="4" />510 <output>511 <port id="0" precision="I32" />512 </output>513 </layer>514 <layer id="40" name="__module.model.transformer/aten::arange/Range" type="Range" version="opset4">515 <data output_type="i64" />516 <input>517 <port id="0" precision="I32" />518 <port id="1" precision="I64" />519 <port id="2" precision="I32" />520 </input>521 <output>522 <port id="3" precision="I64" names="83">523 <dim>-1</dim>524 </port>525 </output>526 </layer>527 <layer id="41" name="9" type="Const" version="opset1">528 <data element_type="i64" shape="" offset="205969" size="8" />529 <output>530 <port id="0" precision="I64" names="9" />531 </output>532 </layer>533 <layer id="42" name="__module.model.transformer/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">534 <input>535 <port id="0" precision="I64">536 <dim>-1</dim>537 </port>538 <port id="1" precision="I64" />539 </input>540 <output>541 <port id="2" precision="I64" names="84">542 <dim>1</dim>543 <dim>-1</dim>544 </port>545 </output>546 </layer>547 <layer id="43" name="7" type="Const" version="opset1">548 <data element_type="i64" shape="" offset="205961" size="8" />549 <output>550 <port id="0" precision="I64" names="7" />551 </output>552 </layer>553 <layer id="44" name="__module.model.transformer/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">554 <input>555 <port id="0" precision="I64">556 <dim>1</dim>557 <dim>-1</dim>558 </port>559 <port id="1" precision="I64" />560 </input>561 <output>562 <port id="2" precision="I64" names="85">563 <dim>1</dim>564 <dim>1</dim>565 <dim>-1</dim>566 </port>567 </output>568 </layer>569 <layer id="45" name="__module.model.transformer/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">570 <input>571 <port id="0" precision="I64">572 <dim>1</dim>573 <dim>1</dim>574 <dim>-1</dim>575 </port>576 <port id="1" precision="I64" />577 </input>578 <output>579 <port id="2" precision="I64" names="86,87,88,kv_idx">580 <dim>1</dim>581 <dim>1</dim>582 <dim>1</dim>583 <dim>-1</dim>584 </port>585 </output>586 </layer>587 <layer id="46" name="__module.model.transformer/aten::le/Convert" type="Convert" version="opset1">588 <data destination_type="f32" />589 <input>590 <port id="0" precision="I64">591 <dim>1</dim>592 <dim>1</dim>593 <dim>1</dim>594 <dim>-1</dim>595 </port>596 </input>597 <output>598 <port id="1" precision="FP32">599 <dim>1</dim>600 <dim>1</dim>601 <dim>1</dim>602 <dim>-1</dim>603 </port>604 </output>605 </layer>606 <layer id="47" name="__module.model.transformer/aten::arange/Constant_2" type="Const" version="opset1">607 <data element_type="i32" shape="" offset="205977" size="4" />608 <output>609 <port id="0" precision="I32" />610 </output>611 </layer>612 <layer id="48" name="__module.model.transformer/aten::arange/Range_1" type="Range" version="opset4">613 <data output_type="f32" />614 <input>615 <port id="0" precision="I64" />616 <port id="1" precision="I64" />617 <port id="2" precision="I32" />618 </input>619 <output>620 <port id="3" precision="FP32" names="63,cache_position">621 <dim>-1</dim>622 </port>623 </output>624 </layer>625 <layer id="49" name="__module.model.transformer/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">626 <input>627 <port id="0" precision="FP32">628 <dim>-1</dim>629 </port>630 <port id="1" precision="I64" />631 </input>632 <output>633 <port id="2" precision="FP32" names="74">634 <dim>1</dim>635 <dim>-1</dim>636 </port>637 </output>638 </layer>639 <layer id="50" name="__module.model.transformer/aten::unsqueeze/Unsqueeze_4" type="Unsqueeze" version="opset1">640 <input>641 <port id="0" precision="FP32">642 <dim>1</dim>643 <dim>-1</dim>644 </port>645 <port id="1" precision="I64" />646 </input>647 <output>648 <port id="2" precision="FP32" names="75,76">649 <dim>1</dim>650 <dim>1</dim>651 <dim>-1</dim>652 </port>653 </output>654 </layer>655 <layer id="51" name="18" type="Const" version="opset1">656 <data element_type="i64" shape="" offset="205981" size="8" />657 <output>658 <port id="0" precision="I64" names="18" />659 </output>660 </layer>661 <layer id="52" name="__module.model.transformer/aten::unsqueeze/Unsqueeze_5" type="Unsqueeze" version="opset1">662 <input>663 <port id="0" precision="FP32">664 <dim>1</dim>665 <dim>1</dim>666 <dim>-1</dim>667 </port>668 <port id="1" precision="I64" />669 </input>670 <output>671 <port id="2" precision="FP32" names="77,q_idx">672 <dim>1</dim>673 <dim>1</dim>674 <dim>-1</dim>675 <dim>1</dim>676 </port>677 </output>678 </layer>679 <layer id="53" name="__module.model.transformer/aten::le/LessEqual" type="LessEqual" version="opset1">680 <data auto_broadcast="numpy" />681 <input>682 <port id="0" precision="FP32">683 <dim>1</dim>684 <dim>1</dim>685 <dim>1</dim>686 <dim>-1</dim>687 </port>688 <port id="1" precision="FP32">689 <dim>1</dim>690 <dim>1</dim>691 <dim>-1</dim>692 <dim>1</dim>693 </port>694 </input>695 <output>696 <port id="2" precision="BOOL" names="91,92">697 <dim>1</dim>698 <dim>1</dim>699 <dim>-1</dim>700 <dim>-1</dim>701 </port>702 </output>703 </layer>704 <layer id="54" name="__module.model.transformer/aten::__and__/BitwiseAnd" type="BitwiseAnd" version="opset13">705 <data auto_broadcast="numpy" />706 <input>707 <port id="0" precision="BOOL" />708 <port id="1" precision="BOOL">709 <dim>1</dim>710 <dim>1</dim>711 <dim>-1</dim>712 <dim>-1</dim>713 </port>714 </input>715 <output>716 <port id="2" precision="BOOL" names="93,result">717 <dim>1</dim>718 <dim>1</dim>719 <dim>-1</dim>720 <dim>-1</dim>721 </port>722 </output>723 </layer>724 <layer id="55" name="Constant_42306" type="Const" version="opset1">725 <data element_type="i64" shape="2" offset="205989" size="16" />726 <output>727 <port id="0" precision="I64">728 <dim>2</dim>729 </port>730 </output>731 </layer>732 <layer id="56" name="__module.model.transformer/aten::view/Reshape_1" type="Reshape" version="opset1">733 <data special_zero="true" />734 <input>735 <port id="0" precision="I64">736 <dim>-1</dim>737 <dim>-1</dim>738 </port>739 <port id="1" precision="I64">740 <dim>2</dim>741 </port>742 </input>743 <output>744 <port id="2" precision="I64" names="69,attention_mask.3">745 <dim>-1</dim>746 <dim>-1</dim>747 </port>748 </output>749 </layer>750 <layer id="57" name="__module.model.transformer/aten::to/Convert_2" type="Convert" version="opset1">751 <data destination_type="boolean" />752 <input>753 <port id="0" precision="I64">754 <dim>-1</dim>755 <dim>-1</dim>756 </port>757 </input>758 <output>759 <port id="1" precision="BOOL" names="70,attention_mask.5">760 <dim>-1</dim>761 <dim>-1</dim>762 </port>763 </output>764 </layer>765 <layer id="58" name="Convert_42071" type="Convert" version="opset1">766 <data destination_type="i32" />767 <input>768 <port id="0" precision="I64">769 <dim>2</dim>770 </port>771 </input>772 <output>773 <port id="1" precision="I32">774 <dim>2</dim>775 </port>776 </output>777 </layer>778 <layer id="59" name="Constant_34819" type="Const" version="opset1">779 <data element_type="i32" shape="" offset="128016" size="4" />780 <output>781 <port id="0" precision="I32" />782 </output>783 </layer>784 <layer id="60" name="__module.model.transformer/aten::index/ReduceProd" type="ReduceProd" version="opset1">785 <data keep_dims="true" />786 <input>787 <port id="0" precision="I32">788 <dim>2</dim>789 </port>790 <port id="1" precision="I32" />791 </input>792 <output>793 <port id="2" precision="I32">794 <dim>1</dim>795 </port>796 </output>797 </layer>798 <layer id="61" name="Constant_34821" type="Const" version="opset1">799 <data element_type="i32" shape="1" offset="193556" size="4" />800 <output>801 <port id="0" precision="I32">802 <dim>1</dim>803 </port>804 </output>805 </layer>806 <layer id="62" name="__module.model.transformer/aten::index/Concat" type="Concat" version="opset1">807 <data axis="0" />808 <input>809 <port id="0" precision="I32">810 <dim>1</dim>811 </port>812 <port id="1" precision="I32">813 <dim>1</dim>814 </port>815 </input>816 <output>817 <port id="2" precision="I32">818 <dim>2</dim>819 </port>820 </output>821 </layer>822 <layer id="63" name="__module.model.transformer/aten::index/Reshape" type="Reshape" version="opset1">823 <data special_zero="true" />824 <input>825 <port id="0" precision="BOOL">826 <dim>-1</dim>827 <dim>-1</dim>828 </port>829 <port id="1" precision="I32">830 <dim>2</dim>831 </port>832 </input>833 <output>834 <port id="2" precision="BOOL">835 <dim>-1</dim>836 <dim>-1</dim>837 </port>838 </output>839 </layer>840 <layer id="64" name="__module.model.transformer/aten::index/Convert" type="Convert" version="opset1">841 <data destination_type="i32" />842 <input>843 <port id="0" precision="I64">844 <dim>1</dim>845 <dim>1</dim>846 <dim>1</dim>847 <dim>-1</dim>848 </port>849 </input>850 <output>851 <port id="1" precision="I32">852 <dim>1</dim>853 <dim>1</dim>854 <dim>1</dim>855 <dim>-1</dim>856 </port>857 </output>858 </layer>859 <layer id="65" name="__module.model.transformer/aten::arange/Constant_3" type="Const" version="opset1">860 <data element_type="i32" shape="" offset="128016" size="4" />861 <output>862 <port id="0" precision="I32" />863 </output>864 </layer>865 <layer id="66" name="Constant_42064" type="Const" version="opset1">866 <data element_type="i64" shape="1" offset="205969" size="8" />867 <output>868 <port id="0" precision="I64">869 <dim>1</dim>870 </port>871 </output>872 </layer>873 <layer id="67" name="Constant_42065" type="Const" version="opset1">874 <data element_type="i64" shape="" offset="205969" size="8" />875 <output>876 <port id="0" precision="I64" />877 </output>878 </layer>879 <layer id="68" name="Gather_42066" type="Gather" version="opset8">880 <data batch_dims="0" />881 <input>882 <port id="0" precision="I64">883 <dim>2</dim>884 </port>885 <port id="1" precision="I64">886 <dim>1</dim>887 </port>888 <port id="2" precision="I64" />889 </input>890 <output>891 <port id="3" precision="I64" names="56">892 <dim>1</dim>893 </port>894 </output>895 </layer>896 <layer id="69" name="Squeeze_42080" type="Squeeze" version="opset1">897 <input>898 <port id="0" precision="I64">899 <dim>1</dim>900 </port>901 </input>902 <output>903 <port id="1" precision="I64" names="72" />904 </output>905 </layer>906 <layer id="70" name="__module.model.transformer/aten::arange/Constant_4" type="Const" version="opset1">907 <data element_type="i32" shape="" offset="205977" size="4" />908 <output>909 <port id="0" precision="I32" />910 </output>911 </layer>912 <layer id="71" name="__module.model.transformer/aten::arange/Range_2" type="Range" version="opset4">913 <data output_type="i64" />914 <input>915 <port id="0" precision="I32" />916 <port id="1" precision="I64" />917 <port id="2" precision="I32" />918 </input>919 <output>920 <port id="3" precision="I64" names="78,79">921 <dim>-1</dim>922 </port>923 </output>924 </layer>925 <layer id="72" name="__module.model.transformer/aten::unsqueeze/Unsqueeze_6" type="Unsqueeze" version="opset1">926 <input>927 <port id="0" precision="I64">928 <dim>-1</dim>929 </port>930 <port id="1" precision="I64" />931 </input>932 <output>933 <port id="2" precision="I64" names="80">934 <dim>-1</dim>935 <dim>1</dim>936 </port>937 </output>938 </layer>939 <layer id="73" name="__module.model.transformer/aten::unsqueeze/Unsqueeze_7" type="Unsqueeze" version="opset1">940 <input>941 <port id="0" precision="I64">942 <dim>-1</dim>943 <dim>1</dim>944 </port>945 <port id="1" precision="I64" />946 </input>947 <output>948 <port id="2" precision="I64" names="81">949 <dim>-1</dim>950 <dim>1</dim>951 <dim>1</dim>952 </port>953 </output>954 </layer>955 <layer id="74" name="__module.model.transformer/aten::unsqueeze/Unsqueeze_8" type="Unsqueeze" version="opset1">956 <input>957 <port id="0" precision="I64">958 <dim>-1</dim>959 <dim>1</dim>960 <dim>1</dim>961 </port>962 <port id="1" precision="I64" />963 </input>964 <output>965 <port id="2" precision="I64" names="82,batch_idx">966 <dim>-1</dim>967 <dim>1</dim>968 <dim>1</dim>969 <dim>1</dim>970 </port>971 </output>972 </layer>973 <layer id="75" name="__module.model.transformer/aten::index/Convert_3" type="Convert" version="opset1">974 <data destination_type="i32" />975 <input>976 <port id="0" precision="I64">977 <dim>-1</dim>978 <dim>1</dim>979 <dim>1</dim>980 <dim>1</dim>981 </port>982 </input>983 <output>984 <port id="1" precision="I32">985 <dim>-1</dim>986 <dim>1</dim>987 <dim>1</dim>988 <dim>1</dim>989 </port>990 </output>991 </layer>992 <layer id="76" name="__module.model.transformer/aten::index/Constant" type="Const" version="opset1">993 <data element_type="i32" shape="" offset="128016" size="4" />994 <output>995 <port id="0" precision="I32" />996 </output>997 </layer>998 <layer id="77" name="__module.model.transformer/aten::index/Split" type="Split" version="opset1">999 <data num_splits="2" />1000 <input>1001 <port id="0" precision="I32">1002 <dim>2</dim>1003 </port>1004 <port id="1" precision="I32" />1005 </input>1006 <output>1007 <port id="2" precision="I32">1008 <dim>1</dim>1009 </port>1010 <port id="3" precision="I32">1011 <dim>1</dim>1012 </port>1013 </output>1014 </layer>1015 <layer id="78" name="__module.model.transformer/aten::index/Multiply" type="Multiply" version="opset1">1016 <data auto_broadcast="numpy" />1017 <input>1018 <port id="0" precision="I32">1019 <dim>-1</dim>1020 <dim>1</dim>1021 <dim>1</dim>1022 <dim>1</dim>1023 </port>1024 <port id="1" precision="I32">1025 <dim>1</dim>1026 </port>1027 </input>1028 <output>1029 <port id="2" precision="I32">1030 <dim>-1</dim>1031 <dim>1</dim>1032 <dim>1</dim>1033 <dim>1</dim>1034 </port>1035 </output>1036 </layer>1037 <layer id="79" name="__module.model.transformer/aten::index/Add" type="Add" version="opset1">1038 <data auto_broadcast="numpy" />1039 <input>1040 <port id="0" precision="I32">1041 <dim>1</dim>1042 <dim>1</dim>1043 <dim>1</dim>1044 <dim>-1</dim>1045 </port>1046 <port id="1" precision="I32">1047 <dim>-1</dim>1048 <dim>1</dim>1049 <dim>1</dim>1050 <dim>1</dim>1051 </port>1052 </input>1053 <output>1054 <port id="2" precision="I32">1055 <dim>-1</dim>1056 <dim>1</dim>1057 <dim>1</dim>1058 <dim>-1</dim>1059 </port>1060 </output>1061 </layer>1062 <layer id="80" name="__module.model.transformer/aten::index/Gather" type="Gather" version="opset8">1063 <data batch_dims="0" />1064 <input>1065 <port id="0" precision="BOOL">1066 <dim>-1</dim>1067 <dim>-1</dim>1068 </port>1069 <port id="1" precision="I32">1070 <dim>-1</dim>1071 <dim>1</dim>1072 <dim>1</dim>1073 <dim>-1</dim>1074 </port>1075 <port id="2" precision="I32" />1076 </input>1077 <output>1078 <port id="3" precision="BOOL">1079 <dim>-1</dim>1080 <dim>1</dim>1081 <dim>1</dim>1082 <dim>-1</dim>1083 <dim>-1</dim>1084 </port>1085 </output>1086 </layer>1087 <layer id="81" name="Constant_44029" type="Const" version="opset1">1088 <data element_type="i64" shape="1" offset="206005" size="8" />1089 <output>1090 <port id="0" precision="I64">1091 <dim>1</dim>1092 </port>1093 </output>1094 </layer>1095 <layer id="82" name="__module.model.transformer/aten::index/Reshape_8" type="Reshape" version="opset1">1096 <data special_zero="false" />1097 <input>1098 <port id="0" precision="BOOL">1099 <dim>-1</dim>1100 <dim>1</dim>1101 <dim>1</dim>1102 <dim>-1</dim>1103 <dim>-1</dim>1104 </port>1105 <port id="1" precision="I64">1106 <dim>1</dim>1107 </port>1108 </input>1109 <output>1110 <port id="2" precision="BOOL">1111 <dim>-1</dim>1112 </port>1113 </output>1114 </layer>1115 <layer id="83" name="__module.model.transformer/aten::index/ShapeOf_5" type="ShapeOf" version="opset3">1116 <data output_type="i32" />1117 <input>1118 <port id="0" precision="I32">1119 <dim>-1</dim>1120 <dim>1</dim>1121 <dim>1</dim>1122 <dim>-1</dim>1123 </port>1124 </input>1125 <output>1126 <port id="1" precision="I32">1127 <dim>4</dim>1128 </port>1129 </output>1130 </layer>1131 <layer id="84" name="__module.model.transformer/aten::index/Reshape_12" type="Reshape" version="opset1">1132 <data special_zero="false" />1133 <input>1134 <port id="0" precision="BOOL">1135 <dim>-1</dim>1136 </port>1137 <port id="1" precision="I32">1138 <dim>4</dim>1139 </port>1140 </input>1141 <output>1142 <port id="2" precision="BOOL" names="95,96">1143 <dim>-1</dim>1144 <dim>1</dim>1145 <dim>1</dim>1146 <dim>-1</dim>1147 </port>1148 </output>1149 </layer>1150 <layer id="85" name="__module.model.transformer/aten::__and__/BitwiseAnd_1" type="BitwiseAnd" version="opset13">1151 <data auto_broadcast="numpy" />1152 <input>1153 <port id="0" precision="BOOL">1154 <dim>1</dim>1155 <dim>1</dim>1156 <dim>-1</dim>1157 <dim>-1</dim>1158 </port>1159 <port id="1" precision="BOOL">1160 <dim>-1</dim>1161 <dim>1</dim>1162 <dim>1</dim>1163 <dim>-1</dim>1164 </port>1165 </input>1166 <output>1167 <port id="2" precision="BOOL" names="97,causal_mask">1168 <dim>-1</dim>1169 <dim>1</dim>1170 <dim>-1</dim>1171 <dim>-1</dim>1172 </port>1173 </output>1174 </layer>1175 <layer id="86" name="Constant_40366" type="Const" version="opset1">1176 <data element_type="i64" shape="1" offset="205961" size="8" />1177 <output>1178 <port id="0" precision="I64">1179 <dim>1</dim>1180 </port>1181 </output>1182 </layer>1183 <layer id="87" name="Constant_44030" type="Const" version="opset1">1184 <data element_type="i64" shape="1" offset="206005" size="8" />1185 <output>1186 <port id="0" precision="I64">1187 <dim>1</dim>1188 </port>1189 </output>1190 </layer>1191 <layer id="88" name="Reshape_42090" type="Reshape" version="opset1">1192 <data special_zero="false" />1193 <input>1194 <port id="0" precision="I64" />1195 <port id="1" precision="I64">1196 <dim>1</dim>1197 </port>1198 </input>1199 <output>1200 <port id="2" precision="I64" names="144,245,346,447,548,73">