Intel/sd-1.5-square-quantized
43.4k
1<?xml version="1.0"?>2<net name="torch_jit" version="11">3 <layers>4 <layer id="0" name="input" type="Parameter" version="opset1">5 <data shape="1,77" element_type="i64" />6 <rt_info>7 <attribute name="old_api_map_element_type" version="0" value="i32" />8 </rt_info>9 <output>10 <port id="0" precision="I64" names="input">11 <dim>1</dim>12 <dim>77</dim>13 </port>14 </output>15 </layer>16 <layer id="1" name="text_model.embeddings.token_embedding.weight_compressed" type="Const" version="opset1">17 <data element_type="f16" shape="49408, 768" offset="0" size="75890688" />18 <output>19 <port id="0" precision="FP16">20 <dim>49408</dim>21 <dim>768</dim>22 </port>23 </output>24 </layer>25 <layer id="2" name="text_model.embeddings.token_embedding.weight" type="Convert" version="opset1">26 <data destination_type="f32" />27 <rt_info>28 <attribute name="decompression" version="0" />29 </rt_info>30 <input>31 <port id="0" precision="FP16">32 <dim>49408</dim>33 <dim>768</dim>34 </port>35 </input>36 <output>37 <port id="1" precision="FP32" names="text_model.embeddings.token_embedding.weight">38 <dim>49408</dim>39 <dim>768</dim>40 </port>41 </output>42 </layer>43 <layer id="3" name="/text_model/Constant" type="Const" version="opset1">44 <data element_type="i64" shape="2" offset="75890688" size="16" />45 <output>46 <port id="0" precision="I64" names="/text_model/Constant_output_0">47 <dim>2</dim>48 </port>49 </output>50 </layer>51 <layer id="4" name="/text_model/Reshape" type="Reshape" version="opset1">52 <data special_zero="true" />53 <input>54 <port id="0" precision="I64">55 <dim>1</dim>56 <dim>77</dim>57 </port>58 <port id="1" precision="I64">59 <dim>2</dim>60 </port>61 </input>62 <output>63 <port id="2" precision="I64" names="/text_model/Reshape_output_0">64 <dim>1</dim>65 <dim>77</dim>66 </port>67 </output>68 </layer>69 <layer id="5" name="Constant_205" type="Const" version="opset1">70 <data element_type="i64" shape="" offset="75890704" size="8" />71 <output>72 <port id="0" precision="I64" />73 </output>74 </layer>75 <layer id="6" name="/text_model/embeddings/token_embedding/Gather" type="Gather" version="opset8">76 <data batch_dims="0" />77 <input>78 <port id="0" precision="FP32">79 <dim>49408</dim>80 <dim>768</dim>81 </port>82 <port id="1" precision="I64">83 <dim>1</dim>84 <dim>77</dim>85 </port>86 <port id="2" precision="I64" />87 </input>88 <output>89 <port id="3" precision="FP32" names="/text_model/embeddings/token_embedding/Gather_output_0">90 <dim>1</dim>91 <dim>77</dim>92 <dim>768</dim>93 </port>94 </output>95 </layer>96 <layer id="7" name="/text_model/embeddings/position_embedding/Gather_compressed" type="Const" version="opset1">97 <data element_type="f16" shape="1, 77, 768" offset="75890712" size="118272" />98 <output>99 <port id="0" precision="FP16">100 <dim>1</dim>101 <dim>77</dim>102 <dim>768</dim>103 </port>104 </output>105 </layer>106 <layer id="8" name="/text_model/embeddings/position_embedding/Gather" type="Convert" version="opset1">107 <data destination_type="f32" />108 <rt_info>109 <attribute name="decompression" version="0" />110 </rt_info>111 <input>112 <port id="0" precision="FP16">113 <dim>1</dim>114 <dim>77</dim>115 <dim>768</dim>116 </port>117 </input>118 <output>119 <port id="1" precision="FP32" names="/text_model/embeddings/position_embedding/Gather_output_0">120 <dim>1</dim>121 <dim>77</dim>122 <dim>768</dim>123 </port>124 </output>125 </layer>126 <layer id="9" name="/text_model/embeddings/Add" type="Add" version="opset1">127 <data auto_broadcast="numpy" />128 <input>129 <port id="0" precision="FP32">130 <dim>1</dim>131 <dim>77</dim>132 <dim>768</dim>133 </port>134 <port id="1" precision="FP32">135 <dim>1</dim>136 <dim>77</dim>137 <dim>768</dim>138 </port>139 </input>140 <output>141 <port id="2" precision="FP32" names="/text_model/embeddings/Add_output_0">142 <dim>1</dim>143 <dim>77</dim>144 <dim>768</dim>145 </port>146 </output>147 </layer>148 <layer id="10" name="Constant_7910_compressed" type="Const" version="opset1">149 <data element_type="f16" shape="1, 1, 768" offset="76008984" size="1536" />150 <output>151 <port id="0" precision="FP16">152 <dim>1</dim>153 <dim>1</dim>154 <dim>768</dim>155 </port>156 </output>157 </layer>158 <layer id="11" name="Constant_7910" type="Convert" version="opset1">159 <data destination_type="f32" />160 <rt_info>161 <attribute name="decompression" version="0" />162 </rt_info>163 <input>164 <port id="0" precision="FP16">165 <dim>1</dim>166 <dim>1</dim>167 <dim>768</dim>168 </port>169 </input>170 <output>171 <port id="1" precision="FP32">172 <dim>1</dim>173 <dim>1</dim>174 <dim>768</dim>175 </port>176 </output>177 </layer>178 <layer id="12" name="Constant_313" type="Const" version="opset1">179 <data element_type="i64" shape="1" offset="76010520" size="8" />180 <output>181 <port id="0" precision="I64">182 <dim>1</dim>183 </port>184 </output>185 </layer>186 <layer id="13" name="/text_model/encoder/layers.0/layer_norm1/Div" type="MVN" version="opset6">187 <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />188 <input>189 <port id="0" precision="FP32">190 <dim>1</dim>191 <dim>77</dim>192 <dim>768</dim>193 </port>194 <port id="1" precision="I64">195 <dim>1</dim>196 </port>197 </input>198 <output>199 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/layer_norm1/Div_output_0">200 <dim>1</dim>201 <dim>77</dim>202 <dim>768</dim>203 </port>204 </output>205 </layer>206 <layer id="14" name="Constant_7905_compressed" type="Const" version="opset1">207 <data element_type="f16" shape="1, 1, 768" offset="76010528" size="1536" />208 <output>209 <port id="0" precision="FP16">210 <dim>1</dim>211 <dim>1</dim>212 <dim>768</dim>213 </port>214 </output>215 </layer>216 <layer id="15" name="Constant_7905" type="Convert" version="opset1">217 <data destination_type="f32" />218 <rt_info>219 <attribute name="decompression" version="0" />220 </rt_info>221 <input>222 <port id="0" precision="FP16">223 <dim>1</dim>224 <dim>1</dim>225 <dim>768</dim>226 </port>227 </input>228 <output>229 <port id="1" precision="FP32">230 <dim>1</dim>231 <dim>1</dim>232 <dim>768</dim>233 </port>234 </output>235 </layer>236 <layer id="16" name="/text_model/encoder/layers.0/layer_norm1/Mul" type="Multiply" version="opset1">237 <data auto_broadcast="numpy" />238 <input>239 <port id="0" precision="FP32">240 <dim>1</dim>241 <dim>77</dim>242 <dim>768</dim>243 </port>244 <port id="1" precision="FP32">245 <dim>1</dim>246 <dim>1</dim>247 <dim>768</dim>248 </port>249 </input>250 <output>251 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/layer_norm1/Mul_output_0">252 <dim>1</dim>253 <dim>77</dim>254 <dim>768</dim>255 </port>256 </output>257 </layer>258 <layer id="17" name="Constant_7906_compressed" type="Const" version="opset1">259 <data element_type="f16" shape="1, 1, 768" offset="76012064" size="1536" />260 <output>261 <port id="0" precision="FP16">262 <dim>1</dim>263 <dim>1</dim>264 <dim>768</dim>265 </port>266 </output>267 </layer>268 <layer id="18" name="Constant_7906" type="Convert" version="opset1">269 <data destination_type="f32" />270 <rt_info>271 <attribute name="decompression" version="0" />272 </rt_info>273 <input>274 <port id="0" precision="FP16">275 <dim>1</dim>276 <dim>1</dim>277 <dim>768</dim>278 </port>279 </input>280 <output>281 <port id="1" precision="FP32">282 <dim>1</dim>283 <dim>1</dim>284 <dim>768</dim>285 </port>286 </output>287 </layer>288 <layer id="19" name="/text_model/encoder/layers.0/layer_norm1/Add_1" type="Add" version="opset1">289 <data auto_broadcast="numpy" />290 <input>291 <port id="0" precision="FP32">292 <dim>1</dim>293 <dim>77</dim>294 <dim>768</dim>295 </port>296 <port id="1" precision="FP32">297 <dim>1</dim>298 <dim>1</dim>299 <dim>768</dim>300 </port>301 </input>302 <output>303 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/layer_norm1/Add_1_output_0">304 <dim>1</dim>305 <dim>77</dim>306 <dim>768</dim>307 </port>308 </output>309 </layer>310 <layer id="20" name="Constant_7653_compressed" type="Const" version="opset1">311 <data element_type="f16" shape="768, 768" offset="76013600" size="1179648" />312 <output>313 <port id="0" precision="FP16">314 <dim>768</dim>315 <dim>768</dim>316 </port>317 </output>318 </layer>319 <layer id="21" name="Constant_7653" type="Convert" version="opset1">320 <data destination_type="f32" />321 <rt_info>322 <attribute name="decompression" version="0" />323 </rt_info>324 <input>325 <port id="0" precision="FP16">326 <dim>768</dim>327 <dim>768</dim>328 </port>329 </input>330 <output>331 <port id="1" precision="FP32">332 <dim>768</dim>333 <dim>768</dim>334 </port>335 </output>336 </layer>337 <layer id="22" name="Multiply_7601" type="MatMul" version="opset1">338 <data transpose_a="false" transpose_b="true" />339 <input>340 <port id="0" precision="FP32">341 <dim>1</dim>342 <dim>77</dim>343 <dim>768</dim>344 </port>345 <port id="1" precision="FP32">346 <dim>768</dim>347 <dim>768</dim>348 </port>349 </input>350 <output>351 <port id="2" precision="FP32">352 <dim>1</dim>353 <dim>77</dim>354 <dim>768</dim>355 </port>356 </output>357 </layer>358 <layer id="23" name="Constant_7907_compressed" type="Const" version="opset1">359 <data element_type="f16" shape="1, 1, 768" offset="77193248" size="1536" />360 <output>361 <port id="0" precision="FP16">362 <dim>1</dim>363 <dim>1</dim>364 <dim>768</dim>365 </port>366 </output>367 </layer>368 <layer id="24" name="Constant_7907" type="Convert" version="opset1">369 <data destination_type="f32" />370 <rt_info>371 <attribute name="decompression" version="0" />372 </rt_info>373 <input>374 <port id="0" precision="FP16">375 <dim>1</dim>376 <dim>1</dim>377 <dim>768</dim>378 </port>379 </input>380 <output>381 <port id="1" precision="FP32">382 <dim>1</dim>383 <dim>1</dim>384 <dim>768</dim>385 </port>386 </output>387 </layer>388 <layer id="25" name="/text_model/encoder/layers.0/self_attn/Mul" type="Add" version="opset1">389 <data auto_broadcast="numpy" />390 <input>391 <port id="0" precision="FP32">392 <dim>1</dim>393 <dim>77</dim>394 <dim>768</dim>395 </port>396 <port id="1" precision="FP32">397 <dim>1</dim>398 <dim>1</dim>399 <dim>768</dim>400 </port>401 </input>402 <output>403 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Mul_output_0">404 <dim>1</dim>405 <dim>77</dim>406 <dim>768</dim>407 </port>408 </output>409 </layer>410 <layer id="26" name="/text_model/encoder/layers.0/self_attn/Constant_3" type="Const" version="opset1">411 <data element_type="i64" shape="4" offset="77194784" size="32" />412 <output>413 <port id="0" precision="I64" names="/text_model/encoder/layers.0/self_attn/Constant_3_output_0">414 <dim>4</dim>415 </port>416 </output>417 </layer>418 <layer id="27" name="/text_model/encoder/layers.0/self_attn/Reshape_2" type="Reshape" version="opset1">419 <data special_zero="true" />420 <input>421 <port id="0" precision="FP32">422 <dim>1</dim>423 <dim>77</dim>424 <dim>768</dim>425 </port>426 <port id="1" precision="I64">427 <dim>4</dim>428 </port>429 </input>430 <output>431 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Reshape_2_output_0">432 <dim>1</dim>433 <dim>77</dim>434 <dim>12</dim>435 <dim>64</dim>436 </port>437 </output>438 </layer>439 <layer id="28" name="Constant_359" type="Const" version="opset1">440 <data element_type="i64" shape="4" offset="77194816" size="32" />441 <output>442 <port id="0" precision="I64">443 <dim>4</dim>444 </port>445 </output>446 </layer>447 <layer id="29" name="/text_model/encoder/layers.0/self_attn/Transpose_2" type="Transpose" version="opset1">448 <input>449 <port id="0" precision="FP32">450 <dim>1</dim>451 <dim>77</dim>452 <dim>12</dim>453 <dim>64</dim>454 </port>455 <port id="1" precision="I64">456 <dim>4</dim>457 </port>458 </input>459 <output>460 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Transpose_2_output_0">461 <dim>1</dim>462 <dim>12</dim>463 <dim>77</dim>464 <dim>64</dim>465 </port>466 </output>467 </layer>468 <layer id="30" name="/text_model/encoder/layers.0/self_attn/Constant_4" type="Const" version="opset1">469 <data element_type="i64" shape="3" offset="77194848" size="24" />470 <output>471 <port id="0" precision="I64" names="/text_model/encoder/layers.0/self_attn/Constant_4_output_0">472 <dim>3</dim>473 </port>474 </output>475 </layer>476 <layer id="31" name="/text_model/encoder/layers.0/self_attn/Reshape_3" type="Reshape" version="opset1">477 <data special_zero="true" />478 <input>479 <port id="0" precision="FP32">480 <dim>1</dim>481 <dim>12</dim>482 <dim>77</dim>483 <dim>64</dim>484 </port>485 <port id="1" precision="I64">486 <dim>3</dim>487 </port>488 </input>489 <output>490 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Reshape_3_output_0">491 <dim>12</dim>492 <dim>77</dim>493 <dim>64</dim>494 </port>495 </output>496 </layer>497 <layer id="32" name="Constant_7908_compressed" type="Const" version="opset1">498 <data element_type="f16" shape="1, 1, 768" offset="77194872" size="1536" />499 <output>500 <port id="0" precision="FP16">501 <dim>1</dim>502 <dim>1</dim>503 <dim>768</dim>504 </port>505 </output>506 </layer>507 <layer id="33" name="Constant_7908" type="Convert" version="opset1">508 <data destination_type="f32" />509 <rt_info>510 <attribute name="decompression" version="0" />511 </rt_info>512 <input>513 <port id="0" precision="FP16">514 <dim>1</dim>515 <dim>1</dim>516 <dim>768</dim>517 </port>518 </input>519 <output>520 <port id="1" precision="FP32">521 <dim>1</dim>522 <dim>1</dim>523 <dim>768</dim>524 </port>525 </output>526 </layer>527 <layer id="34" name="Constant_7061_compressed" type="Const" version="opset1">528 <data element_type="f16" shape="768, 768" offset="77196408" size="1179648" />529 <output>530 <port id="0" precision="FP16">531 <dim>768</dim>532 <dim>768</dim>533 </port>534 </output>535 </layer>536 <layer id="35" name="Constant_7061" type="Convert" version="opset1">537 <data destination_type="f32" />538 <rt_info>539 <attribute name="decompression" version="0" />540 </rt_info>541 <input>542 <port id="0" precision="FP16">543 <dim>768</dim>544 <dim>768</dim>545 </port>546 </input>547 <output>548 <port id="1" precision="FP32">549 <dim>768</dim>550 <dim>768</dim>551 </port>552 </output>553 </layer>554 <layer id="36" name="/text_model/encoder/layers.0/self_attn/k_proj/MatMul" type="MatMul" version="opset1">555 <data transpose_a="false" transpose_b="true" />556 <input>557 <port id="0" precision="FP32">558 <dim>1</dim>559 <dim>77</dim>560 <dim>768</dim>561 </port>562 <port id="1" precision="FP32">563 <dim>768</dim>564 <dim>768</dim>565 </port>566 </input>567 <output>568 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/k_proj/MatMul_output_0">569 <dim>1</dim>570 <dim>77</dim>571 <dim>768</dim>572 </port>573 </output>574 </layer>575 <layer id="37" name="/text_model/encoder/layers.0/self_attn/k_proj/Add" type="Add" version="opset1">576 <data auto_broadcast="numpy" />577 <input>578 <port id="0" precision="FP32">579 <dim>1</dim>580 <dim>1</dim>581 <dim>768</dim>582 </port>583 <port id="1" precision="FP32">584 <dim>1</dim>585 <dim>77</dim>586 <dim>768</dim>587 </port>588 </input>589 <output>590 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/k_proj/Add_output_0">591 <dim>1</dim>592 <dim>77</dim>593 <dim>768</dim>594 </port>595 </output>596 </layer>597 <layer id="38" name="/text_model/encoder/layers.0/self_attn/Constant_1" type="Const" version="opset1">598 <data element_type="i64" shape="4" offset="78376056" size="32" />599 <output>600 <port id="0" precision="I64" names="/text_model/encoder/layers.0/self_attn/Constant_1_output_0">601 <dim>4</dim>602 </port>603 </output>604 </layer>605 <layer id="39" name="/text_model/encoder/layers.0/self_attn/Reshape" type="Reshape" version="opset1">606 <data special_zero="true" />607 <input>608 <port id="0" precision="FP32">609 <dim>1</dim>610 <dim>77</dim>611 <dim>768</dim>612 </port>613 <port id="1" precision="I64">614 <dim>4</dim>615 </port>616 </input>617 <output>618 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Reshape_output_0">619 <dim>1</dim>620 <dim>77</dim>621 <dim>12</dim>622 <dim>64</dim>623 </port>624 </output>625 </layer>626 <layer id="40" name="Constant_340" type="Const" version="opset1">627 <data element_type="i64" shape="4" offset="77194816" size="32" />628 <output>629 <port id="0" precision="I64">630 <dim>4</dim>631 </port>632 </output>633 </layer>634 <layer id="41" name="/text_model/encoder/layers.0/self_attn/Transpose" type="Transpose" version="opset1">635 <input>636 <port id="0" precision="FP32">637 <dim>1</dim>638 <dim>77</dim>639 <dim>12</dim>640 <dim>64</dim>641 </port>642 <port id="1" precision="I64">643 <dim>4</dim>644 </port>645 </input>646 <output>647 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Transpose_output_0">648 <dim>1</dim>649 <dim>12</dim>650 <dim>77</dim>651 <dim>64</dim>652 </port>653 </output>654 </layer>655 <layer id="42" name="/text_model/encoder/layers.0/self_attn/Constant_5" type="Const" version="opset1">656 <data element_type="i64" shape="3" offset="77194848" size="24" />657 <output>658 <port id="0" precision="I64" names="/text_model/encoder/layers.0/self_attn/Constant_5_output_0">659 <dim>3</dim>660 </port>661 </output>662 </layer>663 <layer id="43" name="/text_model/encoder/layers.0/self_attn/Reshape_4" type="Reshape" version="opset1">664 <data special_zero="true" />665 <input>666 <port id="0" precision="FP32">667 <dim>1</dim>668 <dim>12</dim>669 <dim>77</dim>670 <dim>64</dim>671 </port>672 <port id="1" precision="I64">673 <dim>3</dim>674 </port>675 </input>676 <output>677 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Reshape_4_output_0">678 <dim>12</dim>679 <dim>77</dim>680 <dim>64</dim>681 </port>682 </output>683 </layer>684 <layer id="44" name="/text_model/encoder/layers.0/self_attn/MatMul" type="MatMul" version="opset1">685 <data transpose_a="false" transpose_b="true" />686 <input>687 <port id="0" precision="FP32">688 <dim>12</dim>689 <dim>77</dim>690 <dim>64</dim>691 </port>692 <port id="1" precision="FP32">693 <dim>12</dim>694 <dim>77</dim>695 <dim>64</dim>696 </port>697 </input>698 <output>699 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/MatMul_output_0">700 <dim>12</dim>701 <dim>77</dim>702 <dim>77</dim>703 </port>704 </output>705 </layer>706 <layer id="45" name="/text_model/encoder/layers.0/self_attn/Constant_7" type="Const" version="opset1">707 <data element_type="i64" shape="4" offset="78376088" size="32" />708 <output>709 <port id="0" precision="I64" names="/text_model/encoder/layers.0/self_attn/Constant_7_output_0">710 <dim>4</dim>711 </port>712 </output>713 </layer>714 <layer id="46" name="/text_model/encoder/layers.0/self_attn/Reshape_6" type="Reshape" version="opset1">715 <data special_zero="true" />716 <input>717 <port id="0" precision="FP32">718 <dim>12</dim>719 <dim>77</dim>720 <dim>77</dim>721 </port>722 <port id="1" precision="I64">723 <dim>4</dim>724 </port>725 </input>726 <output>727 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Reshape_6_output_0">728 <dim>1</dim>729 <dim>12</dim>730 <dim>77</dim>731 <dim>77</dim>732 </port>733 </output>734 </layer>735 <layer id="47" name="/text_model/Cast_2_compressed" type="Const" version="opset1">736 <data element_type="f16" shape="1, 1, 77, 77" offset="78376120" size="11858" />737 <output>738 <port id="0" precision="FP16">739 <dim>1</dim>740 <dim>1</dim>741 <dim>77</dim>742 <dim>77</dim>743 </port>744 </output>745 </layer>746 <layer id="48" name="/text_model/Cast_2" type="Convert" version="opset1">747 <data destination_type="f32" />748 <rt_info>749 <attribute name="decompression" version="0" />750 </rt_info>751 <input>752 <port id="0" precision="FP16">753 <dim>1</dim>754 <dim>1</dim>755 <dim>77</dim>756 <dim>77</dim>757 </port>758 </input>759 <output>760 <port id="1" precision="FP32" names="/text_model/Cast_2_output_0">761 <dim>1</dim>762 <dim>1</dim>763 <dim>77</dim>764 <dim>77</dim>765 </port>766 </output>767 </layer>768 <layer id="49" name="/text_model/encoder/layers.0/self_attn/Add" type="Add" version="opset1">769 <data auto_broadcast="numpy" />770 <input>771 <port id="0" precision="FP32">772 <dim>1</dim>773 <dim>12</dim>774 <dim>77</dim>775 <dim>77</dim>776 </port>777 <port id="1" precision="FP32">778 <dim>1</dim>779 <dim>1</dim>780 <dim>77</dim>781 <dim>77</dim>782 </port>783 </input>784 <output>785 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Add_output_0">786 <dim>1</dim>787 <dim>12</dim>788 <dim>77</dim>789 <dim>77</dim>790 </port>791 </output>792 </layer>793 <layer id="50" name="/text_model/encoder/layers.0/self_attn/Constant_8" type="Const" version="opset1">794 <data element_type="i64" shape="3" offset="78387978" size="24" />795 <output>796 <port id="0" precision="I64" names="/text_model/encoder/layers.0/self_attn/Constant_8_output_0">797 <dim>3</dim>798 </port>799 </output>800 </layer>801 <layer id="51" name="/text_model/encoder/layers.0/self_attn/Reshape_7" type="Reshape" version="opset1">802 <data special_zero="true" />803 <input>804 <port id="0" precision="FP32">805 <dim>1</dim>806 <dim>12</dim>807 <dim>77</dim>808 <dim>77</dim>809 </port>810 <port id="1" precision="I64">811 <dim>3</dim>812 </port>813 </input>814 <output>815 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Reshape_7_output_0">816 <dim>12</dim>817 <dim>77</dim>818 <dim>77</dim>819 </port>820 </output>821 </layer>822 <layer id="52" name="/text_model/encoder/layers.0/self_attn/Softmax" type="SoftMax" version="opset8">823 <data axis="-1" />824 <input>825 <port id="0" precision="FP32">826 <dim>12</dim>827 <dim>77</dim>828 <dim>77</dim>829 </port>830 </input>831 <output>832 <port id="1" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Softmax_output_0">833 <dim>12</dim>834 <dim>77</dim>835 <dim>77</dim>836 </port>837 </output>838 </layer>839 <layer id="53" name="Constant_7909_compressed" type="Const" version="opset1">840 <data element_type="f16" shape="1, 1, 768" offset="78388002" size="1536" />841 <output>842 <port id="0" precision="FP16">843 <dim>1</dim>844 <dim>1</dim>845 <dim>768</dim>846 </port>847 </output>848 </layer>849 <layer id="54" name="Constant_7909" type="Convert" version="opset1">850 <data destination_type="f32" />851 <rt_info>852 <attribute name="decompression" version="0" />853 </rt_info>854 <input>855 <port id="0" precision="FP16">856 <dim>1</dim>857 <dim>1</dim>858 <dim>768</dim>859 </port>860 </input>861 <output>862 <port id="1" precision="FP32">863 <dim>1</dim>864 <dim>1</dim>865 <dim>768</dim>866 </port>867 </output>868 </layer>869 <layer id="55" name="Constant_7068_compressed" type="Const" version="opset1">870 <data element_type="f16" shape="768, 768" offset="78389538" size="1179648" />871 <output>872 <port id="0" precision="FP16">873 <dim>768</dim>874 <dim>768</dim>875 </port>876 </output>877 </layer>878 <layer id="56" name="Constant_7068" type="Convert" version="opset1">879 <data destination_type="f32" />880 <rt_info>881 <attribute name="decompression" version="0" />882 </rt_info>883 <input>884 <port id="0" precision="FP16">885 <dim>768</dim>886 <dim>768</dim>887 </port>888 </input>889 <output>890 <port id="1" precision="FP32">891 <dim>768</dim>892 <dim>768</dim>893 </port>894 </output>895 </layer>896 <layer id="57" name="/text_model/encoder/layers.0/self_attn/v_proj/MatMul" type="MatMul" version="opset1">897 <data transpose_a="false" transpose_b="true" />898 <input>899 <port id="0" precision="FP32">900 <dim>1</dim>901 <dim>77</dim>902 <dim>768</dim>903 </port>904 <port id="1" precision="FP32">905 <dim>768</dim>906 <dim>768</dim>907 </port>908 </input>909 <output>910 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/v_proj/MatMul_output_0">911 <dim>1</dim>912 <dim>77</dim>913 <dim>768</dim>914 </port>915 </output>916 </layer>917 <layer id="58" name="/text_model/encoder/layers.0/self_attn/v_proj/Add" type="Add" version="opset1">918 <data auto_broadcast="numpy" />919 <input>920 <port id="0" precision="FP32">921 <dim>1</dim>922 <dim>1</dim>923 <dim>768</dim>924 </port>925 <port id="1" precision="FP32">926 <dim>1</dim>927 <dim>77</dim>928 <dim>768</dim>929 </port>930 </input>931 <output>932 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/v_proj/Add_output_0">933 <dim>1</dim>934 <dim>77</dim>935 <dim>768</dim>936 </port>937 </output>938 </layer>939 <layer id="59" name="/text_model/encoder/layers.0/self_attn/Constant_2" type="Const" version="opset1">940 <data element_type="i64" shape="4" offset="78376056" size="32" />941 <output>942 <port id="0" precision="I64" names="/text_model/encoder/layers.0/self_attn/Constant_2_output_0">943 <dim>4</dim>944 </port>945 </output>946 </layer>947 <layer id="60" name="/text_model/encoder/layers.0/self_attn/Reshape_1" type="Reshape" version="opset1">948 <data special_zero="true" />949 <input>950 <port id="0" precision="FP32">951 <dim>1</dim>952 <dim>77</dim>953 <dim>768</dim>954 </port>955 <port id="1" precision="I64">956 <dim>4</dim>957 </port>958 </input>959 <output>960 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Reshape_1_output_0">961 <dim>1</dim>962 <dim>77</dim>963 <dim>12</dim>964 <dim>64</dim>965 </port>966 </output>967 </layer>968 <layer id="61" name="Constant_350" type="Const" version="opset1">969 <data element_type="i64" shape="4" offset="77194816" size="32" />970 <output>971 <port id="0" precision="I64">972 <dim>4</dim>973 </port>974 </output>975 </layer>976 <layer id="62" name="/text_model/encoder/layers.0/self_attn/Transpose_1" type="Transpose" version="opset1">977 <input>978 <port id="0" precision="FP32">979 <dim>1</dim>980 <dim>77</dim>981 <dim>12</dim>982 <dim>64</dim>983 </port>984 <port id="1" precision="I64">985 <dim>4</dim>986 </port>987 </input>988 <output>989 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Transpose_1_output_0">990 <dim>1</dim>991 <dim>12</dim>992 <dim>77</dim>993 <dim>64</dim>994 </port>995 </output>996 </layer>997 <layer id="63" name="/text_model/encoder/layers.0/self_attn/Constant_6" type="Const" version="opset1">998 <data element_type="i64" shape="3" offset="77194848" size="24" />999 <output>1000 <port id="0" precision="I64" names="/text_model/encoder/layers.0/self_attn/Constant_6_output_0">1001 <dim>3</dim>1002 </port>1003 </output>1004 </layer>1005 <layer id="64" name="/text_model/encoder/layers.0/self_attn/Reshape_5" type="Reshape" version="opset1">1006 <data special_zero="true" />1007 <input>1008 <port id="0" precision="FP32">1009 <dim>1</dim>1010 <dim>12</dim>1011 <dim>77</dim>1012 <dim>64</dim>1013 </port>1014 <port id="1" precision="I64">1015 <dim>3</dim>1016 </port>1017 </input>1018 <output>1019 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Reshape_5_output_0">1020 <dim>12</dim>1021 <dim>77</dim>1022 <dim>64</dim>1023 </port>1024 </output>1025 </layer>1026 <layer id="65" name="/text_model/encoder/layers.0/self_attn/MatMul_1" type="MatMul" version="opset1">1027 <data transpose_a="false" transpose_b="false" />1028 <input>1029 <port id="0" precision="FP32">1030 <dim>12</dim>1031 <dim>77</dim>1032 <dim>77</dim>1033 </port>1034 <port id="1" precision="FP32">1035 <dim>12</dim>1036 <dim>77</dim>1037 <dim>64</dim>1038 </port>1039 </input>1040 <output>1041 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/MatMul_1_output_0">1042 <dim>12</dim>1043 <dim>77</dim>1044 <dim>64</dim>1045 </port>1046 </output>1047 </layer>1048 <layer id="66" name="/text_model/encoder/layers.0/self_attn/Constant_9" type="Const" version="opset1">1049 <data element_type="i64" shape="4" offset="79569186" size="32" />1050 <output>1051 <port id="0" precision="I64" names="/text_model/encoder/layers.0/self_attn/Constant_9_output_0">1052 <dim>4</dim>1053 </port>1054 </output>1055 </layer>1056 <layer id="67" name="/text_model/encoder/layers.0/self_attn/Reshape_8" type="Reshape" version="opset1">1057 <data special_zero="true" />1058 <input>1059 <port id="0" precision="FP32">1060 <dim>12</dim>1061 <dim>77</dim>1062 <dim>64</dim>1063 </port>1064 <port id="1" precision="I64">1065 <dim>4</dim>1066 </port>1067 </input>1068 <output>1069 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Reshape_8_output_0">1070 <dim>1</dim>1071 <dim>12</dim>1072 <dim>77</dim>1073 <dim>64</dim>1074 </port>1075 </output>1076 </layer>1077 <layer id="68" name="Constant_409" type="Const" version="opset1">1078 <data element_type="i64" shape="4" offset="77194816" size="32" />1079 <output>1080 <port id="0" precision="I64">1081 <dim>4</dim>1082 </port>1083 </output>1084 </layer>1085 <layer id="69" name="/text_model/encoder/layers.0/self_attn/Transpose_4" type="Transpose" version="opset1">1086 <input>1087 <port id="0" precision="FP32">1088 <dim>1</dim>1089 <dim>12</dim>1090 <dim>77</dim>1091 <dim>64</dim>1092 </port>1093 <port id="1" precision="I64">1094 <dim>4</dim>1095 </port>1096 </input>1097 <output>1098 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Transpose_4_output_0">1099 <dim>1</dim>1100 <dim>77</dim>1101 <dim>12</dim>1102 <dim>64</dim>1103 </port>1104 </output>1105 </layer>1106 <layer id="70" name="/text_model/encoder/layers.0/self_attn/Constant_10" type="Const" version="opset1">1107 <data element_type="i64" shape="3" offset="79569218" size="24" />1108 <output>1109 <port id="0" precision="I64" names="/text_model/encoder/layers.0/self_attn/Constant_10_output_0">1110 <dim>3</dim>1111 </port>1112 </output>1113 </layer>1114 <layer id="71" name="/text_model/encoder/layers.0/self_attn/Reshape_9" type="Reshape" version="opset1">1115 <data special_zero="true" />1116 <input>1117 <port id="0" precision="FP32">1118 <dim>1</dim>1119 <dim>77</dim>1120 <dim>12</dim>1121 <dim>64</dim>1122 </port>1123 <port id="1" precision="I64">1124 <dim>3</dim>1125 </port>1126 </input>1127 <output>1128 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/Reshape_9_output_0">1129 <dim>1</dim>1130 <dim>77</dim>1131 <dim>768</dim>1132 </port>1133 </output>1134 </layer>1135 <layer id="72" name="Constant_7075_compressed" type="Const" version="opset1">1136 <data element_type="f16" shape="768, 768" offset="79569242" size="1179648" />1137 <output>1138 <port id="0" precision="FP16">1139 <dim>768</dim>1140 <dim>768</dim>1141 </port>1142 </output>1143 </layer>1144 <layer id="73" name="Constant_7075" type="Convert" version="opset1">1145 <data destination_type="f32" />1146 <rt_info>1147 <attribute name="decompression" version="0" />1148 </rt_info>1149 <input>1150 <port id="0" precision="FP16">1151 <dim>768</dim>1152 <dim>768</dim>1153 </port>1154 </input>1155 <output>1156 <port id="1" precision="FP32">1157 <dim>768</dim>1158 <dim>768</dim>1159 </port>1160 </output>1161 </layer>1162 <layer id="74" name="/text_model/encoder/layers.0/self_attn/out_proj/MatMul" type="MatMul" version="opset1">1163 <data transpose_a="false" transpose_b="true" />1164 <input>1165 <port id="0" precision="FP32">1166 <dim>1</dim>1167 <dim>77</dim>1168 <dim>768</dim>1169 </port>1170 <port id="1" precision="FP32">1171 <dim>768</dim>1172 <dim>768</dim>1173 </port>1174 </input>1175 <output>1176 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/out_proj/MatMul_output_0">1177 <dim>1</dim>1178 <dim>77</dim>1179 <dim>768</dim>1180 </port>1181 </output>1182 </layer>1183 <layer id="75" name="/text_model/encoder/layers.0/self_attn/out_proj/Add" type="Add" version="opset1">1184 <data auto_broadcast="numpy" />1185 <input>1186 <port id="0" precision="FP32">1187 <dim>1</dim>1188 <dim>1</dim>1189 <dim>768</dim>1190 </port>1191 <port id="1" precision="FP32">1192 <dim>1</dim>1193 <dim>77</dim>1194 <dim>768</dim>1195 </port>1196 </input>1197 <output>1198 <port id="2" precision="FP32" names="/text_model/encoder/layers.0/self_attn/out_proj/Add_output_0">1199 <dim>1</dim>1200 <dim>77</dim>