Gswrtz/MNLP_M3_document_encoder
087
1<?xml version="1.0"?>
2<net name="Model0" version="11">
3 <layers>
4 <layer id="2" name="input_ids" type="Parameter" version="opset1">
5 <data shape="?,?" element_type="i64" />
6 <output>
7 <port id="0" precision="I64" names="input_ids">
8 <dim>-1</dim>
9 <dim>-1</dim>
10 </port>
11 </output>
12 </layer>
13 <layer id="1" name="attention_mask" type="Parameter" version="opset1">
14 <data shape="?,?" element_type="i64" />
15 <output>
16 <port id="0" precision="I64" names="attention_mask">
17 <dim>-1</dim>
18 <dim>-1</dim>
19 </port>
20 </output>
21 </layer>
22 <layer id="0" name="token_type_ids" type="Parameter" version="opset1">
23 <data shape="?,?" element_type="i64" />
24 <output>
25 <port id="0" precision="I64" names="token_type_ids">
26 <dim>-1</dim>
27 <dim>-1</dim>
28 </port>
29 </output>
30 </layer>
31 <layer id="3" name="self.embeddings.word_embeddings.weight" type="Const" version="opset1">
32 <data element_type="f32" shape="30522, 384" offset="0" size="46881792" />
33 <output>
34 <port id="0" precision="FP32" names="self.embeddings.word_embeddings.weight">
35 <dim>30522</dim>
36 <dim>384</dim>
37 </port>
38 </output>
39 </layer>
40 <layer id="4" name="__module.embeddings.word_embeddings/aten::embedding/Convert" type="Convert" version="opset1">
41 <data destination_type="i32" />
42 <input>
43 <port id="0" precision="I64">
44 <dim>-1</dim>
45 <dim>-1</dim>
46 </port>
47 </input>
48 <output>
49 <port id="1" precision="I32">
50 <dim>-1</dim>
51 <dim>-1</dim>
52 </port>
53 </output>
54 </layer>
55 <layer id="5" name="__module.embeddings.word_embeddings/aten::embedding/Constant" type="Const" version="opset1">
56 <data element_type="i32" shape="" offset="46881792" size="4" />
57 <output>
58 <port id="0" precision="I32" />
59 </output>
60 </layer>
61 <layer id="6" name="__module.embeddings.word_embeddings/aten::embedding/Gather" type="Gather" version="opset8">
62 <data batch_dims="0" />
63 <input>
64 <port id="0" precision="FP32">
65 <dim>30522</dim>
66 <dim>384</dim>
67 </port>
68 <port id="1" precision="I32">
69 <dim>-1</dim>
70 <dim>-1</dim>
71 </port>
72 <port id="2" precision="I32" />
73 </input>
74 <output>
75 <port id="3" precision="FP32" names="79,inputs_embeds">
76 <dim>-1</dim>
77 <dim>-1</dim>
78 <dim>384</dim>
79 </port>
80 </output>
81 </layer>
82 <layer id="7" name="self.embeddings.token_type_embeddings.weight" type="Const" version="opset1">
83 <data element_type="f32" shape="2, 384" offset="46881796" size="3072" />
84 <output>
85 <port id="0" precision="FP32" names="self.embeddings.token_type_embeddings.weight">
86 <dim>2</dim>
87 <dim>384</dim>
88 </port>
89 </output>
90 </layer>
91 <layer id="8" name="__module.embeddings.token_type_embeddings/aten::embedding/Convert" type="Convert" version="opset1">
92 <data destination_type="i32" />
93 <input>
94 <port id="0" precision="I64">
95 <dim>-1</dim>
96 <dim>-1</dim>
97 </port>
98 </input>
99 <output>
100 <port id="1" precision="I32">
101 <dim>-1</dim>
102 <dim>-1</dim>
103 </port>
104 </output>
105 </layer>
106 <layer id="9" name="__module.embeddings.token_type_embeddings/aten::embedding/Constant" type="Const" version="opset1">
107 <data element_type="i32" shape="" offset="46881792" size="4" />
108 <output>
109 <port id="0" precision="I32" />
110 </output>
111 </layer>
112 <layer id="10" name="__module.embeddings.token_type_embeddings/aten::embedding/Gather" type="Gather" version="opset8">
113 <data batch_dims="0" />
114 <input>
115 <port id="0" precision="FP32">
116 <dim>2</dim>
117 <dim>384</dim>
118 </port>
119 <port id="1" precision="I32">
120 <dim>-1</dim>
121 <dim>-1</dim>
122 </port>
123 <port id="2" precision="I32" />
124 </input>
125 <output>
126 <port id="3" precision="FP32" names="81,token_type_embeddings.1">
127 <dim>-1</dim>
128 <dim>-1</dim>
129 <dim>384</dim>
130 </port>
131 </output>
132 </layer>
133 <layer id="11" name="__module.embeddings/aten::add/Add" type="Add" version="opset1">
134 <data auto_broadcast="numpy" />
135 <input>
136 <port id="0" precision="FP32">
137 <dim>-1</dim>
138 <dim>-1</dim>
139 <dim>384</dim>
140 </port>
141 <port id="1" precision="FP32">
142 <dim>-1</dim>
143 <dim>-1</dim>
144 <dim>384</dim>
145 </port>
146 </input>
147 <output>
148 <port id="2" precision="FP32" names="82_1">
149 <dim>-1</dim>
150 <dim>-1</dim>
151 <dim>384</dim>
152 </port>
153 </output>
154 </layer>
155 <layer id="12" name="self.embeddings.position_embeddings.weight" type="Const" version="opset1">
156 <data element_type="f32" shape="512, 384" offset="46884868" size="786432" />
157 <output>
158 <port id="0" precision="FP32" names="self.embeddings.position_embeddings.weight">
159 <dim>512</dim>
160 <dim>384</dim>
161 </port>
162 </output>
163 </layer>
164 <layer id="13" name="__module.embeddings/aten::slice/Slice" type="Const" version="opset1">
165 <data element_type="i64" shape="1, 512" offset="47671300" size="4096" />
166 <output>
167 <port id="0" precision="I64" names="76">
168 <dim>1</dim>
169 <dim>512</dim>
170 </port>
171 </output>
172 </layer>
173 <layer id="14" name="__module.embeddings/aten::slice/Reshape" type="Const" version="opset1">
174 <data element_type="i64" shape="1" offset="47675396" size="8" />
175 <output>
176 <port id="0" precision="I64">
177 <dim>1</dim>
178 </port>
179 </output>
180 </layer>
181 <layer id="15" name="ShapeOf_6355" type="ShapeOf" version="opset3">
182 <data output_type="i64" />
183 <input>
184 <port id="0" precision="I64">
185 <dim>-1</dim>
186 <dim>-1</dim>
187 </port>
188 </input>
189 <output>
190 <port id="1" precision="I64">
191 <dim>2</dim>
192 </port>
193 </output>
194 </layer>
195 <layer id="16" name="Constant_6476" type="Const" version="opset1">
196 <data element_type="i64" shape="1" offset="47675404" size="8" />
197 <output>
198 <port id="0" precision="I64">
199 <dim>1</dim>
200 </port>
201 </output>
202 </layer>
203 <layer id="17" name="Constant_6357" type="Const" version="opset1">
204 <data element_type="i64" shape="" offset="47675396" size="8" />
205 <output>
206 <port id="0" precision="I64" />
207 </output>
208 </layer>
209 <layer id="18" name="Gather_6358" type="Gather" version="opset8">
210 <data batch_dims="0" />
211 <input>
212 <port id="0" precision="I64">
213 <dim>2</dim>
214 </port>
215 <port id="1" precision="I64">
216 <dim>1</dim>
217 </port>
218 <port id="2" precision="I64" />
219 </input>
220 <output>
221 <port id="3" precision="I64" names="10,72,74,75,8">
222 <dim>1</dim>
223 </port>
224 </output>
225 </layer>
226 <layer id="19" name="__module.embeddings/aten::slice/Reshape_2" type="Const" version="opset1">
227 <data element_type="i64" shape="1" offset="47675404" size="8" />
228 <output>
229 <port id="0" precision="I64">
230 <dim>1</dim>
231 </port>
232 </output>
233 </layer>
234 <layer id="20" name="__module.embeddings/aten::slice/Reshape_3" type="Const" version="opset1">
235 <data element_type="i64" shape="1" offset="47675404" size="8" />
236 <output>
237 <port id="0" precision="I64">
238 <dim>1</dim>
239 </port>
240 </output>
241 </layer>
242 <layer id="21" name="__module.embeddings/aten::slice/Slice_1" type="Slice" version="opset8">
243 <input>
244 <port id="0" precision="I64">
245 <dim>1</dim>
246 <dim>512</dim>
247 </port>
248 <port id="1" precision="I64">
249 <dim>1</dim>
250 </port>
251 <port id="2" precision="I64">
252 <dim>1</dim>
253 </port>
254 <port id="3" precision="I64">
255 <dim>1</dim>
256 </port>
257 <port id="4" precision="I64">
258 <dim>1</dim>
259 </port>
260 </input>
261 <output>
262 <port id="5" precision="I64" names="77">
263 <dim>1</dim>
264 <dim>-1</dim>
265 </port>
266 </output>
267 </layer>
268 <layer id="22" name="__module.embeddings.position_embeddings/aten::embedding/Convert" type="Convert" version="opset1">
269 <data destination_type="i32" />
270 <input>
271 <port id="0" precision="I64">
272 <dim>1</dim>
273 <dim>-1</dim>
274 </port>
275 </input>
276 <output>
277 <port id="1" precision="I32">
278 <dim>1</dim>
279 <dim>-1</dim>
280 </port>
281 </output>
282 </layer>
283 <layer id="23" name="__module.embeddings.position_embeddings/aten::embedding/Constant" type="Const" version="opset1">
284 <data element_type="i32" shape="" offset="46881792" size="4" />
285 <output>
286 <port id="0" precision="I32" />
287 </output>
288 </layer>
289 <layer id="24" name="__module.embeddings.position_embeddings/aten::embedding/Gather" type="Gather" version="opset8">
290 <data batch_dims="0" />
291 <input>
292 <port id="0" precision="FP32">
293 <dim>512</dim>
294 <dim>384</dim>
295 </port>
296 <port id="1" precision="I32">
297 <dim>1</dim>
298 <dim>-1</dim>
299 </port>
300 <port id="2" precision="I32" />
301 </input>
302 <output>
303 <port id="3" precision="FP32" names="84,position_embeddings.1">
304 <dim>1</dim>
305 <dim>-1</dim>
306 <dim>384</dim>
307 </port>
308 </output>
309 </layer>
310 <layer id="25" name="__module.embeddings/aten::add_/Add" type="Add" version="opset1">
311 <data auto_broadcast="numpy" />
312 <input>
313 <port id="0" precision="FP32">
314 <dim>-1</dim>
315 <dim>-1</dim>
316 <dim>384</dim>
317 </port>
318 <port id="1" precision="FP32">
319 <dim>1</dim>
320 <dim>-1</dim>
321 <dim>384</dim>
322 </port>
323 </input>
324 <output>
325 <port id="2" precision="FP32" names="82,embeddings.1">
326 <dim>-1</dim>
327 <dim>-1</dim>
328 <dim>384</dim>
329 </port>
330 </output>
331 </layer>
332 <layer id="26" name="__module.embeddings.LayerNorm/aten::layer_norm/Multiply" type="Const" version="opset1">
333 <data element_type="i32" shape="1" offset="47675412" size="4" />
334 <output>
335 <port id="0" precision="I32">
336 <dim>1</dim>
337 </port>
338 </output>
339 </layer>
340 <layer id="27" name="__module.embeddings.LayerNorm/aten::layer_norm/MVN" type="MVN" version="opset6">
341 <data eps="9.999999960041972e-13" normalize_variance="true" eps_mode="INSIDE_SQRT" />
342 <input>
343 <port id="0" precision="FP32">
344 <dim>-1</dim>
345 <dim>-1</dim>
346 <dim>384</dim>
347 </port>
348 <port id="1" precision="I32">
349 <dim>1</dim>
350 </port>
351 </input>
352 <output>
353 <port id="2" precision="FP32">
354 <dim>-1</dim>
355 <dim>-1</dim>
356 <dim>384</dim>
357 </port>
358 </output>
359 </layer>
360 <layer id="28" name="Constant_6230" type="Const" version="opset1">
361 <data element_type="f32" shape="1, 1, 384" offset="47675416" size="1536" />
362 <output>
363 <port id="0" precision="FP32">
364 <dim>1</dim>
365 <dim>1</dim>
366 <dim>384</dim>
367 </port>
368 </output>
369 </layer>
370 <layer id="29" name="__module.embeddings.LayerNorm/aten::layer_norm/Multiply_1" type="Multiply" version="opset1">
371 <data auto_broadcast="numpy" />
372 <input>
373 <port id="0" precision="FP32">
374 <dim>-1</dim>
375 <dim>-1</dim>
376 <dim>384</dim>
377 </port>
378 <port id="1" precision="FP32">
379 <dim>1</dim>
380 <dim>1</dim>
381 <dim>384</dim>
382 </port>
383 </input>
384 <output>
385 <port id="2" precision="FP32">
386 <dim>-1</dim>
387 <dim>-1</dim>
388 <dim>384</dim>
389 </port>
390 </output>
391 </layer>
392 <layer id="30" name="Constant_6231" type="Const" version="opset1">
393 <data element_type="f32" shape="1, 1, 384" offset="47676952" size="1536" />
394 <output>
395 <port id="0" precision="FP32">
396 <dim>1</dim>
397 <dim>1</dim>
398 <dim>384</dim>
399 </port>
400 </output>
401 </layer>
402 <layer id="31" name="__module.embeddings.LayerNorm/aten::layer_norm/Add" type="Add" version="opset1">
403 <data auto_broadcast="numpy" />
404 <input>
405 <port id="0" precision="FP32">
406 <dim>-1</dim>
407 <dim>-1</dim>
408 <dim>384</dim>
409 </port>
410 <port id="1" precision="FP32">
411 <dim>1</dim>
412 <dim>1</dim>
413 <dim>384</dim>
414 </port>
415 </input>
416 <output>
417 <port id="2" precision="FP32" names="89,input.1">
418 <dim>-1</dim>
419 <dim>-1</dim>
420 <dim>384</dim>
421 </port>
422 </output>
423 </layer>
424 <layer id="32" name="self.encoder.layer.0.attention.self.query.weight" type="Const" version="opset1">
425 <data element_type="f32" shape="384, 384" offset="47678488" size="589824" />
426 <output>
427 <port id="0" precision="FP32" names="self.encoder.layer.0.attention.self.query.weight">
428 <dim>384</dim>
429 <dim>384</dim>
430 </port>
431 </output>
432 </layer>
433 <layer id="33" name="__module.encoder.layer.0.attention.self.query/aten::linear/MatMul" type="MatMul" version="opset1">
434 <data transpose_a="false" transpose_b="true" />
435 <input>
436 <port id="0" precision="FP32">
437 <dim>-1</dim>
438 <dim>-1</dim>
439 <dim>384</dim>
440 </port>
441 <port id="1" precision="FP32">
442 <dim>384</dim>
443 <dim>384</dim>
444 </port>
445 </input>
446 <output>
447 <port id="2" precision="FP32">
448 <dim>-1</dim>
449 <dim>-1</dim>
450 <dim>384</dim>
451 </port>
452 </output>
453 </layer>
454 <layer id="34" name="Constant_6232" type="Const" version="opset1">
455 <data element_type="f32" shape="1, 1, 384" offset="48268312" size="1536" />
456 <output>
457 <port id="0" precision="FP32">
458 <dim>1</dim>
459 <dim>1</dim>
460 <dim>384</dim>
461 </port>
462 </output>
463 </layer>
464 <layer id="35" name="__module.encoder.layer.0.attention.self.query/aten::linear/Add" type="Add" version="opset1">
465 <data auto_broadcast="numpy" />
466 <input>
467 <port id="0" precision="FP32">
468 <dim>-1</dim>
469 <dim>-1</dim>
470 <dim>384</dim>
471 </port>
472 <port id="1" precision="FP32">
473 <dim>1</dim>
474 <dim>1</dim>
475 <dim>384</dim>
476 </port>
477 </input>
478 <output>
479 <port id="2" precision="FP32" names="129,x.1">
480 <dim>-1</dim>
481 <dim>-1</dim>
482 <dim>384</dim>
483 </port>
484 </output>
485 </layer>
486 <layer id="36" name="__module.encoder.layer.0.attention.self/prim::ListConstruct/Concat" type="Const" version="opset1">
487 <data element_type="i64" shape="4" offset="48269848" size="32" />
488 <output>
489 <port id="0" precision="I64">
490 <dim>4</dim>
491 </port>
492 </output>
493 </layer>
494 <layer id="37" name="__module.encoder.layer.0.attention.self/aten::view/Reshape" type="Reshape" version="opset1">
495 <data special_zero="true" />
496 <input>
497 <port id="0" precision="FP32">
498 <dim>-1</dim>
499 <dim>-1</dim>
500 <dim>384</dim>
501 </port>
502 <port id="1" precision="I64">
503 <dim>4</dim>
504 </port>
505 </input>
506 <output>
507 <port id="2" precision="FP32" names="133,x.3">
508 <dim>-1</dim>
509 <dim>-1</dim>
510 <dim>12</dim>
511 <dim>32</dim>
512 </port>
513 </output>
514 </layer>
515 <layer id="38" name="Constant_247" type="Const" version="opset1">
516 <data element_type="i64" shape="4" offset="48269880" size="32" />
517 <output>
518 <port id="0" precision="I64" names="134">
519 <dim>4</dim>
520 </port>
521 </output>
522 </layer>
523 <layer id="39" name="__module.encoder.layer.0.attention.self/aten::permute/Transpose" type="Transpose" version="opset1">
524 <input>
525 <port id="0" precision="FP32">
526 <dim>-1</dim>
527 <dim>-1</dim>
528 <dim>12</dim>
529 <dim>32</dim>
530 </port>
531 <port id="1" precision="I64">
532 <dim>4</dim>
533 </port>
534 </input>
535 <output>
536 <port id="2" precision="FP32" names="135">
537 <dim>-1</dim>
538 <dim>12</dim>
539 <dim>-1</dim>
540 <dim>32</dim>
541 </port>
542 </output>
543 </layer>
544 <layer id="40" name="self.encoder.layer.0.attention.self.key.weight" type="Const" version="opset1">
545 <data element_type="f32" shape="384, 384" offset="48269912" size="589824" />
546 <output>
547 <port id="0" precision="FP32" names="self.encoder.layer.0.attention.self.key.weight">
548 <dim>384</dim>
549 <dim>384</dim>
550 </port>
551 </output>
552 </layer>
553 <layer id="41" name="__module.encoder.layer.0.attention.self.key/aten::linear/MatMul" type="MatMul" version="opset1">
554 <data transpose_a="false" transpose_b="true" />
555 <input>
556 <port id="0" precision="FP32">
557 <dim>-1</dim>
558 <dim>-1</dim>
559 <dim>384</dim>
560 </port>
561 <port id="1" precision="FP32">
562 <dim>384</dim>
563 <dim>384</dim>
564 </port>
565 </input>
566 <output>
567 <port id="2" precision="FP32">
568 <dim>-1</dim>
569 <dim>-1</dim>
570 <dim>384</dim>
571 </port>
572 </output>
573 </layer>
574 <layer id="42" name="Constant_6233" type="Const" version="opset1">
575 <data element_type="f32" shape="1, 1, 384" offset="48859736" size="1536" />
576 <output>
577 <port id="0" precision="FP32">
578 <dim>1</dim>
579 <dim>1</dim>
580 <dim>384</dim>
581 </port>
582 </output>
583 </layer>
584 <layer id="43" name="__module.encoder.layer.0.attention.self.key/aten::linear/Add" type="Add" version="opset1">
585 <data auto_broadcast="numpy" />
586 <input>
587 <port id="0" precision="FP32">
588 <dim>-1</dim>
589 <dim>-1</dim>
590 <dim>384</dim>
591 </port>
592 <port id="1" precision="FP32">
593 <dim>1</dim>
594 <dim>1</dim>
595 <dim>384</dim>
596 </port>
597 </input>
598 <output>
599 <port id="2" precision="FP32" names="138,x.5">
600 <dim>-1</dim>
601 <dim>-1</dim>
602 <dim>384</dim>
603 </port>
604 </output>
605 </layer>
606 <layer id="44" name="__module.encoder.layer.0.attention.self/prim::ListConstruct/Concat_1" type="Const" version="opset1">
607 <data element_type="i64" shape="4" offset="48269848" size="32" />
608 <output>
609 <port id="0" precision="I64">
610 <dim>4</dim>
611 </port>
612 </output>
613 </layer>
614 <layer id="45" name="__module.encoder.layer.0.attention.self/aten::view/Reshape_1" type="Reshape" version="opset1">
615 <data special_zero="true" />
616 <input>
617 <port id="0" precision="FP32">
618 <dim>-1</dim>
619 <dim>-1</dim>
620 <dim>384</dim>
621 </port>
622 <port id="1" precision="I64">
623 <dim>4</dim>
624 </port>
625 </input>
626 <output>
627 <port id="2" precision="FP32" names="142,x.7">
628 <dim>-1</dim>
629 <dim>-1</dim>
630 <dim>12</dim>
631 <dim>32</dim>
632 </port>
633 </output>
634 </layer>
635 <layer id="46" name="Constant_272" type="Const" version="opset1">
636 <data element_type="i64" shape="4" offset="48269880" size="32" />
637 <output>
638 <port id="0" precision="I64" names="143">
639 <dim>4</dim>
640 </port>
641 </output>
642 </layer>
643 <layer id="47" name="__module.encoder.layer.0.attention.self/aten::permute/Transpose_1" type="Transpose" version="opset1">
644 <input>
645 <port id="0" precision="FP32">
646 <dim>-1</dim>
647 <dim>-1</dim>
648 <dim>12</dim>
649 <dim>32</dim>
650 </port>
651 <port id="1" precision="I64">
652 <dim>4</dim>
653 </port>
654 </input>
655 <output>
656 <port id="2" precision="FP32" names="144">
657 <dim>-1</dim>
658 <dim>12</dim>
659 <dim>-1</dim>
660 <dim>32</dim>
661 </port>
662 </output>
663 </layer>
664 <layer id="48" name="self.encoder.layer.0.attention.self.value.weight" type="Const" version="opset1">
665 <data element_type="f32" shape="384, 384" offset="48861272" size="589824" />
666 <output>
667 <port id="0" precision="FP32" names="self.encoder.layer.0.attention.self.value.weight">
668 <dim>384</dim>
669 <dim>384</dim>
670 </port>
671 </output>
672 </layer>
673 <layer id="49" name="__module.encoder.layer.0.attention.self.value/aten::linear/MatMul" type="MatMul" version="opset1">
674 <data transpose_a="false" transpose_b="true" />
675 <input>
676 <port id="0" precision="FP32">
677 <dim>-1</dim>
678 <dim>-1</dim>
679 <dim>384</dim>
680 </port>
681 <port id="1" precision="FP32">
682 <dim>384</dim>
683 <dim>384</dim>
684 </port>
685 </input>
686 <output>
687 <port id="2" precision="FP32">
688 <dim>-1</dim>
689 <dim>-1</dim>
690 <dim>384</dim>
691 </port>
692 </output>
693 </layer>
694 <layer id="50" name="Constant_6234" type="Const" version="opset1">
695 <data element_type="f32" shape="1, 1, 384" offset="49451096" size="1536" />
696 <output>
697 <port id="0" precision="FP32">
698 <dim>1</dim>
699 <dim>1</dim>
700 <dim>384</dim>
701 </port>
702 </output>
703 </layer>
704 <layer id="51" name="__module.encoder.layer.0.attention.self.value/aten::linear/Add" type="Add" version="opset1">
705 <data auto_broadcast="numpy" />
706 <input>
707 <port id="0" precision="FP32">
708 <dim>-1</dim>
709 <dim>-1</dim>
710 <dim>384</dim>
711 </port>
712 <port id="1" precision="FP32">
713 <dim>1</dim>
714 <dim>1</dim>
715 <dim>384</dim>
716 </port>
717 </input>
718 <output>
719 <port id="2" precision="FP32" names="147,x.9">
720 <dim>-1</dim>
721 <dim>-1</dim>
722 <dim>384</dim>
723 </port>
724 </output>
725 </layer>
726 <layer id="52" name="__module.encoder.layer.0.attention.self/prim::ListConstruct/Concat_2" type="Const" version="opset1">
727 <data element_type="i64" shape="4" offset="48269848" size="32" />
728 <output>
729 <port id="0" precision="I64">
730 <dim>4</dim>
731 </port>
732 </output>
733 </layer>
734 <layer id="53" name="__module.encoder.layer.0.attention.self/aten::view/Reshape_2" type="Reshape" version="opset1">
735 <data special_zero="true" />
736 <input>
737 <port id="0" precision="FP32">
738 <dim>-1</dim>
739 <dim>-1</dim>
740 <dim>384</dim>
741 </port>
742 <port id="1" precision="I64">
743 <dim>4</dim>
744 </port>
745 </input>
746 <output>
747 <port id="2" precision="FP32" names="151,x.11">
748 <dim>-1</dim>
749 <dim>-1</dim>
750 <dim>12</dim>
751 <dim>32</dim>
752 </port>
753 </output>
754 </layer>
755 <layer id="54" name="Constant_297" type="Const" version="opset1">
756 <data element_type="i64" shape="4" offset="48269880" size="32" />
757 <output>
758 <port id="0" precision="I64" names="152">
759 <dim>4</dim>
760 </port>
761 </output>
762 </layer>
763 <layer id="55" name="__module.encoder.layer.0.attention.self/aten::permute/Transpose_2" type="Transpose" version="opset1">
764 <input>
765 <port id="0" precision="FP32">
766 <dim>-1</dim>
767 <dim>-1</dim>
768 <dim>12</dim>
769 <dim>32</dim>
770 </port>
771 <port id="1" precision="I64">
772 <dim>4</dim>
773 </port>
774 </input>
775 <output>
776 <port id="2" precision="FP32" names="153">
777 <dim>-1</dim>
778 <dim>12</dim>
779 <dim>-1</dim>
780 <dim>32</dim>
781 </port>
782 </output>
783 </layer>
784 <layer id="56" name="Constant_6236" type="Const" version="opset1">
785 <data element_type="f32" shape="1, 1, 1, 1" offset="49452632" size="4" />
786 <output>
787 <port id="0" precision="FP32">
788 <dim>1</dim>
789 <dim>1</dim>
790 <dim>1</dim>
791 <dim>1</dim>
792 </port>
793 </output>
794 </layer>
795 <layer id="57" name="25" type="Const" version="opset1">
796 <data element_type="i64" shape="" offset="47675404" size="8" />
797 <output>
798 <port id="0" precision="I64" names="25" />
799 </output>
800 </layer>
801 <layer id="58" name="aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
802 <input>
803 <port id="0" precision="I64">
804 <dim>-1</dim>
805 <dim>-1</dim>
806 </port>
807 <port id="1" precision="I64" />
808 </input>
809 <output>
810 <port id="2" precision="I64" names="26">
811 <dim>-1</dim>
812 <dim>1</dim>
813 <dim>-1</dim>
814 </port>
815 </output>
816 </layer>
817 <layer id="59" name="27" type="Const" version="opset1">
818 <data element_type="i64" shape="" offset="49452636" size="8" />
819 <output>
820 <port id="0" precision="I64" names="27" />
821 </output>
822 </layer>
823 <layer id="60" name="aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
824 <input>
825 <port id="0" precision="I64">
826 <dim>-1</dim>
827 <dim>1</dim>
828 <dim>-1</dim>
829 </port>
830 <port id="1" precision="I64" />
831 </input>
832 <output>
833 <port id="2" precision="I64" names="28,33">
834 <dim>-1</dim>
835 <dim>1</dim>
836 <dim>1</dim>
837 <dim>-1</dim>
838 </port>
839 </output>
840 </layer>
841 <layer id="61" name="ShapeOf_6363" type="ShapeOf" version="opset3">
842 <data output_type="i64" />
843 <input>
844 <port id="0" precision="I64">
845 <dim>-1</dim>
846 <dim>-1</dim>
847 </port>
848 </input>
849 <output>
850 <port id="1" precision="I64">
851 <dim>2</dim>
852 </port>
853 </output>
854 </layer>
855 <layer id="62" name="Constant_6479" type="Const" version="opset1">
856 <data element_type="i64" shape="1" offset="47675396" size="8" />
857 <output>
858 <port id="0" precision="I64">
859 <dim>1</dim>
860 </port>
861 </output>
862 </layer>
863 <layer id="63" name="Constant_6365" type="Const" version="opset1">
864 <data element_type="i64" shape="" offset="47675396" size="8" />
865 <output>
866 <port id="0" precision="I64" />
867 </output>
868 </layer>
869 <layer id="64" name="Gather_6366" type="Gather" version="opset8">
870 <data batch_dims="0" />
871 <input>
872 <port id="0" precision="I64">
873 <dim>2</dim>
874 </port>
875 <port id="1" precision="I64">
876 <dim>1</dim>
877 </port>
878 <port id="2" precision="I64" />
879 </input>
880 <output>
881 <port id="3" precision="I64" names="13,15">
882 <dim>1</dim>
883 </port>
884 </output>
885 </layer>
886 <layer id="65" name="Constant_5460" type="Const" version="opset1">
887 <data element_type="i64" shape="1" offset="47675404" size="8" />
888 <output>
889 <port id="0" precision="I64">
890 <dim>1</dim>
891 </port>
892 </output>
893 </layer>
894 <layer id="66" name="Constant_6482" type="Const" version="opset1">
895 <data element_type="i64" shape="1" offset="47675404" size="8" />
896 <output>
897 <port id="0" precision="I64">
898 <dim>1</dim>
899 </port>
900 </output>
901 </layer>
902 <layer id="67" name="Constant_6373" type="Const" version="opset1">
903 <data element_type="i64" shape="" offset="47675396" size="8" />
904 <output>
905 <port id="0" precision="I64" />
906 </output>
907 </layer>
908 <layer id="68" name="Gather_6374" type="Gather" version="opset8">
909 <data batch_dims="0" />
910 <input>
911 <port id="0" precision="I64">
912 <dim>2</dim>
913 </port>
914 <port id="1" precision="I64">
915 <dim>1</dim>
916 </port>
917 <port id="2" precision="I64" />
918 </input>
919 <output>
920 <port id="3" precision="I64" names="17,19">
921 <dim>1</dim>
922 </port>
923 </output>
924 </layer>
925 <layer id="69" name="prim::ListConstruct/Concat" type="Concat" version="opset1">
926 <data axis="0" />
927 <input>
928 <port id="0" precision="I64">
929 <dim>1</dim>
930 </port>
931 <port id="1" precision="I64">
932 <dim>1</dim>
933 </port>
934 <port id="2" precision="I64">
935 <dim>1</dim>
936 </port>
937 <port id="3" precision="I64">
938 <dim>1</dim>
939 </port>
940 </input>
941 <output>
942 <port id="4" precision="I64" names="35">
943 <dim>4</dim>
944 </port>
945 </output>
946 </layer>
947 <layer id="70" name="aten::expand/Broadcast" type="Broadcast" version="opset3">
948 <data mode="bidirectional" />
949 <input>
950 <port id="0" precision="I64">
951 <dim>-1</dim>
952 <dim>1</dim>
953 <dim>1</dim>
954 <dim>-1</dim>
955 </port>
956 <port id="1" precision="I64">
957 <dim>4</dim>
958 </port>
959 </input>
960 <output>
961 <port id="2" precision="I64" names="37">
962 <dim>-1</dim>
963 <dim>1</dim>
964 <dim>-1</dim>
965 <dim>-1</dim>
966 </port>
967 </output>
968 </layer>
969 <layer id="71" name="aten::to/Convert" type="Convert" version="opset1">
970 <data destination_type="f32" />
971 <input>
972 <port id="0" precision="I64">
973 <dim>-1</dim>
974 <dim>1</dim>
975 <dim>-1</dim>
976 <dim>-1</dim>
977 </port>
978 </input>
979 <output>
980 <port id="1" precision="FP32" names="42">
981 <dim>-1</dim>
982 <dim>1</dim>
983 <dim>-1</dim>
984 <dim>-1</dim>
985 </port>
986 </output>
987 </layer>
988 <layer id="72" name="Constant_6235" type="Const" version="opset1">
989 <data element_type="f32" shape="1, 1, 1, 1" offset="49452632" size="4" />
990 <output>
991 <port id="0" precision="FP32">
992 <dim>1</dim>
993 <dim>1</dim>
994 <dim>1</dim>
995 <dim>1</dim>
996 </port>
997 </output>
998 </layer>
999 <layer id="73" name="aten::rsub/Multiply" type="Multiply" version="opset1">
1000 <data auto_broadcast="numpy" />
1001 <input>
1002 <port id="0" precision="FP32">
1003 <dim>-1</dim>
1004 <dim>1</dim>
1005 <dim>-1</dim>
1006 <dim>-1</dim>
1007 </port>
1008 <port id="1" precision="FP32">
1009 <dim>1</dim>
1010 <dim>1</dim>
1011 <dim>1</dim>
1012 <dim>1</dim>
1013 </port>
1014 </input>
1015 <output>
1016 <port id="2" precision="FP32">
1017 <dim>-1</dim>
1018 <dim>1</dim>
1019 <dim>-1</dim>
1020 <dim>-1</dim>
1021 </port>
1022 </output>
1023 </layer>
1024 <layer id="74" name="aten::rsub/Subtract" type="Subtract" version="opset1">
1025 <data auto_broadcast="numpy" />
1026 <input>
1027 <port id="0" precision="FP32">
1028 <dim>1</dim>
1029 <dim>1</dim>
1030 <dim>1</dim>
1031 <dim>1</dim>
1032 </port>
1033 <port id="1" precision="FP32">
1034 <dim>-1</dim>
1035 <dim>1</dim>
1036 <dim>-1</dim>
1037 <dim>-1</dim>
1038 </port>
1039 </input>
1040 <output>
1041 <port id="2" precision="FP32" names="45,inverted_mask">
1042 <dim>-1</dim>
1043 <dim>1</dim>
1044 <dim>-1</dim>
1045 <dim>-1</dim>
1046 </port>
1047 </output>
1048 </layer>
1049 <layer id="75" name="aten::to/Convert_1" type="Convert" version="opset1">
1050 <data destination_type="boolean" />
1051 <input>
1052 <port id="0" precision="FP32">
1053 <dim>-1</dim>
1054 <dim>1</dim>
1055 <dim>-1</dim>
1056 <dim>-1</dim>
1057 </port>
1058 </input>
1059 <output>
1060 <port id="1" precision="BOOL" names="50">
1061 <dim>-1</dim>
1062 <dim>1</dim>
1063 <dim>-1</dim>
1064 <dim>-1</dim>
1065 </port>
1066 </output>
1067 </layer>
1068 <layer id="76" name="aten::masked_fill/ConvertLike" type="Const" version="opset1">
1069 <data element_type="f32" shape="" offset="49452644" size="4" />
1070 <output>
1071 <port id="0" precision="FP32" />
1072 </output>
1073 </layer>
1074 <layer id="77" name="aten::masked_fill/Select" type="Select" version="opset1">
1075 <data auto_broadcast="numpy" />
1076 <input>
1077 <port id="0" precision="BOOL">
1078 <dim>-1</dim>
1079 <dim>1</dim>
1080 <dim>-1</dim>
1081 <dim>-1</dim>
1082 </port>
1083 <port id="1" precision="FP32" />
1084 <port id="2" precision="FP32">
1085 <dim>-1</dim>
1086 <dim>1</dim>
1087 <dim>-1</dim>
1088 <dim>-1</dim>
1089 </port>
1090 </input>
1091 <output>
1092 <port id="3" precision="FP32" names="52">
1093 <dim>-1</dim>
1094 <dim>1</dim>
1095 <dim>-1</dim>
1096 <dim>-1</dim>
1097 </port>
1098 </output>
1099 </layer>
1100 <layer id="78" name="__module.encoder.layer.0.attention.self/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
1101 <data causal="false" />
1102 <input>
1103 <port id="0" precision="FP32">
1104 <dim>-1</dim>
1105 <dim>12</dim>
1106 <dim>-1</dim>
1107 <dim>32</dim>
1108 </port>
1109 <port id="1" precision="FP32">
1110 <dim>-1</dim>
1111 <dim>12</dim>
1112 <dim>-1</dim>
1113 <dim>32</dim>
1114 </port>
1115 <port id="2" precision="FP32">
1116 <dim>-1</dim>
1117 <dim>12</dim>
1118 <dim>-1</dim>
1119 <dim>32</dim>
1120 </port>
1121 <port id="3" precision="FP32">
1122 <dim>-1</dim>
1123 <dim>1</dim>
1124 <dim>-1</dim>
1125 <dim>-1</dim>
1126 </port>
1127 </input>
1128 <output>
1129 <port id="4" precision="FP32" names="154,attn_output.1">
1130 <dim>-1</dim>
1131 <dim>12</dim>
1132 <dim>-1</dim>
1133 <dim>32</dim>
1134 </port>
1135 </output>
1136 </layer>
1137 <layer id="79" name="__module.encoder.layer.0.attention.self/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
1138 <data element_type="i32" shape="4" offset="49452648" size="16" />
1139 <output>
1140 <port id="0" precision="I32">
1141 <dim>4</dim>
1142 </port>
1143 </output>
1144 </layer>
1145 <layer id="80" name="__module.encoder.layer.0.attention.self/aten::transpose/Transpose" type="Transpose" version="opset1">
1146 <input>
1147 <port id="0" precision="FP32">
1148 <dim>-1</dim>
1149 <dim>12</dim>
1150 <dim>-1</dim>
1151 <dim>32</dim>
1152 </port>
1153 <port id="1" precision="I32">
1154 <dim>4</dim>
1155 </port>
1156 </input>
1157 <output>
1158 <port id="2" precision="FP32" names="155,attn_output.3">
1159 <dim>-1</dim>
1160 <dim>-1</dim>
1161 <dim>12</dim>
1162 <dim>32</dim>
1163 </port>
1164 </output>
1165 </layer>
1166 <layer id="81" name="__module.encoder.layer.0.attention.self/aten::size/ShapeOf_6" type="ShapeOf" version="opset3">
1167 <data output_type="i64" />
1168 <input>
1169 <port id="0" precision="FP32">
1170 <dim>-1</dim>
1171 <dim>-1</dim>
1172 <dim>384</dim>
1173 </port>
1174 </input>
1175 <output>
1176 <port id="1" precision="I64">
1177 <dim>3</dim>
1178 </port>
1179 </output>
1180 </layer>
1181 <layer id="82" name="Constant_5737" type="Const" version="opset1">
1182 <data element_type="i64" shape="2" offset="49452664" size="16" />
1183 <output>
1184 <port id="0" precision="I64">
1185 <dim>2</dim>
1186 </port>
1187 </output>
1188 </layer>
1189 <layer id="83" name="Constant_5738" type="Const" version="opset1">
1190 <data element_type="i64" shape="" offset="47675396" size="8" />
1191 <output>
1192 <port id="0" precision="I64" />
1193 </output>
1194 </layer>
1195 <layer id="84" name="Gather_5739" type="Gather" version="opset8">
1196 <data batch_dims="0" />
1197 <input>
1198 <port id="0" precision="I64">
1199 <dim>3</dim>
1200 </port>