cross-encoder/ms-marco-MiniLM-L6-v2
34788.6m
1<?xml version="1.0"?>
2<net name="Model110" version="11">
3 <layers>
4 <layer id="2" name="input_ids" type="Parameter" version="opset1">
5 <data shape="?,?" element_type="i64" />
6 <output>
7 <port id="0" precision="I64" names="input_ids">
8 <dim>-1</dim>
9 <dim>-1</dim>
10 </port>
11 </output>
12 </layer>
13 <layer id="1" name="attention_mask" type="Parameter" version="opset1">
14 <data shape="?,?" element_type="i64" />
15 <output>
16 <port id="0" precision="I64" names="attention_mask">
17 <dim>-1</dim>
18 <dim>-1</dim>
19 </port>
20 </output>
21 </layer>
22 <layer id="0" name="token_type_ids" type="Parameter" version="opset1">
23 <data shape="?,?" element_type="i64" />
24 <output>
25 <port id="0" precision="I64" names="token_type_ids">
26 <dim>-1</dim>
27 <dim>-1</dim>
28 </port>
29 </output>
30 </layer>
31 <layer id="3" name="self.bert.embeddings.word_embeddings.weight" type="Const" version="opset1">
32 <data element_type="f32" shape="30522, 384" offset="0" size="46881792" />
33 <output>
34 <port id="0" precision="FP32" names="self.bert.embeddings.word_embeddings.weight">
35 <dim>30522</dim>
36 <dim>384</dim>
37 </port>
38 </output>
39 </layer>
40 <layer id="4" name="__module.bert.embeddings.word_embeddings/aten::embedding/Convert" type="Convert" version="opset1">
41 <data destination_type="i32" />
42 <input>
43 <port id="0" precision="I64">
44 <dim>-1</dim>
45 <dim>-1</dim>
46 </port>
47 </input>
48 <output>
49 <port id="1" precision="I32">
50 <dim>-1</dim>
51 <dim>-1</dim>
52 </port>
53 </output>
54 </layer>
55 <layer id="5" name="__module.bert.embeddings.word_embeddings/aten::embedding/Constant" type="Const" version="opset1">
56 <data element_type="i32" shape="" offset="46881792" size="4" />
57 <output>
58 <port id="0" precision="I32" />
59 </output>
60 </layer>
61 <layer id="6" name="__module.bert.embeddings.word_embeddings/aten::embedding/Gather" type="Gather" version="opset8">
62 <data batch_dims="0" />
63 <input>
64 <port id="0" precision="FP32">
65 <dim>30522</dim>
66 <dim>384</dim>
67 </port>
68 <port id="1" precision="I32">
69 <dim>-1</dim>
70 <dim>-1</dim>
71 </port>
72 <port id="2" precision="I32" />
73 </input>
74 <output>
75 <port id="3" precision="FP32" names="48,inputs_embeds">
76 <dim>-1</dim>
77 <dim>-1</dim>
78 <dim>384</dim>
79 </port>
80 </output>
81 </layer>
82 <layer id="7" name="self.bert.embeddings.token_type_embeddings.weight" type="Const" version="opset1">
83 <data element_type="f32" shape="2, 384" offset="46881796" size="3072" />
84 <output>
85 <port id="0" precision="FP32" names="self.bert.embeddings.token_type_embeddings.weight">
86 <dim>2</dim>
87 <dim>384</dim>
88 </port>
89 </output>
90 </layer>
91 <layer id="8" name="__module.bert.embeddings.token_type_embeddings/aten::embedding/Convert" type="Convert" version="opset1">
92 <data destination_type="i32" />
93 <input>
94 <port id="0" precision="I64">
95 <dim>-1</dim>
96 <dim>-1</dim>
97 </port>
98 </input>
99 <output>
100 <port id="1" precision="I32">
101 <dim>-1</dim>
102 <dim>-1</dim>
103 </port>
104 </output>
105 </layer>
106 <layer id="9" name="__module.bert.embeddings.token_type_embeddings/aten::embedding/Constant" type="Const" version="opset1">
107 <data element_type="i32" shape="" offset="46881792" size="4" />
108 <output>
109 <port id="0" precision="I32" />
110 </output>
111 </layer>
112 <layer id="10" name="__module.bert.embeddings.token_type_embeddings/aten::embedding/Gather" type="Gather" version="opset8">
113 <data batch_dims="0" />
114 <input>
115 <port id="0" precision="FP32">
116 <dim>2</dim>
117 <dim>384</dim>
118 </port>
119 <port id="1" precision="I32">
120 <dim>-1</dim>
121 <dim>-1</dim>
122 </port>
123 <port id="2" precision="I32" />
124 </input>
125 <output>
126 <port id="3" precision="FP32" names="50,token_type_embeddings.1">
127 <dim>-1</dim>
128 <dim>-1</dim>
129 <dim>384</dim>
130 </port>
131 </output>
132 </layer>
133 <layer id="11" name="__module.bert.embeddings/aten::add/Add" type="Add" version="opset1">
134 <data auto_broadcast="numpy" />
135 <input>
136 <port id="0" precision="FP32">
137 <dim>-1</dim>
138 <dim>-1</dim>
139 <dim>384</dim>
140 </port>
141 <port id="1" precision="FP32">
142 <dim>-1</dim>
143 <dim>-1</dim>
144 <dim>384</dim>
145 </port>
146 </input>
147 <output>
148 <port id="2" precision="FP32" names="51_1">
149 <dim>-1</dim>
150 <dim>-1</dim>
151 <dim>384</dim>
152 </port>
153 </output>
154 </layer>
155 <layer id="12" name="self.bert.embeddings.position_embeddings.weight" type="Const" version="opset1">
156 <data element_type="f32" shape="512, 384" offset="46884868" size="786432" />
157 <output>
158 <port id="0" precision="FP32" names="self.bert.embeddings.position_embeddings.weight">
159 <dim>512</dim>
160 <dim>384</dim>
161 </port>
162 </output>
163 </layer>
164 <layer id="13" name="__module.bert.embeddings/aten::slice/Slice" type="Const" version="opset1">
165 <data element_type="i64" shape="1, 512" offset="47671300" size="4096" />
166 <output>
167 <port id="0" precision="I64" names="45">
168 <dim>1</dim>
169 <dim>512</dim>
170 </port>
171 </output>
172 </layer>
173 <layer id="14" name="__module.bert.embeddings/aten::slice/Reshape" type="Const" version="opset1">
174 <data element_type="i64" shape="1" offset="47675396" size="8" />
175 <output>
176 <port id="0" precision="I64">
177 <dim>1</dim>
178 </port>
179 </output>
180 </layer>
181 <layer id="15" name="ShapeOf_90427" type="ShapeOf" version="opset3">
182 <data output_type="i64" />
183 <input>
184 <port id="0" precision="I64">
185 <dim>-1</dim>
186 <dim>-1</dim>
187 </port>
188 </input>
189 <output>
190 <port id="1" precision="I64">
191 <dim>2</dim>
192 </port>
193 </output>
194 </layer>
195 <layer id="16" name="Constant_90546" type="Const" version="opset1">
196 <data element_type="i64" shape="1" offset="47675404" size="8" />
197 <output>
198 <port id="0" precision="I64">
199 <dim>1</dim>
200 </port>
201 </output>
202 </layer>
203 <layer id="17" name="Constant_90429" type="Const" version="opset1">
204 <data element_type="i64" shape="" offset="47675396" size="8" />
205 <output>
206 <port id="0" precision="I64" />
207 </output>
208 </layer>
209 <layer id="18" name="Gather_90430" type="Gather" version="opset8">
210 <data batch_dims="0" />
211 <input>
212 <port id="0" precision="I64">
213 <dim>2</dim>
214 </port>
215 <port id="1" precision="I64">
216 <dim>1</dim>
217 </port>
218 <port id="2" precision="I64" />
219 </input>
220 <output>
221 <port id="3" precision="I64" names="35,41,43,44,61">
222 <dim>1</dim>
223 </port>
224 </output>
225 </layer>
226 <layer id="19" name="__module.bert.embeddings/aten::slice/Reshape_2" type="Const" version="opset1">
227 <data element_type="i64" shape="1" offset="47675404" size="8" />
228 <output>
229 <port id="0" precision="I64">
230 <dim>1</dim>
231 </port>
232 </output>
233 </layer>
234 <layer id="20" name="__module.bert.embeddings/aten::slice/Reshape_3" type="Const" version="opset1">
235 <data element_type="i64" shape="1" offset="47675404" size="8" />
236 <output>
237 <port id="0" precision="I64">
238 <dim>1</dim>
239 </port>
240 </output>
241 </layer>
242 <layer id="21" name="__module.bert.embeddings/aten::slice/Slice_1" type="Slice" version="opset8">
243 <input>
244 <port id="0" precision="I64">
245 <dim>1</dim>
246 <dim>512</dim>
247 </port>
248 <port id="1" precision="I64">
249 <dim>1</dim>
250 </port>
251 <port id="2" precision="I64">
252 <dim>1</dim>
253 </port>
254 <port id="3" precision="I64">
255 <dim>1</dim>
256 </port>
257 <port id="4" precision="I64">
258 <dim>1</dim>
259 </port>
260 </input>
261 <output>
262 <port id="5" precision="I64" names="46">
263 <dim>1</dim>
264 <dim>-1</dim>
265 </port>
266 </output>
267 </layer>
268 <layer id="22" name="__module.bert.embeddings.position_embeddings/aten::embedding/Convert" type="Convert" version="opset1">
269 <data destination_type="i32" />
270 <input>
271 <port id="0" precision="I64">
272 <dim>1</dim>
273 <dim>-1</dim>
274 </port>
275 </input>
276 <output>
277 <port id="1" precision="I32">
278 <dim>1</dim>
279 <dim>-1</dim>
280 </port>
281 </output>
282 </layer>
283 <layer id="23" name="__module.bert.embeddings.position_embeddings/aten::embedding/Constant" type="Const" version="opset1">
284 <data element_type="i32" shape="" offset="46881792" size="4" />
285 <output>
286 <port id="0" precision="I32" />
287 </output>
288 </layer>
289 <layer id="24" name="__module.bert.embeddings.position_embeddings/aten::embedding/Gather" type="Gather" version="opset8">
290 <data batch_dims="0" />
291 <input>
292 <port id="0" precision="FP32">
293 <dim>512</dim>
294 <dim>384</dim>
295 </port>
296 <port id="1" precision="I32">
297 <dim>1</dim>
298 <dim>-1</dim>
299 </port>
300 <port id="2" precision="I32" />
301 </input>
302 <output>
303 <port id="3" precision="FP32" names="53,position_embeddings.1">
304 <dim>1</dim>
305 <dim>-1</dim>
306 <dim>384</dim>
307 </port>
308 </output>
309 </layer>
310 <layer id="25" name="__module.bert.embeddings/aten::add_/Add" type="Add" version="opset1">
311 <data auto_broadcast="numpy" />
312 <input>
313 <port id="0" precision="FP32">
314 <dim>-1</dim>
315 <dim>-1</dim>
316 <dim>384</dim>
317 </port>
318 <port id="1" precision="FP32">
319 <dim>1</dim>
320 <dim>-1</dim>
321 <dim>384</dim>
322 </port>
323 </input>
324 <output>
325 <port id="2" precision="FP32" names="51,embeddings.1">
326 <dim>-1</dim>
327 <dim>-1</dim>
328 <dim>384</dim>
329 </port>
330 </output>
331 </layer>
332 <layer id="26" name="__module.bert.embeddings.LayerNorm/aten::layer_norm/Multiply" type="Const" version="opset1">
333 <data element_type="i32" shape="1" offset="47675412" size="4" />
334 <output>
335 <port id="0" precision="I32">
336 <dim>1</dim>
337 </port>
338 </output>
339 </layer>
340 <layer id="27" name="__module.bert.embeddings.LayerNorm/aten::layer_norm/MVN" type="MVN" version="opset6">
341 <data eps="9.999999960041972e-13" normalize_variance="true" eps_mode="INSIDE_SQRT" />
342 <input>
343 <port id="0" precision="FP32">
344 <dim>-1</dim>
345 <dim>-1</dim>
346 <dim>384</dim>
347 </port>
348 <port id="1" precision="I32">
349 <dim>1</dim>
350 </port>
351 </input>
352 <output>
353 <port id="2" precision="FP32">
354 <dim>-1</dim>
355 <dim>-1</dim>
356 <dim>384</dim>
357 </port>
358 </output>
359 </layer>
360 <layer id="28" name="Constant_90301" type="Const" version="opset1">
361 <data element_type="f32" shape="1, 1, 384" offset="47675416" size="1536" />
362 <output>
363 <port id="0" precision="FP32">
364 <dim>1</dim>
365 <dim>1</dim>
366 <dim>384</dim>
367 </port>
368 </output>
369 </layer>
370 <layer id="29" name="__module.bert.embeddings.LayerNorm/aten::layer_norm/Multiply_1" type="Multiply" version="opset1">
371 <data auto_broadcast="numpy" />
372 <input>
373 <port id="0" precision="FP32">
374 <dim>-1</dim>
375 <dim>-1</dim>
376 <dim>384</dim>
377 </port>
378 <port id="1" precision="FP32">
379 <dim>1</dim>
380 <dim>1</dim>
381 <dim>384</dim>
382 </port>
383 </input>
384 <output>
385 <port id="2" precision="FP32">
386 <dim>-1</dim>
387 <dim>-1</dim>
388 <dim>384</dim>
389 </port>
390 </output>
391 </layer>
392 <layer id="30" name="Constant_90302" type="Const" version="opset1">
393 <data element_type="f32" shape="1, 1, 384" offset="47676952" size="1536" />
394 <output>
395 <port id="0" precision="FP32">
396 <dim>1</dim>
397 <dim>1</dim>
398 <dim>384</dim>
399 </port>
400 </output>
401 </layer>
402 <layer id="31" name="__module.bert.embeddings.LayerNorm/aten::layer_norm/Add" type="Add" version="opset1">
403 <data auto_broadcast="numpy" />
404 <input>
405 <port id="0" precision="FP32">
406 <dim>-1</dim>
407 <dim>-1</dim>
408 <dim>384</dim>
409 </port>
410 <port id="1" precision="FP32">
411 <dim>1</dim>
412 <dim>1</dim>
413 <dim>384</dim>
414 </port>
415 </input>
416 <output>
417 <port id="2" precision="FP32" names="58,input.1">
418 <dim>-1</dim>
419 <dim>-1</dim>
420 <dim>384</dim>
421 </port>
422 </output>
423 </layer>
424 <layer id="32" name="self.bert.encoder.layer.0.attention.self.query.weight" type="Const" version="opset1">
425 <data element_type="f32" shape="384, 384" offset="47678488" size="589824" />
426 <output>
427 <port id="0" precision="FP32" names="self.bert.encoder.layer.0.attention.self.query.weight">
428 <dim>384</dim>
429 <dim>384</dim>
430 </port>
431 </output>
432 </layer>
433 <layer id="33" name="__module.bert.encoder.layer.0.attention.self.query/aten::linear/MatMul" type="MatMul" version="opset1">
434 <data transpose_a="false" transpose_b="true" />
435 <input>
436 <port id="0" precision="FP32">
437 <dim>-1</dim>
438 <dim>-1</dim>
439 <dim>384</dim>
440 </port>
441 <port id="1" precision="FP32">
442 <dim>384</dim>
443 <dim>384</dim>
444 </port>
445 </input>
446 <output>
447 <port id="2" precision="FP32">
448 <dim>-1</dim>
449 <dim>-1</dim>
450 <dim>384</dim>
451 </port>
452 </output>
453 </layer>
454 <layer id="34" name="Constant_90303" type="Const" version="opset1">
455 <data element_type="f32" shape="1, 1, 384" offset="48268312" size="1536" />
456 <output>
457 <port id="0" precision="FP32">
458 <dim>1</dim>
459 <dim>1</dim>
460 <dim>384</dim>
461 </port>
462 </output>
463 </layer>
464 <layer id="35" name="__module.bert.encoder.layer.0.attention.self.query/aten::linear/Add" type="Add" version="opset1">
465 <data auto_broadcast="numpy" />
466 <input>
467 <port id="0" precision="FP32">
468 <dim>-1</dim>
469 <dim>-1</dim>
470 <dim>384</dim>
471 </port>
472 <port id="1" precision="FP32">
473 <dim>1</dim>
474 <dim>1</dim>
475 <dim>384</dim>
476 </port>
477 </input>
478 <output>
479 <port id="2" precision="FP32" names="96,x.1">
480 <dim>-1</dim>
481 <dim>-1</dim>
482 <dim>384</dim>
483 </port>
484 </output>
485 </layer>
486 <layer id="36" name="__module.bert.encoder.layer.0.attention.self/prim::ListConstruct/Concat" type="Const" version="opset1">
487 <data element_type="i64" shape="4" offset="48269848" size="32" />
488 <output>
489 <port id="0" precision="I64">
490 <dim>4</dim>
491 </port>
492 </output>
493 </layer>
494 <layer id="37" name="__module.bert.encoder.layer.0.attention.self/aten::view/Reshape" type="Reshape" version="opset1">
495 <data special_zero="true" />
496 <input>
497 <port id="0" precision="FP32">
498 <dim>-1</dim>
499 <dim>-1</dim>
500 <dim>384</dim>
501 </port>
502 <port id="1" precision="I64">
503 <dim>4</dim>
504 </port>
505 </input>
506 <output>
507 <port id="2" precision="FP32" names="100,x.3">
508 <dim>-1</dim>
509 <dim>-1</dim>
510 <dim>12</dim>
511 <dim>32</dim>
512 </port>
513 </output>
514 </layer>
515 <layer id="38" name="Constant_84452" type="Const" version="opset1">
516 <data element_type="i64" shape="4" offset="48269880" size="32" />
517 <output>
518 <port id="0" precision="I64" names="101">
519 <dim>4</dim>
520 </port>
521 </output>
522 </layer>
523 <layer id="39" name="__module.bert.encoder.layer.0.attention.self/aten::permute/Transpose" type="Transpose" version="opset1">
524 <input>
525 <port id="0" precision="FP32">
526 <dim>-1</dim>
527 <dim>-1</dim>
528 <dim>12</dim>
529 <dim>32</dim>
530 </port>
531 <port id="1" precision="I64">
532 <dim>4</dim>
533 </port>
534 </input>
535 <output>
536 <port id="2" precision="FP32" names="102">
537 <dim>-1</dim>
538 <dim>12</dim>
539 <dim>-1</dim>
540 <dim>32</dim>
541 </port>
542 </output>
543 </layer>
544 <layer id="40" name="self.bert.encoder.layer.0.attention.self.key.weight" type="Const" version="opset1">
545 <data element_type="f32" shape="384, 384" offset="48269912" size="589824" />
546 <output>
547 <port id="0" precision="FP32" names="self.bert.encoder.layer.0.attention.self.key.weight">
548 <dim>384</dim>
549 <dim>384</dim>
550 </port>
551 </output>
552 </layer>
553 <layer id="41" name="__module.bert.encoder.layer.0.attention.self.key/aten::linear/MatMul" type="MatMul" version="opset1">
554 <data transpose_a="false" transpose_b="true" />
555 <input>
556 <port id="0" precision="FP32">
557 <dim>-1</dim>
558 <dim>-1</dim>
559 <dim>384</dim>
560 </port>
561 <port id="1" precision="FP32">
562 <dim>384</dim>
563 <dim>384</dim>
564 </port>
565 </input>
566 <output>
567 <port id="2" precision="FP32">
568 <dim>-1</dim>
569 <dim>-1</dim>
570 <dim>384</dim>
571 </port>
572 </output>
573 </layer>
574 <layer id="42" name="Constant_90304" type="Const" version="opset1">
575 <data element_type="f32" shape="1, 1, 384" offset="48859736" size="1536" />
576 <output>
577 <port id="0" precision="FP32">
578 <dim>1</dim>
579 <dim>1</dim>
580 <dim>384</dim>
581 </port>
582 </output>
583 </layer>
584 <layer id="43" name="__module.bert.encoder.layer.0.attention.self.key/aten::linear/Add" type="Add" version="opset1">
585 <data auto_broadcast="numpy" />
586 <input>
587 <port id="0" precision="FP32">
588 <dim>-1</dim>
589 <dim>-1</dim>
590 <dim>384</dim>
591 </port>
592 <port id="1" precision="FP32">
593 <dim>1</dim>
594 <dim>1</dim>
595 <dim>384</dim>
596 </port>
597 </input>
598 <output>
599 <port id="2" precision="FP32" names="105,x.5">
600 <dim>-1</dim>
601 <dim>-1</dim>
602 <dim>384</dim>
603 </port>
604 </output>
605 </layer>
606 <layer id="44" name="__module.bert.encoder.layer.0.attention.self/prim::ListConstruct/Concat_1" type="Const" version="opset1">
607 <data element_type="i64" shape="4" offset="48269848" size="32" />
608 <output>
609 <port id="0" precision="I64">
610 <dim>4</dim>
611 </port>
612 </output>
613 </layer>
614 <layer id="45" name="__module.bert.encoder.layer.0.attention.self/aten::view/Reshape_1" type="Reshape" version="opset1">
615 <data special_zero="true" />
616 <input>
617 <port id="0" precision="FP32">
618 <dim>-1</dim>
619 <dim>-1</dim>
620 <dim>384</dim>
621 </port>
622 <port id="1" precision="I64">
623 <dim>4</dim>
624 </port>
625 </input>
626 <output>
627 <port id="2" precision="FP32" names="109,x.7">
628 <dim>-1</dim>
629 <dim>-1</dim>
630 <dim>12</dim>
631 <dim>32</dim>
632 </port>
633 </output>
634 </layer>
635 <layer id="46" name="Constant_84477" type="Const" version="opset1">
636 <data element_type="i64" shape="4" offset="48269880" size="32" />
637 <output>
638 <port id="0" precision="I64" names="110">
639 <dim>4</dim>
640 </port>
641 </output>
642 </layer>
643 <layer id="47" name="__module.bert.encoder.layer.0.attention.self/aten::permute/Transpose_1" type="Transpose" version="opset1">
644 <input>
645 <port id="0" precision="FP32">
646 <dim>-1</dim>
647 <dim>-1</dim>
648 <dim>12</dim>
649 <dim>32</dim>
650 </port>
651 <port id="1" precision="I64">
652 <dim>4</dim>
653 </port>
654 </input>
655 <output>
656 <port id="2" precision="FP32" names="111">
657 <dim>-1</dim>
658 <dim>12</dim>
659 <dim>-1</dim>
660 <dim>32</dim>
661 </port>
662 </output>
663 </layer>
664 <layer id="48" name="self.bert.encoder.layer.0.attention.self.value.weight" type="Const" version="opset1">
665 <data element_type="f32" shape="384, 384" offset="48861272" size="589824" />
666 <output>
667 <port id="0" precision="FP32" names="self.bert.encoder.layer.0.attention.self.value.weight">
668 <dim>384</dim>
669 <dim>384</dim>
670 </port>
671 </output>
672 </layer>
673 <layer id="49" name="__module.bert.encoder.layer.0.attention.self.value/aten::linear/MatMul" type="MatMul" version="opset1">
674 <data transpose_a="false" transpose_b="true" />
675 <input>
676 <port id="0" precision="FP32">
677 <dim>-1</dim>
678 <dim>-1</dim>
679 <dim>384</dim>
680 </port>
681 <port id="1" precision="FP32">
682 <dim>384</dim>
683 <dim>384</dim>
684 </port>
685 </input>
686 <output>
687 <port id="2" precision="FP32">
688 <dim>-1</dim>
689 <dim>-1</dim>
690 <dim>384</dim>
691 </port>
692 </output>
693 </layer>
694 <layer id="50" name="Constant_90305" type="Const" version="opset1">
695 <data element_type="f32" shape="1, 1, 384" offset="49451096" size="1536" />
696 <output>
697 <port id="0" precision="FP32">
698 <dim>1</dim>
699 <dim>1</dim>
700 <dim>384</dim>
701 </port>
702 </output>
703 </layer>
704 <layer id="51" name="__module.bert.encoder.layer.0.attention.self.value/aten::linear/Add" type="Add" version="opset1">
705 <data auto_broadcast="numpy" />
706 <input>
707 <port id="0" precision="FP32">
708 <dim>-1</dim>
709 <dim>-1</dim>
710 <dim>384</dim>
711 </port>
712 <port id="1" precision="FP32">
713 <dim>1</dim>
714 <dim>1</dim>
715 <dim>384</dim>
716 </port>
717 </input>
718 <output>
719 <port id="2" precision="FP32" names="114,x.9">
720 <dim>-1</dim>
721 <dim>-1</dim>
722 <dim>384</dim>
723 </port>
724 </output>
725 </layer>
726 <layer id="52" name="__module.bert.encoder.layer.0.attention.self/prim::ListConstruct/Concat_2" type="Const" version="opset1">
727 <data element_type="i64" shape="4" offset="48269848" size="32" />
728 <output>
729 <port id="0" precision="I64">
730 <dim>4</dim>
731 </port>
732 </output>
733 </layer>
734 <layer id="53" name="__module.bert.encoder.layer.0.attention.self/aten::view/Reshape_2" type="Reshape" version="opset1">
735 <data special_zero="true" />
736 <input>
737 <port id="0" precision="FP32">
738 <dim>-1</dim>
739 <dim>-1</dim>
740 <dim>384</dim>
741 </port>
742 <port id="1" precision="I64">
743 <dim>4</dim>
744 </port>
745 </input>
746 <output>
747 <port id="2" precision="FP32" names="118,x.11">
748 <dim>-1</dim>
749 <dim>-1</dim>
750 <dim>12</dim>
751 <dim>32</dim>
752 </port>
753 </output>
754 </layer>
755 <layer id="54" name="Constant_84502" type="Const" version="opset1">
756 <data element_type="i64" shape="4" offset="48269880" size="32" />
757 <output>
758 <port id="0" precision="I64" names="119">
759 <dim>4</dim>
760 </port>
761 </output>
762 </layer>
763 <layer id="55" name="__module.bert.encoder.layer.0.attention.self/aten::permute/Transpose_2" type="Transpose" version="opset1">
764 <input>
765 <port id="0" precision="FP32">
766 <dim>-1</dim>
767 <dim>-1</dim>
768 <dim>12</dim>
769 <dim>32</dim>
770 </port>
771 <port id="1" precision="I64">
772 <dim>4</dim>
773 </port>
774 </input>
775 <output>
776 <port id="2" precision="FP32" names="120">
777 <dim>-1</dim>
778 <dim>12</dim>
779 <dim>-1</dim>
780 <dim>32</dim>
781 </port>
782 </output>
783 </layer>
784 <layer id="56" name="Constant_90307" type="Const" version="opset1">
785 <data element_type="f32" shape="1, 1, 1, 1" offset="49452632" size="4" />
786 <output>
787 <port id="0" precision="FP32">
788 <dim>1</dim>
789 <dim>1</dim>
790 <dim>1</dim>
791 <dim>1</dim>
792 </port>
793 </output>
794 </layer>
795 <layer id="57" name="31" type="Const" version="opset1">
796 <data element_type="i64" shape="" offset="47675404" size="8" />
797 <output>
798 <port id="0" precision="I64" names="31" />
799 </output>
800 </layer>
801 <layer id="58" name="__module.bert/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
802 <input>
803 <port id="0" precision="I64">
804 <dim>-1</dim>
805 <dim>-1</dim>
806 </port>
807 <port id="1" precision="I64" />
808 </input>
809 <output>
810 <port id="2" precision="I64" names="63">
811 <dim>-1</dim>
812 <dim>1</dim>
813 <dim>-1</dim>
814 </port>
815 </output>
816 </layer>
817 <layer id="59" name="21" type="Const" version="opset1">
818 <data element_type="i64" shape="" offset="49452636" size="8" />
819 <output>
820 <port id="0" precision="I64" names="21" />
821 </output>
822 </layer>
823 <layer id="60" name="__module.bert/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
824 <input>
825 <port id="0" precision="I64">
826 <dim>-1</dim>
827 <dim>1</dim>
828 <dim>-1</dim>
829 </port>
830 <port id="1" precision="I64" />
831 </input>
832 <output>
833 <port id="2" precision="I64" names="64,65">
834 <dim>-1</dim>
835 <dim>1</dim>
836 <dim>1</dim>
837 <dim>-1</dim>
838 </port>
839 </output>
840 </layer>
841 <layer id="61" name="Constant_90436" type="Const" version="opset1">
842 <data element_type="i64" shape="1" offset="47675396" size="8" />
843 <output>
844 <port id="0" precision="I64">
845 <dim>1</dim>
846 </port>
847 </output>
848 </layer>
849 <layer id="62" name="Constant_90437" type="Const" version="opset1">
850 <data element_type="i64" shape="" offset="47675396" size="8" />
851 <output>
852 <port id="0" precision="I64" />
853 </output>
854 </layer>
855 <layer id="63" name="Gather_90438" type="Gather" version="opset8">
856 <data batch_dims="0" />
857 <input>
858 <port id="0" precision="I64">
859 <dim>2</dim>
860 </port>
861 <port id="1" precision="I64">
862 <dim>1</dim>
863 </port>
864 <port id="2" precision="I64" />
865 </input>
866 <output>
867 <port id="3" precision="I64" names="60">
868 <dim>1</dim>
869 </port>
870 </output>
871 </layer>
872 <layer id="64" name="Constant_89535" type="Const" version="opset1">
873 <data element_type="i64" shape="1" offset="47675404" size="8" />
874 <output>
875 <port id="0" precision="I64">
876 <dim>1</dim>
877 </port>
878 </output>
879 </layer>
880 <layer id="65" name="Constant_90548" type="Const" version="opset1">
881 <data element_type="i64" shape="2" offset="49452644" size="16" />
882 <output>
883 <port id="0" precision="I64">
884 <dim>2</dim>
885 </port>
886 </output>
887 </layer>
888 <layer id="66" name="Constant_90549" type="Const" version="opset1">
889 <data element_type="i64" shape="" offset="47675396" size="8" />
890 <output>
891 <port id="0" precision="I64" />
892 </output>
893 </layer>
894 <layer id="67" name="Gather_90550" type="Gather" version="opset8">
895 <data batch_dims="0" />
896 <input>
897 <port id="0" precision="I64">
898 <dim>2</dim>
899 </port>
900 <port id="1" precision="I64">
901 <dim>2</dim>
902 </port>
903 <port id="2" precision="I64" />
904 </input>
905 <output>
906 <port id="3" precision="I64">
907 <dim>2</dim>
908 </port>
909 </output>
910 </layer>
911 <layer id="68" name="__module.bert/prim::ListConstruct/Concat" type="Concat" version="opset1">
912 <data axis="0" />
913 <input>
914 <port id="0" precision="I64">
915 <dim>1</dim>
916 </port>
917 <port id="1" precision="I64">
918 <dim>1</dim>
919 </port>
920 <port id="2" precision="I64">
921 <dim>2</dim>
922 </port>
923 </input>
924 <output>
925 <port id="3" precision="I64" names="66">
926 <dim>4</dim>
927 </port>
928 </output>
929 </layer>
930 <layer id="69" name="__module.bert/aten::expand/Broadcast" type="Broadcast" version="opset3">
931 <data mode="bidirectional" />
932 <input>
933 <port id="0" precision="I64">
934 <dim>-1</dim>
935 <dim>1</dim>
936 <dim>1</dim>
937 <dim>-1</dim>
938 </port>
939 <port id="1" precision="I64">
940 <dim>4</dim>
941 </port>
942 </input>
943 <output>
944 <port id="2" precision="I64" names="67">
945 <dim>-1</dim>
946 <dim>1</dim>
947 <dim>-1</dim>
948 <dim>-1</dim>
949 </port>
950 </output>
951 </layer>
952 <layer id="70" name="__module.bert/aten::to/Convert" type="Convert" version="opset1">
953 <data destination_type="f32" />
954 <input>
955 <port id="0" precision="I64">
956 <dim>-1</dim>
957 <dim>1</dim>
958 <dim>-1</dim>
959 <dim>-1</dim>
960 </port>
961 </input>
962 <output>
963 <port id="1" precision="FP32" names="68">
964 <dim>-1</dim>
965 <dim>1</dim>
966 <dim>-1</dim>
967 <dim>-1</dim>
968 </port>
969 </output>
970 </layer>
971 <layer id="71" name="Constant_90306" type="Const" version="opset1">
972 <data element_type="f32" shape="1, 1, 1, 1" offset="49452632" size="4" />
973 <output>
974 <port id="0" precision="FP32">
975 <dim>1</dim>
976 <dim>1</dim>
977 <dim>1</dim>
978 <dim>1</dim>
979 </port>
980 </output>
981 </layer>
982 <layer id="72" name="__module.bert/aten::rsub/Multiply" type="Multiply" version="opset1">
983 <data auto_broadcast="numpy" />
984 <input>
985 <port id="0" precision="FP32">
986 <dim>-1</dim>
987 <dim>1</dim>
988 <dim>-1</dim>
989 <dim>-1</dim>
990 </port>
991 <port id="1" precision="FP32">
992 <dim>1</dim>
993 <dim>1</dim>
994 <dim>1</dim>
995 <dim>1</dim>
996 </port>
997 </input>
998 <output>
999 <port id="2" precision="FP32">
1000 <dim>-1</dim>
1001 <dim>1</dim>
1002 <dim>-1</dim>
1003 <dim>-1</dim>
1004 </port>
1005 </output>
1006 </layer>
1007 <layer id="73" name="__module.bert/aten::rsub/Subtract" type="Subtract" version="opset1">
1008 <data auto_broadcast="numpy" />
1009 <input>
1010 <port id="0" precision="FP32">
1011 <dim>1</dim>
1012 <dim>1</dim>
1013 <dim>1</dim>
1014 <dim>1</dim>
1015 </port>
1016 <port id="1" precision="FP32">
1017 <dim>-1</dim>
1018 <dim>1</dim>
1019 <dim>-1</dim>
1020 <dim>-1</dim>
1021 </port>
1022 </input>
1023 <output>
1024 <port id="2" precision="FP32" names="69,inverted_mask">
1025 <dim>-1</dim>
1026 <dim>1</dim>
1027 <dim>-1</dim>
1028 <dim>-1</dim>
1029 </port>
1030 </output>
1031 </layer>
1032 <layer id="74" name="__module.bert/aten::to/Convert_1" type="Convert" version="opset1">
1033 <data destination_type="boolean" />
1034 <input>
1035 <port id="0" precision="FP32">
1036 <dim>-1</dim>
1037 <dim>1</dim>
1038 <dim>-1</dim>
1039 <dim>-1</dim>
1040 </port>
1041 </input>
1042 <output>
1043 <port id="1" precision="BOOL" names="70">
1044 <dim>-1</dim>
1045 <dim>1</dim>
1046 <dim>-1</dim>
1047 <dim>-1</dim>
1048 </port>
1049 </output>
1050 </layer>
1051 <layer id="75" name="__module.bert/aten::masked_fill/ConvertLike" type="Const" version="opset1">
1052 <data element_type="f32" shape="" offset="49452660" size="4" />
1053 <output>
1054 <port id="0" precision="FP32" />
1055 </output>
1056 </layer>
1057 <layer id="76" name="__module.bert/aten::masked_fill/Select" type="Select" version="opset1">
1058 <data auto_broadcast="numpy" />
1059 <input>
1060 <port id="0" precision="BOOL">
1061 <dim>-1</dim>
1062 <dim>1</dim>
1063 <dim>-1</dim>
1064 <dim>-1</dim>
1065 </port>
1066 <port id="1" precision="FP32" />
1067 <port id="2" precision="FP32">
1068 <dim>-1</dim>
1069 <dim>1</dim>
1070 <dim>-1</dim>
1071 <dim>-1</dim>
1072 </port>
1073 </input>
1074 <output>
1075 <port id="3" precision="FP32" names="71">
1076 <dim>-1</dim>
1077 <dim>1</dim>
1078 <dim>-1</dim>
1079 <dim>-1</dim>
1080 </port>
1081 </output>
1082 </layer>
1083 <layer id="77" name="__module.bert.encoder.layer.0.attention.self/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
1084 <data causal="false" />
1085 <input>
1086 <port id="0" precision="FP32">
1087 <dim>-1</dim>
1088 <dim>12</dim>
1089 <dim>-1</dim>
1090 <dim>32</dim>
1091 </port>
1092 <port id="1" precision="FP32">
1093 <dim>-1</dim>
1094 <dim>12</dim>
1095 <dim>-1</dim>
1096 <dim>32</dim>
1097 </port>
1098 <port id="2" precision="FP32">
1099 <dim>-1</dim>
1100 <dim>12</dim>
1101 <dim>-1</dim>
1102 <dim>32</dim>
1103 </port>
1104 <port id="3" precision="FP32">
1105 <dim>-1</dim>
1106 <dim>1</dim>
1107 <dim>-1</dim>
1108 <dim>-1</dim>
1109 </port>
1110 </input>
1111 <output>
1112 <port id="4" precision="FP32" names="121,attn_output.1">
1113 <dim>-1</dim>
1114 <dim>12</dim>
1115 <dim>-1</dim>
1116 <dim>32</dim>
1117 </port>
1118 </output>
1119 </layer>
1120 <layer id="78" name="__module.bert.encoder.layer.0.attention.self/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
1121 <data element_type="i32" shape="4" offset="49452664" size="16" />
1122 <output>
1123 <port id="0" precision="I32">
1124 <dim>4</dim>
1125 </port>
1126 </output>
1127 </layer>
1128 <layer id="79" name="__module.bert.encoder.layer.0.attention.self/aten::transpose/Transpose" type="Transpose" version="opset1">
1129 <input>
1130 <port id="0" precision="FP32">
1131 <dim>-1</dim>
1132 <dim>12</dim>
1133 <dim>-1</dim>
1134 <dim>32</dim>
1135 </port>
1136 <port id="1" precision="I32">
1137 <dim>4</dim>
1138 </port>
1139 </input>
1140 <output>
1141 <port id="2" precision="FP32" names="122,attn_output.3">
1142 <dim>-1</dim>
1143 <dim>-1</dim>
1144 <dim>12</dim>
1145 <dim>32</dim>
1146 </port>
1147 </output>
1148 </layer>
1149 <layer id="80" name="Constant_90443" type="Const" version="opset1">
1150 <data element_type="i64" shape="3" offset="49452680" size="24" />
1151 <output>
1152 <port id="0" precision="I64">
1153 <dim>3</dim>
1154 </port>
1155 </output>
1156 </layer>
1157 <layer id="81" name="__module.bert.encoder.layer.0.attention.self/aten::reshape/Reshape" type="Reshape" version="opset1">
1158 <data special_zero="true" />
1159 <input>
1160 <port id="0" precision="FP32">
1161 <dim>-1</dim>
1162 <dim>-1</dim>
1163 <dim>12</dim>
1164 <dim>32</dim>
1165 </port>
1166 <port id="1" precision="I64">
1167 <dim>3</dim>
1168 </port>
1169 </input>
1170 <output>
1171 <port id="2" precision="FP32" names="124">
1172 <dim>-1</dim>
1173 <dim>-1</dim>
1174 <dim>384</dim>
1175 </port>
1176 </output>
1177 </layer>
1178 <layer id="82" name="self.bert.encoder.layer.0.attention.output.dense.weight" type="Const" version="opset1">
1179 <data element_type="f32" shape="384, 384" offset="49452704" size="589824" />
1180 <output>
1181 <port id="0" precision="FP32" names="self.bert.encoder.layer.0.attention.output.dense.weight">
1182 <dim>384</dim>
1183 <dim>384</dim>
1184 </port>
1185 </output>
1186 </layer>
1187 <layer id="83" name="__module.bert.encoder.layer.0.attention.output.dense/aten::linear/MatMul" type="MatMul" version="opset1">
1188 <data transpose_a="false" transpose_b="true" />
1189 <input>
1190 <port id="0" precision="FP32">
1191 <dim>-1</dim>
1192 <dim>-1</dim>
1193 <dim>384</dim>
1194 </port>
1195 <port id="1" precision="FP32">
1196 <dim>384</dim>
1197 <dim>384</dim>
1198 </port>
1199 </input>
1200 <output>