DeptCreator/lymph-node-triage-cpu
1
1<?xml version="1.0"?>
2<net name="onnx_Frontend_IR" version="11">
3 <layers>
4 <layer id="0" name="input" type="Parameter" version="opset1">
5 <data shape="?,3,224,224" element_type="f32" />
6 <output>
7 <port id="0" precision="FP32" names="input">
8 <dim>-1</dim>
9 <dim>3</dim>
10 <dim>224</dim>
11 <dim>224</dim>
12 </port>
13 </output>
14 </layer>
15 <layer id="1" name="patch_embed.proj.0.weight" type="Const" version="opset1">
16 <data element_type="f32" shape="12, 3, 3, 3" offset="0" size="1296" />
17 <output>
18 <port id="0" precision="FP32" names="patch_embed.proj.0.weight">
19 <dim>12</dim>
20 <dim>3</dim>
21 <dim>3</dim>
22 <dim>3</dim>
23 </port>
24 </output>
25 </layer>
26 <layer id="2" name="node_Conv_1635/WithoutBiases" type="Convolution" version="opset1">
27 <data strides="2, 2" dilations="1, 1" pads_begin="1, 1" pads_end="1, 1" auto_pad="explicit" />
28 <input>
29 <port id="0" precision="FP32">
30 <dim>-1</dim>
31 <dim>3</dim>
32 <dim>224</dim>
33 <dim>224</dim>
34 </port>
35 <port id="1" precision="FP32">
36 <dim>12</dim>
37 <dim>3</dim>
38 <dim>3</dim>
39 <dim>3</dim>
40 </port>
41 </input>
42 <output>
43 <port id="2" precision="FP32">
44 <dim>-1</dim>
45 <dim>12</dim>
46 <dim>112</dim>
47 <dim>112</dim>
48 </port>
49 </output>
50 </layer>
51 <layer id="3" name="Reshape_15" type="Const" version="opset1">
52 <data element_type="f32" shape="1, 12, 1, 1" offset="1296" size="48" />
53 <output>
54 <port id="0" precision="FP32">
55 <dim>1</dim>
56 <dim>12</dim>
57 <dim>1</dim>
58 <dim>1</dim>
59 </port>
60 </output>
61 </layer>
62 <layer id="4" name="node_Conv_1635" type="Add" version="opset1">
63 <data auto_broadcast="numpy" />
64 <input>
65 <port id="0" precision="FP32">
66 <dim>-1</dim>
67 <dim>12</dim>
68 <dim>112</dim>
69 <dim>112</dim>
70 </port>
71 <port id="1" precision="FP32">
72 <dim>1</dim>
73 <dim>12</dim>
74 <dim>1</dim>
75 <dim>1</dim>
76 </port>
77 </input>
78 <output>
79 <port id="2" precision="FP32" names="getitem">
80 <dim>-1</dim>
81 <dim>12</dim>
82 <dim>112</dim>
83 <dim>112</dim>
84 </port>
85 </output>
86 </layer>
87 <layer id="5" name="node_relu" type="ReLU" version="opset1">
88 <input>
89 <port id="0" precision="FP32">
90 <dim>-1</dim>
91 <dim>12</dim>
92 <dim>112</dim>
93 <dim>112</dim>
94 </port>
95 </input>
96 <output>
97 <port id="1" precision="FP32" names="relu">
98 <dim>-1</dim>
99 <dim>12</dim>
100 <dim>112</dim>
101 <dim>112</dim>
102 </port>
103 </output>
104 </layer>
105 <layer id="6" name="patch_embed.proj.3.weight" type="Const" version="opset1">
106 <data element_type="f32" shape="24, 12, 3, 3" offset="1344" size="10368" />
107 <output>
108 <port id="0" precision="FP32" names="patch_embed.proj.3.weight">
109 <dim>24</dim>
110 <dim>12</dim>
111 <dim>3</dim>
112 <dim>3</dim>
113 </port>
114 </output>
115 </layer>
116 <layer id="7" name="node_Conv_1637/WithoutBiases" type="Convolution" version="opset1">
117 <data strides="2, 2" dilations="1, 1" pads_begin="1, 1" pads_end="1, 1" auto_pad="explicit" />
118 <input>
119 <port id="0" precision="FP32">
120 <dim>-1</dim>
121 <dim>12</dim>
122 <dim>112</dim>
123 <dim>112</dim>
124 </port>
125 <port id="1" precision="FP32">
126 <dim>24</dim>
127 <dim>12</dim>
128 <dim>3</dim>
129 <dim>3</dim>
130 </port>
131 </input>
132 <output>
133 <port id="2" precision="FP32">
134 <dim>-1</dim>
135 <dim>24</dim>
136 <dim>56</dim>
137 <dim>56</dim>
138 </port>
139 </output>
140 </layer>
141 <layer id="8" name="Reshape_31" type="Const" version="opset1">
142 <data element_type="f32" shape="1, 24, 1, 1" offset="11712" size="96" />
143 <output>
144 <port id="0" precision="FP32">
145 <dim>1</dim>
146 <dim>24</dim>
147 <dim>1</dim>
148 <dim>1</dim>
149 </port>
150 </output>
151 </layer>
152 <layer id="9" name="node_Conv_1637" type="Add" version="opset1">
153 <data auto_broadcast="numpy" />
154 <input>
155 <port id="0" precision="FP32">
156 <dim>-1</dim>
157 <dim>24</dim>
158 <dim>56</dim>
159 <dim>56</dim>
160 </port>
161 <port id="1" precision="FP32">
162 <dim>1</dim>
163 <dim>24</dim>
164 <dim>1</dim>
165 <dim>1</dim>
166 </port>
167 </input>
168 <output>
169 <port id="2" precision="FP32" names="getitem_3">
170 <dim>-1</dim>
171 <dim>24</dim>
172 <dim>56</dim>
173 <dim>56</dim>
174 </port>
175 </output>
176 </layer>
177 <layer id="10" name="node_relu_1" type="ReLU" version="opset1">
178 <input>
179 <port id="0" precision="FP32">
180 <dim>-1</dim>
181 <dim>24</dim>
182 <dim>56</dim>
183 <dim>56</dim>
184 </port>
185 </input>
186 <output>
187 <port id="1" precision="FP32" names="relu_1">
188 <dim>-1</dim>
189 <dim>24</dim>
190 <dim>56</dim>
191 <dim>56</dim>
192 </port>
193 </output>
194 </layer>
195 <layer id="11" name="patch_embed.proj.6.weight" type="Const" version="opset1">
196 <data element_type="f32" shape="96, 24, 1, 1" offset="11808" size="9216" />
197 <output>
198 <port id="0" precision="FP32" names="patch_embed.proj.6.weight">
199 <dim>96</dim>
200 <dim>24</dim>
201 <dim>1</dim>
202 <dim>1</dim>
203 </port>
204 </output>
205 </layer>
206 <layer id="12" name="node_conv2d_2/WithoutBiases" type="Convolution" version="opset1">
207 <data strides="1, 1" dilations="1, 1" pads_begin="0, 0" pads_end="0, 0" auto_pad="explicit" />
208 <input>
209 <port id="0" precision="FP32">
210 <dim>-1</dim>
211 <dim>24</dim>
212 <dim>56</dim>
213 <dim>56</dim>
214 </port>
215 <port id="1" precision="FP32">
216 <dim>96</dim>
217 <dim>24</dim>
218 <dim>1</dim>
219 <dim>1</dim>
220 </port>
221 </input>
222 <output>
223 <port id="2" precision="FP32">
224 <dim>-1</dim>
225 <dim>96</dim>
226 <dim>56</dim>
227 <dim>56</dim>
228 </port>
229 </output>
230 </layer>
231 <layer id="13" name="Reshape_47" type="Const" version="opset1">
232 <data element_type="f32" shape="1, 96, 1, 1" offset="21024" size="384" />
233 <output>
234 <port id="0" precision="FP32">
235 <dim>1</dim>
236 <dim>96</dim>
237 <dim>1</dim>
238 <dim>1</dim>
239 </port>
240 </output>
241 </layer>
242 <layer id="14" name="node_conv2d_2" type="Add" version="opset1">
243 <data auto_broadcast="numpy" />
244 <input>
245 <port id="0" precision="FP32">
246 <dim>-1</dim>
247 <dim>96</dim>
248 <dim>56</dim>
249 <dim>56</dim>
250 </port>
251 <port id="1" precision="FP32">
252 <dim>1</dim>
253 <dim>96</dim>
254 <dim>1</dim>
255 <dim>1</dim>
256 </port>
257 </input>
258 <output>
259 <port id="2" precision="FP32" names="conv2d_2">
260 <dim>-1</dim>
261 <dim>96</dim>
262 <dim>56</dim>
263 <dim>56</dim>
264 </port>
265 </output>
266 </layer>
267 <layer id="15" name="Constant_49" type="Const" version="opset1">
268 <data element_type="i64" shape="4" offset="21408" size="32" />
269 <output>
270 <port id="0" precision="I64">
271 <dim>4</dim>
272 </port>
273 </output>
274 </layer>
275 <layer id="16" name="node_permute" type="Transpose" version="opset1">
276 <input>
277 <port id="0" precision="FP32">
278 <dim>-1</dim>
279 <dim>96</dim>
280 <dim>56</dim>
281 <dim>56</dim>
282 </port>
283 <port id="1" precision="I64">
284 <dim>4</dim>
285 </port>
286 </input>
287 <output>
288 <port id="2" precision="FP32" names="permute">
289 <dim>-1</dim>
290 <dim>56</dim>
291 <dim>56</dim>
292 <dim>96</dim>
293 </port>
294 </output>
295 </layer>
296 <layer id="17" name="Range_56" type="Const" version="opset1">
297 <data element_type="i64" shape="1" offset="21440" size="8" />
298 <output>
299 <port id="0" precision="I64">
300 <dim>1</dim>
301 </port>
302 </output>
303 </layer>
304 <layer id="18" name="MVN_57" type="MVN" version="opset6">
305 <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
306 <input>
307 <port id="0" precision="FP32">
308 <dim>-1</dim>
309 <dim>56</dim>
310 <dim>56</dim>
311 <dim>96</dim>
312 </port>
313 <port id="1" precision="I64">
314 <dim>1</dim>
315 </port>
316 </input>
317 <output>
318 <port id="2" precision="FP32">
319 <dim>-1</dim>
320 <dim>56</dim>
321 <dim>56</dim>
322 <dim>96</dim>
323 </port>
324 </output>
325 </layer>
326 <layer id="19" name="Constant_9849" type="Const" version="opset1">
327 <data element_type="f32" shape="1, 1, 1, 96" offset="21448" size="384" />
328 <output>
329 <port id="0" precision="FP32">
330 <dim>1</dim>
331 <dim>1</dim>
332 <dim>1</dim>
333 <dim>96</dim>
334 </port>
335 </output>
336 </layer>
337 <layer id="20" name="Multiply_64" type="Multiply" version="opset1">
338 <data auto_broadcast="numpy" />
339 <input>
340 <port id="0" precision="FP32">
341 <dim>-1</dim>
342 <dim>56</dim>
343 <dim>56</dim>
344 <dim>96</dim>
345 </port>
346 <port id="1" precision="FP32">
347 <dim>1</dim>
348 <dim>1</dim>
349 <dim>1</dim>
350 <dim>96</dim>
351 </port>
352 </input>
353 <output>
354 <port id="2" precision="FP32">
355 <dim>-1</dim>
356 <dim>56</dim>
357 <dim>56</dim>
358 <dim>96</dim>
359 </port>
360 </output>
361 </layer>
362 <layer id="21" name="Constant_9850" type="Const" version="opset1">
363 <data element_type="f32" shape="1, 1, 1, 96" offset="21832" size="384" />
364 <output>
365 <port id="0" precision="FP32">
366 <dim>1</dim>
367 <dim>1</dim>
368 <dim>1</dim>
369 <dim>96</dim>
370 </port>
371 </output>
372 </layer>
373 <layer id="22" name="node_layer_norm" type="Add" version="opset1">
374 <data auto_broadcast="numpy" />
375 <input>
376 <port id="0" precision="FP32">
377 <dim>-1</dim>
378 <dim>56</dim>
379 <dim>56</dim>
380 <dim>96</dim>
381 </port>
382 <port id="1" precision="FP32">
383 <dim>1</dim>
384 <dim>1</dim>
385 <dim>1</dim>
386 <dim>96</dim>
387 </port>
388 </input>
389 <output>
390 <port id="2" precision="FP32" names="layer_norm">
391 <dim>-1</dim>
392 <dim>56</dim>
393 <dim>56</dim>
394 <dim>96</dim>
395 </port>
396 </output>
397 </layer>
398 <layer id="23" name="Range_71" type="Const" version="opset1">
399 <data element_type="i64" shape="1" offset="21440" size="8" />
400 <output>
401 <port id="0" precision="I64">
402 <dim>1</dim>
403 </port>
404 </output>
405 </layer>
406 <layer id="24" name="MVN_72" type="MVN" version="opset6">
407 <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
408 <input>
409 <port id="0" precision="FP32">
410 <dim>-1</dim>
411 <dim>56</dim>
412 <dim>56</dim>
413 <dim>96</dim>
414 </port>
415 <port id="1" precision="I64">
416 <dim>1</dim>
417 </port>
418 </input>
419 <output>
420 <port id="2" precision="FP32">
421 <dim>-1</dim>
422 <dim>56</dim>
423 <dim>56</dim>
424 <dim>96</dim>
425 </port>
426 </output>
427 </layer>
428 <layer id="25" name="Constant_9851" type="Const" version="opset1">
429 <data element_type="f32" shape="1, 1, 1, 96" offset="22216" size="384" />
430 <output>
431 <port id="0" precision="FP32">
432 <dim>1</dim>
433 <dim>1</dim>
434 <dim>1</dim>
435 <dim>96</dim>
436 </port>
437 </output>
438 </layer>
439 <layer id="26" name="Multiply_79" type="Multiply" version="opset1">
440 <data auto_broadcast="numpy" />
441 <input>
442 <port id="0" precision="FP32">
443 <dim>-1</dim>
444 <dim>56</dim>
445 <dim>56</dim>
446 <dim>96</dim>
447 </port>
448 <port id="1" precision="FP32">
449 <dim>1</dim>
450 <dim>1</dim>
451 <dim>1</dim>
452 <dim>96</dim>
453 </port>
454 </input>
455 <output>
456 <port id="2" precision="FP32">
457 <dim>-1</dim>
458 <dim>56</dim>
459 <dim>56</dim>
460 <dim>96</dim>
461 </port>
462 </output>
463 </layer>
464 <layer id="27" name="Constant_9852" type="Const" version="opset1">
465 <data element_type="f32" shape="1, 1, 1, 96" offset="22600" size="384" />
466 <output>
467 <port id="0" precision="FP32">
468 <dim>1</dim>
469 <dim>1</dim>
470 <dim>1</dim>
471 <dim>96</dim>
472 </port>
473 </output>
474 </layer>
475 <layer id="28" name="node_layer_norm_1" type="Add" version="opset1">
476 <data auto_broadcast="numpy" />
477 <input>
478 <port id="0" precision="FP32">
479 <dim>-1</dim>
480 <dim>56</dim>
481 <dim>56</dim>
482 <dim>96</dim>
483 </port>
484 <port id="1" precision="FP32">
485 <dim>1</dim>
486 <dim>1</dim>
487 <dim>1</dim>
488 <dim>96</dim>
489 </port>
490 </input>
491 <output>
492 <port id="2" precision="FP32" names="layer_norm_1,pad">
493 <dim>-1</dim>
494 <dim>56</dim>
495 <dim>56</dim>
496 <dim>96</dim>
497 </port>
498 </output>
499 </layer>
500 <layer id="29" name="val_1618" type="Const" version="opset1">
501 <data element_type="i64" shape="6" offset="22984" size="48" />
502 <output>
503 <port id="0" precision="I64" names="val_1618">
504 <dim>6</dim>
505 </port>
506 </output>
507 </layer>
508 <layer id="30" name="node_Reshape_1640" type="Reshape" version="opset1">
509 <data special_zero="false" />
510 <input>
511 <port id="0" precision="FP32">
512 <dim>-1</dim>
513 <dim>56</dim>
514 <dim>56</dim>
515 <dim>96</dim>
516 </port>
517 <port id="1" precision="I64">
518 <dim>6</dim>
519 </port>
520 </input>
521 <output>
522 <port id="2" precision="FP32" names="view">
523 <dim>-1</dim>
524 <dim>8</dim>
525 <dim>7</dim>
526 <dim>8</dim>
527 <dim>7</dim>
528 <dim>96</dim>
529 </port>
530 </output>
531 </layer>
532 <layer id="31" name="Constant_88" type="Const" version="opset1">
533 <data element_type="i64" shape="6" offset="23032" size="48" />
534 <output>
535 <port id="0" precision="I64">
536 <dim>6</dim>
537 </port>
538 </output>
539 </layer>
540 <layer id="32" name="node_permute_1" type="Transpose" version="opset1">
541 <input>
542 <port id="0" precision="FP32">
543 <dim>-1</dim>
544 <dim>8</dim>
545 <dim>7</dim>
546 <dim>8</dim>
547 <dim>7</dim>
548 <dim>96</dim>
549 </port>
550 <port id="1" precision="I64">
551 <dim>6</dim>
552 </port>
553 </input>
554 <output>
555 <port id="2" precision="FP32" names="permute_1">
556 <dim>-1</dim>
557 <dim>8</dim>
558 <dim>8</dim>
559 <dim>7</dim>
560 <dim>7</dim>
561 <dim>96</dim>
562 </port>
563 </output>
564 </layer>
565 <layer id="33" name="view_2/shape" type="Const" version="opset1">
566 <data element_type="i64" shape="3" offset="23080" size="24" />
567 <output>
568 <port id="0" precision="I64" names="view_2/shape">
569 <dim>3</dim>
570 </port>
571 </output>
572 </layer>
573 <layer id="34" name="node_Reshape_1641" type="Reshape" version="opset1">
574 <data special_zero="true" />
575 <input>
576 <port id="0" precision="FP32">
577 <dim>-1</dim>
578 <dim>8</dim>
579 <dim>8</dim>
580 <dim>7</dim>
581 <dim>7</dim>
582 <dim>96</dim>
583 </port>
584 <port id="1" precision="I64">
585 <dim>3</dim>
586 </port>
587 </input>
588 <output>
589 <port id="2" precision="FP32" names="view_2">
590 <dim>-1</dim>
591 <dim>49</dim>
592 <dim>96</dim>
593 </port>
594 </output>
595 </layer>
596 <layer id="35" name="Transpose_7342" type="Const" version="opset1">
597 <data element_type="f32" shape="288, 96" offset="23104" size="110592" />
598 <output>
599 <port id="0" precision="FP32">
600 <dim>288</dim>
601 <dim>96</dim>
602 </port>
603 </output>
604 </layer>
605 <layer id="36" name="node_MatMul_48" type="MatMul" version="opset1">
606 <data transpose_a="false" transpose_b="true" />
607 <input>
608 <port id="0" precision="FP32">
609 <dim>-1</dim>
610 <dim>49</dim>
611 <dim>96</dim>
612 </port>
613 <port id="1" precision="FP32">
614 <dim>288</dim>
615 <dim>96</dim>
616 </port>
617 </input>
618 <output>
619 <port id="2" precision="FP32" names="val_52">
620 <dim>-1</dim>
621 <dim>49</dim>
622 <dim>288</dim>
623 </port>
624 </output>
625 </layer>
626 <layer id="37" name="Constant_9853" type="Const" version="opset1">
627 <data element_type="f32" shape="1, 1, 288" offset="133696" size="1152" />
628 <output>
629 <port id="0" precision="FP32">
630 <dim>1</dim>
631 <dim>1</dim>
632 <dim>288</dim>
633 </port>
634 </output>
635 </layer>
636 <layer id="38" name="node_linear" type="Add" version="opset1">
637 <data auto_broadcast="numpy" />
638 <input>
639 <port id="0" precision="FP32">
640 <dim>-1</dim>
641 <dim>49</dim>
642 <dim>288</dim>
643 </port>
644 <port id="1" precision="FP32">
645 <dim>1</dim>
646 <dim>1</dim>
647 <dim>288</dim>
648 </port>
649 </input>
650 <output>
651 <port id="2" precision="FP32" names="linear">
652 <dim>-1</dim>
653 <dim>49</dim>
654 <dim>288</dim>
655 </port>
656 </output>
657 </layer>
658 <layer id="39" name="val_1619" type="Const" version="opset1">
659 <data element_type="i64" shape="5" offset="134848" size="40" />
660 <output>
661 <port id="0" precision="I64" names="val_1619">
662 <dim>5</dim>
663 </port>
664 </output>
665 </layer>
666 <layer id="40" name="node_Reshape_1643" type="Reshape" version="opset1">
667 <data special_zero="false" />
668 <input>
669 <port id="0" precision="FP32">
670 <dim>-1</dim>
671 <dim>49</dim>
672 <dim>288</dim>
673 </port>
674 <port id="1" precision="I64">
675 <dim>5</dim>
676 </port>
677 </input>
678 <output>
679 <port id="2" precision="FP32" names="view_3">
680 <dim>-1</dim>
681 <dim>49</dim>
682 <dim>3</dim>
683 <dim>3</dim>
684 <dim>32</dim>
685 </port>
686 </output>
687 </layer>
688 <layer id="41" name="Constant_98" type="Const" version="opset1">
689 <data element_type="i64" shape="5" offset="134888" size="40" />
690 <output>
691 <port id="0" precision="I64">
692 <dim>5</dim>
693 </port>
694 </output>
695 </layer>
696 <layer id="42" name="node_permute_2" type="Transpose" version="opset1">
697 <input>
698 <port id="0" precision="FP32">
699 <dim>-1</dim>
700 <dim>49</dim>
701 <dim>3</dim>
702 <dim>3</dim>
703 <dim>32</dim>
704 </port>
705 <port id="1" precision="I64">
706 <dim>5</dim>
707 </port>
708 </input>
709 <output>
710 <port id="2" precision="FP32" names="permute_2">
711 <dim>3</dim>
712 <dim>-1</dim>
713 <dim>3</dim>
714 <dim>49</dim>
715 <dim>32</dim>
716 </port>
717 </output>
718 </layer>
719 <layer id="43" name="val_61" type="Const" version="opset1">
720 <data element_type="i64" shape="1" offset="134928" size="8" />
721 <output>
722 <port id="0" precision="I64" names="val_61">
723 <dim>1</dim>
724 </port>
725 </output>
726 </layer>
727 <layer id="44" name="val_62" type="Const" version="opset1">
728 <data element_type="i64" shape="1" offset="134936" size="8" />
729 <output>
730 <port id="0" precision="I64" names="val_62">
731 <dim>1</dim>
732 </port>
733 </output>
734 </layer>
735 <layer id="45" name="Broadcast_104" type="Const" version="opset1">
736 <data element_type="i64" shape="1" offset="134936" size="8" />
737 <output>
738 <port id="0" precision="I64">
739 <dim>1</dim>
740 </port>
741 </output>
742 </layer>
743 <layer id="46" name="node_Slice_60" type="Slice" version="opset8">
744 <input>
745 <port id="0" precision="FP32">
746 <dim>3</dim>
747 <dim>-1</dim>
748 <dim>3</dim>
749 <dim>49</dim>
750 <dim>32</dim>
751 </port>
752 <port id="1" precision="I64">
753 <dim>1</dim>
754 </port>
755 <port id="2" precision="I64">
756 <dim>1</dim>
757 </port>
758 <port id="3" precision="I64">
759 <dim>1</dim>
760 </port>
761 <port id="4" precision="I64">
762 <dim>1</dim>
763 </port>
764 </input>
765 <output>
766 <port id="5" precision="FP32" names="val_64">
767 <dim>1</dim>
768 <dim>-1</dim>
769 <dim>3</dim>
770 <dim>49</dim>
771 <dim>32</dim>
772 </port>
773 </output>
774 </layer>
775 <layer id="47" name="node_unbind__0" type="Squeeze" version="opset1">
776 <input>
777 <port id="0" precision="FP32">
778 <dim>1</dim>
779 <dim>-1</dim>
780 <dim>3</dim>
781 <dim>49</dim>
782 <dim>32</dim>
783 </port>
784 <port id="1" precision="I64">
785 <dim>1</dim>
786 </port>
787 </input>
788 <output>
789 <port id="2" precision="FP32" names="getitem_6">
790 <dim>-1</dim>
791 <dim>3</dim>
792 <dim>49</dim>
793 <dim>32</dim>
794 </port>
795 </output>
796 </layer>
797 <layer id="48" name="Constant_9854" type="Const" version="opset1">
798 <data element_type="f32" shape="1, 1, 1, 1" offset="134944" size="4" />
799 <output>
800 <port id="0" precision="FP32">
801 <dim>1</dim>
802 <dim>1</dim>
803 <dim>1</dim>
804 <dim>1</dim>
805 </port>
806 </output>
807 </layer>
808 <layer id="49" name="node_mul_65" type="Multiply" version="opset1">
809 <data auto_broadcast="numpy" />
810 <input>
811 <port id="0" precision="FP32">
812 <dim>-1</dim>
813 <dim>3</dim>
814 <dim>49</dim>
815 <dim>32</dim>
816 </port>
817 <port id="1" precision="FP32">
818 <dim>1</dim>
819 <dim>1</dim>
820 <dim>1</dim>
821 <dim>1</dim>
822 </port>
823 </input>
824 <output>
825 <port id="2" precision="FP32" names="mul_65">
826 <dim>-1</dim>
827 <dim>3</dim>
828 <dim>49</dim>
829 <dim>32</dim>
830 </port>
831 </output>
832 </layer>
833 <layer id="50" name="val_67" type="Const" version="opset1">
834 <data element_type="i64" shape="1" offset="134948" size="8" />
835 <output>
836 <port id="0" precision="I64" names="val_67">
837 <dim>1</dim>
838 </port>
839 </output>
840 </layer>
841 <layer id="51" name="Broadcast_113" type="Const" version="opset1">
842 <data element_type="i64" shape="1" offset="134936" size="8" />
843 <output>
844 <port id="0" precision="I64">
845 <dim>1</dim>
846 </port>
847 </output>
848 </layer>
849 <layer id="52" name="node_Slice_65" type="Slice" version="opset8">
850 <input>
851 <port id="0" precision="FP32">
852 <dim>3</dim>
853 <dim>-1</dim>
854 <dim>3</dim>
855 <dim>49</dim>
856 <dim>32</dim>
857 </port>
858 <port id="1" precision="I64">
859 <dim>1</dim>
860 </port>
861 <port id="2" precision="I64">
862 <dim>1</dim>
863 </port>
864 <port id="3" precision="I64">
865 <dim>1</dim>
866 </port>
867 <port id="4" precision="I64">
868 <dim>1</dim>
869 </port>
870 </input>
871 <output>
872 <port id="5" precision="FP32" names="val_69">
873 <dim>1</dim>
874 <dim>-1</dim>
875 <dim>3</dim>
876 <dim>49</dim>
877 <dim>32</dim>
878 </port>
879 </output>
880 </layer>
881 <layer id="53" name="node_unbind__1" type="Squeeze" version="opset1">
882 <input>
883 <port id="0" precision="FP32">
884 <dim>1</dim>
885 <dim>-1</dim>
886 <dim>3</dim>
887 <dim>49</dim>
888 <dim>32</dim>
889 </port>
890 <port id="1" precision="I64">
891 <dim>1</dim>
892 </port>
893 </input>
894 <output>
895 <port id="2" precision="FP32" names="getitem_7">
896 <dim>-1</dim>
897 <dim>3</dim>
898 <dim>49</dim>
899 <dim>32</dim>
900 </port>
901 </output>
902 </layer>
903 <layer id="54" name="val_147" type="Const" version="opset1">
904 <data element_type="i64" shape="1" offset="134956" size="8" />
905 <output>
906 <port id="0" precision="I64" names="val_147">
907 <dim>1</dim>
908 </port>
909 </output>
910 </layer>
911 <layer id="55" name="Broadcast_122" type="Const" version="opset1">
912 <data element_type="i64" shape="1" offset="134936" size="8" />
913 <output>
914 <port id="0" precision="I64">
915 <dim>1</dim>
916 </port>
917 </output>
918 </layer>
919 <layer id="56" name="node_Slice_69" type="Slice" version="opset8">
920 <input>
921 <port id="0" precision="FP32">
922 <dim>3</dim>
923 <dim>-1</dim>
924 <dim>3</dim>
925 <dim>49</dim>
926 <dim>32</dim>
927 </port>
928 <port id="1" precision="I64">
929 <dim>1</dim>
930 </port>
931 <port id="2" precision="I64">
932 <dim>1</dim>
933 </port>
934 <port id="3" precision="I64">
935 <dim>1</dim>
936 </port>
937 <port id="4" precision="I64">
938 <dim>1</dim>
939 </port>
940 </input>
941 <output>
942 <port id="5" precision="FP32" names="val_73">
943 <dim>1</dim>
944 <dim>-1</dim>
945 <dim>3</dim>
946 <dim>49</dim>
947 <dim>32</dim>
948 </port>
949 </output>
950 </layer>
951 <layer id="57" name="node_unbind__2" type="Squeeze" version="opset1">
952 <input>
953 <port id="0" precision="FP32">
954 <dim>1</dim>
955 <dim>-1</dim>
956 <dim>3</dim>
957 <dim>49</dim>
958 <dim>32</dim>
959 </port>
960 <port id="1" precision="I64">
961 <dim>1</dim>
962 </port>
963 </input>
964 <output>
965 <port id="2" precision="FP32" names="getitem_8">
966 <dim>-1</dim>
967 <dim>3</dim>
968 <dim>49</dim>
969 <dim>32</dim>
970 </port>
971 </output>
972 </layer>
973 <layer id="58" name="unsqueeze/Squeeze" type="Const" version="opset1">
974 <data element_type="f32" shape="3, 49, 49" offset="134964" size="28812" />
975 <output>
976 <port id="0" precision="FP32">
977 <dim>3</dim>
978 <dim>49</dim>
979 <dim>49</dim>
980 </port>
981 </output>
982 </layer>
983 <layer id="59" name="Constant_8907" type="Const" version="opset1">
984 <data element_type="f32" shape="" offset="163776" size="4" />
985 <output>
986 <port id="0" precision="FP32" />
987 </output>
988 </layer>
989 <layer id="60" name="node_matmul_1" type="ScaledDotProductAttention" version="opset13">
990 <data causal="false" />
991 <input>
992 <port id="0" precision="FP32">
993 <dim>-1</dim>
994 <dim>3</dim>
995 <dim>49</dim>
996 <dim>32</dim>
997 </port>
998 <port id="1" precision="FP32">
999 <dim>-1</dim>
1000 <dim>3</dim>
1001 <dim>49</dim>
1002 <dim>32</dim>
1003 </port>
1004 <port id="2" precision="FP32">
1005 <dim>-1</dim>
1006 <dim>3</dim>
1007 <dim>49</dim>
1008 <dim>32</dim>
1009 </port>
1010 <port id="3" precision="FP32">
1011 <dim>3</dim>
1012 <dim>49</dim>
1013 <dim>49</dim>
1014 </port>
1015 <port id="4" precision="FP32" />
1016 </input>
1017 <output>
1018 <port id="5" precision="FP32" names="matmul_1">
1019 <dim>-1</dim>
1020 <dim>3</dim>
1021 <dim>49</dim>
1022 <dim>32</dim>
1023 </port>
1024 </output>
1025 </layer>
1026 <layer id="61" name="Constant_137" type="Const" version="opset1">
1027 <data element_type="i64" shape="4" offset="163780" size="32" />
1028 <output>
1029 <port id="0" precision="I64">
1030 <dim>4</dim>
1031 </port>
1032 </output>
1033 </layer>
1034 <layer id="62" name="node_transpose_1" type="Transpose" version="opset1">
1035 <input>
1036 <port id="0" precision="FP32">
1037 <dim>-1</dim>
1038 <dim>3</dim>
1039 <dim>49</dim>
1040 <dim>32</dim>
1041 </port>
1042 <port id="1" precision="I64">
1043 <dim>4</dim>
1044 </port>
1045 </input>
1046 <output>
1047 <port id="2" precision="FP32" names="transpose_1">
1048 <dim>-1</dim>
1049 <dim>49</dim>
1050 <dim>3</dim>
1051 <dim>32</dim>
1052 </port>
1053 </output>
1054 </layer>
1055 <layer id="63" name="node_Reshape_1645" type="Reshape" version="opset1">
1056 <data special_zero="false" />
1057 <input>
1058 <port id="0" precision="FP32">
1059 <dim>-1</dim>
1060 <dim>49</dim>
1061 <dim>3</dim>
1062 <dim>32</dim>
1063 </port>
1064 <port id="1" precision="I64">
1065 <dim>3</dim>
1066 </port>
1067 </input>
1068 <output>
1069 <port id="2" precision="FP32" names="_unsafe_view">
1070 <dim>-1</dim>
1071 <dim>49</dim>
1072 <dim>96</dim>
1073 </port>
1074 </output>
1075 </layer>
1076 <layer id="64" name="Transpose_7351" type="Const" version="opset1">
1077 <data element_type="f32" shape="96, 96" offset="163812" size="36864" />
1078 <output>
1079 <port id="0" precision="FP32">
1080 <dim>96</dim>
1081 <dim>96</dim>
1082 </port>
1083 </output>
1084 </layer>
1085 <layer id="65" name="node_MatMul_93" type="MatMul" version="opset1">
1086 <data transpose_a="false" transpose_b="true" />
1087 <input>
1088 <port id="0" precision="FP32">
1089 <dim>-1</dim>
1090 <dim>49</dim>
1091 <dim>96</dim>
1092 </port>
1093 <port id="1" precision="FP32">
1094 <dim>96</dim>
1095 <dim>96</dim>
1096 </port>
1097 </input>
1098 <output>
1099 <port id="2" precision="FP32" names="val_97">
1100 <dim>-1</dim>
1101 <dim>49</dim>
1102 <dim>96</dim>
1103 </port>
1104 </output>
1105 </layer>
1106 <layer id="66" name="Constant_9855" type="Const" version="opset1">
1107 <data element_type="f32" shape="1, 1, 96" offset="200676" size="384" />
1108 <output>
1109 <port id="0" precision="FP32">
1110 <dim>1</dim>
1111 <dim>1</dim>
1112 <dim>96</dim>
1113 </port>
1114 </output>
1115 </layer>
1116 <layer id="67" name="node_linear_1" type="Add" version="opset1">
1117 <data auto_broadcast="numpy" />
1118 <input>
1119 <port id="0" precision="FP32">
1120 <dim>-1</dim>
1121 <dim>49</dim>
1122 <dim>96</dim>
1123 </port>
1124 <port id="1" precision="FP32">
1125 <dim>1</dim>
1126 <dim>1</dim>
1127 <dim>96</dim>
1128 </port>
1129 </input>
1130 <output>
1131 <port id="2" precision="FP32" names="linear_1">
1132 <dim>-1</dim>
1133 <dim>49</dim>
1134 <dim>96</dim>
1135 </port>
1136 </output>
1137 </layer>
1138 <layer id="68" name="view_7/shape" type="Const" version="opset1">
1139 <data element_type="i64" shape="6" offset="201060" size="48" />
1140 <output>
1141 <port id="0" precision="I64" names="view_7/shape">
1142 <dim>6</dim>
1143 </port>
1144 </output>
1145 </layer>
1146 <layer id="69" name="node_Reshape_1646" type="Reshape" version="opset1">
1147 <data special_zero="true" />
1148 <input>
1149 <port id="0" precision="FP32">
1150 <dim>-1</dim>
1151 <dim>49</dim>
1152 <dim>96</dim>
1153 </port>
1154 <port id="1" precision="I64">
1155 <dim>6</dim>
1156 </port>
1157 </input>
1158 <output>
1159 <port id="2" precision="FP32" names="view_7">
1160 <dim>-1</dim>
1161 <dim>8</dim>
1162 <dim>8</dim>
1163 <dim>7</dim>
1164 <dim>7</dim>
1165 <dim>96</dim>
1166 </port>
1167 </output>
1168 </layer>
1169 <layer id="70" name="Constant_146" type="Const" version="opset1">
1170 <data element_type="i64" shape="6" offset="23032" size="48" />
1171 <output>
1172 <port id="0" precision="I64">
1173 <dim>6</dim>
1174 </port>
1175 </output>
1176 </layer>
1177 <layer id="71" name="node_permute_4" type="Transpose" version="opset1">
1178 <input>
1179 <port id="0" precision="FP32">
1180 <dim>-1</dim>
1181 <dim>8</dim>
1182 <dim>8</dim>
1183 <dim>7</dim>
1184 <dim>7</dim>
1185 <dim>96</dim>
1186 </port>
1187 <port id="1" precision="I64">
1188 <dim>6</dim>
1189 </port>
1190 </input>
1191 <output>
1192 <port id="2" precision="FP32" names="permute_4">
1193 <dim>-1</dim>
1194 <dim>8</dim>
1195 <dim>7</dim>
1196 <dim>8</dim>
1197 <dim>7</dim>
1198 <dim>96</dim>
1199 </port>
1200 </output>