inductiveML/monarch-webgpu
1
1{2 "runtime": {3 "shape": {4 "layerTypes": [5 "conv",6 "conv",7 "attention",8 "conv",9 "attention",10 "conv",11 "attention",12 "conv",13 "attention",14 "conv",15 "attention",16 "conv",17 "attention",18 "conv"19 ],20 "hidden": 1024,21 "ffn": 2560,22 "vocab": 65536,23 "heads": 16,24 "kvHeads": 8,25 "headDim": 64,26 "convCache": 3,27 "quantBits": 4,28 "quantBlock": 3229 },30 "weightsUrl": "/weights.bin",31 "weightBytes": 168647680,32 "sections": [33 {34 "name": "L0.conv.in_proj.quant",35 "offset": 0,36 "bytes": 157286437 },38 {39 "name": "L0.conv.in_proj.scales",40 "offset": 1572864,41 "bytes": 39321642 },43 {44 "name": "L0.conv.out_proj.quant",45 "offset": 1966080,46 "bytes": 52428847 },48 {49 "name": "L0.conv.out_proj.scales",50 "offset": 2490368,51 "bytes": 13107252 },53 {54 "name": "L0.mlp.gate_up.quant",55 "offset": 2621440,56 "bytes": 262144057 },58 {59 "name": "L0.mlp.gate_up.scales",60 "offset": 5242880,61 "bytes": 65536062 },63 {64 "name": "L0.mlp.down.quant",65 "offset": 5898240,66 "bytes": 131072067 },68 {69 "name": "L0.mlp.down.scales",70 "offset": 7208960,71 "bytes": 32768072 },73 {74 "name": "L1.conv.in_proj.quant",75 "offset": 7536640,76 "bytes": 157286477 },78 {79 "name": "L1.conv.in_proj.scales",80 "offset": 9109504,81 "bytes": 39321682 },83 {84 "name": "L1.conv.out_proj.quant",85 "offset": 9502720,86 "bytes": 52428887 },88 {89 "name": "L1.conv.out_proj.scales",90 "offset": 10027008,91 "bytes": 13107292 },93 {94 "name": "L1.mlp.gate_up.quant",95 "offset": 10158080,96 "bytes": 262144097 },98 {99 "name": "L1.mlp.gate_up.scales",100 "offset": 12779520,101 "bytes": 655360102 },103 {104 "name": "L1.mlp.down.quant",105 "offset": 13434880,106 "bytes": 1310720107 },108 {109 "name": "L1.mlp.down.scales",110 "offset": 14745600,111 "bytes": 327680112 },113 {114 "name": "L2.attn.qkv.quant",115 "offset": 15073280,116 "bytes": 1048576117 },118 {119 "name": "L2.attn.qkv.scales",120 "offset": 16121856,121 "bytes": 262144122 },123 {124 "name": "L2.attn.o_proj.quant",125 "offset": 16384000,126 "bytes": 524288127 },128 {129 "name": "L2.attn.o_proj.scales",130 "offset": 16908288,131 "bytes": 131072132 },133 {134 "name": "L2.mlp.gate_up.quant",135 "offset": 17039360,136 "bytes": 2621440137 },138 {139 "name": "L2.mlp.gate_up.scales",140 "offset": 19660800,141 "bytes": 655360142 },143 {144 "name": "L2.mlp.down.quant",145 "offset": 20316160,146 "bytes": 1310720147 },148 {149 "name": "L2.mlp.down.scales",150 "offset": 21626880,151 "bytes": 327680152 },153 {154 "name": "L3.conv.in_proj.quant",155 "offset": 21954560,156 "bytes": 1572864157 },158 {159 "name": "L3.conv.in_proj.scales",160 "offset": 23527424,161 "bytes": 393216162 },163 {164 "name": "L3.conv.out_proj.quant",165 "offset": 23920640,166 "bytes": 524288167 },168 {169 "name": "L3.conv.out_proj.scales",170 "offset": 24444928,171 "bytes": 131072172 },173 {174 "name": "L3.mlp.gate_up.quant",175 "offset": 24576000,176 "bytes": 2621440177 },178 {179 "name": "L3.mlp.gate_up.scales",180 "offset": 27197440,181 "bytes": 655360182 },183 {184 "name": "L3.mlp.down.quant",185 "offset": 27852800,186 "bytes": 1310720187 },188 {189 "name": "L3.mlp.down.scales",190 "offset": 29163520,191 "bytes": 327680192 },193 {194 "name": "L4.attn.qkv.quant",195 "offset": 29491200,196 "bytes": 1048576197 },198 {199 "name": "L4.attn.qkv.scales",200 "offset": 30539776,201 "bytes": 262144202 },203 {204 "name": "L4.attn.o_proj.quant",205 "offset": 30801920,206 "bytes": 524288207 },208 {209 "name": "L4.attn.o_proj.scales",210 "offset": 31326208,211 "bytes": 131072212 },213 {214 "name": "L4.mlp.gate_up.quant",215 "offset": 31457280,216 "bytes": 2621440217 },218 {219 "name": "L4.mlp.gate_up.scales",220 "offset": 34078720,221 "bytes": 655360222 },223 {224 "name": "L4.mlp.down.quant",225 "offset": 34734080,226 "bytes": 1310720227 },228 {229 "name": "L4.mlp.down.scales",230 "offset": 36044800,231 "bytes": 327680232 },233 {234 "name": "L5.conv.in_proj.quant",235 "offset": 36372480,236 "bytes": 1572864237 },238 {239 "name": "L5.conv.in_proj.scales",240 "offset": 37945344,241 "bytes": 393216242 },243 {244 "name": "L5.conv.out_proj.quant",245 "offset": 38338560,246 "bytes": 524288247 },248 {249 "name": "L5.conv.out_proj.scales",250 "offset": 38862848,251 "bytes": 131072252 },253 {254 "name": "L5.mlp.gate_up.quant",255 "offset": 38993920,256 "bytes": 2621440257 },258 {259 "name": "L5.mlp.gate_up.scales",260 "offset": 41615360,261 "bytes": 655360262 },263 {264 "name": "L5.mlp.down.quant",265 "offset": 42270720,266 "bytes": 1310720267 },268 {269 "name": "L5.mlp.down.scales",270 "offset": 43581440,271 "bytes": 327680272 },273 {274 "name": "L6.attn.qkv.quant",275 "offset": 43909120,276 "bytes": 1048576277 },278 {279 "name": "L6.attn.qkv.scales",280 "offset": 44957696,281 "bytes": 262144282 },283 {284 "name": "L6.attn.o_proj.quant",285 "offset": 45219840,286 "bytes": 524288287 },288 {289 "name": "L6.attn.o_proj.scales",290 "offset": 45744128,291 "bytes": 131072292 },293 {294 "name": "L6.mlp.gate_up.quant",295 "offset": 45875200,296 "bytes": 2621440297 },298 {299 "name": "L6.mlp.gate_up.scales",300 "offset": 48496640,301 "bytes": 655360302 },303 {304 "name": "L6.mlp.down.quant",305 "offset": 49152000,306 "bytes": 1310720307 },308 {309 "name": "L6.mlp.down.scales",310 "offset": 50462720,311 "bytes": 327680312 },313 {314 "name": "L7.conv.in_proj.quant",315 "offset": 50790400,316 "bytes": 1572864317 },318 {319 "name": "L7.conv.in_proj.scales",320 "offset": 52363264,321 "bytes": 393216322 },323 {324 "name": "L7.conv.out_proj.quant",325 "offset": 52756480,326 "bytes": 524288327 },328 {329 "name": "L7.conv.out_proj.scales",330 "offset": 53280768,331 "bytes": 131072332 },333 {334 "name": "L7.mlp.gate_up.quant",335 "offset": 53411840,336 "bytes": 2621440337 },338 {339 "name": "L7.mlp.gate_up.scales",340 "offset": 56033280,341 "bytes": 655360342 },343 {344 "name": "L7.mlp.down.quant",345 "offset": 56688640,346 "bytes": 1310720347 },348 {349 "name": "L7.mlp.down.scales",350 "offset": 57999360,351 "bytes": 327680352 },353 {354 "name": "L8.attn.qkv.quant",355 "offset": 58327040,356 "bytes": 1048576357 },358 {359 "name": "L8.attn.qkv.scales",360 "offset": 59375616,361 "bytes": 262144362 },363 {364 "name": "L8.attn.o_proj.quant",365 "offset": 59637760,366 "bytes": 524288367 },368 {369 "name": "L8.attn.o_proj.scales",370 "offset": 60162048,371 "bytes": 131072372 },373 {374 "name": "L8.mlp.gate_up.quant",375 "offset": 60293120,376 "bytes": 2621440377 },378 {379 "name": "L8.mlp.gate_up.scales",380 "offset": 62914560,381 "bytes": 655360382 },383 {384 "name": "L8.mlp.down.quant",385 "offset": 63569920,386 "bytes": 1310720387 },388 {389 "name": "L8.mlp.down.scales",390 "offset": 64880640,391 "bytes": 327680392 },393 {394 "name": "L9.conv.in_proj.quant",395 "offset": 65208320,396 "bytes": 1572864397 },398 {399 "name": "L9.conv.in_proj.scales",400 "offset": 66781184,401 "bytes": 393216402 },403 {404 "name": "L9.conv.out_proj.quant",405 "offset": 67174400,406 "bytes": 524288407 },408 {409 "name": "L9.conv.out_proj.scales",410 "offset": 67698688,411 "bytes": 131072412 },413 {414 "name": "L9.mlp.gate_up.quant",415 "offset": 67829760,416 "bytes": 2621440417 },418 {419 "name": "L9.mlp.gate_up.scales",420 "offset": 70451200,421 "bytes": 655360422 },423 {424 "name": "L9.mlp.down.quant",425 "offset": 71106560,426 "bytes": 1310720427 },428 {429 "name": "L9.mlp.down.scales",430 "offset": 72417280,431 "bytes": 327680432 },433 {434 "name": "L10.attn.qkv.quant",435 "offset": 72744960,436 "bytes": 1048576437 },438 {439 "name": "L10.attn.qkv.scales",440 "offset": 73793536,441 "bytes": 262144442 },443 {444 "name": "L10.attn.o_proj.quant",445 "offset": 74055680,446 "bytes": 524288447 },448 {449 "name": "L10.attn.o_proj.scales",450 "offset": 74579968,451 "bytes": 131072452 },453 {454 "name": "L10.mlp.gate_up.quant",455 "offset": 74711040,456 "bytes": 2621440457 },458 {459 "name": "L10.mlp.gate_up.scales",460 "offset": 77332480,461 "bytes": 655360462 },463 {464 "name": "L10.mlp.down.quant",465 "offset": 77987840,466 "bytes": 1310720467 },468 {469 "name": "L10.mlp.down.scales",470 "offset": 79298560,471 "bytes": 327680472 },473 {474 "name": "L11.conv.in_proj.quant",475 "offset": 79626240,476 "bytes": 1572864477 },478 {479 "name": "L11.conv.in_proj.scales",480 "offset": 81199104,481 "bytes": 393216482 },483 {484 "name": "L11.conv.out_proj.quant",485 "offset": 81592320,486 "bytes": 524288487 },488 {489 "name": "L11.conv.out_proj.scales",490 "offset": 82116608,491 "bytes": 131072492 },493 {494 "name": "L11.mlp.gate_up.quant",495 "offset": 82247680,496 "bytes": 2621440497 },498 {499 "name": "L11.mlp.gate_up.scales",500 "offset": 84869120,501 "bytes": 655360502 },503 {504 "name": "L11.mlp.down.quant",505 "offset": 85524480,506 "bytes": 1310720507 },508 {509 "name": "L11.mlp.down.scales",510 "offset": 86835200,511 "bytes": 327680512 },513 {514 "name": "L12.attn.qkv.quant",515 "offset": 87162880,516 "bytes": 1048576517 },518 {519 "name": "L12.attn.qkv.scales",520 "offset": 88211456,521 "bytes": 262144522 },523 {524 "name": "L12.attn.o_proj.quant",525 "offset": 88473600,526 "bytes": 524288527 },528 {529 "name": "L12.attn.o_proj.scales",530 "offset": 88997888,531 "bytes": 131072532 },533 {534 "name": "L12.mlp.gate_up.quant",535 "offset": 89128960,536 "bytes": 2621440537 },538 {539 "name": "L12.mlp.gate_up.scales",540 "offset": 91750400,541 "bytes": 655360542 },543 {544 "name": "L12.mlp.down.quant",545 "offset": 92405760,546 "bytes": 1310720547 },548 {549 "name": "L12.mlp.down.scales",550 "offset": 93716480,551 "bytes": 327680552 },553 {554 "name": "L13.conv.in_proj.quant",555 "offset": 94044160,556 "bytes": 1572864557 },558 {559 "name": "L13.conv.in_proj.scales",560 "offset": 95617024,561 "bytes": 393216562 },563 {564 "name": "L13.conv.out_proj.quant",565 "offset": 96010240,566 "bytes": 524288567 },568 {569 "name": "L13.conv.out_proj.scales",570 "offset": 96534528,571 "bytes": 131072572 },573 {574 "name": "L13.mlp.gate_up.quant",575 "offset": 96665600,576 "bytes": 2621440577 },578 {579 "name": "L13.mlp.gate_up.scales",580 "offset": 99287040,581 "bytes": 655360582 },583 {584 "name": "L13.mlp.down.quant",585 "offset": 99942400,586 "bytes": 1310720587 },588 {589 "name": "L13.mlp.down.scales",590 "offset": 101253120,591 "bytes": 327680592 },593 {594 "name": "head.quant",595 "offset": 101580800,596 "bytes": 33554432597 },598 {599 "name": "head.scales",600 "offset": 135135232,601 "bytes": 8388608602 },603 {604 "name": "head.zero_points",605 "offset": 143523840,606 "bytes": 1048576607 },608 {609 "name": "embed.quant",610 "offset": 101580800,611 "bytes": 33554432612 },613 {614 "name": "embed.scales",615 "offset": 135135232,616 "bytes": 8388608617 },618 {619 "name": "embed.zero_points",620 "offset": 143523840,621 "bytes": 1048576622 },623 {624 "name": "L0.conv.in_proj.norm",625 "offset": 144572416,626 "bytes": 4096627 },628 {629 "name": "L0.conv.core.taps",630 "offset": 144576512,631 "bytes": 12288632 },633 {634 "name": "L0.mlp.gate_up.norm",635 "offset": 144588800,636 "bytes": 4096637 },638 {639 "name": "L1.conv.in_proj.norm",640 "offset": 144592896,641 "bytes": 4096642 },643 {644 "name": "L1.conv.core.taps",645 "offset": 144596992,646 "bytes": 12288647 },648 {649 "name": "L1.mlp.gate_up.norm",650 "offset": 144609280,651 "bytes": 4096652 },653 {654 "name": "L2.attn.qkv.norm",655 "offset": 144613376,656 "bytes": 4096657 },658 {659 "name": "L2.attn.qkv.q_norm",660 "offset": 144617472,661 "bytes": 256662 },663 {664 "name": "L2.attn.qkv.k_norm",665 "offset": 144617728,666 "bytes": 256667 },668 {669 "name": "L2.mlp.gate_up.norm",670 "offset": 144617984,671 "bytes": 4096672 },673 {674 "name": "L3.conv.in_proj.norm",675 "offset": 144622080,676 "bytes": 4096677 },678 {679 "name": "L3.conv.core.taps",680 "offset": 144626176,681 "bytes": 12288682 },683 {684 "name": "L3.mlp.gate_up.norm",685 "offset": 144638464,686 "bytes": 4096687 },688 {689 "name": "L4.attn.qkv.norm",690 "offset": 144642560,691 "bytes": 4096692 },693 {694 "name": "L4.attn.qkv.q_norm",695 "offset": 144646656,696 "bytes": 256697 },698 {699 "name": "L4.attn.qkv.k_norm",700 "offset": 144646912,701 "bytes": 256702 },703 {704 "name": "L4.mlp.gate_up.norm",705 "offset": 144647168,706 "bytes": 4096707 },708 {709 "name": "L5.conv.in_proj.norm",710 "offset": 144651264,711 "bytes": 4096712 },713 {714 "name": "L5.conv.core.taps",715 "offset": 144655360,716 "bytes": 12288717 },718 {719 "name": "L5.mlp.gate_up.norm",720 "offset": 144667648,721 "bytes": 4096722 },723 {724 "name": "L6.attn.qkv.norm",725 "offset": 144671744,726 "bytes": 4096727 },728 {729 "name": "L6.attn.qkv.q_norm",730 "offset": 144675840,731 "bytes": 256732 },733 {734 "name": "L6.attn.qkv.k_norm",735 "offset": 144676096,736 "bytes": 256737 },738 {739 "name": "L6.mlp.gate_up.norm",740 "offset": 144676352,741 "bytes": 4096742 },743 {744 "name": "L7.conv.in_proj.norm",745 "offset": 144680448,746 "bytes": 4096747 },748 {749 "name": "L7.conv.core.taps",750 "offset": 144684544,751 "bytes": 12288752 },753 {754 "name": "L7.mlp.gate_up.norm",755 "offset": 144696832,756 "bytes": 4096757 },758 {759 "name": "L8.attn.qkv.norm",760 "offset": 144700928,761 "bytes": 4096762 },763 {764 "name": "L8.attn.qkv.q_norm",765 "offset": 144705024,766 "bytes": 256767 },768 {769 "name": "L8.attn.qkv.k_norm",770 "offset": 144705280,771 "bytes": 256772 },773 {774 "name": "L8.mlp.gate_up.norm",775 "offset": 144705536,776 "bytes": 4096777 },778 {779 "name": "L9.conv.in_proj.norm",780 "offset": 144709632,781 "bytes": 4096782 },783 {784 "name": "L9.conv.core.taps",785 "offset": 144713728,786 "bytes": 12288787 },788 {789 "name": "L9.mlp.gate_up.norm",790 "offset": 144726016,791 "bytes": 4096792 },793 {794 "name": "L10.attn.qkv.norm",795 "offset": 144730112,796 "bytes": 4096797 },798 {799 "name": "L10.attn.qkv.q_norm",800 "offset": 144734208,801 "bytes": 256802 },803 {804 "name": "L10.attn.qkv.k_norm",805 "offset": 144734464,806 "bytes": 256807 },808 {809 "name": "L10.mlp.gate_up.norm",810 "offset": 144734720,811 "bytes": 4096812 },813 {814 "name": "L11.conv.in_proj.norm",815 "offset": 144738816,816 "bytes": 4096817 },818 {819 "name": "L11.conv.core.taps",820 "offset": 144742912,821 "bytes": 12288822 },823 {824 "name": "L11.mlp.gate_up.norm",825 "offset": 144755200,826 "bytes": 4096827 },828 {829 "name": "L12.attn.qkv.norm",830 "offset": 144759296,831 "bytes": 4096832 },833 {834 "name": "L12.attn.qkv.q_norm",835 "offset": 144763392,836 "bytes": 256837 },838 {839 "name": "L12.attn.qkv.k_norm",840 "offset": 144763648,841 "bytes": 256842 },843 {844 "name": "L12.mlp.gate_up.norm",845 "offset": 144763904,846 "bytes": 4096847 },848 {849 "name": "L13.conv.in_proj.norm",850 "offset": 144768000,851 "bytes": 4096852 },853 {854 "name": "L13.conv.core.taps",855 "offset": 144772096,856 "bytes": 12288857 },858 {859 "name": "L13.mlp.gate_up.norm",860 "offset": 144784384,861 "bytes": 4096862 },863 {864 "name": "head.norm",865 "offset": 144788480,866 "bytes": 4096867 },868 {869 "name": "rope.cos",870 "offset": 144792576,871 "bytes": 131072872 },873 {874 "name": "rope.sin",875 "offset": 144923648,876 "bytes": 131072877 },878 {879 "name": "L0.mlp.down.kquant",880 "offset": 145054720,881 "bytes": 1310720882 },883 {884 "name": "L0.mlp.down.kscales",885 "offset": 146365440,886 "bytes": 327680887 },888 {889 "name": "L1.mlp.down.kquant",890 "offset": 146693120,891 "bytes": 1310720892 },893 {894 "name": "L1.mlp.down.kscales",895 "offset": 148003840,896 "bytes": 327680897 },898 {899 "name": "L2.mlp.down.kquant",900 "offset": 148331520,901 "bytes": 1310720902 },903 {904 "name": "L2.mlp.down.kscales",905 "offset": 149642240,906 "bytes": 327680907 },908 {909 "name": "L3.mlp.down.kquant",910 "offset": 149969920,911 "bytes": 1310720912 },913 {914 "name": "L3.mlp.down.kscales",915 "offset": 151280640,916 "bytes": 327680917 },918 {919 "name": "L4.mlp.down.kquant",920 "offset": 151608320,921 "bytes": 1310720922 },923 {924 "name": "L4.mlp.down.kscales",925 "offset": 152919040,926 "bytes": 327680927 },928 {929 "name": "L5.mlp.down.kquant",930 "offset": 153246720,931 "bytes": 1310720932 },933 {934 "name": "L5.mlp.down.kscales",935 "offset": 154557440,936 "bytes": 327680937 },938 {939 "name": "L6.mlp.down.kquant",940 "offset": 154885120,941 "bytes": 1310720942 },943 {944 "name": "L6.mlp.down.kscales",945 "offset": 156195840,946 "bytes": 327680947 },948 {949 "name": "L7.mlp.down.kquant",950 "offset": 156523520,951 "bytes": 1310720952 },953 {954 "name": "L7.mlp.down.kscales",955 "offset": 157834240,956 "bytes": 327680957 },958 {959 "name": "L8.mlp.down.kquant",960 "offset": 158161920,961 "bytes": 1310720962 },963 {964 "name": "L8.mlp.down.kscales",965 "offset": 159472640,966 "bytes": 327680967 },968 {969 "name": "L9.mlp.down.kquant",970 "offset": 159800320,971 "bytes": 1310720972 },973 {974 "name": "L9.mlp.down.kscales",975 "offset": 161111040,976 "bytes": 327680977 },978 {979 "name": "L10.mlp.down.kquant",980 "offset": 161438720,981 "bytes": 1310720982 },983 {984 "name": "L10.mlp.down.kscales",985 "offset": 162749440,986 "bytes": 327680987 },988 {989 "name": "L11.mlp.down.kquant",990 "offset": 163077120,991 "bytes": 1310720992 },993 {994 "name": "L11.mlp.down.kscales",995 "offset": 164387840,996 "bytes": 327680997 },998 {999 "name": "L12.mlp.down.kquant",1000 "offset": 164715520,1001 "bytes": 13107201002 },1003 {1004 "name": "L12.mlp.down.kscales",1005 "offset": 166026240,1006 "bytes": 3276801007 },1008 {1009 "name": "L13.mlp.down.kquant",1010 "offset": 166353920,1011 "bytes": 13107201012 },1013 {1014 "name": "L13.mlp.down.kscales",1015 "offset": 167664640,1016 "bytes": 3276801017 },1018 {1019 "name": "rope.cos_ext",1020 "offset": 167992320,1021 "bytes": 3276801022 },1023 {1024 "name": "rope.sin_ext",1025 "offset": 168320000,1026 "bytes": 3276801027 }1028 ],1029 "maxQueries": 1,1030 "maxPositions": 2560,1031 "samplePartials": 256,1032 "planPosition": 1024,1033 "maxTotalPositions": 2112,1034 "knee": [1035 {1036 "shape": "attn_o_proj",1037 "geometry": {1038 "workgroupSize": 128,1039 "subgroupSize": 32,1040 "rowsPerSubgroup": 1,1041 "subgroupsPerRow": 11042 }1043 },1044 {1045 "shape": "mlp_down",1046 "geometry": {1047 "workgroupSize": 128,1048 "subgroupSize": 32,1049 "rowsPerSubgroup": 1,1050 "subgroupsPerRow": 11051 }1052 },1053 {1054 "shape": "attn_qkv",1055 "geometry": {1056 "workgroupSize": 128,1057 "subgroupSize": 32,1058 "rowsPerSubgroup": 1,1059 "subgroupsPerRow": 11060 }1061 },1062 {1063 "shape": "conv_in_proj",1064 "geometry": {1065 "workgroupSize": 128,1066 "subgroupSize": 32,1067 "rowsPerSubgroup": 4,1068 "subgroupsPerRow": 11069 }1070 },1071 {1072 "shape": "mlp_gate_up",1073 "geometry": {1074 "workgroupSize": 128,1075 "subgroupSize": 32,1076 "rowsPerSubgroup": 1,1077 "subgroupsPerRow": 11078 }1079 },1080 {1081 "shape": "head",1082 "geometry": {1083 "workgroupSize": 128,1084 "subgroupSize": 32,1085 "rowsPerSubgroup": 4,1086 "subgroupsPerRow": 11087 }1088 }1089 ],1090 "dequantVariant": "carried",1091 "flashOptima": [1092 {1093 "positions": 192,1094 "blocks": 161095 },1096 {1097 "positions": 1024,1098 "blocks": 161099 },1100 {1101 "positions": 2048,1102 "blocks": 161103 }1104 ],1105 "extraFeatures": [1106 "timestamp-query",1107 "shader-f16",1108 "subgroups"1109 ],1110 "powerPreference": "high-performance",1111 "expectedSubgroupSize": 321112 },1113 "candidate": {1114 "key": "MIX_M40",1115 "flash": true,1116 "unfused": false,1117 "padding": 0,1118 "flashMode": "subgroup",1119 "matvec": {1120 "attn_o_proj": {1121 "geometry": {1122 "workgroupSize": 512,1123 "subgroupSize": 32,1124 "rowsPerSubgroup": 1,1125 "subgroupsPerRow": 11126 },1127 "variant": "v3_both"1128 },1129 "conv_out_proj": {1130 "geometry": {1131 "workgroupSize": 256,1132 "subgroupSize": 32,1133 "rowsPerSubgroup": 1,1134 "subgroupsPerRow": 11135 },1136 "variant": "v3_both"1137 },1138 "attn_qkv": {1139 "geometry": {1140 "workgroupSize": 512,1141 "subgroupSize": 32,1142 "rowsPerSubgroup": 4,1143 "subgroupsPerRow": 11144 },1145 "variant": "carried"1146 },1147 "conv_in_proj": {1148 "geometry": {1149 "workgroupSize": 512,1150 "subgroupSize": 32,1151 "rowsPerSubgroup": 6,1152 "subgroupsPerRow": 11153 },1154 "variant": "carried"1155 },1156 "head": {1157 "geometry": {1158 "workgroupSize": 256,1159 "subgroupSize": 32,1160 "rowsPerSubgroup": 8,1161 "subgroupsPerRow": 11162 },1163 "variant": "v3_both"1164 }1165 },1166 "mlpMode": "subgroup",1167 "mlpSlices": 40,1168 "mlpWorkgroup": 1024,1169 "normSubgroup": true,1170 "convFuse": true,1171 "flashOnline": true,1172 "flashBlocks": 32,1173 "mlpPair": true,1174 "foldLanes": 16,1175 "foldSubgroup": true,1176 "mlpHalfDot": "gate",1177 "mlpHalfProduct": "down"1178 }1179}1180