mavis-ai/Multilingual-e5-large-Q8
036
1{2 "schemaVersion": 2,3 "format": "revis-xlm-roberta-e5-mlx-native-q8",4 "source": "intfloat/multilingual-e5-large",5 "baseWeights": "weights.00.safetensors",6 "quantizedWeights": "weights.00.safetensors",7 "quantization": {8 "type": "mlx-native-affine",9 "bits": 8,10 "group_size": 64,11 "mode": "affine",12 "quantizedTensorSuffix": ".qweight",13 "scaleTensorSuffix": ".scales",14 "biasTensorSuffix": ".biases",15 "linear": "mx.quantized_matmul(x, qweight, scales=scales, biases=biases, transpose=True, group_size=group_size, bits=bits, mode=mode)",16 "embedding": "mx.dequantize(qweight[ids], scales=scales[ids], biases=biases[ids], group_size=group_size, bits=bits, mode=mode)"17 },18 "quantized": [19 {20 "name": "embeddings.position_embeddings.weight",21 "shape": [22 514,23 102424 ],25 "dtype": "float16",26 "qweight": "embeddings.position_embeddings.weight.qweight",27 "scales": "embeddings.position_embeddings.weight.scales",28 "biases": "embeddings.position_embeddings.weight.biases"29 },30 {31 "name": "embeddings.token_type_embeddings.weight",32 "shape": [33 1,34 102435 ],36 "dtype": "float16",37 "qweight": "embeddings.token_type_embeddings.weight.qweight",38 "scales": "embeddings.token_type_embeddings.weight.scales",39 "biases": "embeddings.token_type_embeddings.weight.biases"40 },41 {42 "name": "embeddings.word_embeddings.weight",43 "shape": [44 250002,45 102446 ],47 "dtype": "float16",48 "qweight": "embeddings.word_embeddings.weight.qweight",49 "scales": "embeddings.word_embeddings.weight.scales",50 "biases": "embeddings.word_embeddings.weight.biases"51 },52 {53 "name": "encoder.layer.0.attention.output.dense.weight",54 "shape": [55 1024,56 102457 ],58 "dtype": "float16",59 "qweight": "encoder.layer.0.attention.output.dense.weight.qweight",60 "scales": "encoder.layer.0.attention.output.dense.weight.scales",61 "biases": "encoder.layer.0.attention.output.dense.weight.biases"62 },63 {64 "name": "encoder.layer.0.attention.self.key.weight",65 "shape": [66 1024,67 102468 ],69 "dtype": "float16",70 "qweight": "encoder.layer.0.attention.self.key.weight.qweight",71 "scales": "encoder.layer.0.attention.self.key.weight.scales",72 "biases": "encoder.layer.0.attention.self.key.weight.biases"73 },74 {75 "name": "encoder.layer.0.attention.self.query.weight",76 "shape": [77 1024,78 102479 ],80 "dtype": "float16",81 "qweight": "encoder.layer.0.attention.self.query.weight.qweight",82 "scales": "encoder.layer.0.attention.self.query.weight.scales",83 "biases": "encoder.layer.0.attention.self.query.weight.biases"84 },85 {86 "name": "encoder.layer.0.attention.self.value.weight",87 "shape": [88 1024,89 102490 ],91 "dtype": "float16",92 "qweight": "encoder.layer.0.attention.self.value.weight.qweight",93 "scales": "encoder.layer.0.attention.self.value.weight.scales",94 "biases": "encoder.layer.0.attention.self.value.weight.biases"95 },96 {97 "name": "encoder.layer.0.intermediate.dense.weight",98 "shape": [99 4096,100 1024101 ],102 "dtype": "float16",103 "qweight": "encoder.layer.0.intermediate.dense.weight.qweight",104 "scales": "encoder.layer.0.intermediate.dense.weight.scales",105 "biases": "encoder.layer.0.intermediate.dense.weight.biases"106 },107 {108 "name": "encoder.layer.0.output.dense.weight",109 "shape": [110 1024,111 4096112 ],113 "dtype": "float16",114 "qweight": "encoder.layer.0.output.dense.weight.qweight",115 "scales": "encoder.layer.0.output.dense.weight.scales",116 "biases": "encoder.layer.0.output.dense.weight.biases"117 },118 {119 "name": "encoder.layer.1.attention.output.dense.weight",120 "shape": [121 1024,122 1024123 ],124 "dtype": "float16",125 "qweight": "encoder.layer.1.attention.output.dense.weight.qweight",126 "scales": "encoder.layer.1.attention.output.dense.weight.scales",127 "biases": "encoder.layer.1.attention.output.dense.weight.biases"128 },129 {130 "name": "encoder.layer.1.attention.self.key.weight",131 "shape": [132 1024,133 1024134 ],135 "dtype": "float16",136 "qweight": "encoder.layer.1.attention.self.key.weight.qweight",137 "scales": "encoder.layer.1.attention.self.key.weight.scales",138 "biases": "encoder.layer.1.attention.self.key.weight.biases"139 },140 {141 "name": "encoder.layer.1.attention.self.query.weight",142 "shape": [143 1024,144 1024145 ],146 "dtype": "float16",147 "qweight": "encoder.layer.1.attention.self.query.weight.qweight",148 "scales": "encoder.layer.1.attention.self.query.weight.scales",149 "biases": "encoder.layer.1.attention.self.query.weight.biases"150 },151 {152 "name": "encoder.layer.1.attention.self.value.weight",153 "shape": [154 1024,155 1024156 ],157 "dtype": "float16",158 "qweight": "encoder.layer.1.attention.self.value.weight.qweight",159 "scales": "encoder.layer.1.attention.self.value.weight.scales",160 "biases": "encoder.layer.1.attention.self.value.weight.biases"161 },162 {163 "name": "encoder.layer.1.intermediate.dense.weight",164 "shape": [165 4096,166 1024167 ],168 "dtype": "float16",169 "qweight": "encoder.layer.1.intermediate.dense.weight.qweight",170 "scales": "encoder.layer.1.intermediate.dense.weight.scales",171 "biases": "encoder.layer.1.intermediate.dense.weight.biases"172 },173 {174 "name": "encoder.layer.1.output.dense.weight",175 "shape": [176 1024,177 4096178 ],179 "dtype": "float16",180 "qweight": "encoder.layer.1.output.dense.weight.qweight",181 "scales": "encoder.layer.1.output.dense.weight.scales",182 "biases": "encoder.layer.1.output.dense.weight.biases"183 },184 {185 "name": "encoder.layer.10.attention.output.dense.weight",186 "shape": [187 1024,188 1024189 ],190 "dtype": "float16",191 "qweight": "encoder.layer.10.attention.output.dense.weight.qweight",192 "scales": "encoder.layer.10.attention.output.dense.weight.scales",193 "biases": "encoder.layer.10.attention.output.dense.weight.biases"194 },195 {196 "name": "encoder.layer.10.attention.self.key.weight",197 "shape": [198 1024,199 1024200 ],201 "dtype": "float16",202 "qweight": "encoder.layer.10.attention.self.key.weight.qweight",203 "scales": "encoder.layer.10.attention.self.key.weight.scales",204 "biases": "encoder.layer.10.attention.self.key.weight.biases"205 },206 {207 "name": "encoder.layer.10.attention.self.query.weight",208 "shape": [209 1024,210 1024211 ],212 "dtype": "float16",213 "qweight": "encoder.layer.10.attention.self.query.weight.qweight",214 "scales": "encoder.layer.10.attention.self.query.weight.scales",215 "biases": "encoder.layer.10.attention.self.query.weight.biases"216 },217 {218 "name": "encoder.layer.10.attention.self.value.weight",219 "shape": [220 1024,221 1024222 ],223 "dtype": "float16",224 "qweight": "encoder.layer.10.attention.self.value.weight.qweight",225 "scales": "encoder.layer.10.attention.self.value.weight.scales",226 "biases": "encoder.layer.10.attention.self.value.weight.biases"227 },228 {229 "name": "encoder.layer.10.intermediate.dense.weight",230 "shape": [231 4096,232 1024233 ],234 "dtype": "float16",235 "qweight": "encoder.layer.10.intermediate.dense.weight.qweight",236 "scales": "encoder.layer.10.intermediate.dense.weight.scales",237 "biases": "encoder.layer.10.intermediate.dense.weight.biases"238 },239 {240 "name": "encoder.layer.10.output.dense.weight",241 "shape": [242 1024,243 4096244 ],245 "dtype": "float16",246 "qweight": "encoder.layer.10.output.dense.weight.qweight",247 "scales": "encoder.layer.10.output.dense.weight.scales",248 "biases": "encoder.layer.10.output.dense.weight.biases"249 },250 {251 "name": "encoder.layer.11.attention.output.dense.weight",252 "shape": [253 1024,254 1024255 ],256 "dtype": "float16",257 "qweight": "encoder.layer.11.attention.output.dense.weight.qweight",258 "scales": "encoder.layer.11.attention.output.dense.weight.scales",259 "biases": "encoder.layer.11.attention.output.dense.weight.biases"260 },261 {262 "name": "encoder.layer.11.attention.self.key.weight",263 "shape": [264 1024,265 1024266 ],267 "dtype": "float16",268 "qweight": "encoder.layer.11.attention.self.key.weight.qweight",269 "scales": "encoder.layer.11.attention.self.key.weight.scales",270 "biases": "encoder.layer.11.attention.self.key.weight.biases"271 },272 {273 "name": "encoder.layer.11.attention.self.query.weight",274 "shape": [275 1024,276 1024277 ],278 "dtype": "float16",279 "qweight": "encoder.layer.11.attention.self.query.weight.qweight",280 "scales": "encoder.layer.11.attention.self.query.weight.scales",281 "biases": "encoder.layer.11.attention.self.query.weight.biases"282 },283 {284 "name": "encoder.layer.11.attention.self.value.weight",285 "shape": [286 1024,287 1024288 ],289 "dtype": "float16",290 "qweight": "encoder.layer.11.attention.self.value.weight.qweight",291 "scales": "encoder.layer.11.attention.self.value.weight.scales",292 "biases": "encoder.layer.11.attention.self.value.weight.biases"293 },294 {295 "name": "encoder.layer.11.intermediate.dense.weight",296 "shape": [297 4096,298 1024299 ],300 "dtype": "float16",301 "qweight": "encoder.layer.11.intermediate.dense.weight.qweight",302 "scales": "encoder.layer.11.intermediate.dense.weight.scales",303 "biases": "encoder.layer.11.intermediate.dense.weight.biases"304 },305 {306 "name": "encoder.layer.11.output.dense.weight",307 "shape": [308 1024,309 4096310 ],311 "dtype": "float16",312 "qweight": "encoder.layer.11.output.dense.weight.qweight",313 "scales": "encoder.layer.11.output.dense.weight.scales",314 "biases": "encoder.layer.11.output.dense.weight.biases"315 },316 {317 "name": "encoder.layer.12.attention.output.dense.weight",318 "shape": [319 1024,320 1024321 ],322 "dtype": "float16",323 "qweight": "encoder.layer.12.attention.output.dense.weight.qweight",324 "scales": "encoder.layer.12.attention.output.dense.weight.scales",325 "biases": "encoder.layer.12.attention.output.dense.weight.biases"326 },327 {328 "name": "encoder.layer.12.attention.self.key.weight",329 "shape": [330 1024,331 1024332 ],333 "dtype": "float16",334 "qweight": "encoder.layer.12.attention.self.key.weight.qweight",335 "scales": "encoder.layer.12.attention.self.key.weight.scales",336 "biases": "encoder.layer.12.attention.self.key.weight.biases"337 },338 {339 "name": "encoder.layer.12.attention.self.query.weight",340 "shape": [341 1024,342 1024343 ],344 "dtype": "float16",345 "qweight": "encoder.layer.12.attention.self.query.weight.qweight",346 "scales": "encoder.layer.12.attention.self.query.weight.scales",347 "biases": "encoder.layer.12.attention.self.query.weight.biases"348 },349 {350 "name": "encoder.layer.12.attention.self.value.weight",351 "shape": [352 1024,353 1024354 ],355 "dtype": "float16",356 "qweight": "encoder.layer.12.attention.self.value.weight.qweight",357 "scales": "encoder.layer.12.attention.self.value.weight.scales",358 "biases": "encoder.layer.12.attention.self.value.weight.biases"359 },360 {361 "name": "encoder.layer.12.intermediate.dense.weight",362 "shape": [363 4096,364 1024365 ],366 "dtype": "float16",367 "qweight": "encoder.layer.12.intermediate.dense.weight.qweight",368 "scales": "encoder.layer.12.intermediate.dense.weight.scales",369 "biases": "encoder.layer.12.intermediate.dense.weight.biases"370 },371 {372 "name": "encoder.layer.12.output.dense.weight",373 "shape": [374 1024,375 4096376 ],377 "dtype": "float16",378 "qweight": "encoder.layer.12.output.dense.weight.qweight",379 "scales": "encoder.layer.12.output.dense.weight.scales",380 "biases": "encoder.layer.12.output.dense.weight.biases"381 },382 {383 "name": "encoder.layer.13.attention.output.dense.weight",384 "shape": [385 1024,386 1024387 ],388 "dtype": "float16",389 "qweight": "encoder.layer.13.attention.output.dense.weight.qweight",390 "scales": "encoder.layer.13.attention.output.dense.weight.scales",391 "biases": "encoder.layer.13.attention.output.dense.weight.biases"392 },393 {394 "name": "encoder.layer.13.attention.self.key.weight",395 "shape": [396 1024,397 1024398 ],399 "dtype": "float16",400 "qweight": "encoder.layer.13.attention.self.key.weight.qweight",401 "scales": "encoder.layer.13.attention.self.key.weight.scales",402 "biases": "encoder.layer.13.attention.self.key.weight.biases"403 },404 {405 "name": "encoder.layer.13.attention.self.query.weight",406 "shape": [407 1024,408 1024409 ],410 "dtype": "float16",411 "qweight": "encoder.layer.13.attention.self.query.weight.qweight",412 "scales": "encoder.layer.13.attention.self.query.weight.scales",413 "biases": "encoder.layer.13.attention.self.query.weight.biases"414 },415 {416 "name": "encoder.layer.13.attention.self.value.weight",417 "shape": [418 1024,419 1024420 ],421 "dtype": "float16",422 "qweight": "encoder.layer.13.attention.self.value.weight.qweight",423 "scales": "encoder.layer.13.attention.self.value.weight.scales",424 "biases": "encoder.layer.13.attention.self.value.weight.biases"425 },426 {427 "name": "encoder.layer.13.intermediate.dense.weight",428 "shape": [429 4096,430 1024431 ],432 "dtype": "float16",433 "qweight": "encoder.layer.13.intermediate.dense.weight.qweight",434 "scales": "encoder.layer.13.intermediate.dense.weight.scales",435 "biases": "encoder.layer.13.intermediate.dense.weight.biases"436 },437 {438 "name": "encoder.layer.13.output.dense.weight",439 "shape": [440 1024,441 4096442 ],443 "dtype": "float16",444 "qweight": "encoder.layer.13.output.dense.weight.qweight",445 "scales": "encoder.layer.13.output.dense.weight.scales",446 "biases": "encoder.layer.13.output.dense.weight.biases"447 },448 {449 "name": "encoder.layer.14.attention.output.dense.weight",450 "shape": [451 1024,452 1024453 ],454 "dtype": "float16",455 "qweight": "encoder.layer.14.attention.output.dense.weight.qweight",456 "scales": "encoder.layer.14.attention.output.dense.weight.scales",457 "biases": "encoder.layer.14.attention.output.dense.weight.biases"458 },459 {460 "name": "encoder.layer.14.attention.self.key.weight",461 "shape": [462 1024,463 1024464 ],465 "dtype": "float16",466 "qweight": "encoder.layer.14.attention.self.key.weight.qweight",467 "scales": "encoder.layer.14.attention.self.key.weight.scales",468 "biases": "encoder.layer.14.attention.self.key.weight.biases"469 },470 {471 "name": "encoder.layer.14.attention.self.query.weight",472 "shape": [473 1024,474 1024475 ],476 "dtype": "float16",477 "qweight": "encoder.layer.14.attention.self.query.weight.qweight",478 "scales": "encoder.layer.14.attention.self.query.weight.scales",479 "biases": "encoder.layer.14.attention.self.query.weight.biases"480 },481 {482 "name": "encoder.layer.14.attention.self.value.weight",483 "shape": [484 1024,485 1024486 ],487 "dtype": "float16",488 "qweight": "encoder.layer.14.attention.self.value.weight.qweight",489 "scales": "encoder.layer.14.attention.self.value.weight.scales",490 "biases": "encoder.layer.14.attention.self.value.weight.biases"491 },492 {493 "name": "encoder.layer.14.intermediate.dense.weight",494 "shape": [495 4096,496 1024497 ],498 "dtype": "float16",499 "qweight": "encoder.layer.14.intermediate.dense.weight.qweight",500 "scales": "encoder.layer.14.intermediate.dense.weight.scales",501 "biases": "encoder.layer.14.intermediate.dense.weight.biases"502 },503 {504 "name": "encoder.layer.14.output.dense.weight",505 "shape": [506 1024,507 4096508 ],509 "dtype": "float16",510 "qweight": "encoder.layer.14.output.dense.weight.qweight",511 "scales": "encoder.layer.14.output.dense.weight.scales",512 "biases": "encoder.layer.14.output.dense.weight.biases"513 },514 {515 "name": "encoder.layer.15.attention.output.dense.weight",516 "shape": [517 1024,518 1024519 ],520 "dtype": "float16",521 "qweight": "encoder.layer.15.attention.output.dense.weight.qweight",522 "scales": "encoder.layer.15.attention.output.dense.weight.scales",523 "biases": "encoder.layer.15.attention.output.dense.weight.biases"524 },525 {526 "name": "encoder.layer.15.attention.self.key.weight",527 "shape": [528 1024,529 1024530 ],531 "dtype": "float16",532 "qweight": "encoder.layer.15.attention.self.key.weight.qweight",533 "scales": "encoder.layer.15.attention.self.key.weight.scales",534 "biases": "encoder.layer.15.attention.self.key.weight.biases"535 },536 {537 "name": "encoder.layer.15.attention.self.query.weight",538 "shape": [539 1024,540 1024541 ],542 "dtype": "float16",543 "qweight": "encoder.layer.15.attention.self.query.weight.qweight",544 "scales": "encoder.layer.15.attention.self.query.weight.scales",545 "biases": "encoder.layer.15.attention.self.query.weight.biases"546 },547 {548 "name": "encoder.layer.15.attention.self.value.weight",549 "shape": [550 1024,551 1024552 ],553 "dtype": "float16",554 "qweight": "encoder.layer.15.attention.self.value.weight.qweight",555 "scales": "encoder.layer.15.attention.self.value.weight.scales",556 "biases": "encoder.layer.15.attention.self.value.weight.biases"557 },558 {559 "name": "encoder.layer.15.intermediate.dense.weight",560 "shape": [561 4096,562 1024563 ],564 "dtype": "float16",565 "qweight": "encoder.layer.15.intermediate.dense.weight.qweight",566 "scales": "encoder.layer.15.intermediate.dense.weight.scales",567 "biases": "encoder.layer.15.intermediate.dense.weight.biases"568 },569 {570 "name": "encoder.layer.15.output.dense.weight",571 "shape": [572 1024,573 4096574 ],575 "dtype": "float16",576 "qweight": "encoder.layer.15.output.dense.weight.qweight",577 "scales": "encoder.layer.15.output.dense.weight.scales",578 "biases": "encoder.layer.15.output.dense.weight.biases"579 },580 {581 "name": "encoder.layer.16.attention.output.dense.weight",582 "shape": [583 1024,584 1024585 ],586 "dtype": "float16",587 "qweight": "encoder.layer.16.attention.output.dense.weight.qweight",588 "scales": "encoder.layer.16.attention.output.dense.weight.scales",589 "biases": "encoder.layer.16.attention.output.dense.weight.biases"590 },591 {592 "name": "encoder.layer.16.attention.self.key.weight",593 "shape": [594 1024,595 1024596 ],597 "dtype": "float16",598 "qweight": "encoder.layer.16.attention.self.key.weight.qweight",599 "scales": "encoder.layer.16.attention.self.key.weight.scales",600 "biases": "encoder.layer.16.attention.self.key.weight.biases"601 },602 {603 "name": "encoder.layer.16.attention.self.query.weight",604 "shape": [605 1024,606 1024607 ],608 "dtype": "float16",609 "qweight": "encoder.layer.16.attention.self.query.weight.qweight",610 "scales": "encoder.layer.16.attention.self.query.weight.scales",611 "biases": "encoder.layer.16.attention.self.query.weight.biases"612 },613 {614 "name": "encoder.layer.16.attention.self.value.weight",615 "shape": [616 1024,617 1024618 ],619 "dtype": "float16",620 "qweight": "encoder.layer.16.attention.self.value.weight.qweight",621 "scales": "encoder.layer.16.attention.self.value.weight.scales",622 "biases": "encoder.layer.16.attention.self.value.weight.biases"623 },624 {625 "name": "encoder.layer.16.intermediate.dense.weight",626 "shape": [627 4096,628 1024629 ],630 "dtype": "float16",631 "qweight": "encoder.layer.16.intermediate.dense.weight.qweight",632 "scales": "encoder.layer.16.intermediate.dense.weight.scales",633 "biases": "encoder.layer.16.intermediate.dense.weight.biases"634 },635 {636 "name": "encoder.layer.16.output.dense.weight",637 "shape": [638 1024,639 4096640 ],641 "dtype": "float16",642 "qweight": "encoder.layer.16.output.dense.weight.qweight",643 "scales": "encoder.layer.16.output.dense.weight.scales",644 "biases": "encoder.layer.16.output.dense.weight.biases"645 },646 {647 "name": "encoder.layer.17.attention.output.dense.weight",648 "shape": [649 1024,650 1024651 ],652 "dtype": "float16",653 "qweight": "encoder.layer.17.attention.output.dense.weight.qweight",654 "scales": "encoder.layer.17.attention.output.dense.weight.scales",655 "biases": "encoder.layer.17.attention.output.dense.weight.biases"656 },657 {658 "name": "encoder.layer.17.attention.self.key.weight",659 "shape": [660 1024,661 1024662 ],663 "dtype": "float16",664 "qweight": "encoder.layer.17.attention.self.key.weight.qweight",665 "scales": "encoder.layer.17.attention.self.key.weight.scales",666 "biases": "encoder.layer.17.attention.self.key.weight.biases"667 },668 {669 "name": "encoder.layer.17.attention.self.query.weight",670 "shape": [671 1024,672 1024673 ],674 "dtype": "float16",675 "qweight": "encoder.layer.17.attention.self.query.weight.qweight",676 "scales": "encoder.layer.17.attention.self.query.weight.scales",677 "biases": "encoder.layer.17.attention.self.query.weight.biases"678 },679 {680 "name": "encoder.layer.17.attention.self.value.weight",681 "shape": [682 1024,683 1024684 ],685 "dtype": "float16",686 "qweight": "encoder.layer.17.attention.self.value.weight.qweight",687 "scales": "encoder.layer.17.attention.self.value.weight.scales",688 "biases": "encoder.layer.17.attention.self.value.weight.biases"689 },690 {691 "name": "encoder.layer.17.intermediate.dense.weight",692 "shape": [693 4096,694 1024695 ],696 "dtype": "float16",697 "qweight": "encoder.layer.17.intermediate.dense.weight.qweight",698 "scales": "encoder.layer.17.intermediate.dense.weight.scales",699 "biases": "encoder.layer.17.intermediate.dense.weight.biases"700 },701 {702 "name": "encoder.layer.17.output.dense.weight",703 "shape": [704 1024,705 4096706 ],707 "dtype": "float16",708 "qweight": "encoder.layer.17.output.dense.weight.qweight",709 "scales": "encoder.layer.17.output.dense.weight.scales",710 "biases": "encoder.layer.17.output.dense.weight.biases"711 },712 {713 "name": "encoder.layer.18.attention.output.dense.weight",714 "shape": [715 1024,716 1024717 ],718 "dtype": "float16",719 "qweight": "encoder.layer.18.attention.output.dense.weight.qweight",720 "scales": "encoder.layer.18.attention.output.dense.weight.scales",721 "biases": "encoder.layer.18.attention.output.dense.weight.biases"722 },723 {724 "name": "encoder.layer.18.attention.self.key.weight",725 "shape": [726 1024,727 1024728 ],729 "dtype": "float16",730 "qweight": "encoder.layer.18.attention.self.key.weight.qweight",731 "scales": "encoder.layer.18.attention.self.key.weight.scales",732 "biases": "encoder.layer.18.attention.self.key.weight.biases"733 },734 {735 "name": "encoder.layer.18.attention.self.query.weight",736 "shape": [737 1024,738 1024739 ],740 "dtype": "float16",741 "qweight": "encoder.layer.18.attention.self.query.weight.qweight",742 "scales": "encoder.layer.18.attention.self.query.weight.scales",743 "biases": "encoder.layer.18.attention.self.query.weight.biases"744 },745 {746 "name": "encoder.layer.18.attention.self.value.weight",747 "shape": [748 1024,749 1024750 ],751 "dtype": "float16",752 "qweight": "encoder.layer.18.attention.self.value.weight.qweight",753 "scales": "encoder.layer.18.attention.self.value.weight.scales",754 "biases": "encoder.layer.18.attention.self.value.weight.biases"755 },756 {757 "name": "encoder.layer.18.intermediate.dense.weight",758 "shape": [759 4096,760 1024761 ],762 "dtype": "float16",763 "qweight": "encoder.layer.18.intermediate.dense.weight.qweight",764 "scales": "encoder.layer.18.intermediate.dense.weight.scales",765 "biases": "encoder.layer.18.intermediate.dense.weight.biases"766 },767 {768 "name": "encoder.layer.18.output.dense.weight",769 "shape": [770 1024,771 4096772 ],773 "dtype": "float16",774 "qweight": "encoder.layer.18.output.dense.weight.qweight",775 "scales": "encoder.layer.18.output.dense.weight.scales",776 "biases": "encoder.layer.18.output.dense.weight.biases"777 },778 {779 "name": "encoder.layer.19.attention.output.dense.weight",780 "shape": [781 1024,782 1024783 ],784 "dtype": "float16",785 "qweight": "encoder.layer.19.attention.output.dense.weight.qweight",786 "scales": "encoder.layer.19.attention.output.dense.weight.scales",787 "biases": "encoder.layer.19.attention.output.dense.weight.biases"788 },789 {790 "name": "encoder.layer.19.attention.self.key.weight",791 "shape": [792 1024,793 1024794 ],795 "dtype": "float16",796 "qweight": "encoder.layer.19.attention.self.key.weight.qweight",797 "scales": "encoder.layer.19.attention.self.key.weight.scales",798 "biases": "encoder.layer.19.attention.self.key.weight.biases"799 },800 {801 "name": "encoder.layer.19.attention.self.query.weight",802 "shape": [803 1024,804 1024805 ],806 "dtype": "float16",807 "qweight": "encoder.layer.19.attention.self.query.weight.qweight",808 "scales": "encoder.layer.19.attention.self.query.weight.scales",809 "biases": "encoder.layer.19.attention.self.query.weight.biases"810 },811 {812 "name": "encoder.layer.19.attention.self.value.weight",813 "shape": [814 1024,815 1024816 ],817 "dtype": "float16",818 "qweight": "encoder.layer.19.attention.self.value.weight.qweight",819 "scales": "encoder.layer.19.attention.self.value.weight.scales",820 "biases": "encoder.layer.19.attention.self.value.weight.biases"821 },822 {823 "name": "encoder.layer.19.intermediate.dense.weight",824 "shape": [825 4096,826 1024827 ],828 "dtype": "float16",829 "qweight": "encoder.layer.19.intermediate.dense.weight.qweight",830 "scales": "encoder.layer.19.intermediate.dense.weight.scales",831 "biases": "encoder.layer.19.intermediate.dense.weight.biases"832 },833 {834 "name": "encoder.layer.19.output.dense.weight",835 "shape": [836 1024,837 4096838 ],839 "dtype": "float16",840 "qweight": "encoder.layer.19.output.dense.weight.qweight",841 "scales": "encoder.layer.19.output.dense.weight.scales",842 "biases": "encoder.layer.19.output.dense.weight.biases"843 },844 {845 "name": "encoder.layer.2.attention.output.dense.weight",846 "shape": [847 1024,848 1024849 ],850 "dtype": "float16",851 "qweight": "encoder.layer.2.attention.output.dense.weight.qweight",852 "scales": "encoder.layer.2.attention.output.dense.weight.scales",853 "biases": "encoder.layer.2.attention.output.dense.weight.biases"854 },855 {856 "name": "encoder.layer.2.attention.self.key.weight",857 "shape": [858 1024,859 1024860 ],861 "dtype": "float16",862 "qweight": "encoder.layer.2.attention.self.key.weight.qweight",863 "scales": "encoder.layer.2.attention.self.key.weight.scales",864 "biases": "encoder.layer.2.attention.self.key.weight.biases"865 },866 {867 "name": "encoder.layer.2.attention.self.query.weight",868 "shape": [869 1024,870 1024871 ],872 "dtype": "float16",873 "qweight": "encoder.layer.2.attention.self.query.weight.qweight",874 "scales": "encoder.layer.2.attention.self.query.weight.scales",875 "biases": "encoder.layer.2.attention.self.query.weight.biases"876 },877 {878 "name": "encoder.layer.2.attention.self.value.weight",879 "shape": [880 1024,881 1024882 ],883 "dtype": "float16",884 "qweight": "encoder.layer.2.attention.self.value.weight.qweight",885 "scales": "encoder.layer.2.attention.self.value.weight.scales",886 "biases": "encoder.layer.2.attention.self.value.weight.biases"887 },888 {889 "name": "encoder.layer.2.intermediate.dense.weight",890 "shape": [891 4096,892 1024893 ],894 "dtype": "float16",895 "qweight": "encoder.layer.2.intermediate.dense.weight.qweight",896 "scales": "encoder.layer.2.intermediate.dense.weight.scales",897 "biases": "encoder.layer.2.intermediate.dense.weight.biases"898 },899 {900 "name": "encoder.layer.2.output.dense.weight",901 "shape": [902 1024,903 4096904 ],905 "dtype": "float16",906 "qweight": "encoder.layer.2.output.dense.weight.qweight",907 "scales": "encoder.layer.2.output.dense.weight.scales",908 "biases": "encoder.layer.2.output.dense.weight.biases"909 },910 {911 "name": "encoder.layer.20.attention.output.dense.weight",912 "shape": [913 1024,914 1024915 ],916 "dtype": "float16",917 "qweight": "encoder.layer.20.attention.output.dense.weight.qweight",918 "scales": "encoder.layer.20.attention.output.dense.weight.scales",919 "biases": "encoder.layer.20.attention.output.dense.weight.biases"920 },921 {922 "name": "encoder.layer.20.attention.self.key.weight",923 "shape": [924 1024,925 1024926 ],927 "dtype": "float16",928 "qweight": "encoder.layer.20.attention.self.key.weight.qweight",929 "scales": "encoder.layer.20.attention.self.key.weight.scales",930 "biases": "encoder.layer.20.attention.self.key.weight.biases"931 },932 {933 "name": "encoder.layer.20.attention.self.query.weight",934 "shape": [935 1024,936 1024937 ],938 "dtype": "float16",939 "qweight": "encoder.layer.20.attention.self.query.weight.qweight",940 "scales": "encoder.layer.20.attention.self.query.weight.scales",941 "biases": "encoder.layer.20.attention.self.query.weight.biases"942 },943 {944 "name": "encoder.layer.20.attention.self.value.weight",945 "shape": [946 1024,947 1024948 ],949 "dtype": "float16",950 "qweight": "encoder.layer.20.attention.self.value.weight.qweight",951 "scales": "encoder.layer.20.attention.self.value.weight.scales",952 "biases": "encoder.layer.20.attention.self.value.weight.biases"953 },954 {955 "name": "encoder.layer.20.intermediate.dense.weight",956 "shape": [957 4096,958 1024959 ],960 "dtype": "float16",961 "qweight": "encoder.layer.20.intermediate.dense.weight.qweight",962 "scales": "encoder.layer.20.intermediate.dense.weight.scales",963 "biases": "encoder.layer.20.intermediate.dense.weight.biases"964 },965 {966 "name": "encoder.layer.20.output.dense.weight",967 "shape": [968 1024,969 4096970 ],971 "dtype": "float16",972 "qweight": "encoder.layer.20.output.dense.weight.qweight",973 "scales": "encoder.layer.20.output.dense.weight.scales",974 "biases": "encoder.layer.20.output.dense.weight.biases"975 },976 {977 "name": "encoder.layer.21.attention.output.dense.weight",978 "shape": [979 1024,980 1024981 ],982 "dtype": "float16",983 "qweight": "encoder.layer.21.attention.output.dense.weight.qweight",984 "scales": "encoder.layer.21.attention.output.dense.weight.scales",985 "biases": "encoder.layer.21.attention.output.dense.weight.biases"986 },987 {988 "name": "encoder.layer.21.attention.self.key.weight",989 "shape": [990 1024,991 1024992 ],993 "dtype": "float16",994 "qweight": "encoder.layer.21.attention.self.key.weight.qweight",995 "scales": "encoder.layer.21.attention.self.key.weight.scales",996 "biases": "encoder.layer.21.attention.self.key.weight.biases"997 },998 {999 "name": "encoder.layer.21.attention.self.query.weight",1000 "shape": [1001 1024,1002 10241003 ],1004 "dtype": "float16",1005 "qweight": "encoder.layer.21.attention.self.query.weight.qweight",1006 "scales": "encoder.layer.21.attention.self.query.weight.scales",1007 "biases": "encoder.layer.21.attention.self.query.weight.biases"1008 },1009 {1010 "name": "encoder.layer.21.attention.self.value.weight",1011 "shape": [1012 1024,1013 10241014 ],1015 "dtype": "float16",1016 "qweight": "encoder.layer.21.attention.self.value.weight.qweight",1017 "scales": "encoder.layer.21.attention.self.value.weight.scales",1018 "biases": "encoder.layer.21.attention.self.value.weight.biases"1019 },1020 {1021 "name": "encoder.layer.21.intermediate.dense.weight",1022 "shape": [1023 4096,1024 10241025 ],1026 "dtype": "float16",1027 "qweight": "encoder.layer.21.intermediate.dense.weight.qweight",1028 "scales": "encoder.layer.21.intermediate.dense.weight.scales",1029 "biases": "encoder.layer.21.intermediate.dense.weight.biases"1030 },1031 {1032 "name": "encoder.layer.21.output.dense.weight",1033 "shape": [1034 1024,1035 40961036 ],1037 "dtype": "float16",1038 "qweight": "encoder.layer.21.output.dense.weight.qweight",1039 "scales": "encoder.layer.21.output.dense.weight.scales",1040 "biases": "encoder.layer.21.output.dense.weight.biases"1041 },1042 {1043 "name": "encoder.layer.22.attention.output.dense.weight",1044 "shape": [1045 1024,1046 10241047 ],1048 "dtype": "float16",1049 "qweight": "encoder.layer.22.attention.output.dense.weight.qweight",1050 "scales": "encoder.layer.22.attention.output.dense.weight.scales",1051 "biases": "encoder.layer.22.attention.output.dense.weight.biases"1052 },1053 {1054 "name": "encoder.layer.22.attention.self.key.weight",1055 "shape": [1056 1024,1057 10241058 ],1059 "dtype": "float16",1060 "qweight": "encoder.layer.22.attention.self.key.weight.qweight",1061 "scales": "encoder.layer.22.attention.self.key.weight.scales",1062 "biases": "encoder.layer.22.attention.self.key.weight.biases"1063 },1064 {1065 "name": "encoder.layer.22.attention.self.query.weight",1066 "shape": [1067 1024,1068 10241069 ],1070 "dtype": "float16",1071 "qweight": "encoder.layer.22.attention.self.query.weight.qweight",1072 "scales": "encoder.layer.22.attention.self.query.weight.scales",1073 "biases": "encoder.layer.22.attention.self.query.weight.biases"1074 },1075 {1076 "name": "encoder.layer.22.attention.self.value.weight",1077 "shape": [1078 1024,1079 10241080 ],1081 "dtype": "float16",1082 "qweight": "encoder.layer.22.attention.self.value.weight.qweight",1083 "scales": "encoder.layer.22.attention.self.value.weight.scales",1084 "biases": "encoder.layer.22.attention.self.value.weight.biases"1085 },1086 {1087 "name": "encoder.layer.22.intermediate.dense.weight",1088 "shape": [1089 4096,1090 10241091 ],1092 "dtype": "float16",1093 "qweight": "encoder.layer.22.intermediate.dense.weight.qweight",1094 "scales": "encoder.layer.22.intermediate.dense.weight.scales",1095 "biases": "encoder.layer.22.intermediate.dense.weight.biases"1096 },1097 {1098 "name": "encoder.layer.22.output.dense.weight",1099 "shape": [1100 1024,1101 40961102 ],1103 "dtype": "float16",1104 "qweight": "encoder.layer.22.output.dense.weight.qweight",1105 "scales": "encoder.layer.22.output.dense.weight.scales",1106 "biases": "encoder.layer.22.output.dense.weight.biases"1107 },1108 {1109 "name": "encoder.layer.23.attention.output.dense.weight",1110 "shape": [1111 1024,1112 10241113 ],1114 "dtype": "float16",1115 "qweight": "encoder.layer.23.attention.output.dense.weight.qweight",1116 "scales": "encoder.layer.23.attention.output.dense.weight.scales",1117 "biases": "encoder.layer.23.attention.output.dense.weight.biases"1118 },1119 {1120 "name": "encoder.layer.23.attention.self.key.weight",1121 "shape": [1122 1024,1123 10241124 ],1125 "dtype": "float16",1126 "qweight": "encoder.layer.23.attention.self.key.weight.qweight",1127 "scales": "encoder.layer.23.attention.self.key.weight.scales",1128 "biases": "encoder.layer.23.attention.self.key.weight.biases"1129 },1130 {1131 "name": "encoder.layer.23.attention.self.query.weight",1132 "shape": [1133 1024,1134 10241135 ],1136 "dtype": "float16",1137 "qweight": "encoder.layer.23.attention.self.query.weight.qweight",1138 "scales": "encoder.layer.23.attention.self.query.weight.scales",1139 "biases": "encoder.layer.23.attention.self.query.weight.biases"1140 },1141 {1142 "name": "encoder.layer.23.attention.self.value.weight",1143 "shape": [1144 1024,1145 10241146 ],1147 "dtype": "float16",1148 "qweight": "encoder.layer.23.attention.self.value.weight.qweight",1149 "scales": "encoder.layer.23.attention.self.value.weight.scales",1150 "biases": "encoder.layer.23.attention.self.value.weight.biases"1151 },1152 {1153 "name": "encoder.layer.23.intermediate.dense.weight",1154 "shape": [1155 4096,1156 10241157 ],1158 "dtype": "float16",1159 "qweight": "encoder.layer.23.intermediate.dense.weight.qweight",1160 "scales": "encoder.layer.23.intermediate.dense.weight.scales",1161 "biases": "encoder.layer.23.intermediate.dense.weight.biases"1162 },1163 {1164 "name": "encoder.layer.23.output.dense.weight",1165 "shape": [1166 1024,1167 40961168 ],1169 "dtype": "float16",1170 "qweight": "encoder.layer.23.output.dense.weight.qweight",1171 "scales": "encoder.layer.23.output.dense.weight.scales",1172 "biases": "encoder.layer.23.output.dense.weight.biases"1173 },1174 {1175 "name": "encoder.layer.3.attention.output.dense.weight",1176 "shape": [1177 1024,1178 10241179 ],1180 "dtype": "float16",1181 "qweight": "encoder.layer.3.attention.output.dense.weight.qweight",1182 "scales": "encoder.layer.3.attention.output.dense.weight.scales",1183 "biases": "encoder.layer.3.attention.output.dense.weight.biases"1184 },1185 {1186 "name": "encoder.layer.3.attention.self.key.weight",1187 "shape": [1188 1024,1189 10241190 ],1191 "dtype": "float16",1192 "qweight": "encoder.layer.3.attention.self.key.weight.qweight",1193 "scales": "encoder.layer.3.attention.self.key.weight.scales",1194 "biases": "encoder.layer.3.attention.self.key.weight.biases"1195 },1196 {1197 "name": "encoder.layer.3.attention.self.query.weight",1198 "shape": [1199 1024,1200 1024