aixk/fastplus-125m
0
1{2 "version": "1.0",3 "truncation": null,4 "padding": null,5 "added_tokens": [6 {7 "id": 0,8 "content": "<s>",9 "single_word": false,10 "lstrip": false,11 "rstrip": false,12 "normalized": false,13 "special": true14 },15 {16 "id": 1,17 "content": "<pad>",18 "single_word": false,19 "lstrip": false,20 "rstrip": false,21 "normalized": false,22 "special": true23 },24 {25 "id": 2,26 "content": "</s>",27 "single_word": false,28 "lstrip": false,29 "rstrip": false,30 "normalized": false,31 "special": true32 },33 {34 "id": 3,35 "content": "<unk>",36 "single_word": false,37 "lstrip": false,38 "rstrip": false,39 "normalized": false,40 "special": true41 },42 {43 "id": 4,44 "content": "<|user|>",45 "single_word": false,46 "lstrip": false,47 "rstrip": false,48 "normalized": false,49 "special": true50 },51 {52 "id": 5,53 "content": "<|assistant|>",54 "single_word": false,55 "lstrip": false,56 "rstrip": false,57 "normalized": false,58 "special": true59 }60 ],61 "normalizer": null,62 "pre_tokenizer": {63 "type": "ByteLevel",64 "add_prefix_space": false,65 "trim_offsets": true,66 "use_regex": true67 },68 "post_processor": {69 "type": "TemplateProcessing",70 "single": [71 {72 "Sequence": {73 "id": "A",74 "type_id": 075 }76 }77 ],78 "pair": [79 {80 "Sequence": {81 "id": "A",82 "type_id": 083 }84 },85 {86 "Sequence": {87 "id": "B",88 "type_id": 189 }90 }91 ],92 "special_tokens": {}93 },94 "decoder": {95 "type": "ByteLevel",96 "add_prefix_space": true,97 "trim_offsets": true,98 "use_regex": true99 },100 "model": {101 "type": "Unigram",102 "unk_id": null,103 "vocab": [104 [105 "<s>",106 0.0107 ],108 [109 "<pad>",110 0.0111 ],112 [113 "</s>",114 0.0115 ],116 [117 "<unk>",118 0.0119 ],120 [121 "<|user|>",122 0.0123 ],124 [125 "<|assistant|>",126 0.0127 ],128 [129 "Ġ",130 -3.0069588398917713131 ],132 [133 ".",134 -3.6183623902372606135 ],136 [137 "s",138 -3.743769814741333139 ],140 [141 ",",142 -3.865492614517253143 ],144 [145 "Ġthe",146 -4.574321530774103147 ],148 [149 "Ċ",150 -4.668734985848449151 ],152 [153 "Ġa",154 -4.939500804732109155 ],156 [157 "t",158 -5.160958096460826159 ],160 [161 "e",162 -5.172110863255918163 ],164 [165 "'",166 -5.18143346044852167 ],168 [169 "Ġto",170 -5.188217028089834171 ],172 [173 "y",174 -5.20783597048627175 ],176 [177 "n",178 -5.233855565272627179 ],180 [181 "ा",182 -5.286143319130435183 ],184 [185 "?",186 -5.318865646073537187 ],188 [189 "ing",190 -5.320859607701884191 ],192 [193 "Ġand",194 -5.3997361381528055195 ],196 [197 "Ġof",198 -5.41650532235199 ],200 [201 "-",202 -5.447015932317738203 ],204 [205 "i",206 -5.483555729404266207 ],208 [209 "à¥",210 -5.541028141691571211 ],212 [213 "į",214 -5.551049984269987215 ],216 [217 "Ġin",218 -5.552712906683453219 ],220 [221 "d",222 -5.570576423197931223 ],224 [225 "a",226 -5.613445509126562227 ],228 [229 "Ġde",230 -5.631160294512583231 ],232 [233 ":",234 -5.632693101838816235 ],236 [237 "o",238 -5.687328662313384239 ],240 [241 "ed",242 -5.7914788891756555243 ],244 [245 "ि",246 -5.813624966097796247 ],248 [249 "à¥ĩ",250 -5.836197776024738251 ],252 [253 "ëĭ¤",254 -5.8721344128623265255 ],256 [257 "ï¼Į",258 -5.907518476340899259 ],260 [261 "{",262 -5.9080785854276705263 ],264 [265 "Ġ\\",266 -5.911082023447218267 ],268 [269 ")",270 -5.93266776691501271 ],272 [273 "à¸",274 -5.962423950397675275 ],276 [277 "(",278 -6.002371256982055279 ],280 [281 "ãĢĤ",282 -6.004125287769346283 ],284 [285 "Ġà¤ķ",286 -6.02227606140649287 ],288 [289 "Ġ=",290 -6.0241973528804291 ],292 [293 "Ġis",294 -6.025044529382811295 ],296 [297 "ìĿĺ",298 -6.03159983208435299 ],300 [301 "2",302 -6.04272463297848303 ],304 [305 "ìĿĦ",306 -6.051922445162235307 ],308 [309 "c",310 -6.129384413170635311 ],312 [313 "1",314 -6.148950456796422315 ],316 [317 "ëĬĶ",318 -6.179267481521109319 ],320 [321 "Ġfor",322 -6.202701309359776323 ],324 [325 "m",326 -6.214174319274887327 ],328 [329 "r",330 -6.220448022816189331 ],332 [333 "ng",334 -6.233502492120557335 ],336 [337 "र",338 -6.276862299434269339 ],340 [341 "Ġyou",342 -6.290100708847202343 ],344 [345 "±",346 -6.291732688455694347 ],348 [349 "}",350 -6.303608551376087351 ],352 [353 "Ġbe",354 -6.317162532566966355 ],356 [357 "à¥Ģ",358 -6.3476922212290035359 ],360 [361 "Ġ(",362 -6.35471634995829363 ],364 [365 "_",366 -6.356537983384381367 ],368 [369 "ly",370 -6.366631117870606371 ],372 [373 "Ġ\"",374 -6.367063432481341375 ],376 [377 "Ġ-",378 -6.3744999003538485379 ],380 [381 "çļĦ",382 -6.377672965969673383 ],384 [385 "es",386 -6.405996437086873387 ],388 [389 "à¹ī",390 -6.430594103023111391 ],392 [393 "p",394 -6.439785826243353395 ],396 [397 "त",398 -6.452291807017723399 ],400 [401 "न",402 -6.468672230568197403 ],404 [405 "ãĢģ",406 -6.470687827121299407 ],408 [409 "를",410 -6.476362257528482411 ],412 [413 "ĠI",414 -6.479193029458084415 ],416 [417 "Ġon",418 -6.47966608451512419 ],420 [421 "Ġe",422 -6.4798564155425975423 ],424 [425 "Ġtha",426 -6.504458874648224427 ],428 [429 "à¹Ī",430 -6.528180362162029431 ],432 [433 "\"",434 -6.56039813267734435 ],436 [437 "Ġ1",438 -6.561572015194157439 ],440 [441 "ìĿĢ",442 -6.575360879729807443 ],444 [445 "à¤ķ",446 -6.59228246554691447 ],448 [449 "Ġ2",450 -6.60096749997305451 ],452 [453 "य",454 -6.623620019989033455 ],456 [457 "3",458 -6.634611009965209459 ],460 [461 "u",462 -6.657664272441082463 ],464 [465 "$",466 -6.65818165387582467 ],468 [469 "ĠThe",470 -6.67249879806166471 ],472 [473 "er",474 -6.682673104998527475 ],476 [477 "Ġwith",478 -6.691038309411347479 ],480 [481 "ìĿ´",482 -6.693499456264233483 ],484 [485 "Ġit",486 -6.693668607546909487 ],488 [489 "ê°Ģ",490 -6.713026327846803491 ],492 [493 "à¥ĭ",494 -6.720780423011995495 ],496 [497 "Ġ$",498 -6.725309418986676499 ],500 [501 "en",502 -6.725567752819014503 ],504 [505 "k",506 -6.750880283022408507 ],508 [509 "ิ",510 -6.771569532408359511 ],512 [513 "ìĹIJ",514 -6.775673222701926515 ],516 [517 "Ġ+",518 -6.798903483323828519 ],520 [521 "re",522 -6.799017349802707523 ],524 [525 "Ġla",526 -6.804849030565576527 ],528 [529 "°",530 -6.804873258019473531 ],532 [533 "Ġस",534 -6.816251091330036535 ],536 [537 "Ġor",538 -6.825249831721418539 ],540 [541 "ĊĠĠĠ",542 -6.8282518774891106543 ],544 [545 "Ġyour",546 -6.8635738141830025547 ],548 [549 "Ġdo",550 -6.865178657381325551 ],552 [553 "Ġare",554 -6.881051139171557555 ],556 [557 "Ġas",558 -6.887213914632957559 ],560 [561 "ĠA",562 -6.89511922826247563 ],564 [565 "Ġ3",566 -6.9052452583951975567 ],568 [569 "Ġह",570 -6.921593866966605571 ],572 [573 "Ġque",574 -6.923327880699313575 ],576 [577 "!",578 -6.92658782534469579 ],580 [581 "Ġdi",582 -6.929033036133868583 ],584 [585 "Ġcan",586 -6.932122266666138587 ],588 [589 "/",590 -6.947120008707733591 ],592 [593 "Ġo",594 -6.948521796382291595 ],596 [597 "f",598 -6.958118047354601599 ],600 [601 "0",602 -6.9811204981830866603 ],604 [605 "Ġun",606 -6.988005567055454607 ],608 [609 "ĠìĪĺ",610 -7.000962652395563611 ],612 [613 "Ġ4",614 -7.033227562635306615 ],616 [617 ";",618 -7.0437671292183985619 ],620 [621 "an",622 -7.046317707264295623 ],624 [625 "4",626 -7.0495900029698255627 ],628 [629 "Ġbir",630 -7.070564578871048631 ],632 [633 "स",634 -7.082321141608796635 ],636 [637 "ल",638 -7.085219641743514639 ],640 [641 "\\",642 -7.08631890073406643 ],644 [645 "Ġम",646 -7.096209669345301647 ],648 [649 "h",650 -7.100344430733589651 ],652 [653 "Ġve",654 -7.119829406432832655 ],656 [657 "frac",658 -7.126827119002039659 ],660 [661 "x",662 -7.127452887691685663 ],664 [665 "Ġan",666 -7.1431843365480265667 ],668 [669 "5",670 -7.145901434762184671 ],672 [673 "à¤Ĥ",674 -7.151143258177921675 ],676 [677 "le",678 -7.157286318316137679 ],680 [681 "Ġl",682 -7.17043429901098683 ],684 [685 "in",686 -7.177500334560053687 ],688 [689 "ี",690 -7.198323969238848691 ],692 [693 "Ġ5",694 -7.212414288151759695 ],696 [697 "al",698 -7.220742679924211699 ],700 [701 "ĠC",702 -7.229669078657366703 ],704 [705 "l",706 -7.231036829293439707 ],708 [709 "à¸Ļ",710 -7.254888334546912711 ],712 [713 "}{",714 -7.258851771943715 ],716 [717 "ê³ł",718 -7.26471036058226719 ],720 [721 "^",722 -7.265136002483327723 ],724 [725 "ĥ",726 -7.268779741718955727 ],728 [729 "ìļĶ",730 -7.280877083270323731 ],732 [733 "à¥Ī",734 -7.288006598252666735 ],736 [737 "Ġप",738 -7.303773172927176739 ],740 [741 "à¥ĩà¤Ĥ",742 -7.305163357688649743 ],744 [745 "à¥ģ",746 -7.308033610364847747 ],748 [749 "ีà¹Ī",750 -7.320327024522237751 ],752 [753 "from",754 -7.32536549827126755 ],756 [757 "Ġby",758 -7.325832821398336759 ],760 [761 "Ġhave",762 -7.334724905542023763 ],764 [765 "Ġv",766 -7.354636660089406767 ],768 [769 "ĩ",770 -7.35505617309135771 ],772 [773 "Ġb",774 -7.358997193443136775 ],776 [777 "·",778 -7.3607540499618676779 ],780 [781 "b",782 -7.363604764509105783 ],784 [785 "ë¡ľ",786 -7.367445840145086787 ],788 [789 "ir",790 -7.370169018156654791 ],792 [793 "A",794 -7.370589168794435795 ],796 [797 "ch",798 -7.376412102812623799 ],800 [801 "íķľ",802 -7.382742916729756803 ],804 [805 "Ġ0",806 -7.386041935166679807 ],808 [809 "Ġda",810 -7.386733439181784811 ],812 [813 "os",814 -7.395184126184027815 ],816 [817 "this",818 -7.398300368337569819 ],820 [821 "Ġc",822 -7.399818275362097823 ],824 [825 "ê³¼",826 -7.401045068513794827 ],828 [829 "]",830 -7.406408479961298831 ],832 [833 "ãģ®",834 -7.411636171211548835 ],836 [837 "Ġwas",838 -7.4191579218653185839 ],840 [841 "म",842 -7.424871520143274843 ],844 [845 "Ġpara",846 -7.432298694306466847 ],848 [849 "Ī",850 -7.437038305131095851 ],852 [853 "Ġw",854 -7.449329605126929855 ],856 [857 "à¥ĭà¤Ĥ",858 -7.459991350220744859 ],860 [861 "Ġen",862 -7.460238658213921863 ],864 [865 "se",866 -7.460269561395014867 ],868 [869 "Ġ6",870 -7.465445290283988871 ],872 [873 "ุ",874 -7.470796781011233875 ],876 [877 "ĠìŀĪìĬµëĭĪ",878 -7.48320150285099879 ],880 [881 "6",882 -7.485267882331506883 ],884 [885 "é",886 -7.485785850932238887 ],888 [889 "[",890 -7.487948807275174891 ],892 [893 "Ġ10",894 -7.49280213737044895 ],896 [897 "What",898 -7.495734638879263899 ],900 [901 "Ġà¤Ķà¤",902 -7.50304685379726903 ],904 [905 "ìĹIJìĦľ",906 -7.504218960610617907 ],908 [909 "Ġt",910 -7.505380484392711911 ],912 [913 "व",914 -7.514116794678742915 ],916 [917 "ìŀħëĭĪ",918 -7.524992868982201919 ],920 [921 "ìĻĢ",922 -7.531902074142874923 ],924 [925 "Ġи",926 -7.546165157217375927 ],928 [929 ">",930 -7.547122918140197931 ],932 [933 "Ġse",934 -7.5514234675644545935 ],936 [937 "I",938 -7.554478059462882939 ],940 [941 "ce",942 -7.558100644435122943 ],944 [945 "math",946 -7.559689574831346947 ],948 [949 "åĴĮ",950 -7.561079600923769951 ],952 [953 "z",954 -7.564896377933355955 ],956 [957 "Ġus",958 -7.567798243166477959 ],960 [961 "ĠS",962 -7.572290437214885963 ],964 [965 "Ġat",966 -7.581455835033271967 ],968 [969 "ĊĠĠĠĠĠĠĠ",970 -7.581844392626461971 ],972 [973 "ī",974 -7.584981557524786975 ],976 [977 "ëıĦ",978 -7.589788912610617979 ],980 [981 "à¤Ĺ",982 -7.591571174001878983 ],984 [985 "प",986 -7.594443451099323987 ],988 [989 "Ġm",990 -7.595774788060723991 ],992 [993 "Ġmodel",994 -7.600846123225789995 ],996 [997 "Ġx",998 -7.603972020383292999 ],1000 [1001 "थ",1002 -7.6051351565618011003 ],1004 [1005 "Ġnot",1006 -7.6166014070348551007 ],1008 [1009 "Ġif",1010 -7.6177022120494991011 ],1012 [1013 "íķ©ëĭĪ",1014 -7.6179188266183951015 ],1016 [1017 "à¹Į",1018 -7.6198310868980391019 ],1020 [1021 "on",1022 -7.6198741543198031023 ],1024 [1025 "Ġbut",1026 -7.6265540217663561027 ],1028 [1029 "ĠB",1030 -7.6311508694175481031 ],1032 [1033 "Ġ7",1034 -7.6312494345356351035 ],1036 [1037 "matrix",1038 -7.6333723634471941039 ],1040 [1041 "Ġà¤ľ",1042 -7.6338214127676791043 ],1044 [1045 "Ġ$\\",1046 -7.6342283940271921047 ],1048 [1049 ");",1050 -7.6403563804975591051 ],1052 [1053 "Ġd",1054 -7.6459784481270071055 ],1056 [1057 "ies",1058 -7.6541733612315691059 ],1060 [1061 "g",1062 -7.6544935530665971063 ],1064 [1065 "Ġव",1066 -7.6579377909535291067 ],1068 [1069 "how",1070 -7.6652420154761971071 ],1072 [1073 "Ġreturn",1074 -7.6678157534712421075 ],1076 [1077 "bf",1078 -7.6687199845334121079 ],1080 [1081 "Ġet",1082 -7.6723216879212671083 ],1084 [1085 "Ġdan",1086 -7.6753291566001191087 ],1088 [1089 "à¤Ł",1090 -7.6776700802243951091 ],1092 [1093 "åľ¨",1094 -7.6805088284714121095 ],1096 [1097 "ĠvÃł",1098 -7.6929183411424531099 ],1100 [1101 "Ġ8",1102 -7.6941039009285781103 ],1104 [1105 "=",1106 -7.7056442204987051107 ],1108 [1109 "ãĤĴ",1110 -7.7075953293139321111 ],1112 [1113 "is",1114 -7.709984806583351115 ],1116 [1117 "ar",1118 -7.7102350520669281119 ],1120 [1121 "ï¼Ł",1122 -7.71199479824932151123 ],1124 [1125 "द",1126 -7.7142820176497531127 ],1128 [1129 "Ġle",1130 -7.7278441073099791131 ],1132 [1133 "ì§Ģ",1134 -7.7297002150053821135 ],1136 [1137 "à¹",1138 -7.7301690594713081139 ],1140 [1141 "Ġund",1142 -7.7332677275006591143 ],1144 [1145 "à¤ı",1146 -7.7337706660739411147 ],1148 [1149 "ู",1150 -7.7348070365707231151 ],1152 [1153 "7",1154 -7.7504571851760941155 ],1156 [1157 "nh",1158 -7.7557473697714861159 ],1160 [1161 "।",1162 -7.75846327437193751163 ],1164 [1165 "Ġany",1166 -7.7638028306423571167 ],1168 [1169 "Ġв",1170 -7.7649646093789961171 ],1172 [1173 "Ġlike",1174 -7.76719620139188651175 ],1176 [1177 "Ġproduct",1178 -7.7684316327055851179 ],1180 [1181 "end",1182 -7.7687444021279521183 ],1184 [1185 "S",1186 -7.7709498634127761187 ],1188 [1189 "ìľ¼ë¡ľ",1190 -7.7738080702769531191 ],1192 [1193 "Ġum",1194 -7.7744043905143891195 ],1196 [1197 "Ġdata",1198 -7.7771637221791711199 ],1200 [