aixk/fastplus-40m
0
1{2 "version": "1.0",3 "truncation": null,4 "padding": null,5 "added_tokens": [6 {7 "id": 0,8 "content": "<s>",9 "single_word": false,10 "lstrip": false,11 "rstrip": false,12 "normalized": false,13 "special": true14 },15 {16 "id": 1,17 "content": "<pad>",18 "single_word": false,19 "lstrip": false,20 "rstrip": false,21 "normalized": false,22 "special": true23 },24 {25 "id": 2,26 "content": "</s>",27 "single_word": false,28 "lstrip": false,29 "rstrip": false,30 "normalized": false,31 "special": true32 },33 {34 "id": 3,35 "content": "<unk>",36 "single_word": false,37 "lstrip": false,38 "rstrip": false,39 "normalized": false,40 "special": true41 },42 {43 "id": 4,44 "content": "<|user|>",45 "single_word": false,46 "lstrip": false,47 "rstrip": false,48 "normalized": false,49 "special": true50 },51 {52 "id": 5,53 "content": "<|assistant|>",54 "single_word": false,55 "lstrip": false,56 "rstrip": false,57 "normalized": false,58 "special": true59 }60 ],61 "normalizer": null,62 "pre_tokenizer": {63 "type": "ByteLevel",64 "add_prefix_space": false,65 "trim_offsets": true,66 "use_regex": true67 },68 "post_processor": {69 "type": "TemplateProcessing",70 "single": [71 {72 "Sequence": {73 "id": "A",74 "type_id": 075 }76 }77 ],78 "pair": [79 {80 "Sequence": {81 "id": "A",82 "type_id": 083 }84 },85 {86 "Sequence": {87 "id": "B",88 "type_id": 189 }90 }91 ],92 "special_tokens": {}93 },94 "decoder": {95 "type": "ByteLevel",96 "add_prefix_space": true,97 "trim_offsets": true,98 "use_regex": true99 },100 "model": {101 "type": "Unigram",102 "unk_id": null,103 "vocab": [104 [105 "<s>",106 0.0107 ],108 [109 "<pad>",110 0.0111 ],112 [113 "</s>",114 0.0115 ],116 [117 "<unk>",118 0.0119 ],120 [121 "<|user|>",122 0.0123 ],124 [125 "<|assistant|>",126 0.0127 ],128 [129 "s",130 -3.0583712372649554131 ],132 [133 "Ġ",134 -3.3287705127674485135 ],136 [137 ".",138 -3.399051545926744139 ],140 [141 "Ġthe",142 -3.3996302571846204143 ],144 [145 ",",146 -3.531564592240972147 ],148 [149 "Ġto",150 -3.877656355389295151 ],152 [153 "Ċ",154 -3.996884873823081155 ],156 [157 "Ġand",158 -4.12776074370888159 ],160 [161 "ing",162 -4.136391134455396163 ],164 [165 "'",166 -4.199185075629895167 ],168 [169 "Ġof",170 -4.233791869609849171 ],172 [173 "Ġa",174 -4.2451501139323415175 ],176 [177 "Ġyou",178 -4.339513416420278179 ],180 [181 "ĠI",182 -4.518920801931342183 ],184 [185 "y",186 -4.567638840564456187 ],188 [189 "d",190 -4.6587553499665795191 ],192 [193 "e",194 -4.728448079233633195 ],196 [197 "Ġin",198 -4.775949363406662199 ],200 [201 "t",202 -4.855148706674564203 ],204 [205 "?",206 -4.885977770466022207 ],208 [209 "ed",210 -4.909019755018237211 ],212 [213 "Ġis",214 -5.0205665404535775215 ],216 [217 "m",218 -5.0370935531164225219 ],220 [221 "ly",222 -5.087538721378062223 ],224 [225 "Ġfor",226 -5.103495763529724227 ],228 [229 "-",230 -5.104173872773661231 ],232 [233 "Ġor",234 -5.131231601403879235 ],236 [237 "Ġit",238 -5.15811419145845239 ],240 [241 "Ġbe",242 -5.264978463851124243 ],244 [245 "Ġthat",246 -5.284725519975826247 ],248 [249 "\"",250 -5.297267659794315251 ],252 [253 "Ġwith",254 -5.351497033201076255 ],256 [257 "Ġon",258 -5.447979821916139259 ],260 [261 "!",262 -5.4498425903129135263 ],264 [265 "Ġcan",266 -5.454048410259023267 ],268 [269 "Ġyour",270 -5.539572465482829271 ],272 [273 "i",274 -5.602640331568951275 ],276 [277 ":",278 -5.639131915591845279 ],280 [281 "ĠThe",282 -5.721975500964241283 ],284 [285 "Ġhave",286 -5.738130335414427287 ],288 [289 "f",290 -5.755760930637324291 ],292 [293 "n",294 -5.757839269857625295 ],296 [297 "I",298 -5.833654798227361299 ],300 [301 "a",302 -5.8981807594734335303 ],304 [305 "re",306 -5.907281445824834307 ],308 [309 "r",310 -5.960745798151789311 ],312 [313 "o",314 -5.961433212563712315 ],316 [317 "Ġavailability",318 -5.981699908062319 ],320 [321 "Ġitem",322 -5.988522762608083323 ],324 [325 "l",326 -6.004992460037181327 ],328 [329 "Ġare",330 -6.007478658259799331 ],332 [333 "2",334 -6.050402971597752335 ],336 [337 "Ġwould",338 -6.059701969533105339 ],340 [341 "Ġour",342 -6.060609448426284343 ],344 [345 "Ġany",346 -6.064556257272889347 ],348 [349 "Ġproduct",350 -6.065850453330846351 ],352 [353 "Ġme",354 -6.068854210156141355 ],356 [357 "1",358 -6.110979883877331359 ],360 [361 "Ġdo",362 -6.144634481896361363 ],364 [365 "about",366 -6.164841045213642367 ],368 [369 "Ġlike",370 -6.166526857090648371 ],372 [373 "Ġas",374 -6.1807063766385415375 ],376 [377 "Ġan",378 -6.184751034200239379 ],380 [381 "Ġwas",382 -6.254879412657772383 ],384 [385 "ies",386 -6.275751642398532387 ],388 [389 ")",390 -6.281309422300039391 ],392 [393 "Ġhelp",394 -6.28145165598125395 ],396 [397 "3",398 -6.321734718301878399 ],400 [401 "Ġby",402 -6.329952773661095403 ],404 [405 "Ġat",406 -6.331337343682712407 ],408 [409 "Ġ(",410 -6.3694679095870885411 ],412 [413 "er",414 -6.386393821251765415 ],416 [417 "ve",418 -6.399551921764672419 ],420 [421 "Ġsystem",422 -6.402631709974239423 ],424 [425 "Ġcheck",426 -6.403860794403167427 ],428 [429 "Ġknow",430 -6.414423010567658431 ],432 [433 "uch",434 -6.430890141408273435 ],436 [437 "Ġmy",438 -6.4317906781317085439 ],440 [441 "Ġneed",442 -6.434659571128757443 ],444 [445 "Ġthis",446 -6.481404551261562447 ],448 [449 "Ġcould",450 -6.507440542680287451 ],452 [453 "Ġbut",454 -6.5302671463294555455 ],456 [457 "Ġmore",458 -6.530960263739701459 ],460 [461 "Ġhow",462 -6.531432550316639463 ],464 [465 "Ġwhat",466 -6.534579877921624467 ],468 [469 "4",470 -6.552465594037953471 ],472 [473 "What",474 -6.570260288739327475 ],476 [477 "Ġadd",478 -6.58096653557887479 ],480 [481 "Ġuse",482 -6.613345203426249483 ],484 [485 "Ġout",486 -6.616700224522258487 ],488 [489 "Ġfro",490 -6.629744036341084491 ],492 [493 "{{",494 -6.647464320245575495 ],496 [497 "Ġif",498 -6.651459628312184499 ],500 [501 "en",502 -6.670537464689579503 ],504 [505 "al",506 -6.67696639817361507 ],508 [509 "5",510 -6.680356465454107511 ],512 [513 "Ġsatellite",514 -6.692106973531308515 ],516 [517 "g",518 -6.717584980090773519 ],520 [521 "Ġup",522 -6.719153510207791523 ],524 [525 ";",526 -6.719487134390478527 ],528 [529 "Ġjust",530 -6.7312473071096885531 ],532 [533 "able",534 -6.740167719113126535 ],536 [537 "c",538 -6.7640711126158894539 ],540 [541 "Ġhere",542 -6.765248908422423543 ],544 [545 "Ġso",546 -6.768527453323461547 ],548 [549 "on",550 -6.769868287871304551 ],552 [553 "Ġprovide",554 -6.77509750499215555 ],556 [557 "ĠHow",558 -6.786252662319447559 ],560 [561 "Ġfind",562 -6.79712263158051563 ],564 [565 "Ġnot",566 -6.8075015543254604567 ],568 [569 "Ġinformation",570 -6.820784291919258571 ],572 [573 "Ġwill",574 -6.824850007608431575 ],576 [577 "Ġsome",578 -6.826337296378199579 ],580 [581 "ll",582 -6.83430073633877583 ],584 [585 "Ġassist",586 -6.8356073658842735587 ],588 [589 "\\",590 -6.8362851902828226591 ],592 [593 "$",594 -6.8378221303590845595 ],596 [597 "p",598 -6.853539062579324599 ],600 [601 "Ġsee",602 -6.858004683524658603 ],604 [605 "Ġwebsite",606 -6.8753759381045665607 ],608 [609 "Ġtime",610 -6.878483489007168611 ],612 [613 "/",614 -6.8902095671612855615 ],616 [617 "Ġwant",618 -6.898864159644436619 ],620 [621 "Ġtheir",622 -6.904806451594986623 ],624 [625 "Ġthrough",626 -6.915321878972621627 ],628 [629 "_{",630 -6.921778657625294631 ],632 [633 "Ġall",634 -6.934843789126617635 ],636 [637 "Ġdata",638 -6.944443409448324639 ],640 [641 "Ġreal",642 -6.9477494180972545643 ],644 [645 "ĠIt",646 -6.962724640659083647 ],648 [649 "Ġgo",650 -6.9648144800248915651 ],652 [653 "Ġwe",654 -6.96492301086497655 ],656 [657 "u",658 -6.982818416660599659 ],660 [661 "k",662 -6.988638158502749663 ],664 [665 "Ġone",666 -6.989330244575749667 ],668 [669 "Ġwhere",670 -6.991072975175246671 ],672 [673 "h",674 -7.002905455323836675 ],676 [677 "Ġget",678 -7.008051573657946679 ],680 [681 "ĠA",682 -7.0165120669417895683 ],684 [685 "&",686 -7.017229179112631687 ],688 [689 "Ġother",690 -7.021597593660992691 ],692 [693 "Ġthere",694 -7.02279235636801695 ],696 [697 "Ġdon",698 -7.054781463799317699 ],700 [701 "which",702 -7.0571230329642916703 ],704 [705 "ĠYou",706 -7.069977700305671707 ],708 [709 "=",710 -7.0775312079298835711 ],712 [713 "Ġitems",714 -7.09240914184096715 ],716 [717 "Ġpage",718 -7.099580951966793719 ],720 [721 "Ġwhen",722 -7.119824199506681723 ],724 [725 "Ġnew",726 -7.127649393202422727 ],728 [729 "Ġthese",730 -7.132484311722525731 ],732 [733 "6",734 -7.151206669967863735 ],736 [737 "ĠTo",738 -7.16915963754046739 ],740 [741 "Ġquestion",742 -7.169456835845262743 ],744 [745 "Ġmay",746 -7.171119345655853747 ],748 [749 "Ġcart",750 -7.173908016596068751 ],752 [753 "}}",754 -7.174807520558785755 ],756 [757 "Ġstore",758 -7.175400695249434759 ],760 [761 "also",762 -7.178212622894434763 ],764 [765 "Ġmake",766 -7.179778630461795767 ],768 [769 "Ġprocess",770 -7.196749298056061771 ],772 [773 "ĠThi",774 -7.197952490431027775 ],776 [777 "Ġonline",778 -7.200055494537812779 ],780 [781 "in",782 -7.201404004906072783 ],784 [785 "Ġproducts",786 -7.207236756868357787 ],788 [789 "Ġexperience",790 -7.2175414598363075791 ],792 [793 "(",794 -7.229043869842236795 ],796 [797 "{",798 -7.229954583914979799 ],800 [801 "Ġfavorite",802 -7.235532205547163803 ],804 [805 "le",806 -7.243285239292307807 ],808 [809 "Ġlearn",810 -7.253559689341953811 ],812 [813 "Ġlet",814 -7.256142266523335815 ],816 [817 "Ġus",818 -7.268490406458722819 ],820 [821 "_",822 -7.280787680598589823 ],824 [825 "Ġsearch",826 -7.281430674311346827 ],828 [829 "b",830 -7.282415165647262831 ],832 [833 "Ġpeople",834 -7.283881106275392835 ],836 [837 "Ġhad",838 -7.2844448522343885839 ],840 [841 "Ġinterest",842 -7.294749477460117843 ],844 [845 "or",846 -7.29621147080912847 ],848 [849 "Ġlook",850 -7.2969971460958851 ],852 [853 "Ġfeel",854 -7.298035160509667855 ],856 [857 "Ġhigh",858 -7.30129252268816859 ],860 [861 "ĠWhat",862 -7.30705903445812863 ],864 [865 "Ġfurther",866 -7.314402314192207867 ],868 [869 "out",870 -7.315524793974904871 ],872 [873 "Ġthink",874 -7.325688619731536875 ],876 [877 "Ġspecific",878 -7.329593622602191879 ],880 [881 "om",882 -7.331354447168415883 ],884 [885 "Ġplease",886 -7.338167726883041887 ],888 [889 "Ġbetween",890 -7.341471236954472891 ],892 [893 "âĢĻ",894 -7.3502570776684175895 ],896 [897 "Ġclick",898 -7.355487282530184899 ],900 [901 "Ġstep",902 -7.362058291832209903 ],904 [905 "Ġavailabl",906 -7.364898039077496907 ],908 [909 "Ġits",910 -7.367505430383837911 ],912 [913 "Ġway",914 -7.382249202547083915 ],916 [917 "Ġshould",918 -7.3963646666029454919 ],920 [921 "ity",922 -7.397208482071949923 ],924 [925 "0",926 -7.399337923785069927 ],928 [929 "Ġfree",930 -7.404443516847488931 ],932 [933 "Ġdetail",934 -7.405093090086033935 ],936 [937 "Ġinto",938 -7.409006302712361939 ],940 [941 "Ġhas",942 -7.413248008860597943 ],944 [945 "Ġsomething",946 -7.425268889109179947 ],948 [949 "Ġcommunication",950 -7.431870722672055951 ],952 [953 "Ġthey",954 -7.448030176532232955 ],956 [957 "Ġperformance",958 -7.4508316501620575959 ],960 [961 "Ġlove",962 -7.45588225742964963 ],964 [965 "ion",966 -7.467312453590812967 ],968 [969 "Ġgood",970 -7.476913336073363971 ],972 [973 "Ġbasket",974 -7.477133009156898975 ],976 [977 "Ġover",978 -7.48042271228815979 ],980 [981 "Ġsignal",982 -7.480504408410084983 ],984 [985 "Ġstock",986 -7.48266694289132987 ],988 [989 "ic",990 -7.483117478210977991 ],992 [993 "Ġmost",994 -7.49443865730942995 ],996 [997 "x",998 -7.499046245673286999 ],1000 [1001 "Ġsupport",1002 -7.5011028295089031003 ],1004 [1005 "Ġthing",1006 -7.5011613815089331007 ],1008 [1009 "ĠOnc",1010 -7.5118129688147441011 ],1012 [1013 "Ġnetwork",1014 -7.5166191420058861015 ],1016 [1017 "Ġname",1018 -7.5306647051377021019 ],1020 [1021 "A",1022 -7.5318967351862551023 ],1024 [1025 "Ġevery",1026 -7.5323347658877371027 ],1028 [1029 "T",1030 -7.5344783735888351031 ],1032 [1033 "alway",1034 -7.5367019873426821035 ],1036 [1037 "ation",1038 -7.5381953609646171039 ],1040 [1041 "Ġbutton",1042 -7.5484186803607571043 ],1044 [1045 "Ġwho",1046 -7.5539245223612831047 ],1048 [1049 "Ġcustomer",1050 -7.55415000870471051 ],1052 [1053 "Ġwere",1054 -7.57475610523387651055 ],1056 [1057 "ment",1058 -7.578149492644121059 ],1060 [1061 "Ġtake",1062 -7.5799254529583961063 ],1064 [1065 "Ġmean",1066 -7.5810783409518911067 ],1068 [1069 "ce",1070 -7.5837725268774111071 ],1072 [1073 "}",1074 -7.5853306957129981075 ],1076 [1077 "Ġthan",1078 -7.5925201700116761079 ],1080 [1081 "an",1082 -7.5943243300068361083 ],1084 [1085 "Ġhe",1086 -7.5961021367123511087 ],1088 [1089 "Ġteam",1090 -7.597888234714291091 ],1092 [1093 "ĠSatC",1094 -7.6032403836953191095 ],1096 [1097 "Ġdesign",1098 -7.6085922234680171099 ],1100 [1101 "one",1102 -7.623300499233281103 ],1104 [1105 "Ġday",1106 -7.6238663470708381107 ],1108 [1109 "Ġassistance",1110 -7.6271310561317391111 ],1112 [1113 "Ġreach",1114 -7.6291528991833051115 ],1116 [1117 "Ġpurchase",1118 -7.6299856030019611119 ],1120 [1121 "}}.",1122 -7.632666889436131123 ],1124 [1125 "In",1126 -7.6408159400740221127 ],1128 [1129 "Ġpower",1130 -7.6420095438292771131 ],1132 [1133 "ability",1134 -7.6476132845027091135 ],1136 [1137 "Ġfucking",1138 -7.6579413224263041139 ],1140 [1141 "Ġpotential",1142 -7.6627850851501811143 ],1144 [1145 "Ġshopp",1146 -7.666432802685391147 ],1148 [1149 "to",1150 -7.6698596945403271151 ],1152 [1153 "ĠVisit",1154 -7.6699412553157971155 ],1156 [1157 "Ġwhil",1158 -7.6747080425259491159 ],1160 [1161 "Compan",1162 -7.6760470251503121163 ],1164 [1165 "Ġoption",1166 -7.6799346893339721167 ],1168 [1169 "ever",1170 -7.68549037668003351171 ],1172 [1173 "P",1174 -7.6912487789150491175 ],1176 [1177 "How",1178 -7.69158387459906741179 ],1180 [1181 "Add",1182 -7.6932892024073971183 ],1184 [1185 "Ġdifferent",1186 -7.69644965614499551187 ],1188 [1189 "it",1190 -7.6971510604030441191 ],1192 [1193 "ĠOption",1194 -7.7002210725615691195 ],1196 [1197 "ĠWebsite",1198 -7.7045206040549521199 ],1200 [