ufert/math-ai-tutor
06
1{2 "backend": "tokenizers",3 "bos_token": "<s>",4 "clean_up_tokenization_spaces": false,5 "eos_token": "</s>",6 "extra_special_tokens": [],7 "is_local": false,8 "legacy": true,9 "merges": [10 [11 "▁",12 "▁"13 ],14 [15 "▁",16 "▁▁▁"17 ],18 [19 "▁▁",20 "▁▁"21 ],22 [23 "▁▁▁",24 "▁"25 ],26 [27 "▁",28 "t"29 ],30 [31 "i",32 "n"33 ],34 [35 "e",36 "r"37 ],38 [39 "▁",40 "a"41 ],42 [43 "h",44 "e"45 ],46 [47 "o",48 "n"49 ],50 [51 "r",52 "e"53 ],54 [55 "▁",56 "s"57 ],58 [59 "e",60 "n"61 ],62 [63 "a",64 "t"65 ],66 [67 "o",68 "r"69 ],70 [71 "▁",72 "the"73 ],74 [75 "▁t",76 "he"77 ],78 [79 "▁th",80 "e"81 ],82 [83 "▁",84 "▁▁▁▁▁▁▁"85 ],86 [87 "▁▁",88 "▁▁▁▁▁▁"89 ],90 [91 "▁▁▁",92 "▁▁▁▁▁"93 ],94 [95 "▁▁▁▁",96 "▁▁▁▁"97 ],98 [99 "▁▁▁▁▁",100 "▁▁▁"101 ],102 [103 "▁▁▁▁▁▁",104 "▁▁"105 ],106 [107 "▁▁▁▁▁▁▁",108 "▁"109 ],110 [111 "e",112 "s"113 ],114 [115 "▁",116 "w"117 ],118 [119 "a",120 "n"121 ],122 [123 "▁",124 "c"125 ],126 [127 "i",128 "s"129 ],130 [131 "i",132 "t"133 ],134 [135 "o",136 "u"137 ],138 [139 "▁",140 "d"141 ],142 [143 "a",144 "l"145 ],146 [147 "a",148 "r"149 ],150 [151 "▁",152 "p"153 ],154 [155 "▁",156 "f"157 ],158 [159 "e",160 "d"161 ],162 [163 "▁",164 "b"165 ],166 [167 "i",168 "ng"169 ],170 [171 "in",172 "g"173 ],174 [175 "▁",176 "o"177 ],178 [179 "▁",180 "m"181 ],182 [183 "l",184 "e"185 ],186 [187 "n",188 "d"189 ],190 [191 "a",192 "s"193 ],194 [195 "i",196 "c"197 ],198 [199 "▁",200 "h"201 ],202 [203 "i",204 "on"205 ],206 [207 "io",208 "n"209 ],210 [211 "▁",212 "in"213 ],214 [215 "▁i",216 "n"217 ],218 [219 "▁",220 "to"221 ],222 [223 "▁t",224 "o"225 ],226 [227 "e",228 "t"229 ],230 [231 "o",232 "m"233 ],234 [235 "e",236 "l"237 ],238 [239 "▁",240 "of"241 ],242 [243 "▁o",244 "f"245 ],246 [247 "s",248 "t"249 ],250 [251 "▁",252 "and"253 ],254 [255 "▁a",256 "nd"257 ],258 [259 "▁an",260 "d"261 ],262 [263 "▁",264 "l"265 ],266 [267 "▁",268 "th"269 ],270 [271 "▁t",272 "h"273 ],274 [275 "▁",276 "n"277 ],278 [279 "e",280 "nt"281 ],282 [283 "en",284 "t"285 ],286 [287 "i",288 "l"289 ],290 [291 "c",292 "t"293 ],294 [295 "r",296 "o"297 ],298 [299 "▁",300 "re"301 ],302 [303 "▁r",304 "e"305 ],306 [307 "i",308 "d"309 ],310 [311 "a",312 "m"313 ],314 [315 "▁",316 "I"317 ],318 [319 "a",320 "d"321 ],322 [323 "▁",324 "e"325 ],326 [327 "▁",328 "S"329 ],330 [331 "▁",332 "g"333 ],334 [335 "▁",336 "T"337 ],338 [339 "i",340 "m"341 ],342 [343 "o",344 "t"345 ],346 [347 "a",348 "c"349 ],350 [351 "u",352 "r"353 ],354 [355 "▁",356 "("357 ],358 [359 "i",360 "g"361 ],362 [363 "▁",364 "="365 ],366 [367 "o",368 "l"369 ],370 [371 "u",372 "t"373 ],374 [375 "▁",376 "A"377 ],378 [379 "s",380 "e"381 ],382 [383 "▁",384 "u"385 ],386 [387 "v",388 "e"389 ],390 [391 "▁",392 "C"393 ],394 [395 "i",396 "f"397 ],398 [399 "o",400 "w"401 ],402 [403 "▁",404 "y"405 ],406 [407 "c",408 "h"409 ],410 [411 "a",412 "y"413 ],414 [415 "▁",416 "de"417 ],418 [419 "▁d",420 "e"421 ],422 [423 "▁",424 "st"425 ],426 [427 "▁s",428 "t"429 ],430 [431 "▁",432 "|"433 ],434 [435 "v",436 "er"437 ],438 [439 "ve",440 "r"441 ],442 [443 ")",444 ";"445 ],446 [447 "▁",448 "\""449 ],450 [451 "l",452 "y"453 ],454 [455 "▁",456 "be"457 ],458 [459 "▁b",460 "e"461 ],462 [463 "*",464 "*"465 ],466 [467 "▁",468 "is"469 ],470 [471 "▁i",472 "s"473 ],474 [475 "o",476 "d"477 ],478 [479 "▁",480 "M"481 ],482 [483 "at",484 "ion"485 ],486 [487 "ati",488 "on"489 ],490 [491 "atio",492 "n"493 ],494 [495 "u",496 "l"497 ],498 [499 "▁",500 "for"501 ],502 [503 "▁f",504 "or"505 ],506 [507 "▁fo",508 "r"509 ],510 [511 "▁",512 "▁▁▁▁"513 ],514 [515 "▁▁",516 "▁▁▁"517 ],518 [519 "▁▁▁",520 "▁▁"521 ],522 [523 "▁▁▁▁",524 "▁"525 ],526 [527 "▁",528 "on"529 ],530 [531 "▁o",532 "n"533 ],534 [535 "a",536 "g"537 ],538 [539 "c",540 "e"541 ],542 [543 "▁▁",544 "▁▁▁▁▁▁▁▁▁▁▁▁▁▁"545 ],546 [547 "▁▁▁",548 "▁▁▁▁▁▁▁▁▁▁▁▁▁"549 ],550 [551 "▁▁▁▁",552 "▁▁▁▁▁▁▁▁▁▁▁▁"553 ],554 [555 "▁▁▁▁▁",556 "▁▁▁▁▁▁▁▁▁▁▁"557 ],558 [559 "▁▁▁▁▁▁",560 "▁▁▁▁▁▁▁▁▁▁"561 ],562 [563 "▁▁▁▁▁▁▁",564 "▁▁▁▁▁▁▁▁▁"565 ],566 [567 "▁▁▁▁▁▁▁▁",568 "▁▁▁▁▁▁▁▁"569 ],570 [571 "▁▁▁▁▁▁▁▁▁",572 "▁▁▁▁▁▁▁"573 ],574 [575 "▁▁▁▁▁▁▁▁▁▁",576 "▁▁▁▁▁▁"577 ],578 [579 "▁▁▁▁▁▁▁▁▁▁▁",580 "▁▁▁▁▁"581 ],582 [583 "▁▁▁▁▁▁▁▁▁▁▁▁",584 "▁▁▁▁"585 ],586 [587 "▁▁▁▁▁▁▁▁▁▁▁▁▁",588 "▁▁▁"589 ],590 [591 "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",592 "▁▁"593 ],594 [595 "t",596 "er"597 ],598 [599 "te",600 "r"601 ],602 [603 "i",604 "r"605 ],606 [607 "t",608 "h"609 ],610 [611 "▁",612 "v"613 ],614 [615 "q",616 "u"617 ],618 [619 "▁",620 "B"621 ],622 [623 "e",624 "m"625 ],626 [627 "▁",628 "P"629 ],630 [631 "▁",632 "you"633 ],634 [635 "▁y",636 "ou"637 ],638 [639 "▁yo",640 "u"641 ],642 [643 "▁",644 "that"645 ],646 [647 "▁t",648 "hat"649 ],650 [651 "▁th",652 "at"653 ],654 [655 "u",656 "n"657 ],658 [659 "▁",660 "{"661 ],662 [663 "i",664 "th"665 ],666 [667 "it",668 "h"669 ],670 [671 "r",672 "i"673 ],674 [675 "e",676 "st"677 ],678 [679 "es",680 "t"681 ],682 [683 "a",684 "b"685 ],686 [687 "-",688 "-"689 ],690 [691 "a",692 "p"693 ],694 [695 "▁",696 "it"697 ],698 [699 "▁i",700 "t"701 ],702 [703 "▁",704 "con"705 ],706 [707 "▁c",708 "on"709 ],710 [711 "▁co",712 "n"713 ],714 [715 "a",716 "te"717 ],718 [719 "at",720 "e"721 ],722 [723 "u",724 "s"725 ],726 [727 "▁",728 "H"729 ],730 [731 "u",732 "m"733 ],734 [735 "▁",736 "D"737 ],738 [739 "o",740 "s"741 ],742 [743 "p",744 "e"745 ],746 [747 "▁",748 "-"749 ],750 [751 "▁",752 "wh"753 ],754 [755 "▁w",756 "h"757 ],758 [759 "▁",760 "al"761 ],762 [763 "▁a",764 "l"765 ],766 [767 "▁",768 "as"769 ],770 [771 "▁a",772 "s"773 ],774 [775 "a",776 "nd"777 ],778 [779 "an",780 "d"781 ],782 [783 "i",784 "st"785 ],786 [787 "is",788 "t"789 ],790 [791 "▁",792 "L"793 ],794 [795 "▁",796 "W"797 ],798 [799 "▁",800 "with"801 ],802 [803 "▁w",804 "ith"805 ],806 [807 "▁",808 "an"809 ],810 [811 "▁a",812 "n"813 ],814 [815 "e",816 "re"817 ],818 [819 "er",820 "e"821 ],822 [823 "▁",824 "*"825 ],826 [827 "▁",828 "R"829 ],830 [831 "▁",832 "he"833 ],834 [835 "▁h",836 "e"837 ],838 [839 "▁",840 "F"841 ],842 [843 "o",844 "c"845 ],846 [847 "▁",848 "was"849 ],850 [851 "▁w",852 "as"853 ],854 [855 "▁wa",856 "s"857 ],858 [859 "e",860 "rs"861 ],862 [863 "er",864 "s"865 ],866 [867 "k",868 "e"869 ],870 [871 "o",872 "ut"873 ],874 [875 "ou",876 "t"877 ],878 [879 "h",880 "t"881 ],882 [883 "▁",884 "r"885 ],886 [887 "e",888 "ss"889 ],890 [891 "es",892 "s"893 ],894 [895 "o",896 "p"897 ],898 [899 "r",900 "es"901 ],902 [903 "re",904 "s"905 ],906 [907 "i",908 "e"909 ],910 [911 "▁",912 "E"913 ],914 [915 "▁",916 "\\"917 ],918 [919 "▁",920 "The"921 ],922 [923 "▁T",924 "he"925 ],926 [927 "▁Th",928 "e"929 ],930 [931 "e",932 "nd"933 ],934 [935 "en",936 "d"937 ],938 [939 "l",940 "d"941 ],942 [943 "▁",944 "N"945 ],946 [947 "o",948 "rt"949 ],950 [951 "or",952 "t"953 ],954 [955 "▁",956 "G"957 ],958 [959 "/",960 "/"961 ],962 [963 "▁",964 "#"965 ],966 [967 "o",968 "ur"969 ],970 [971 "ou",972 "r"973 ],974 [975 "t",976 "e"977 ],978 [979 "i",980 "ll"981 ],982 [983 "il",984 "l"985 ],986 [987 "a",988 "in"989 ],990 [991 "ai",992 "n"993 ],994 [995 "▁",996 "se"997 ],998 [999 "▁s",1000 "e"1001 ],1002 [1003 "▁",1004 "▁▁▁▁▁"1005 ],1006 [1007 "▁▁",1008 "▁▁▁▁"1009 ],1010 [1011 "▁▁▁",1012 "▁▁▁"1013 ],1014 [1015 "▁▁▁▁",1016 "▁▁"1017 ],1018 [1019 "▁▁▁▁▁",1020 "▁"1021 ],1022 [1023 "▁",1024 "$"1025 ],1026 [1027 "▁",1028 "pro"1029 ],1030 [1031 "▁p",1032 "ro"1033 ],1034 [1035 "▁pr",1036 "o"1037 ],1038 [1039 "o",1040 "re"1041 ],1042 [1043 "or",1044 "e"1045 ],1046 [1047 "▁",1048 "com"1049 ],1050 [1051 "▁c",1052 "om"1053 ],1054 [1055 "▁co",1056 "m"1057 ],1058 [1059 "a",1060 "me"1061 ],1062 [1063 "am",1064 "e"1065 ],1066 [1067 "t",1068 "r"1069 ],1070 [1071 "▁",1072 "ne"1073 ],1074 [1075 "▁n",1076 "e"1077 ],1078 [1079 "r",1080 "om"1081 ],1082 [1083 "ro",1084 "m"1085 ],1086 [1087 "u",1088 "b"1089 ],1090 [1091 "▁",1092 "at"1093 ],1094 [1095 "▁a",1096 "t"1097 ],1098 [1099 "▁",1100 "ex"1101 ],1102 [1103 "▁e",1104 "x"1105 ],1106 [1107 "a",1108 "nt"1109 ],1110 [1111 "an",1112 "t"1113 ],1114 [1115 "u",1116 "e"1117 ],1118 [1119 "▁",1120 "or"1121 ],1122 [1123 "▁o",1124 "r"1125 ],1126 [1127 "▁",1128 "}"1129 ],1130 [1131 "a",1132 "rt"1133 ],1134 [1135 "ar",1136 "t"1137 ],1138 [1139 "ct",1140 "ion"1141 ],1142 [1143 "▁",1144 "k"1145 ],1146 [1147 "p",1148 "t"1149 ],1150 [1151 "n",1152 "t"1153 ],1154 [1155 "i",1156 "v"1157 ],1158 [1159 "d",1160 "e"1161 ],1162 [1163 "▁",1164 "O"1165 ],1166 [1167 "p",1168 "l"1169 ],1170 [1171 "u",1172 "rn"1173 ],1174 [1175 "ur",1176 "n"1177 ],1178 [1179 "i",1180 "ght"1181 ],1182 [1183 "ig",1184 "ht"1185 ],1186 [1187 "igh",1188 "t"1189 ],1190 [1191 "a",1192 "ll"1193 ],1194 [1195 "al",1196 "l"1197 ],1198 [1199 "▁",1200 "this"