sionic-ai/comsat-embed-ja-0.3b-preview
0284
1{2 "version": "1.0",3 "truncation": null,4 "padding": null,5 "added_tokens": [6 {7 "id": 0,8 "content": "<unk>",9 "single_word": false,10 "lstrip": false,11 "rstrip": false,12 "normalized": false,13 "special": true14 },15 {16 "id": 1,17 "content": "<s>",18 "single_word": false,19 "lstrip": false,20 "rstrip": false,21 "normalized": false,22 "special": true23 },24 {25 "id": 2,26 "content": "</s>",27 "single_word": false,28 "lstrip": false,29 "rstrip": false,30 "normalized": false,31 "special": true32 },33 {34 "id": 3,35 "content": "<pad>",36 "single_word": false,37 "lstrip": false,38 "rstrip": false,39 "normalized": false,40 "special": true41 },42 {43 "id": 4,44 "content": "<sep>",45 "single_word": false,46 "lstrip": false,47 "rstrip": false,48 "normalized": false,49 "special": true50 },51 {52 "id": 5,53 "content": "<mask>",54 "single_word": false,55 "lstrip": false,56 "rstrip": false,57 "normalized": false,58 "special": true59 },60 {61 "id": 6,62 "content": "<cls>",63 "single_word": false,64 "lstrip": false,65 "rstrip": false,66 "normalized": false,67 "special": true68 },69 {70 "id": 7,71 "content": "<|system|>",72 "single_word": false,73 "lstrip": false,74 "rstrip": false,75 "normalized": false,76 "special": false77 },78 {79 "id": 8,80 "content": "<|assistant|>",81 "single_word": false,82 "lstrip": false,83 "rstrip": false,84 "normalized": false,85 "special": false86 },87 {88 "id": 9,89 "content": "<|user|>",90 "single_word": false,91 "lstrip": false,92 "rstrip": false,93 "normalized": false,94 "special": false95 },96 {97 "id": 10,98 "content": "<|available_tools|>",99 "single_word": false,100 "lstrip": false,101 "rstrip": false,102 "normalized": false,103 "special": false104 },105 {106 "id": 11,107 "content": "<|tool_calls|>",108 "single_word": false,109 "lstrip": false,110 "rstrip": false,111 "normalized": false,112 "special": false113 },114 {115 "id": 12,116 "content": "<|tool_results|>",117 "single_word": false,118 "lstrip": false,119 "rstrip": false,120 "normalized": false,121 "special": false122 },123 {124 "id": 13,125 "content": "<|code|>",126 "single_word": false,127 "lstrip": false,128 "rstrip": false,129 "normalized": false,130 "special": false131 },132 {133 "id": 14,134 "content": "<|file|>",135 "single_word": false,136 "lstrip": false,137 "rstrip": false,138 "normalized": false,139 "special": false140 },141 {142 "id": 102397,143 "content": "<|prefix|>",144 "single_word": false,145 "lstrip": false,146 "rstrip": false,147 "normalized": false,148 "special": false149 },150 {151 "id": 102398,152 "content": "<|suffix|>",153 "single_word": false,154 "lstrip": false,155 "rstrip": false,156 "normalized": false,157 "special": false158 },159 {160 "id": 102399,161 "content": "<|middle|>",162 "single_word": false,163 "lstrip": false,164 "rstrip": false,165 "normalized": false,166 "special": false167 }168 ],169 "normalizer": null,170 "pre_tokenizer": {171 "type": "Metaspace",172 "replacement": "▁",173 "prepend_scheme": "never",174 "split": false175 },176 "post_processor": {177 "type": "TemplateProcessing",178 "single": [179 {180 "SpecialToken": {181 "id": "<s>",182 "type_id": 0183 }184 },185 {186 "Sequence": {187 "id": "A",188 "type_id": 0189 }190 },191 {192 "SpecialToken": {193 "id": "</s>",194 "type_id": 0195 }196 }197 ],198 "pair": [199 {200 "SpecialToken": {201 "id": "<s>",202 "type_id": 0203 }204 },205 {206 "Sequence": {207 "id": "A",208 "type_id": 0209 }210 },211 {212 "SpecialToken": {213 "id": "</s>",214 "type_id": 0215 }216 },217 {218 "SpecialToken": {219 "id": "<s>",220 "type_id": 1221 }222 },223 {224 "Sequence": {225 "id": "B",226 "type_id": 1227 }228 },229 {230 "SpecialToken": {231 "id": "</s>",232 "type_id": 1233 }234 }235 ],236 "special_tokens": {237 "</s>": {238 "id": "</s>",239 "ids": [240 2241 ],242 "tokens": [243 "</s>"244 ]245 },246 "<s>": {247 "id": "<s>",248 "ids": [249 1250 ],251 "tokens": [252 "<s>"253 ]254 }255 }256 },257 "decoder": {258 "type": "Sequence",259 "decoders": [260 {261 "type": "Replace",262 "pattern": {263 "String": "▁"264 },265 "content": " "266 },267 {268 "type": "ByteFallback"269 },270 {271 "type": "Fuse"272 }273 ]274 },275 "model": {276 "type": "Unigram",277 "unk_id": 0,278 "vocab": [279 [280 "<unk>",281 0.0282 ],283 [284 "<s>",285 0.0286 ],287 [288 "</s>",289 0.0290 ],291 [292 "<pad>",293 0.0294 ],295 [296 "<sep>",297 0.0298 ],299 [300 "<mask>",301 0.0302 ],303 [304 "<cls>",305 0.0306 ],307 [308 "<|system|>",309 0.0310 ],311 [312 "<|assistant|>",313 0.0314 ],315 [316 "<|user|>",317 0.0318 ],319 [320 "<|available_tools|>",321 0.0322 ],323 [324 "<|tool_calls|>",325 0.0326 ],327 [328 "<|tool_results|>",329 0.0330 ],331 [332 "<|code|>",333 0.0334 ],335 [336 "<|file|>",337 0.0338 ],339 [340 "<0x00>",341 0.0342 ],343 [344 "<0x01>",345 0.0346 ],347 [348 "<0x02>",349 0.0350 ],351 [352 "<0x03>",353 0.0354 ],355 [356 "<0x04>",357 0.0358 ],359 [360 "<0x05>",361 0.0362 ],363 [364 "<0x06>",365 0.0366 ],367 [368 "<0x07>",369 0.0370 ],371 [372 "<0x08>",373 0.0374 ],375 [376 "<0x09>",377 0.0378 ],379 [380 "<0x0A>",381 0.0382 ],383 [384 "<0x0B>",385 0.0386 ],387 [388 "<0x0C>",389 0.0390 ],391 [392 "<0x0D>",393 0.0394 ],395 [396 "<0x0E>",397 0.0398 ],399 [400 "<0x0F>",401 0.0402 ],403 [404 "<0x10>",405 0.0406 ],407 [408 "<0x11>",409 0.0410 ],411 [412 "<0x12>",413 0.0414 ],415 [416 "<0x13>",417 0.0418 ],419 [420 "<0x14>",421 0.0422 ],423 [424 "<0x15>",425 0.0426 ],427 [428 "<0x16>",429 0.0430 ],431 [432 "<0x17>",433 0.0434 ],435 [436 "<0x18>",437 0.0438 ],439 [440 "<0x19>",441 0.0442 ],443 [444 "<0x1A>",445 0.0446 ],447 [448 "<0x1B>",449 0.0450 ],451 [452 "<0x1C>",453 0.0454 ],455 [456 "<0x1D>",457 0.0458 ],459 [460 "<0x1E>",461 0.0462 ],463 [464 "<0x1F>",465 0.0466 ],467 [468 "<0x20>",469 0.0470 ],471 [472 "<0x21>",473 0.0474 ],475 [476 "<0x22>",477 0.0478 ],479 [480 "<0x23>",481 0.0482 ],483 [484 "<0x24>",485 0.0486 ],487 [488 "<0x25>",489 0.0490 ],491 [492 "<0x26>",493 0.0494 ],495 [496 "<0x27>",497 0.0498 ],499 [500 "<0x28>",501 0.0502 ],503 [504 "<0x29>",505 0.0506 ],507 [508 "<0x2A>",509 0.0510 ],511 [512 "<0x2B>",513 0.0514 ],515 [516 "<0x2C>",517 0.0518 ],519 [520 "<0x2D>",521 0.0522 ],523 [524 "<0x2E>",525 0.0526 ],527 [528 "<0x2F>",529 0.0530 ],531 [532 "<0x30>",533 0.0534 ],535 [536 "<0x31>",537 0.0538 ],539 [540 "<0x32>",541 0.0542 ],543 [544 "<0x33>",545 0.0546 ],547 [548 "<0x34>",549 0.0550 ],551 [552 "<0x35>",553 0.0554 ],555 [556 "<0x36>",557 0.0558 ],559 [560 "<0x37>",561 0.0562 ],563 [564 "<0x38>",565 0.0566 ],567 [568 "<0x39>",569 0.0570 ],571 [572 "<0x3A>",573 0.0574 ],575 [576 "<0x3B>",577 0.0578 ],579 [580 "<0x3C>",581 0.0582 ],583 [584 "<0x3D>",585 0.0586 ],587 [588 "<0x3E>",589 0.0590 ],591 [592 "<0x3F>",593 0.0594 ],595 [596 "<0x40>",597 0.0598 ],599 [600 "<0x41>",601 0.0602 ],603 [604 "<0x42>",605 0.0606 ],607 [608 "<0x43>",609 0.0610 ],611 [612 "<0x44>",613 0.0614 ],615 [616 "<0x45>",617 0.0618 ],619 [620 "<0x46>",621 0.0622 ],623 [624 "<0x47>",625 0.0626 ],627 [628 "<0x48>",629 0.0630 ],631 [632 "<0x49>",633 0.0634 ],635 [636 "<0x4A>",637 0.0638 ],639 [640 "<0x4B>",641 0.0642 ],643 [644 "<0x4C>",645 0.0646 ],647 [648 "<0x4D>",649 0.0650 ],651 [652 "<0x4E>",653 0.0654 ],655 [656 "<0x4F>",657 0.0658 ],659 [660 "<0x50>",661 0.0662 ],663 [664 "<0x51>",665 0.0666 ],667 [668 "<0x52>",669 0.0670 ],671 [672 "<0x53>",673 0.0674 ],675 [676 "<0x54>",677 0.0678 ],679 [680 "<0x55>",681 0.0682 ],683 [684 "<0x56>",685 0.0686 ],687 [688 "<0x57>",689 0.0690 ],691 [692 "<0x58>",693 0.0694 ],695 [696 "<0x59>",697 0.0698 ],699 [700 "<0x5A>",701 0.0702 ],703 [704 "<0x5B>",705 0.0706 ],707 [708 "<0x5C>",709 0.0710 ],711 [712 "<0x5D>",713 0.0714 ],715 [716 "<0x5E>",717 0.0718 ],719 [720 "<0x5F>",721 0.0722 ],723 [724 "<0x60>",725 0.0726 ],727 [728 "<0x61>",729 0.0730 ],731 [732 "<0x62>",733 0.0734 ],735 [736 "<0x63>",737 0.0738 ],739 [740 "<0x64>",741 0.0742 ],743 [744 "<0x65>",745 0.0746 ],747 [748 "<0x66>",749 0.0750 ],751 [752 "<0x67>",753 0.0754 ],755 [756 "<0x68>",757 0.0758 ],759 [760 "<0x69>",761 0.0762 ],763 [764 "<0x6A>",765 0.0766 ],767 [768 "<0x6B>",769 0.0770 ],771 [772 "<0x6C>",773 0.0774 ],775 [776 "<0x6D>",777 0.0778 ],779 [780 "<0x6E>",781 0.0782 ],783 [784 "<0x6F>",785 0.0786 ],787 [788 "<0x70>",789 0.0790 ],791 [792 "<0x71>",793 0.0794 ],795 [796 "<0x72>",797 0.0798 ],799 [800 "<0x73>",801 0.0802 ],803 [804 "<0x74>",805 0.0806 ],807 [808 "<0x75>",809 0.0810 ],811 [812 "<0x76>",813 0.0814 ],815 [816 "<0x77>",817 0.0818 ],819 [820 "<0x78>",821 0.0822 ],823 [824 "<0x79>",825 0.0826 ],827 [828 "<0x7A>",829 0.0830 ],831 [832 "<0x7B>",833 0.0834 ],835 [836 "<0x7C>",837 0.0838 ],839 [840 "<0x7D>",841 0.0842 ],843 [844 "<0x7E>",845 0.0846 ],847 [848 "<0x7F>",849 0.0850 ],851 [852 "<0x80>",853 0.0854 ],855 [856 "<0x81>",857 0.0858 ],859 [860 "<0x82>",861 0.0862 ],863 [864 "<0x83>",865 0.0866 ],867 [868 "<0x84>",869 0.0870 ],871 [872 "<0x85>",873 0.0874 ],875 [876 "<0x86>",877 0.0878 ],879 [880 "<0x87>",881 0.0882 ],883 [884 "<0x88>",885 0.0886 ],887 [888 "<0x89>",889 0.0890 ],891 [892 "<0x8A>",893 0.0894 ],895 [896 "<0x8B>",897 0.0898 ],899 [900 "<0x8C>",901 0.0902 ],903 [904 "<0x8D>",905 0.0906 ],907 [908 "<0x8E>",909 0.0910 ],911 [912 "<0x8F>",913 0.0914 ],915 [916 "<0x90>",917 0.0918 ],919 [920 "<0x91>",921 0.0922 ],923 [924 "<0x92>",925 0.0926 ],927 [928 "<0x93>",929 0.0930 ],931 [932 "<0x94>",933 0.0934 ],935 [936 "<0x95>",937 0.0938 ],939 [940 "<0x96>",941 0.0942 ],943 [944 "<0x97>",945 0.0946 ],947 [948 "<0x98>",949 0.0950 ],951 [952 "<0x99>",953 0.0954 ],955 [956 "<0x9A>",957 0.0958 ],959 [960 "<0x9B>",961 0.0962 ],963 [964 "<0x9C>",965 0.0966 ],967 [968 "<0x9D>",969 0.0970 ],971 [972 "<0x9E>",973 0.0974 ],975 [976 "<0x9F>",977 0.0978 ],979 [980 "<0xA0>",981 0.0982 ],983 [984 "<0xA1>",985 0.0986 ],987 [988 "<0xA2>",989 0.0990 ],991 [992 "<0xA3>",993 0.0994 ],995 [996 "<0xA4>",997 0.0998 ],999 [1000 "<0xA5>",1001 0.01002 ],1003 [1004 "<0xA6>",1005 0.01006 ],1007 [1008 "<0xA7>",1009 0.01010 ],1011 [1012 "<0xA8>",1013 0.01014 ],1015 [1016 "<0xA9>",1017 0.01018 ],1019 [1020 "<0xAA>",1021 0.01022 ],1023 [1024 "<0xAB>",1025 0.01026 ],1027 [1028 "<0xAC>",1029 0.01030 ],1031 [1032 "<0xAD>",1033 0.01034 ],1035 [1036 "<0xAE>",1037 0.01038 ],1039 [1040 "<0xAF>",1041 0.01042 ],1043 [1044 "<0xB0>",1045 0.01046 ],1047 [1048 "<0xB1>",1049 0.01050 ],1051 [1052 "<0xB2>",1053 0.01054 ],1055 [1056 "<0xB3>",1057 0.01058 ],1059 [1060 "<0xB4>",1061 0.01062 ],1063 [1064 "<0xB5>",1065 0.01066 ],1067 [1068 "<0xB6>",1069 0.01070 ],1071 [1072 "<0xB7>",1073 0.01074 ],1075 [1076 "<0xB8>",1077 0.01078 ],1079 [1080 "<0xB9>",1081 0.01082 ],1083 [1084 "<0xBA>",1085 0.01086 ],1087 [1088 "<0xBB>",1089 0.01090 ],1091 [1092 "<0xBC>",1093 0.01094 ],1095 [1096 "<0xBD>",1097 0.01098 ],1099 [1100 "<0xBE>",1101 0.01102 ],1103 [1104 "<0xBF>",1105 0.01106 ],1107 [1108 "<0xC0>",1109 0.01110 ],1111 [1112 "<0xC1>",1113 0.01114 ],1115 [1116 "<0xC2>",1117 0.01118 ],1119 [1120 "<0xC3>",1121 0.01122 ],1123 [1124 "<0xC4>",1125 0.01126 ],1127 [1128 "<0xC5>",1129 0.01130 ],1131 [1132 "<0xC6>",1133 0.01134 ],1135 [1136 "<0xC7>",1137 0.01138 ],1139 [1140 "<0xC8>",1141 0.01142 ],1143 [1144 "<0xC9>",1145 0.01146 ],1147 [1148 "<0xCA>",1149 0.01150 ],1151 [1152 "<0xCB>",1153 0.01154 ],1155 [1156 "<0xCC>",1157 0.01158 ],1159 [1160 "<0xCD>",1161 0.01162 ],1163 [1164 "<0xCE>",1165 0.01166 ],1167 [1168 "<0xCF>",1169 0.01170 ],1171 [1172 "<0xD0>",1173 0.01174 ],1175 [1176 "<0xD1>",1177 0.01178 ],1179 [1180 "<0xD2>",1181 0.01182 ],1183 [1184 "<0xD3>",1185 0.01186 ],1187 [1188 "<0xD4>",1189 0.01190 ],1191 [1192 "<0xD5>",1193 0.01194 ],1195 [1196 "<0xD6>",1197 0.01198 ],1199 [1200 "<0xD7>",