thinkingdbx/codebert-permissive-embed
2202
1{2 "version": "1.0",3 "truncation": {4 "direction": "Right",5 "max_length": 256,6 "strategy": "LongestFirst",7 "stride": 08 },9 "padding": {10 "strategy": "BatchLongest",11 "direction": "Right",12 "pad_to_multiple_of": null,13 "pad_id": 1,14 "pad_type_id": 0,15 "pad_token": "<|pad|>"16 },17 "added_tokens": [18 {19 "id": 0,20 "content": "<|endoftext|>",21 "single_word": false,22 "lstrip": false,23 "rstrip": false,24 "normalized": false,25 "special": true26 },27 {28 "id": 1,29 "content": "<|pad|>",30 "single_word": false,31 "lstrip": false,32 "rstrip": false,33 "normalized": false,34 "special": true35 },36 {37 "id": 2,38 "content": "<|mask|>",39 "single_word": false,40 "lstrip": false,41 "rstrip": false,42 "normalized": false,43 "special": true44 },45 {46 "id": 3,47 "content": "<|reserved_0|>",48 "single_word": false,49 "lstrip": false,50 "rstrip": false,51 "normalized": false,52 "special": true53 },54 {55 "id": 4,56 "content": "<|reserved_1|>",57 "single_word": false,58 "lstrip": false,59 "rstrip": false,60 "normalized": false,61 "special": true62 },63 {64 "id": 5,65 "content": "<|reserved_2|>",66 "single_word": false,67 "lstrip": false,68 "rstrip": false,69 "normalized": false,70 "special": true71 },72 {73 "id": 6,74 "content": "<|reserved_3|>",75 "single_word": false,76 "lstrip": false,77 "rstrip": false,78 "normalized": false,79 "special": true80 },81 {82 "id": 7,83 "content": "<|reserved_4|>",84 "single_word": false,85 "lstrip": false,86 "rstrip": false,87 "normalized": false,88 "special": true89 },90 {91 "id": 8,92 "content": "<|reserved_5|>",93 "single_word": false,94 "lstrip": false,95 "rstrip": false,96 "normalized": false,97 "special": true98 },99 {100 "id": 9,101 "content": "<|reserved_6|>",102 "single_word": false,103 "lstrip": false,104 "rstrip": false,105 "normalized": false,106 "special": true107 },108 {109 "id": 10,110 "content": "<|reserved_7|>",111 "single_word": false,112 "lstrip": false,113 "rstrip": false,114 "normalized": false,115 "special": true116 },117 {118 "id": 11,119 "content": "<|reserved_8|>",120 "single_word": false,121 "lstrip": false,122 "rstrip": false,123 "normalized": false,124 "special": true125 },126 {127 "id": 12,128 "content": "<|reserved_9|>",129 "single_word": false,130 "lstrip": false,131 "rstrip": false,132 "normalized": false,133 "special": true134 },135 {136 "id": 13,137 "content": "<|reserved_10|>",138 "single_word": false,139 "lstrip": false,140 "rstrip": false,141 "normalized": false,142 "special": true143 },144 {145 "id": 14,146 "content": "<|reserved_11|>",147 "single_word": false,148 "lstrip": false,149 "rstrip": false,150 "normalized": false,151 "special": true152 },153 {154 "id": 15,155 "content": "<|reserved_12|>",156 "single_word": false,157 "lstrip": false,158 "rstrip": false,159 "normalized": false,160 "special": true161 },162 {163 "id": 16,164 "content": "<|reserved_13|>",165 "single_word": false,166 "lstrip": false,167 "rstrip": false,168 "normalized": false,169 "special": true170 },171 {172 "id": 17,173 "content": "<|reserved_14|>",174 "single_word": false,175 "lstrip": false,176 "rstrip": false,177 "normalized": false,178 "special": true179 },180 {181 "id": 18,182 "content": "<|reserved_15|>",183 "single_word": false,184 "lstrip": false,185 "rstrip": false,186 "normalized": false,187 "special": true188 },189 {190 "id": 19,191 "content": "<|reserved_16|>",192 "single_word": false,193 "lstrip": false,194 "rstrip": false,195 "normalized": false,196 "special": true197 },198 {199 "id": 20,200 "content": "<|reserved_17|>",201 "single_word": false,202 "lstrip": false,203 "rstrip": false,204 "normalized": false,205 "special": true206 },207 {208 "id": 21,209 "content": "<|reserved_18|>",210 "single_word": false,211 "lstrip": false,212 "rstrip": false,213 "normalized": false,214 "special": true215 },216 {217 "id": 22,218 "content": "<|reserved_19|>",219 "single_word": false,220 "lstrip": false,221 "rstrip": false,222 "normalized": false,223 "special": true224 },225 {226 "id": 23,227 "content": "<|reserved_20|>",228 "single_word": false,229 "lstrip": false,230 "rstrip": false,231 "normalized": false,232 "special": true233 },234 {235 "id": 24,236 "content": "<|reserved_21|>",237 "single_word": false,238 "lstrip": false,239 "rstrip": false,240 "normalized": false,241 "special": true242 },243 {244 "id": 25,245 "content": "<|reserved_22|>",246 "single_word": false,247 "lstrip": false,248 "rstrip": false,249 "normalized": false,250 "special": true251 },252 {253 "id": 26,254 "content": "<|reserved_23|>",255 "single_word": false,256 "lstrip": false,257 "rstrip": false,258 "normalized": false,259 "special": true260 },261 {262 "id": 27,263 "content": "<|reserved_24|>",264 "single_word": false,265 "lstrip": false,266 "rstrip": false,267 "normalized": false,268 "special": true269 },270 {271 "id": 28,272 "content": "<|reserved_25|>",273 "single_word": false,274 "lstrip": false,275 "rstrip": false,276 "normalized": false,277 "special": true278 },279 {280 "id": 29,281 "content": "<|reserved_26|>",282 "single_word": false,283 "lstrip": false,284 "rstrip": false,285 "normalized": false,286 "special": true287 },288 {289 "id": 30,290 "content": "<|reserved_27|>",291 "single_word": false,292 "lstrip": false,293 "rstrip": false,294 "normalized": false,295 "special": true296 },297 {298 "id": 31,299 "content": "<|reserved_28|>",300 "single_word": false,301 "lstrip": false,302 "rstrip": false,303 "normalized": false,304 "special": true305 },306 {307 "id": 32,308 "content": "<|reserved_29|>",309 "single_word": false,310 "lstrip": false,311 "rstrip": false,312 "normalized": false,313 "special": true314 },315 {316 "id": 33,317 "content": "<|reserved_30|>",318 "single_word": false,319 "lstrip": false,320 "rstrip": false,321 "normalized": false,322 "special": true323 },324 {325 "id": 34,326 "content": "<|reserved_31|>",327 "single_word": false,328 "lstrip": false,329 "rstrip": false,330 "normalized": false,331 "special": true332 },333 {334 "id": 35,335 "content": "<|reserved_32|>",336 "single_word": false,337 "lstrip": false,338 "rstrip": false,339 "normalized": false,340 "special": true341 },342 {343 "id": 36,344 "content": "<|reserved_33|>",345 "single_word": false,346 "lstrip": false,347 "rstrip": false,348 "normalized": false,349 "special": true350 },351 {352 "id": 37,353 "content": "<|reserved_34|>",354 "single_word": false,355 "lstrip": false,356 "rstrip": false,357 "normalized": false,358 "special": true359 },360 {361 "id": 38,362 "content": "<|reserved_35|>",363 "single_word": false,364 "lstrip": false,365 "rstrip": false,366 "normalized": false,367 "special": true368 },369 {370 "id": 39,371 "content": "<|reserved_36|>",372 "single_word": false,373 "lstrip": false,374 "rstrip": false,375 "normalized": false,376 "special": true377 },378 {379 "id": 40,380 "content": "<|reserved_37|>",381 "single_word": false,382 "lstrip": false,383 "rstrip": false,384 "normalized": false,385 "special": true386 },387 {388 "id": 41,389 "content": "<|reserved_38|>",390 "single_word": false,391 "lstrip": false,392 "rstrip": false,393 "normalized": false,394 "special": true395 },396 {397 "id": 42,398 "content": "<|reserved_39|>",399 "single_word": false,400 "lstrip": false,401 "rstrip": false,402 "normalized": false,403 "special": true404 },405 {406 "id": 43,407 "content": "<|reserved_40|>",408 "single_word": false,409 "lstrip": false,410 "rstrip": false,411 "normalized": false,412 "special": true413 },414 {415 "id": 44,416 "content": "<|reserved_41|>",417 "single_word": false,418 "lstrip": false,419 "rstrip": false,420 "normalized": false,421 "special": true422 },423 {424 "id": 45,425 "content": "<|reserved_42|>",426 "single_word": false,427 "lstrip": false,428 "rstrip": false,429 "normalized": false,430 "special": true431 },432 {433 "id": 46,434 "content": "<|reserved_43|>",435 "single_word": false,436 "lstrip": false,437 "rstrip": false,438 "normalized": false,439 "special": true440 },441 {442 "id": 47,443 "content": "<|reserved_44|>",444 "single_word": false,445 "lstrip": false,446 "rstrip": false,447 "normalized": false,448 "special": true449 },450 {451 "id": 48,452 "content": "<|reserved_45|>",453 "single_word": false,454 "lstrip": false,455 "rstrip": false,456 "normalized": false,457 "special": true458 },459 {460 "id": 49,461 "content": "<|reserved_46|>",462 "single_word": false,463 "lstrip": false,464 "rstrip": false,465 "normalized": false,466 "special": true467 },468 {469 "id": 50,470 "content": "<|reserved_47|>",471 "single_word": false,472 "lstrip": false,473 "rstrip": false,474 "normalized": false,475 "special": true476 },477 {478 "id": 51,479 "content": "<|reserved_48|>",480 "single_word": false,481 "lstrip": false,482 "rstrip": false,483 "normalized": false,484 "special": true485 },486 {487 "id": 52,488 "content": "<|reserved_49|>",489 "single_word": false,490 "lstrip": false,491 "rstrip": false,492 "normalized": false,493 "special": true494 },495 {496 "id": 53,497 "content": "<|reserved_50|>",498 "single_word": false,499 "lstrip": false,500 "rstrip": false,501 "normalized": false,502 "special": true503 },504 {505 "id": 54,506 "content": "<|reserved_51|>",507 "single_word": false,508 "lstrip": false,509 "rstrip": false,510 "normalized": false,511 "special": true512 },513 {514 "id": 55,515 "content": "<|reserved_52|>",516 "single_word": false,517 "lstrip": false,518 "rstrip": false,519 "normalized": false,520 "special": true521 },522 {523 "id": 56,524 "content": "<|reserved_53|>",525 "single_word": false,526 "lstrip": false,527 "rstrip": false,528 "normalized": false,529 "special": true530 },531 {532 "id": 57,533 "content": "<|reserved_54|>",534 "single_word": false,535 "lstrip": false,536 "rstrip": false,537 "normalized": false,538 "special": true539 },540 {541 "id": 58,542 "content": "<|reserved_55|>",543 "single_word": false,544 "lstrip": false,545 "rstrip": false,546 "normalized": false,547 "special": true548 },549 {550 "id": 59,551 "content": "<|reserved_56|>",552 "single_word": false,553 "lstrip": false,554 "rstrip": false,555 "normalized": false,556 "special": true557 },558 {559 "id": 60,560 "content": "<|reserved_57|>",561 "single_word": false,562 "lstrip": false,563 "rstrip": false,564 "normalized": false,565 "special": true566 },567 {568 "id": 61,569 "content": "<|reserved_58|>",570 "single_word": false,571 "lstrip": false,572 "rstrip": false,573 "normalized": false,574 "special": true575 },576 {577 "id": 62,578 "content": "<|reserved_59|>",579 "single_word": false,580 "lstrip": false,581 "rstrip": false,582 "normalized": false,583 "special": true584 },585 {586 "id": 63,587 "content": "<|reserved_60|>",588 "single_word": false,589 "lstrip": false,590 "rstrip": false,591 "normalized": false,592 "special": true593 },594 {595 "id": 64,596 "content": "<|reserved_61|>",597 "single_word": false,598 "lstrip": false,599 "rstrip": false,600 "normalized": false,601 "special": true602 },603 {604 "id": 65,605 "content": "<|reserved_62|>",606 "single_word": false,607 "lstrip": false,608 "rstrip": false,609 "normalized": false,610 "special": true611 },612 {613 "id": 66,614 "content": "<|reserved_63|>",615 "single_word": false,616 "lstrip": false,617 "rstrip": false,618 "normalized": false,619 "special": true620 },621 {622 "id": 67,623 "content": "<|reserved_64|>",624 "single_word": false,625 "lstrip": false,626 "rstrip": false,627 "normalized": false,628 "special": true629 },630 {631 "id": 68,632 "content": "<|reserved_65|>",633 "single_word": false,634 "lstrip": false,635 "rstrip": false,636 "normalized": false,637 "special": true638 },639 {640 "id": 69,641 "content": "<|reserved_66|>",642 "single_word": false,643 "lstrip": false,644 "rstrip": false,645 "normalized": false,646 "special": true647 },648 {649 "id": 70,650 "content": "<|reserved_67|>",651 "single_word": false,652 "lstrip": false,653 "rstrip": false,654 "normalized": false,655 "special": true656 },657 {658 "id": 71,659 "content": "<|reserved_68|>",660 "single_word": false,661 "lstrip": false,662 "rstrip": false,663 "normalized": false,664 "special": true665 },666 {667 "id": 72,668 "content": "<|reserved_69|>",669 "single_word": false,670 "lstrip": false,671 "rstrip": false,672 "normalized": false,673 "special": true674 },675 {676 "id": 73,677 "content": "<|reserved_70|>",678 "single_word": false,679 "lstrip": false,680 "rstrip": false,681 "normalized": false,682 "special": true683 },684 {685 "id": 74,686 "content": "<|reserved_71|>",687 "single_word": false,688 "lstrip": false,689 "rstrip": false,690 "normalized": false,691 "special": true692 },693 {694 "id": 75,695 "content": "<|reserved_72|>",696 "single_word": false,697 "lstrip": false,698 "rstrip": false,699 "normalized": false,700 "special": true701 },702 {703 "id": 76,704 "content": "<|reserved_73|>",705 "single_word": false,706 "lstrip": false,707 "rstrip": false,708 "normalized": false,709 "special": true710 },711 {712 "id": 77,713 "content": "<|reserved_74|>",714 "single_word": false,715 "lstrip": false,716 "rstrip": false,717 "normalized": false,718 "special": true719 },720 {721 "id": 78,722 "content": "<|reserved_75|>",723 "single_word": false,724 "lstrip": false,725 "rstrip": false,726 "normalized": false,727 "special": true728 },729 {730 "id": 79,731 "content": "<|reserved_76|>",732 "single_word": false,733 "lstrip": false,734 "rstrip": false,735 "normalized": false,736 "special": true737 },738 {739 "id": 80,740 "content": "<|reserved_77|>",741 "single_word": false,742 "lstrip": false,743 "rstrip": false,744 "normalized": false,745 "special": true746 },747 {748 "id": 81,749 "content": "<|reserved_78|>",750 "single_word": false,751 "lstrip": false,752 "rstrip": false,753 "normalized": false,754 "special": true755 },756 {757 "id": 82,758 "content": "<|reserved_79|>",759 "single_word": false,760 "lstrip": false,761 "rstrip": false,762 "normalized": false,763 "special": true764 },765 {766 "id": 83,767 "content": "<|reserved_80|>",768 "single_word": false,769 "lstrip": false,770 "rstrip": false,771 "normalized": false,772 "special": true773 },774 {775 "id": 84,776 "content": "<|reserved_81|>",777 "single_word": false,778 "lstrip": false,779 "rstrip": false,780 "normalized": false,781 "special": true782 },783 {784 "id": 85,785 "content": "<|reserved_82|>",786 "single_word": false,787 "lstrip": false,788 "rstrip": false,789 "normalized": false,790 "special": true791 },792 {793 "id": 86,794 "content": "<|reserved_83|>",795 "single_word": false,796 "lstrip": false,797 "rstrip": false,798 "normalized": false,799 "special": true800 },801 {802 "id": 87,803 "content": "<|reserved_84|>",804 "single_word": false,805 "lstrip": false,806 "rstrip": false,807 "normalized": false,808 "special": true809 },810 {811 "id": 88,812 "content": "<|reserved_85|>",813 "single_word": false,814 "lstrip": false,815 "rstrip": false,816 "normalized": false,817 "special": true818 },819 {820 "id": 89,821 "content": "<|reserved_86|>",822 "single_word": false,823 "lstrip": false,824 "rstrip": false,825 "normalized": false,826 "special": true827 },828 {829 "id": 90,830 "content": "<|reserved_87|>",831 "single_word": false,832 "lstrip": false,833 "rstrip": false,834 "normalized": false,835 "special": true836 },837 {838 "id": 91,839 "content": "<|reserved_88|>",840 "single_word": false,841 "lstrip": false,842 "rstrip": false,843 "normalized": false,844 "special": true845 },846 {847 "id": 92,848 "content": "<|reserved_89|>",849 "single_word": false,850 "lstrip": false,851 "rstrip": false,852 "normalized": false,853 "special": true854 },855 {856 "id": 93,857 "content": "<|reserved_90|>",858 "single_word": false,859 "lstrip": false,860 "rstrip": false,861 "normalized": false,862 "special": true863 },864 {865 "id": 94,866 "content": "<|reserved_91|>",867 "single_word": false,868 "lstrip": false,869 "rstrip": false,870 "normalized": false,871 "special": true872 },873 {874 "id": 95,875 "content": "<|reserved_92|>",876 "single_word": false,877 "lstrip": false,878 "rstrip": false,879 "normalized": false,880 "special": true881 },882 {883 "id": 96,884 "content": "<|reserved_93|>",885 "single_word": false,886 "lstrip": false,887 "rstrip": false,888 "normalized": false,889 "special": true890 },891 {892 "id": 97,893 "content": "<|reserved_94|>",894 "single_word": false,895 "lstrip": false,896 "rstrip": false,897 "normalized": false,898 "special": true899 },900 {901 "id": 98,902 "content": "<|reserved_95|>",903 "single_word": false,904 "lstrip": false,905 "rstrip": false,906 "normalized": false,907 "special": true908 },909 {910 "id": 99,911 "content": "<|reserved_96|>",912 "single_word": false,913 "lstrip": false,914 "rstrip": false,915 "normalized": false,916 "special": true917 },918 {919 "id": 100,920 "content": "<|reserved_97|>",921 "single_word": false,922 "lstrip": false,923 "rstrip": false,924 "normalized": false,925 "special": true926 },927 {928 "id": 101,929 "content": "<|reserved_98|>",930 "single_word": false,931 "lstrip": false,932 "rstrip": false,933 "normalized": false,934 "special": true935 },936 {937 "id": 102,938 "content": "<|reserved_99|>",939 "single_word": false,940 "lstrip": false,941 "rstrip": false,942 "normalized": false,943 "special": true944 },945 {946 "id": 103,947 "content": "<|reserved_100|>",948 "single_word": false,949 "lstrip": false,950 "rstrip": false,951 "normalized": false,952 "special": true953 },954 {955 "id": 104,956 "content": "<|reserved_101|>",957 "single_word": false,958 "lstrip": false,959 "rstrip": false,960 "normalized": false,961 "special": true962 },963 {964 "id": 105,965 "content": "<|reserved_102|>",966 "single_word": false,967 "lstrip": false,968 "rstrip": false,969 "normalized": false,970 "special": true971 },972 {973 "id": 106,974 "content": "<|reserved_103|>",975 "single_word": false,976 "lstrip": false,977 "rstrip": false,978 "normalized": false,979 "special": true980 },981 {982 "id": 107,983 "content": "<|reserved_104|>",984 "single_word": false,985 "lstrip": false,986 "rstrip": false,987 "normalized": false,988 "special": true989 },990 {991 "id": 108,992 "content": "<|reserved_105|>",993 "single_word": false,994 "lstrip": false,995 "rstrip": false,996 "normalized": false,997 "special": true998 },999 {1000 "id": 109,1001 "content": "<|reserved_106|>",1002 "single_word": false,1003 "lstrip": false,1004 "rstrip": false,1005 "normalized": false,1006 "special": true1007 },1008 {1009 "id": 110,1010 "content": "<|reserved_107|>",1011 "single_word": false,1012 "lstrip": false,1013 "rstrip": false,1014 "normalized": false,1015 "special": true1016 },1017 {1018 "id": 111,1019 "content": "<|reserved_108|>",1020 "single_word": false,1021 "lstrip": false,1022 "rstrip": false,1023 "normalized": false,1024 "special": true1025 },1026 {1027 "id": 112,1028 "content": "<|reserved_109|>",1029 "single_word": false,1030 "lstrip": false,1031 "rstrip": false,1032 "normalized": false,1033 "special": true1034 },1035 {1036 "id": 113,1037 "content": "<|reserved_110|>",1038 "single_word": false,1039 "lstrip": false,1040 "rstrip": false,1041 "normalized": false,1042 "special": true1043 },1044 {1045 "id": 114,1046 "content": "<|reserved_111|>",1047 "single_word": false,1048 "lstrip": false,1049 "rstrip": false,1050 "normalized": false,1051 "special": true1052 },1053 {1054 "id": 115,1055 "content": "<|reserved_112|>",1056 "single_word": false,1057 "lstrip": false,1058 "rstrip": false,1059 "normalized": false,1060 "special": true1061 },1062 {1063 "id": 116,1064 "content": "<|reserved_113|>",1065 "single_word": false,1066 "lstrip": false,1067 "rstrip": false,1068 "normalized": false,1069 "special": true1070 },1071 {1072 "id": 117,1073 "content": "<|reserved_114|>",1074 "single_word": false,1075 "lstrip": false,1076 "rstrip": false,1077 "normalized": false,1078 "special": true1079 },1080 {1081 "id": 118,1082 "content": "<|reserved_115|>",1083 "single_word": false,1084 "lstrip": false,1085 "rstrip": false,1086 "normalized": false,1087 "special": true1088 },1089 {1090 "id": 119,1091 "content": "<|reserved_116|>",1092 "single_word": false,1093 "lstrip": false,1094 "rstrip": false,1095 "normalized": false,1096 "special": true1097 },1098 {1099 "id": 120,1100 "content": "<|reserved_117|>",1101 "single_word": false,1102 "lstrip": false,1103 "rstrip": false,1104 "normalized": false,1105 "special": true1106 },1107 {1108 "id": 121,1109 "content": "<|reserved_118|>",1110 "single_word": false,1111 "lstrip": false,1112 "rstrip": false,1113 "normalized": false,1114 "special": true1115 },1116 {1117 "id": 122,1118 "content": "<|reserved_119|>",1119 "single_word": false,1120 "lstrip": false,1121 "rstrip": false,1122 "normalized": false,1123 "special": true1124 },1125 {1126 "id": 123,1127 "content": "<|reserved_120|>",1128 "single_word": false,1129 "lstrip": false,1130 "rstrip": false,1131 "normalized": false,1132 "special": true1133 },1134 {1135 "id": 124,1136 "content": "<|reserved_121|>",1137 "single_word": false,1138 "lstrip": false,1139 "rstrip": false,1140 "normalized": false,1141 "special": true1142 },1143 {1144 "id": 125,1145 "content": "<|reserved_122|>",1146 "single_word": false,1147 "lstrip": false,1148 "rstrip": false,1149 "normalized": false,1150 "special": true1151 },1152 {1153 "id": 126,1154 "content": "<|reserved_123|>",1155 "single_word": false,1156 "lstrip": false,1157 "rstrip": false,1158 "normalized": false,1159 "special": true1160 },1161 {1162 "id": 127,1163 "content": "<|reserved_124|>",1164 "single_word": false,1165 "lstrip": false,1166 "rstrip": false,1167 "normalized": false,1168 "special": true1169 },1170 {1171 "id": 128,1172 "content": "<|reserved_125|>",1173 "single_word": false,1174 "lstrip": false,1175 "rstrip": false,1176 "normalized": false,1177 "special": true1178 },1179 {1180 "id": 129,1181 "content": "<|reserved_126|>",1182 "single_word": false,1183 "lstrip": false,1184 "rstrip": false,1185 "normalized": false,1186 "special": true1187 },1188 {1189 "id": 130,1190 "content": "<|reserved_127|>",1191 "single_word": false,1192 "lstrip": false,1193 "rstrip": false,1194 "normalized": false,1195 "special": true1196 }1197 ],1198 "normalizer": null,1199 "pre_tokenizer": {1200 "type": "Sequence",