goldfish-models/hin_deva_1000mb
0216
1{2 "version": "1.0",3 "truncation": null,4 "padding": null,5 "added_tokens": [6 {7 "id": 0,8 "special": true,9 "content": "<unk>",10 "single_word": false,11 "lstrip": false,12 "rstrip": false,13 "normalized": false14 },15 {16 "id": 50000,17 "special": true,18 "content": "[CLS]",19 "single_word": false,20 "lstrip": false,21 "rstrip": false,22 "normalized": false23 },24 {25 "id": 50001,26 "special": true,27 "content": "[SEP]",28 "single_word": false,29 "lstrip": false,30 "rstrip": false,31 "normalized": false32 },33 {34 "id": 50002,35 "special": true,36 "content": "<pad>",37 "single_word": false,38 "lstrip": false,39 "rstrip": false,40 "normalized": false41 },42 {43 "id": 50003,44 "special": true,45 "content": "[MASK]",46 "single_word": false,47 "lstrip": true,48 "rstrip": false,49 "normalized": false50 },51 {52 "id": 50004,53 "special": true,54 "content": "[XXXXX0]",55 "single_word": false,56 "lstrip": false,57 "rstrip": false,58 "normalized": false59 },60 {61 "id": 50005,62 "special": true,63 "content": "[XXXXX1]",64 "single_word": false,65 "lstrip": false,66 "rstrip": false,67 "normalized": false68 },69 {70 "id": 50006,71 "special": true,72 "content": "[XXXXX2]",73 "single_word": false,74 "lstrip": false,75 "rstrip": false,76 "normalized": false77 },78 {79 "id": 50007,80 "special": true,81 "content": "[XXXXX3]",82 "single_word": false,83 "lstrip": false,84 "rstrip": false,85 "normalized": false86 },87 {88 "id": 50008,89 "special": true,90 "content": "[XXXXX4]",91 "single_word": false,92 "lstrip": false,93 "rstrip": false,94 "normalized": false95 },96 {97 "id": 50009,98 "special": true,99 "content": "[XXXXX5]",100 "single_word": false,101 "lstrip": false,102 "rstrip": false,103 "normalized": false104 },105 {106 "id": 50010,107 "special": true,108 "content": "[XXXXX6]",109 "single_word": false,110 "lstrip": false,111 "rstrip": false,112 "normalized": false113 },114 {115 "id": 50011,116 "special": true,117 "content": "[XXXXX7]",118 "single_word": false,119 "lstrip": false,120 "rstrip": false,121 "normalized": false122 },123 {124 "id": 50012,125 "special": true,126 "content": "[XXXXX8]",127 "single_word": false,128 "lstrip": false,129 "rstrip": false,130 "normalized": false131 },132 {133 "id": 50013,134 "special": true,135 "content": "[XXXXX9]",136 "single_word": false,137 "lstrip": false,138 "rstrip": false,139 "normalized": false140 },141 {142 "id": 50014,143 "special": true,144 "content": "[XXXXX10]",145 "single_word": false,146 "lstrip": false,147 "rstrip": false,148 "normalized": false149 },150 {151 "id": 50015,152 "special": true,153 "content": "[XXXXX11]",154 "single_word": false,155 "lstrip": false,156 "rstrip": false,157 "normalized": false158 },159 {160 "id": 50016,161 "special": true,162 "content": "[XXXXX12]",163 "single_word": false,164 "lstrip": false,165 "rstrip": false,166 "normalized": false167 },168 {169 "id": 50017,170 "special": true,171 "content": "[XXXXX13]",172 "single_word": false,173 "lstrip": false,174 "rstrip": false,175 "normalized": false176 },177 {178 "id": 50018,179 "special": true,180 "content": "[XXXXX14]",181 "single_word": false,182 "lstrip": false,183 "rstrip": false,184 "normalized": false185 },186 {187 "id": 50019,188 "special": true,189 "content": "[XXXXX15]",190 "single_word": false,191 "lstrip": false,192 "rstrip": false,193 "normalized": false194 },195 {196 "id": 50020,197 "special": true,198 "content": "[XXXXX16]",199 "single_word": false,200 "lstrip": false,201 "rstrip": false,202 "normalized": false203 },204 {205 "id": 50021,206 "special": true,207 "content": "[XXXXX17]",208 "single_word": false,209 "lstrip": false,210 "rstrip": false,211 "normalized": false212 },213 {214 "id": 50022,215 "special": true,216 "content": "[XXXXX18]",217 "single_word": false,218 "lstrip": false,219 "rstrip": false,220 "normalized": false221 },222 {223 "id": 50023,224 "special": true,225 "content": "[XXXXX19]",226 "single_word": false,227 "lstrip": false,228 "rstrip": false,229 "normalized": false230 },231 {232 "id": 50024,233 "special": true,234 "content": "[XXXXX20]",235 "single_word": false,236 "lstrip": false,237 "rstrip": false,238 "normalized": false239 },240 {241 "id": 50025,242 "special": true,243 "content": "[XXXXX21]",244 "single_word": false,245 "lstrip": false,246 "rstrip": false,247 "normalized": false248 },249 {250 "id": 50026,251 "special": true,252 "content": "[XXXXX22]",253 "single_word": false,254 "lstrip": false,255 "rstrip": false,256 "normalized": false257 },258 {259 "id": 50027,260 "special": true,261 "content": "[XXXXX23]",262 "single_word": false,263 "lstrip": false,264 "rstrip": false,265 "normalized": false266 },267 {268 "id": 50028,269 "special": true,270 "content": "[XXXXX24]",271 "single_word": false,272 "lstrip": false,273 "rstrip": false,274 "normalized": false275 },276 {277 "id": 50029,278 "special": true,279 "content": "[XXXXX25]",280 "single_word": false,281 "lstrip": false,282 "rstrip": false,283 "normalized": false284 },285 {286 "id": 50030,287 "special": true,288 "content": "[XXXXX26]",289 "single_word": false,290 "lstrip": false,291 "rstrip": false,292 "normalized": false293 },294 {295 "id": 50031,296 "special": true,297 "content": "[XXXXX27]",298 "single_word": false,299 "lstrip": false,300 "rstrip": false,301 "normalized": false302 },303 {304 "id": 50032,305 "special": true,306 "content": "[XXXXX28]",307 "single_word": false,308 "lstrip": false,309 "rstrip": false,310 "normalized": false311 },312 {313 "id": 50033,314 "special": true,315 "content": "[XXXXX29]",316 "single_word": false,317 "lstrip": false,318 "rstrip": false,319 "normalized": false320 },321 {322 "id": 50034,323 "special": true,324 "content": "[XXXXX30]",325 "single_word": false,326 "lstrip": false,327 "rstrip": false,328 "normalized": false329 },330 {331 "id": 50035,332 "special": true,333 "content": "[XXXXX31]",334 "single_word": false,335 "lstrip": false,336 "rstrip": false,337 "normalized": false338 },339 {340 "id": 50036,341 "special": true,342 "content": "[XXXXX32]",343 "single_word": false,344 "lstrip": false,345 "rstrip": false,346 "normalized": false347 },348 {349 "id": 50037,350 "special": true,351 "content": "[XXXXX33]",352 "single_word": false,353 "lstrip": false,354 "rstrip": false,355 "normalized": false356 },357 {358 "id": 50038,359 "special": true,360 "content": "[XXXXX34]",361 "single_word": false,362 "lstrip": false,363 "rstrip": false,364 "normalized": false365 },366 {367 "id": 50039,368 "special": true,369 "content": "[XXXXX35]",370 "single_word": false,371 "lstrip": false,372 "rstrip": false,373 "normalized": false374 },375 {376 "id": 50040,377 "special": true,378 "content": "[XXXXX36]",379 "single_word": false,380 "lstrip": false,381 "rstrip": false,382 "normalized": false383 },384 {385 "id": 50041,386 "special": true,387 "content": "[XXXXX37]",388 "single_word": false,389 "lstrip": false,390 "rstrip": false,391 "normalized": false392 },393 {394 "id": 50042,395 "special": true,396 "content": "[XXXXX38]",397 "single_word": false,398 "lstrip": false,399 "rstrip": false,400 "normalized": false401 },402 {403 "id": 50043,404 "special": true,405 "content": "[XXXXX39]",406 "single_word": false,407 "lstrip": false,408 "rstrip": false,409 "normalized": false410 },411 {412 "id": 50044,413 "special": true,414 "content": "[XXXXX40]",415 "single_word": false,416 "lstrip": false,417 "rstrip": false,418 "normalized": false419 },420 {421 "id": 50045,422 "special": true,423 "content": "[XXXXX41]",424 "single_word": false,425 "lstrip": false,426 "rstrip": false,427 "normalized": false428 },429 {430 "id": 50046,431 "special": true,432 "content": "[XXXXX42]",433 "single_word": false,434 "lstrip": false,435 "rstrip": false,436 "normalized": false437 },438 {439 "id": 50047,440 "special": true,441 "content": "[XXXXX43]",442 "single_word": false,443 "lstrip": false,444 "rstrip": false,445 "normalized": false446 },447 {448 "id": 50048,449 "special": true,450 "content": "[XXXXX44]",451 "single_word": false,452 "lstrip": false,453 "rstrip": false,454 "normalized": false455 },456 {457 "id": 50049,458 "special": true,459 "content": "[XXXXX45]",460 "single_word": false,461 "lstrip": false,462 "rstrip": false,463 "normalized": false464 },465 {466 "id": 50050,467 "special": true,468 "content": "[XXXXX46]",469 "single_word": false,470 "lstrip": false,471 "rstrip": false,472 "normalized": false473 },474 {475 "id": 50051,476 "special": true,477 "content": "[XXXXX47]",478 "single_word": false,479 "lstrip": false,480 "rstrip": false,481 "normalized": false482 },483 {484 "id": 50052,485 "special": true,486 "content": "[XXXXX48]",487 "single_word": false,488 "lstrip": false,489 "rstrip": false,490 "normalized": false491 },492 {493 "id": 50053,494 "special": true,495 "content": "[XXXXX49]",496 "single_word": false,497 "lstrip": false,498 "rstrip": false,499 "normalized": false500 },501 {502 "id": 50054,503 "special": true,504 "content": "[XXXXX50]",505 "single_word": false,506 "lstrip": false,507 "rstrip": false,508 "normalized": false509 },510 {511 "id": 50055,512 "special": true,513 "content": "[XXXXX51]",514 "single_word": false,515 "lstrip": false,516 "rstrip": false,517 "normalized": false518 },519 {520 "id": 50056,521 "special": true,522 "content": "[XXXXX52]",523 "single_word": false,524 "lstrip": false,525 "rstrip": false,526 "normalized": false527 },528 {529 "id": 50057,530 "special": true,531 "content": "[XXXXX53]",532 "single_word": false,533 "lstrip": false,534 "rstrip": false,535 "normalized": false536 },537 {538 "id": 50058,539 "special": true,540 "content": "[XXXXX54]",541 "single_word": false,542 "lstrip": false,543 "rstrip": false,544 "normalized": false545 },546 {547 "id": 50059,548 "special": true,549 "content": "[XXXXX55]",550 "single_word": false,551 "lstrip": false,552 "rstrip": false,553 "normalized": false554 },555 {556 "id": 50060,557 "special": true,558 "content": "[XXXXX56]",559 "single_word": false,560 "lstrip": false,561 "rstrip": false,562 "normalized": false563 },564 {565 "id": 50061,566 "special": true,567 "content": "[XXXXX57]",568 "single_word": false,569 "lstrip": false,570 "rstrip": false,571 "normalized": false572 },573 {574 "id": 50062,575 "special": true,576 "content": "[XXXXX58]",577 "single_word": false,578 "lstrip": false,579 "rstrip": false,580 "normalized": false581 },582 {583 "id": 50063,584 "special": true,585 "content": "[XXXXX59]",586 "single_word": false,587 "lstrip": false,588 "rstrip": false,589 "normalized": false590 },591 {592 "id": 50064,593 "special": true,594 "content": "[XXXXX60]",595 "single_word": false,596 "lstrip": false,597 "rstrip": false,598 "normalized": false599 },600 {601 "id": 50065,602 "special": true,603 "content": "[XXXXX61]",604 "single_word": false,605 "lstrip": false,606 "rstrip": false,607 "normalized": false608 },609 {610 "id": 50066,611 "special": true,612 "content": "[XXXXX62]",613 "single_word": false,614 "lstrip": false,615 "rstrip": false,616 "normalized": false617 },618 {619 "id": 50067,620 "special": true,621 "content": "[XXXXX63]",622 "single_word": false,623 "lstrip": false,624 "rstrip": false,625 "normalized": false626 },627 {628 "id": 50068,629 "special": true,630 "content": "[XXXXX64]",631 "single_word": false,632 "lstrip": false,633 "rstrip": false,634 "normalized": false635 },636 {637 "id": 50069,638 "special": true,639 "content": "[XXXXX65]",640 "single_word": false,641 "lstrip": false,642 "rstrip": false,643 "normalized": false644 },645 {646 "id": 50070,647 "special": true,648 "content": "[XXXXX66]",649 "single_word": false,650 "lstrip": false,651 "rstrip": false,652 "normalized": false653 },654 {655 "id": 50071,656 "special": true,657 "content": "[XXXXX67]",658 "single_word": false,659 "lstrip": false,660 "rstrip": false,661 "normalized": false662 },663 {664 "id": 50072,665 "special": true,666 "content": "[XXXXX68]",667 "single_word": false,668 "lstrip": false,669 "rstrip": false,670 "normalized": false671 },672 {673 "id": 50073,674 "special": true,675 "content": "[XXXXX69]",676 "single_word": false,677 "lstrip": false,678 "rstrip": false,679 "normalized": false680 },681 {682 "id": 50074,683 "special": true,684 "content": "[XXXXX70]",685 "single_word": false,686 "lstrip": false,687 "rstrip": false,688 "normalized": false689 },690 {691 "id": 50075,692 "special": true,693 "content": "[XXXXX71]",694 "single_word": false,695 "lstrip": false,696 "rstrip": false,697 "normalized": false698 },699 {700 "id": 50076,701 "special": true,702 "content": "[XXXXX72]",703 "single_word": false,704 "lstrip": false,705 "rstrip": false,706 "normalized": false707 },708 {709 "id": 50077,710 "special": true,711 "content": "[XXXXX73]",712 "single_word": false,713 "lstrip": false,714 "rstrip": false,715 "normalized": false716 },717 {718 "id": 50078,719 "special": true,720 "content": "[XXXXX74]",721 "single_word": false,722 "lstrip": false,723 "rstrip": false,724 "normalized": false725 },726 {727 "id": 50079,728 "special": true,729 "content": "[XXXXX75]",730 "single_word": false,731 "lstrip": false,732 "rstrip": false,733 "normalized": false734 },735 {736 "id": 50080,737 "special": true,738 "content": "[XXXXX76]",739 "single_word": false,740 "lstrip": false,741 "rstrip": false,742 "normalized": false743 },744 {745 "id": 50081,746 "special": true,747 "content": "[XXXXX77]",748 "single_word": false,749 "lstrip": false,750 "rstrip": false,751 "normalized": false752 },753 {754 "id": 50082,755 "special": true,756 "content": "[XXXXX78]",757 "single_word": false,758 "lstrip": false,759 "rstrip": false,760 "normalized": false761 },762 {763 "id": 50083,764 "special": true,765 "content": "[XXXXX79]",766 "single_word": false,767 "lstrip": false,768 "rstrip": false,769 "normalized": false770 },771 {772 "id": 50084,773 "special": true,774 "content": "[XXXXX80]",775 "single_word": false,776 "lstrip": false,777 "rstrip": false,778 "normalized": false779 },780 {781 "id": 50085,782 "special": true,783 "content": "[XXXXX81]",784 "single_word": false,785 "lstrip": false,786 "rstrip": false,787 "normalized": false788 },789 {790 "id": 50086,791 "special": true,792 "content": "[XXXXX82]",793 "single_word": false,794 "lstrip": false,795 "rstrip": false,796 "normalized": false797 },798 {799 "id": 50087,800 "special": true,801 "content": "[XXXXX83]",802 "single_word": false,803 "lstrip": false,804 "rstrip": false,805 "normalized": false806 },807 {808 "id": 50088,809 "special": true,810 "content": "[XXXXX84]",811 "single_word": false,812 "lstrip": false,813 "rstrip": false,814 "normalized": false815 },816 {817 "id": 50089,818 "special": true,819 "content": "[XXXXX85]",820 "single_word": false,821 "lstrip": false,822 "rstrip": false,823 "normalized": false824 },825 {826 "id": 50090,827 "special": true,828 "content": "[XXXXX86]",829 "single_word": false,830 "lstrip": false,831 "rstrip": false,832 "normalized": false833 },834 {835 "id": 50091,836 "special": true,837 "content": "[XXXXX87]",838 "single_word": false,839 "lstrip": false,840 "rstrip": false,841 "normalized": false842 },843 {844 "id": 50092,845 "special": true,846 "content": "[XXXXX88]",847 "single_word": false,848 "lstrip": false,849 "rstrip": false,850 "normalized": false851 },852 {853 "id": 50093,854 "special": true,855 "content": "[XXXXX89]",856 "single_word": false,857 "lstrip": false,858 "rstrip": false,859 "normalized": false860 },861 {862 "id": 50094,863 "special": true,864 "content": "[XXXXX90]",865 "single_word": false,866 "lstrip": false,867 "rstrip": false,868 "normalized": false869 },870 {871 "id": 50095,872 "special": true,873 "content": "[XXXXX91]",874 "single_word": false,875 "lstrip": false,876 "rstrip": false,877 "normalized": false878 },879 {880 "id": 50096,881 "special": true,882 "content": "[XXXXX92]",883 "single_word": false,884 "lstrip": false,885 "rstrip": false,886 "normalized": false887 },888 {889 "id": 50097,890 "special": true,891 "content": "[XXXXX93]",892 "single_word": false,893 "lstrip": false,894 "rstrip": false,895 "normalized": false896 },897 {898 "id": 50098,899 "special": true,900 "content": "[XXXXX94]",901 "single_word": false,902 "lstrip": false,903 "rstrip": false,904 "normalized": false905 },906 {907 "id": 50099,908 "special": true,909 "content": "[XXXXX95]",910 "single_word": false,911 "lstrip": false,912 "rstrip": false,913 "normalized": false914 },915 {916 "id": 50100,917 "special": true,918 "content": "[XXXXX96]",919 "single_word": false,920 "lstrip": false,921 "rstrip": false,922 "normalized": false923 },924 {925 "id": 50101,926 "special": true,927 "content": "[XXXXX97]",928 "single_word": false,929 "lstrip": false,930 "rstrip": false,931 "normalized": false932 },933 {934 "id": 50102,935 "special": true,936 "content": "[XXXXX98]",937 "single_word": false,938 "lstrip": false,939 "rstrip": false,940 "normalized": false941 },942 {943 "id": 50103,944 "special": true,945 "content": "[XXXXX99]",946 "single_word": false,947 "lstrip": false,948 "rstrip": false,949 "normalized": false950 },951 {952 "id": 50104,953 "special": true,954 "content": "[XXXXX100]",955 "single_word": false,956 "lstrip": false,957 "rstrip": false,958 "normalized": false959 },960 {961 "id": 50105,962 "special": true,963 "content": "[XXXXX101]",964 "single_word": false,965 "lstrip": false,966 "rstrip": false,967 "normalized": false968 },969 {970 "id": 50106,971 "special": true,972 "content": "[XXXXX102]",973 "single_word": false,974 "lstrip": false,975 "rstrip": false,976 "normalized": false977 },978 {979 "id": 50107,980 "special": true,981 "content": "[XXXXX103]",982 "single_word": false,983 "lstrip": false,984 "rstrip": false,985 "normalized": false986 },987 {988 "id": 50108,989 "special": true,990 "content": "[XXXXX104]",991 "single_word": false,992 "lstrip": false,993 "rstrip": false,994 "normalized": false995 },996 {997 "id": 50109,998 "special": true,999 "content": "[XXXXX105]",1000 "single_word": false,1001 "lstrip": false,1002 "rstrip": false,1003 "normalized": false1004 },1005 {1006 "id": 50110,1007 "special": true,1008 "content": "[XXXXX106]",1009 "single_word": false,1010 "lstrip": false,1011 "rstrip": false,1012 "normalized": false1013 },1014 {1015 "id": 50111,1016 "special": true,1017 "content": "[XXXXX107]",1018 "single_word": false,1019 "lstrip": false,1020 "rstrip": false,1021 "normalized": false1022 },1023 {1024 "id": 50112,1025 "special": true,1026 "content": "[XXXXX108]",1027 "single_word": false,1028 "lstrip": false,1029 "rstrip": false,1030 "normalized": false1031 },1032 {1033 "id": 50113,1034 "special": true,1035 "content": "[XXXXX109]",1036 "single_word": false,1037 "lstrip": false,1038 "rstrip": false,1039 "normalized": false1040 },1041 {1042 "id": 50114,1043 "special": true,1044 "content": "[XXXXX110]",1045 "single_word": false,1046 "lstrip": false,1047 "rstrip": false,1048 "normalized": false1049 },1050 {1051 "id": 50115,1052 "special": true,1053 "content": "[XXXXX111]",1054 "single_word": false,1055 "lstrip": false,1056 "rstrip": false,1057 "normalized": false1058 },1059 {1060 "id": 50116,1061 "special": true,1062 "content": "[XXXXX112]",1063 "single_word": false,1064 "lstrip": false,1065 "rstrip": false,1066 "normalized": false1067 },1068 {1069 "id": 50117,1070 "special": true,1071 "content": "[XXXXX113]",1072 "single_word": false,1073 "lstrip": false,1074 "rstrip": false,1075 "normalized": false1076 },1077 {1078 "id": 50118,1079 "special": true,1080 "content": "[XXXXX114]",1081 "single_word": false,1082 "lstrip": false,1083 "rstrip": false,1084 "normalized": false1085 },1086 {1087 "id": 50119,1088 "special": true,1089 "content": "[XXXXX115]",1090 "single_word": false,1091 "lstrip": false,1092 "rstrip": false,1093 "normalized": false1094 },1095 {1096 "id": 50120,1097 "special": true,1098 "content": "[XXXXX116]",1099 "single_word": false,1100 "lstrip": false,1101 "rstrip": false,1102 "normalized": false1103 },1104 {1105 "id": 50121,1106 "special": true,1107 "content": "[XXXXX117]",1108 "single_word": false,1109 "lstrip": false,1110 "rstrip": false,1111 "normalized": false1112 },1113 {1114 "id": 50122,1115 "special": true,1116 "content": "[XXXXX118]",1117 "single_word": false,1118 "lstrip": false,1119 "rstrip": false,1120 "normalized": false1121 },1122 {1123 "id": 50123,1124 "special": true,1125 "content": "[XXXXX119]",1126 "single_word": false,1127 "lstrip": false,1128 "rstrip": false,1129 "normalized": false1130 },1131 {1132 "id": 50124,1133 "special": true,1134 "content": "[XXXXX120]",1135 "single_word": false,1136 "lstrip": false,1137 "rstrip": false,1138 "normalized": false1139 },1140 {1141 "id": 50125,1142 "special": true,1143 "content": "[XXXXX121]",1144 "single_word": false,1145 "lstrip": false,1146 "rstrip": false,1147 "normalized": false1148 },1149 {1150 "id": 50126,1151 "special": true,1152 "content": "[XXXXX122]",1153 "single_word": false,1154 "lstrip": false,1155 "rstrip": false,1156 "normalized": false1157 },1158 {1159 "id": 50127,1160 "special": true,1161 "content": "[XXXXX123]",1162 "single_word": false,1163 "lstrip": false,1164 "rstrip": false,1165 "normalized": false1166 },1167 {1168 "id": 50128,1169 "special": true,1170 "content": "[XXXXX124]",1171 "single_word": false,1172 "lstrip": false,1173 "rstrip": false,1174 "normalized": false1175 },1176 {1177 "id": 50129,1178 "special": true,1179 "content": "[XXXXX125]",1180 "single_word": false,1181 "lstrip": false,1182 "rstrip": false,1183 "normalized": false1184 },1185 {1186 "id": 50130,1187 "special": true,1188 "content": "[XXXXX126]",1189 "single_word": false,1190 "lstrip": false,1191 "rstrip": false,1192 "normalized": false1193 },1194 {1195 "id": 50131,1196 "special": true,1197 "content": "[XXXXX127]",1198 "single_word": false,1199 "lstrip": false,1200 "rstrip": false,