BricksDisplay/whisper-small-intel
018
1{2 "version": "1.0",3 "truncation": null,4 "padding": null,5 "added_tokens": [6 {7 "id": 50257,8 "content": "<|endoftext|>",9 "single_word": false,10 "lstrip": false,11 "rstrip": false,12 "normalized": false,13 "special": true14 },15 {16 "id": 50258,17 "content": "<|startoftranscript|>",18 "single_word": false,19 "lstrip": false,20 "rstrip": false,21 "normalized": false,22 "special": true23 },24 {25 "id": 50259,26 "content": "<|en|>",27 "single_word": false,28 "lstrip": false,29 "rstrip": false,30 "normalized": false,31 "special": true32 },33 {34 "id": 50260,35 "content": "<|zh|>",36 "single_word": false,37 "lstrip": false,38 "rstrip": false,39 "normalized": false,40 "special": true41 },42 {43 "id": 50261,44 "content": "<|de|>",45 "single_word": false,46 "lstrip": false,47 "rstrip": false,48 "normalized": false,49 "special": true50 },51 {52 "id": 50262,53 "content": "<|es|>",54 "single_word": false,55 "lstrip": false,56 "rstrip": false,57 "normalized": false,58 "special": true59 },60 {61 "id": 50263,62 "content": "<|ru|>",63 "single_word": false,64 "lstrip": false,65 "rstrip": false,66 "normalized": false,67 "special": true68 },69 {70 "id": 50264,71 "content": "<|ko|>",72 "single_word": false,73 "lstrip": false,74 "rstrip": false,75 "normalized": false,76 "special": true77 },78 {79 "id": 50265,80 "content": "<|fr|>",81 "single_word": false,82 "lstrip": false,83 "rstrip": false,84 "normalized": false,85 "special": true86 },87 {88 "id": 50266,89 "content": "<|ja|>",90 "single_word": false,91 "lstrip": false,92 "rstrip": false,93 "normalized": false,94 "special": true95 },96 {97 "id": 50267,98 "content": "<|pt|>",99 "single_word": false,100 "lstrip": false,101 "rstrip": false,102 "normalized": false,103 "special": true104 },105 {106 "id": 50268,107 "content": "<|tr|>",108 "single_word": false,109 "lstrip": false,110 "rstrip": false,111 "normalized": false,112 "special": true113 },114 {115 "id": 50269,116 "content": "<|pl|>",117 "single_word": false,118 "lstrip": false,119 "rstrip": false,120 "normalized": false,121 "special": true122 },123 {124 "id": 50270,125 "content": "<|ca|>",126 "single_word": false,127 "lstrip": false,128 "rstrip": false,129 "normalized": false,130 "special": true131 },132 {133 "id": 50271,134 "content": "<|nl|>",135 "single_word": false,136 "lstrip": false,137 "rstrip": false,138 "normalized": false,139 "special": true140 },141 {142 "id": 50272,143 "content": "<|ar|>",144 "single_word": false,145 "lstrip": false,146 "rstrip": false,147 "normalized": false,148 "special": true149 },150 {151 "id": 50273,152 "content": "<|sv|>",153 "single_word": false,154 "lstrip": false,155 "rstrip": false,156 "normalized": false,157 "special": true158 },159 {160 "id": 50274,161 "content": "<|it|>",162 "single_word": false,163 "lstrip": false,164 "rstrip": false,165 "normalized": false,166 "special": true167 },168 {169 "id": 50275,170 "content": "<|id|>",171 "single_word": false,172 "lstrip": false,173 "rstrip": false,174 "normalized": false,175 "special": true176 },177 {178 "id": 50276,179 "content": "<|hi|>",180 "single_word": false,181 "lstrip": false,182 "rstrip": false,183 "normalized": false,184 "special": true185 },186 {187 "id": 50277,188 "content": "<|fi|>",189 "single_word": false,190 "lstrip": false,191 "rstrip": false,192 "normalized": false,193 "special": true194 },195 {196 "id": 50278,197 "content": "<|vi|>",198 "single_word": false,199 "lstrip": false,200 "rstrip": false,201 "normalized": false,202 "special": true203 },204 {205 "id": 50279,206 "content": "<|he|>",207 "single_word": false,208 "lstrip": false,209 "rstrip": false,210 "normalized": false,211 "special": true212 },213 {214 "id": 50280,215 "content": "<|uk|>",216 "single_word": false,217 "lstrip": false,218 "rstrip": false,219 "normalized": false,220 "special": true221 },222 {223 "id": 50281,224 "content": "<|el|>",225 "single_word": false,226 "lstrip": false,227 "rstrip": false,228 "normalized": false,229 "special": true230 },231 {232 "id": 50282,233 "content": "<|ms|>",234 "single_word": false,235 "lstrip": false,236 "rstrip": false,237 "normalized": false,238 "special": true239 },240 {241 "id": 50283,242 "content": "<|cs|>",243 "single_word": false,244 "lstrip": false,245 "rstrip": false,246 "normalized": false,247 "special": true248 },249 {250 "id": 50284,251 "content": "<|ro|>",252 "single_word": false,253 "lstrip": false,254 "rstrip": false,255 "normalized": false,256 "special": true257 },258 {259 "id": 50285,260 "content": "<|da|>",261 "single_word": false,262 "lstrip": false,263 "rstrip": false,264 "normalized": false,265 "special": true266 },267 {268 "id": 50286,269 "content": "<|hu|>",270 "single_word": false,271 "lstrip": false,272 "rstrip": false,273 "normalized": false,274 "special": true275 },276 {277 "id": 50287,278 "content": "<|ta|>",279 "single_word": false,280 "lstrip": false,281 "rstrip": false,282 "normalized": false,283 "special": true284 },285 {286 "id": 50288,287 "content": "<|no|>",288 "single_word": false,289 "lstrip": false,290 "rstrip": false,291 "normalized": false,292 "special": true293 },294 {295 "id": 50289,296 "content": "<|th|>",297 "single_word": false,298 "lstrip": false,299 "rstrip": false,300 "normalized": false,301 "special": true302 },303 {304 "id": 50290,305 "content": "<|ur|>",306 "single_word": false,307 "lstrip": false,308 "rstrip": false,309 "normalized": false,310 "special": true311 },312 {313 "id": 50291,314 "content": "<|hr|>",315 "single_word": false,316 "lstrip": false,317 "rstrip": false,318 "normalized": false,319 "special": true320 },321 {322 "id": 50292,323 "content": "<|bg|>",324 "single_word": false,325 "lstrip": false,326 "rstrip": false,327 "normalized": false,328 "special": true329 },330 {331 "id": 50293,332 "content": "<|lt|>",333 "single_word": false,334 "lstrip": false,335 "rstrip": false,336 "normalized": false,337 "special": true338 },339 {340 "id": 50294,341 "content": "<|la|>",342 "single_word": false,343 "lstrip": false,344 "rstrip": false,345 "normalized": false,346 "special": true347 },348 {349 "id": 50295,350 "content": "<|mi|>",351 "single_word": false,352 "lstrip": false,353 "rstrip": false,354 "normalized": false,355 "special": true356 },357 {358 "id": 50296,359 "content": "<|ml|>",360 "single_word": false,361 "lstrip": false,362 "rstrip": false,363 "normalized": false,364 "special": true365 },366 {367 "id": 50297,368 "content": "<|cy|>",369 "single_word": false,370 "lstrip": false,371 "rstrip": false,372 "normalized": false,373 "special": true374 },375 {376 "id": 50298,377 "content": "<|sk|>",378 "single_word": false,379 "lstrip": false,380 "rstrip": false,381 "normalized": false,382 "special": true383 },384 {385 "id": 50299,386 "content": "<|te|>",387 "single_word": false,388 "lstrip": false,389 "rstrip": false,390 "normalized": false,391 "special": true392 },393 {394 "id": 50300,395 "content": "<|fa|>",396 "single_word": false,397 "lstrip": false,398 "rstrip": false,399 "normalized": false,400 "special": true401 },402 {403 "id": 50301,404 "content": "<|lv|>",405 "single_word": false,406 "lstrip": false,407 "rstrip": false,408 "normalized": false,409 "special": true410 },411 {412 "id": 50302,413 "content": "<|bn|>",414 "single_word": false,415 "lstrip": false,416 "rstrip": false,417 "normalized": false,418 "special": true419 },420 {421 "id": 50303,422 "content": "<|sr|>",423 "single_word": false,424 "lstrip": false,425 "rstrip": false,426 "normalized": false,427 "special": true428 },429 {430 "id": 50304,431 "content": "<|az|>",432 "single_word": false,433 "lstrip": false,434 "rstrip": false,435 "normalized": false,436 "special": true437 },438 {439 "id": 50305,440 "content": "<|sl|>",441 "single_word": false,442 "lstrip": false,443 "rstrip": false,444 "normalized": false,445 "special": true446 },447 {448 "id": 50306,449 "content": "<|kn|>",450 "single_word": false,451 "lstrip": false,452 "rstrip": false,453 "normalized": false,454 "special": true455 },456 {457 "id": 50307,458 "content": "<|et|>",459 "single_word": false,460 "lstrip": false,461 "rstrip": false,462 "normalized": false,463 "special": true464 },465 {466 "id": 50308,467 "content": "<|mk|>",468 "single_word": false,469 "lstrip": false,470 "rstrip": false,471 "normalized": false,472 "special": true473 },474 {475 "id": 50309,476 "content": "<|br|>",477 "single_word": false,478 "lstrip": false,479 "rstrip": false,480 "normalized": false,481 "special": true482 },483 {484 "id": 50310,485 "content": "<|eu|>",486 "single_word": false,487 "lstrip": false,488 "rstrip": false,489 "normalized": false,490 "special": true491 },492 {493 "id": 50311,494 "content": "<|is|>",495 "single_word": false,496 "lstrip": false,497 "rstrip": false,498 "normalized": false,499 "special": true500 },501 {502 "id": 50312,503 "content": "<|hy|>",504 "single_word": false,505 "lstrip": false,506 "rstrip": false,507 "normalized": false,508 "special": true509 },510 {511 "id": 50313,512 "content": "<|ne|>",513 "single_word": false,514 "lstrip": false,515 "rstrip": false,516 "normalized": false,517 "special": true518 },519 {520 "id": 50314,521 "content": "<|mn|>",522 "single_word": false,523 "lstrip": false,524 "rstrip": false,525 "normalized": false,526 "special": true527 },528 {529 "id": 50315,530 "content": "<|bs|>",531 "single_word": false,532 "lstrip": false,533 "rstrip": false,534 "normalized": false,535 "special": true536 },537 {538 "id": 50316,539 "content": "<|kk|>",540 "single_word": false,541 "lstrip": false,542 "rstrip": false,543 "normalized": false,544 "special": true545 },546 {547 "id": 50317,548 "content": "<|sq|>",549 "single_word": false,550 "lstrip": false,551 "rstrip": false,552 "normalized": false,553 "special": true554 },555 {556 "id": 50318,557 "content": "<|sw|>",558 "single_word": false,559 "lstrip": false,560 "rstrip": false,561 "normalized": false,562 "special": true563 },564 {565 "id": 50319,566 "content": "<|gl|>",567 "single_word": false,568 "lstrip": false,569 "rstrip": false,570 "normalized": false,571 "special": true572 },573 {574 "id": 50320,575 "content": "<|mr|>",576 "single_word": false,577 "lstrip": false,578 "rstrip": false,579 "normalized": false,580 "special": true581 },582 {583 "id": 50321,584 "content": "<|pa|>",585 "single_word": false,586 "lstrip": false,587 "rstrip": false,588 "normalized": false,589 "special": true590 },591 {592 "id": 50322,593 "content": "<|si|>",594 "single_word": false,595 "lstrip": false,596 "rstrip": false,597 "normalized": false,598 "special": true599 },600 {601 "id": 50323,602 "content": "<|km|>",603 "single_word": false,604 "lstrip": false,605 "rstrip": false,606 "normalized": false,607 "special": true608 },609 {610 "id": 50324,611 "content": "<|sn|>",612 "single_word": false,613 "lstrip": false,614 "rstrip": false,615 "normalized": false,616 "special": true617 },618 {619 "id": 50325,620 "content": "<|yo|>",621 "single_word": false,622 "lstrip": false,623 "rstrip": false,624 "normalized": false,625 "special": true626 },627 {628 "id": 50326,629 "content": "<|so|>",630 "single_word": false,631 "lstrip": false,632 "rstrip": false,633 "normalized": false,634 "special": true635 },636 {637 "id": 50327,638 "content": "<|af|>",639 "single_word": false,640 "lstrip": false,641 "rstrip": false,642 "normalized": false,643 "special": true644 },645 {646 "id": 50328,647 "content": "<|oc|>",648 "single_word": false,649 "lstrip": false,650 "rstrip": false,651 "normalized": false,652 "special": true653 },654 {655 "id": 50329,656 "content": "<|ka|>",657 "single_word": false,658 "lstrip": false,659 "rstrip": false,660 "normalized": false,661 "special": true662 },663 {664 "id": 50330,665 "content": "<|be|>",666 "single_word": false,667 "lstrip": false,668 "rstrip": false,669 "normalized": false,670 "special": true671 },672 {673 "id": 50331,674 "content": "<|tg|>",675 "single_word": false,676 "lstrip": false,677 "rstrip": false,678 "normalized": false,679 "special": true680 },681 {682 "id": 50332,683 "content": "<|sd|>",684 "single_word": false,685 "lstrip": false,686 "rstrip": false,687 "normalized": false,688 "special": true689 },690 {691 "id": 50333,692 "content": "<|gu|>",693 "single_word": false,694 "lstrip": false,695 "rstrip": false,696 "normalized": false,697 "special": true698 },699 {700 "id": 50334,701 "content": "<|am|>",702 "single_word": false,703 "lstrip": false,704 "rstrip": false,705 "normalized": false,706 "special": true707 },708 {709 "id": 50335,710 "content": "<|yi|>",711 "single_word": false,712 "lstrip": false,713 "rstrip": false,714 "normalized": false,715 "special": true716 },717 {718 "id": 50336,719 "content": "<|lo|>",720 "single_word": false,721 "lstrip": false,722 "rstrip": false,723 "normalized": false,724 "special": true725 },726 {727 "id": 50337,728 "content": "<|uz|>",729 "single_word": false,730 "lstrip": false,731 "rstrip": false,732 "normalized": false,733 "special": true734 },735 {736 "id": 50338,737 "content": "<|fo|>",738 "single_word": false,739 "lstrip": false,740 "rstrip": false,741 "normalized": false,742 "special": true743 },744 {745 "id": 50339,746 "content": "<|ht|>",747 "single_word": false,748 "lstrip": false,749 "rstrip": false,750 "normalized": false,751 "special": true752 },753 {754 "id": 50340,755 "content": "<|ps|>",756 "single_word": false,757 "lstrip": false,758 "rstrip": false,759 "normalized": false,760 "special": true761 },762 {763 "id": 50341,764 "content": "<|tk|>",765 "single_word": false,766 "lstrip": false,767 "rstrip": false,768 "normalized": false,769 "special": true770 },771 {772 "id": 50342,773 "content": "<|nn|>",774 "single_word": false,775 "lstrip": false,776 "rstrip": false,777 "normalized": false,778 "special": true779 },780 {781 "id": 50343,782 "content": "<|mt|>",783 "single_word": false,784 "lstrip": false,785 "rstrip": false,786 "normalized": false,787 "special": true788 },789 {790 "id": 50344,791 "content": "<|sa|>",792 "single_word": false,793 "lstrip": false,794 "rstrip": false,795 "normalized": false,796 "special": true797 },798 {799 "id": 50345,800 "content": "<|lb|>",801 "single_word": false,802 "lstrip": false,803 "rstrip": false,804 "normalized": false,805 "special": true806 },807 {808 "id": 50346,809 "content": "<|my|>",810 "single_word": false,811 "lstrip": false,812 "rstrip": false,813 "normalized": false,814 "special": true815 },816 {817 "id": 50347,818 "content": "<|bo|>",819 "single_word": false,820 "lstrip": false,821 "rstrip": false,822 "normalized": false,823 "special": true824 },825 {826 "id": 50348,827 "content": "<|tl|>",828 "single_word": false,829 "lstrip": false,830 "rstrip": false,831 "normalized": false,832 "special": true833 },834 {835 "id": 50349,836 "content": "<|mg|>",837 "single_word": false,838 "lstrip": false,839 "rstrip": false,840 "normalized": false,841 "special": true842 },843 {844 "id": 50350,845 "content": "<|as|>",846 "single_word": false,847 "lstrip": false,848 "rstrip": false,849 "normalized": false,850 "special": true851 },852 {853 "id": 50351,854 "content": "<|tt|>",855 "single_word": false,856 "lstrip": false,857 "rstrip": false,858 "normalized": false,859 "special": true860 },861 {862 "id": 50352,863 "content": "<|haw|>",864 "single_word": false,865 "lstrip": false,866 "rstrip": false,867 "normalized": false,868 "special": true869 },870 {871 "id": 50353,872 "content": "<|ln|>",873 "single_word": false,874 "lstrip": false,875 "rstrip": false,876 "normalized": false,877 "special": true878 },879 {880 "id": 50354,881 "content": "<|ha|>",882 "single_word": false,883 "lstrip": false,884 "rstrip": false,885 "normalized": false,886 "special": true887 },888 {889 "id": 50355,890 "content": "<|ba|>",891 "single_word": false,892 "lstrip": false,893 "rstrip": false,894 "normalized": false,895 "special": true896 },897 {898 "id": 50356,899 "content": "<|jw|>",900 "single_word": false,901 "lstrip": false,902 "rstrip": false,903 "normalized": false,904 "special": true905 },906 {907 "id": 50357,908 "content": "<|su|>",909 "single_word": false,910 "lstrip": false,911 "rstrip": false,912 "normalized": false,913 "special": true914 },915 {916 "id": 50358,917 "content": "<|translate|>",918 "single_word": false,919 "lstrip": false,920 "rstrip": false,921 "normalized": false,922 "special": true923 },924 {925 "id": 50359,926 "content": "<|transcribe|>",927 "single_word": false,928 "lstrip": false,929 "rstrip": false,930 "normalized": false,931 "special": true932 },933 {934 "id": 50360,935 "content": "<|startoflm|>",936 "single_word": false,937 "lstrip": false,938 "rstrip": false,939 "normalized": false,940 "special": true941 },942 {943 "id": 50361,944 "content": "<|startofprev|>",945 "single_word": false,946 "lstrip": false,947 "rstrip": false,948 "normalized": false,949 "special": true950 },951 {952 "id": 50362,953 "content": "<|nocaptions|>",954 "single_word": false,955 "lstrip": false,956 "rstrip": false,957 "normalized": false,958 "special": true959 },960 {961 "id": 50363,962 "content": "<|notimestamps|>",963 "single_word": false,964 "lstrip": false,965 "rstrip": false,966 "normalized": false,967 "special": true968 }969 ],970 "normalizer": null,971 "pre_tokenizer": {972 "type": "ByteLevel",973 "add_prefix_space": false,974 "trim_offsets": true,975 "use_regex": true976 },977 "post_processor": {978 "type": "TemplateProcessing",979 "single": [980 {981 "SpecialToken": {982 "id": "<|startoftranscript|>",983 "type_id": 0984 }985 },986 {987 "SpecialToken": {988 "id": "<|notimestamps|>",989 "type_id": 0990 }991 },992 {993 "Sequence": {994 "id": "A",995 "type_id": 0996 }997 },998 {999 "SpecialToken": {1000 "id": "<|endoftext|>",1001 "type_id": 01002 }1003 }1004 ],1005 "pair": [1006 {1007 "SpecialToken": {1008 "id": "<|startoftranscript|>",1009 "type_id": 01010 }1011 },1012 {1013 "SpecialToken": {1014 "id": "<|notimestamps|>",1015 "type_id": 01016 }1017 },1018 {1019 "Sequence": {1020 "id": "A",1021 "type_id": 01022 }1023 },1024 {1025 "Sequence": {1026 "id": "B",1027 "type_id": 11028 }1029 },1030 {1031 "SpecialToken": {1032 "id": "<|endoftext|>",1033 "type_id": 11034 }1035 }1036 ],1037 "special_tokens": {1038 "<|endoftext|>": {1039 "id": "<|endoftext|>",1040 "ids": [1041 502571042 ],1043 "tokens": [1044 "<|endoftext|>"1045 ]1046 },1047 "<|notimestamps|>": {1048 "id": "<|notimestamps|>",1049 "ids": [1050 503631051 ],1052 "tokens": [1053 "<|notimestamps|>"1054 ]1055 },1056 "<|startoftranscript|>": {1057 "id": "<|startoftranscript|>",1058 "ids": [1059 502581060 ],1061 "tokens": [1062 "<|startoftranscript|>"1063 ]1064 }1065 }1066 },1067 "decoder": {1068 "type": "ByteLevel",1069 "add_prefix_space": true,1070 "trim_offsets": true,1071 "use_regex": true1072 },1073 "model": {1074 "type": "BPE",1075 "dropout": null,1076 "unk_token": null,1077 "continuing_subword_prefix": "",1078 "end_of_word_suffix": "",1079 "fuse_unk": false,1080 "vocab": {1081 "!": 0,1082 "\"": 1,1083 "#": 2,1084 "$": 3,1085 "%": 4,1086 "&": 5,1087 "'": 6,1088 "(": 7,1089 ")": 8,1090 "*": 9,1091 "+": 10,1092 ",": 11,1093 "-": 12,1094 ".": 13,1095 "/": 14,1096 "0": 15,1097 "1": 16,1098 "2": 17,1099 "3": 18,1100 "4": 19,1101 "5": 20,1102 "6": 21,1103 "7": 22,1104 "8": 23,1105 "9": 24,1106 ":": 25,1107 ";": 26,1108 "<": 27,1109 "=": 28,1110 ">": 29,1111 "?": 30,1112 "@": 31,1113 "A": 32,1114 "B": 33,1115 "C": 34,1116 "D": 35,1117 "E": 36,1118 "F": 37,1119 "G": 38,1120 "H": 39,1121 "I": 40,1122 "J": 41,1123 "K": 42,1124 "L": 43,1125 "M": 44,1126 "N": 45,1127 "O": 46,1128 "P": 47,1129 "Q": 48,1130 "R": 49,1131 "S": 50,1132 "T": 51,1133 "U": 52,1134 "V": 53,1135 "W": 54,1136 "X": 55,1137 "Y": 56,1138 "Z": 57,1139 "[": 58,1140 "\\": 59,1141 "]": 60,1142 "^": 61,1143 "_": 62,1144 "`": 63,1145 "a": 64,1146 "b": 65,1147 "c": 66,1148 "d": 67,1149 "e": 68,1150 "f": 69,1151 "g": 70,1152 "h": 71,1153 "i": 72,1154 "j": 73,1155 "k": 74,1156 "l": 75,1157 "m": 76,1158 "n": 77,1159 "o": 78,1160 "p": 79,1161 "q": 80,1162 "r": 81,1163 "s": 82,1164 "t": 83,1165 "u": 84,1166 "v": 85,1167 "w": 86,1168 "x": 87,1169 "y": 88,1170 "z": 89,1171 "{": 90,1172 "|": 91,1173 "}": 92,1174 "~": 93,1175 "¡": 94,1176 "¢": 95,1177 "£": 96,1178 "¤": 97,1179 "¥": 98,1180 "¦": 99,1181 "§": 100,1182 "¨": 101,1183 "©": 102,1184 "ª": 103,1185 "«": 104,1186 "¬": 105,1187 "®": 106,1188 "¯": 107,1189 "°": 108,1190 "±": 109,1191 "²": 110,1192 "³": 111,1193 "´": 112,1194 "µ": 113,1195 "¶": 114,1196 "·": 115,1197 "¸": 116,1198 "¹": 117,1199 "º": 118,1200 "»": 119,