ashwinR/CodeExplainer
660
1{2 "version": "1.0",3 "truncation": {4 "direction": "Right",5 "max_length": 128,6 "strategy": "LongestFirst",7 "stride": 08 },9 "padding": null,10 "added_tokens": [11 {12 "id": 0,13 "content": "<pad>",14 "single_word": false,15 "lstrip": false,16 "rstrip": false,17 "normalized": true,18 "special": true19 },20 {21 "id": 1,22 "content": "<s>",23 "single_word": false,24 "lstrip": false,25 "rstrip": false,26 "normalized": true,27 "special": true28 },29 {30 "id": 2,31 "content": "</s>",32 "single_word": false,33 "lstrip": false,34 "rstrip": false,35 "normalized": true,36 "special": true37 },38 {39 "id": 3,40 "content": "<unk>",41 "single_word": false,42 "lstrip": false,43 "rstrip": false,44 "normalized": true,45 "special": true46 },47 {48 "id": 4,49 "content": "<mask>",50 "single_word": false,51 "lstrip": true,52 "rstrip": false,53 "normalized": true,54 "special": true55 },56 {57 "id": 32000,58 "content": "<extra_id_99>",59 "single_word": false,60 "lstrip": true,61 "rstrip": false,62 "normalized": true,63 "special": true64 },65 {66 "id": 32001,67 "content": "<extra_id_98>",68 "single_word": false,69 "lstrip": true,70 "rstrip": false,71 "normalized": true,72 "special": true73 },74 {75 "id": 32002,76 "content": "<extra_id_97>",77 "single_word": false,78 "lstrip": true,79 "rstrip": false,80 "normalized": true,81 "special": true82 },83 {84 "id": 32003,85 "content": "<extra_id_96>",86 "single_word": false,87 "lstrip": true,88 "rstrip": false,89 "normalized": true,90 "special": true91 },92 {93 "id": 32004,94 "content": "<extra_id_95>",95 "single_word": false,96 "lstrip": true,97 "rstrip": false,98 "normalized": true,99 "special": true100 },101 {102 "id": 32005,103 "content": "<extra_id_94>",104 "single_word": false,105 "lstrip": true,106 "rstrip": false,107 "normalized": true,108 "special": true109 },110 {111 "id": 32006,112 "content": "<extra_id_93>",113 "single_word": false,114 "lstrip": true,115 "rstrip": false,116 "normalized": true,117 "special": true118 },119 {120 "id": 32007,121 "content": "<extra_id_92>",122 "single_word": false,123 "lstrip": true,124 "rstrip": false,125 "normalized": true,126 "special": true127 },128 {129 "id": 32008,130 "content": "<extra_id_91>",131 "single_word": false,132 "lstrip": true,133 "rstrip": false,134 "normalized": true,135 "special": true136 },137 {138 "id": 32009,139 "content": "<extra_id_90>",140 "single_word": false,141 "lstrip": true,142 "rstrip": false,143 "normalized": true,144 "special": true145 },146 {147 "id": 32010,148 "content": "<extra_id_89>",149 "single_word": false,150 "lstrip": true,151 "rstrip": false,152 "normalized": true,153 "special": true154 },155 {156 "id": 32011,157 "content": "<extra_id_88>",158 "single_word": false,159 "lstrip": true,160 "rstrip": false,161 "normalized": true,162 "special": true163 },164 {165 "id": 32012,166 "content": "<extra_id_87>",167 "single_word": false,168 "lstrip": true,169 "rstrip": false,170 "normalized": true,171 "special": true172 },173 {174 "id": 32013,175 "content": "<extra_id_86>",176 "single_word": false,177 "lstrip": true,178 "rstrip": false,179 "normalized": true,180 "special": true181 },182 {183 "id": 32014,184 "content": "<extra_id_85>",185 "single_word": false,186 "lstrip": true,187 "rstrip": false,188 "normalized": true,189 "special": true190 },191 {192 "id": 32015,193 "content": "<extra_id_84>",194 "single_word": false,195 "lstrip": true,196 "rstrip": false,197 "normalized": true,198 "special": true199 },200 {201 "id": 32016,202 "content": "<extra_id_83>",203 "single_word": false,204 "lstrip": true,205 "rstrip": false,206 "normalized": true,207 "special": true208 },209 {210 "id": 32017,211 "content": "<extra_id_82>",212 "single_word": false,213 "lstrip": true,214 "rstrip": false,215 "normalized": true,216 "special": true217 },218 {219 "id": 32018,220 "content": "<extra_id_81>",221 "single_word": false,222 "lstrip": true,223 "rstrip": false,224 "normalized": true,225 "special": true226 },227 {228 "id": 32019,229 "content": "<extra_id_80>",230 "single_word": false,231 "lstrip": true,232 "rstrip": false,233 "normalized": true,234 "special": true235 },236 {237 "id": 32020,238 "content": "<extra_id_79>",239 "single_word": false,240 "lstrip": true,241 "rstrip": false,242 "normalized": true,243 "special": true244 },245 {246 "id": 32021,247 "content": "<extra_id_78>",248 "single_word": false,249 "lstrip": true,250 "rstrip": false,251 "normalized": true,252 "special": true253 },254 {255 "id": 32022,256 "content": "<extra_id_77>",257 "single_word": false,258 "lstrip": true,259 "rstrip": false,260 "normalized": true,261 "special": true262 },263 {264 "id": 32023,265 "content": "<extra_id_76>",266 "single_word": false,267 "lstrip": true,268 "rstrip": false,269 "normalized": true,270 "special": true271 },272 {273 "id": 32024,274 "content": "<extra_id_75>",275 "single_word": false,276 "lstrip": true,277 "rstrip": false,278 "normalized": true,279 "special": true280 },281 {282 "id": 32025,283 "content": "<extra_id_74>",284 "single_word": false,285 "lstrip": true,286 "rstrip": false,287 "normalized": true,288 "special": true289 },290 {291 "id": 32026,292 "content": "<extra_id_73>",293 "single_word": false,294 "lstrip": true,295 "rstrip": false,296 "normalized": true,297 "special": true298 },299 {300 "id": 32027,301 "content": "<extra_id_72>",302 "single_word": false,303 "lstrip": true,304 "rstrip": false,305 "normalized": true,306 "special": true307 },308 {309 "id": 32028,310 "content": "<extra_id_71>",311 "single_word": false,312 "lstrip": true,313 "rstrip": false,314 "normalized": true,315 "special": true316 },317 {318 "id": 32029,319 "content": "<extra_id_70>",320 "single_word": false,321 "lstrip": true,322 "rstrip": false,323 "normalized": true,324 "special": true325 },326 {327 "id": 32030,328 "content": "<extra_id_69>",329 "single_word": false,330 "lstrip": true,331 "rstrip": false,332 "normalized": true,333 "special": true334 },335 {336 "id": 32031,337 "content": "<extra_id_68>",338 "single_word": false,339 "lstrip": true,340 "rstrip": false,341 "normalized": true,342 "special": true343 },344 {345 "id": 32032,346 "content": "<extra_id_67>",347 "single_word": false,348 "lstrip": true,349 "rstrip": false,350 "normalized": true,351 "special": true352 },353 {354 "id": 32033,355 "content": "<extra_id_66>",356 "single_word": false,357 "lstrip": true,358 "rstrip": false,359 "normalized": true,360 "special": true361 },362 {363 "id": 32034,364 "content": "<extra_id_65>",365 "single_word": false,366 "lstrip": true,367 "rstrip": false,368 "normalized": true,369 "special": true370 },371 {372 "id": 32035,373 "content": "<extra_id_64>",374 "single_word": false,375 "lstrip": true,376 "rstrip": false,377 "normalized": true,378 "special": true379 },380 {381 "id": 32036,382 "content": "<extra_id_63>",383 "single_word": false,384 "lstrip": true,385 "rstrip": false,386 "normalized": true,387 "special": true388 },389 {390 "id": 32037,391 "content": "<extra_id_62>",392 "single_word": false,393 "lstrip": true,394 "rstrip": false,395 "normalized": true,396 "special": true397 },398 {399 "id": 32038,400 "content": "<extra_id_61>",401 "single_word": false,402 "lstrip": true,403 "rstrip": false,404 "normalized": true,405 "special": true406 },407 {408 "id": 32039,409 "content": "<extra_id_60>",410 "single_word": false,411 "lstrip": true,412 "rstrip": false,413 "normalized": true,414 "special": true415 },416 {417 "id": 32040,418 "content": "<extra_id_59>",419 "single_word": false,420 "lstrip": true,421 "rstrip": false,422 "normalized": true,423 "special": true424 },425 {426 "id": 32041,427 "content": "<extra_id_58>",428 "single_word": false,429 "lstrip": true,430 "rstrip": false,431 "normalized": true,432 "special": true433 },434 {435 "id": 32042,436 "content": "<extra_id_57>",437 "single_word": false,438 "lstrip": true,439 "rstrip": false,440 "normalized": true,441 "special": true442 },443 {444 "id": 32043,445 "content": "<extra_id_56>",446 "single_word": false,447 "lstrip": true,448 "rstrip": false,449 "normalized": true,450 "special": true451 },452 {453 "id": 32044,454 "content": "<extra_id_55>",455 "single_word": false,456 "lstrip": true,457 "rstrip": false,458 "normalized": true,459 "special": true460 },461 {462 "id": 32045,463 "content": "<extra_id_54>",464 "single_word": false,465 "lstrip": true,466 "rstrip": false,467 "normalized": true,468 "special": true469 },470 {471 "id": 32046,472 "content": "<extra_id_53>",473 "single_word": false,474 "lstrip": true,475 "rstrip": false,476 "normalized": true,477 "special": true478 },479 {480 "id": 32047,481 "content": "<extra_id_52>",482 "single_word": false,483 "lstrip": true,484 "rstrip": false,485 "normalized": true,486 "special": true487 },488 {489 "id": 32048,490 "content": "<extra_id_51>",491 "single_word": false,492 "lstrip": true,493 "rstrip": false,494 "normalized": true,495 "special": true496 },497 {498 "id": 32049,499 "content": "<extra_id_50>",500 "single_word": false,501 "lstrip": true,502 "rstrip": false,503 "normalized": true,504 "special": true505 },506 {507 "id": 32050,508 "content": "<extra_id_49>",509 "single_word": false,510 "lstrip": true,511 "rstrip": false,512 "normalized": true,513 "special": true514 },515 {516 "id": 32051,517 "content": "<extra_id_48>",518 "single_word": false,519 "lstrip": true,520 "rstrip": false,521 "normalized": true,522 "special": true523 },524 {525 "id": 32052,526 "content": "<extra_id_47>",527 "single_word": false,528 "lstrip": true,529 "rstrip": false,530 "normalized": true,531 "special": true532 },533 {534 "id": 32053,535 "content": "<extra_id_46>",536 "single_word": false,537 "lstrip": true,538 "rstrip": false,539 "normalized": true,540 "special": true541 },542 {543 "id": 32054,544 "content": "<extra_id_45>",545 "single_word": false,546 "lstrip": true,547 "rstrip": false,548 "normalized": true,549 "special": true550 },551 {552 "id": 32055,553 "content": "<extra_id_44>",554 "single_word": false,555 "lstrip": true,556 "rstrip": false,557 "normalized": true,558 "special": true559 },560 {561 "id": 32056,562 "content": "<extra_id_43>",563 "single_word": false,564 "lstrip": true,565 "rstrip": false,566 "normalized": true,567 "special": true568 },569 {570 "id": 32057,571 "content": "<extra_id_42>",572 "single_word": false,573 "lstrip": true,574 "rstrip": false,575 "normalized": true,576 "special": true577 },578 {579 "id": 32058,580 "content": "<extra_id_41>",581 "single_word": false,582 "lstrip": true,583 "rstrip": false,584 "normalized": true,585 "special": true586 },587 {588 "id": 32059,589 "content": "<extra_id_40>",590 "single_word": false,591 "lstrip": true,592 "rstrip": false,593 "normalized": true,594 "special": true595 },596 {597 "id": 32060,598 "content": "<extra_id_39>",599 "single_word": false,600 "lstrip": true,601 "rstrip": false,602 "normalized": true,603 "special": true604 },605 {606 "id": 32061,607 "content": "<extra_id_38>",608 "single_word": false,609 "lstrip": true,610 "rstrip": false,611 "normalized": true,612 "special": true613 },614 {615 "id": 32062,616 "content": "<extra_id_37>",617 "single_word": false,618 "lstrip": true,619 "rstrip": false,620 "normalized": true,621 "special": true622 },623 {624 "id": 32063,625 "content": "<extra_id_36>",626 "single_word": false,627 "lstrip": true,628 "rstrip": false,629 "normalized": true,630 "special": true631 },632 {633 "id": 32064,634 "content": "<extra_id_35>",635 "single_word": false,636 "lstrip": true,637 "rstrip": false,638 "normalized": true,639 "special": true640 },641 {642 "id": 32065,643 "content": "<extra_id_34>",644 "single_word": false,645 "lstrip": true,646 "rstrip": false,647 "normalized": true,648 "special": true649 },650 {651 "id": 32066,652 "content": "<extra_id_33>",653 "single_word": false,654 "lstrip": true,655 "rstrip": false,656 "normalized": true,657 "special": true658 },659 {660 "id": 32067,661 "content": "<extra_id_32>",662 "single_word": false,663 "lstrip": true,664 "rstrip": false,665 "normalized": true,666 "special": true667 },668 {669 "id": 32068,670 "content": "<extra_id_31>",671 "single_word": false,672 "lstrip": true,673 "rstrip": false,674 "normalized": true,675 "special": true676 },677 {678 "id": 32069,679 "content": "<extra_id_30>",680 "single_word": false,681 "lstrip": true,682 "rstrip": false,683 "normalized": true,684 "special": true685 },686 {687 "id": 32070,688 "content": "<extra_id_29>",689 "single_word": false,690 "lstrip": true,691 "rstrip": false,692 "normalized": true,693 "special": true694 },695 {696 "id": 32071,697 "content": "<extra_id_28>",698 "single_word": false,699 "lstrip": true,700 "rstrip": false,701 "normalized": true,702 "special": true703 },704 {705 "id": 32072,706 "content": "<extra_id_27>",707 "single_word": false,708 "lstrip": true,709 "rstrip": false,710 "normalized": true,711 "special": true712 },713 {714 "id": 32073,715 "content": "<extra_id_26>",716 "single_word": false,717 "lstrip": true,718 "rstrip": false,719 "normalized": true,720 "special": true721 },722 {723 "id": 32074,724 "content": "<extra_id_25>",725 "single_word": false,726 "lstrip": true,727 "rstrip": false,728 "normalized": true,729 "special": true730 },731 {732 "id": 32075,733 "content": "<extra_id_24>",734 "single_word": false,735 "lstrip": true,736 "rstrip": false,737 "normalized": true,738 "special": true739 },740 {741 "id": 32076,742 "content": "<extra_id_23>",743 "single_word": false,744 "lstrip": true,745 "rstrip": false,746 "normalized": true,747 "special": true748 },749 {750 "id": 32077,751 "content": "<extra_id_22>",752 "single_word": false,753 "lstrip": true,754 "rstrip": false,755 "normalized": true,756 "special": true757 },758 {759 "id": 32078,760 "content": "<extra_id_21>",761 "single_word": false,762 "lstrip": true,763 "rstrip": false,764 "normalized": true,765 "special": true766 },767 {768 "id": 32079,769 "content": "<extra_id_20>",770 "single_word": false,771 "lstrip": true,772 "rstrip": false,773 "normalized": true,774 "special": true775 },776 {777 "id": 32080,778 "content": "<extra_id_19>",779 "single_word": false,780 "lstrip": true,781 "rstrip": false,782 "normalized": true,783 "special": true784 },785 {786 "id": 32081,787 "content": "<extra_id_18>",788 "single_word": false,789 "lstrip": true,790 "rstrip": false,791 "normalized": true,792 "special": true793 },794 {795 "id": 32082,796 "content": "<extra_id_17>",797 "single_word": false,798 "lstrip": true,799 "rstrip": false,800 "normalized": true,801 "special": true802 },803 {804 "id": 32083,805 "content": "<extra_id_16>",806 "single_word": false,807 "lstrip": true,808 "rstrip": false,809 "normalized": true,810 "special": true811 },812 {813 "id": 32084,814 "content": "<extra_id_15>",815 "single_word": false,816 "lstrip": true,817 "rstrip": false,818 "normalized": true,819 "special": true820 },821 {822 "id": 32085,823 "content": "<extra_id_14>",824 "single_word": false,825 "lstrip": true,826 "rstrip": false,827 "normalized": true,828 "special": true829 },830 {831 "id": 32086,832 "content": "<extra_id_13>",833 "single_word": false,834 "lstrip": true,835 "rstrip": false,836 "normalized": true,837 "special": true838 },839 {840 "id": 32087,841 "content": "<extra_id_12>",842 "single_word": false,843 "lstrip": true,844 "rstrip": false,845 "normalized": true,846 "special": true847 },848 {849 "id": 32088,850 "content": "<extra_id_11>",851 "single_word": false,852 "lstrip": true,853 "rstrip": false,854 "normalized": true,855 "special": true856 },857 {858 "id": 32089,859 "content": "<extra_id_10>",860 "single_word": false,861 "lstrip": true,862 "rstrip": false,863 "normalized": true,864 "special": true865 },866 {867 "id": 32090,868 "content": "<extra_id_9>",869 "single_word": false,870 "lstrip": true,871 "rstrip": false,872 "normalized": true,873 "special": true874 },875 {876 "id": 32091,877 "content": "<extra_id_8>",878 "single_word": false,879 "lstrip": true,880 "rstrip": false,881 "normalized": true,882 "special": true883 },884 {885 "id": 32092,886 "content": "<extra_id_7>",887 "single_word": false,888 "lstrip": true,889 "rstrip": false,890 "normalized": true,891 "special": true892 },893 {894 "id": 32093,895 "content": "<extra_id_6>",896 "single_word": false,897 "lstrip": true,898 "rstrip": false,899 "normalized": true,900 "special": true901 },902 {903 "id": 32094,904 "content": "<extra_id_5>",905 "single_word": false,906 "lstrip": true,907 "rstrip": false,908 "normalized": true,909 "special": true910 },911 {912 "id": 32095,913 "content": "<extra_id_4>",914 "single_word": false,915 "lstrip": true,916 "rstrip": false,917 "normalized": true,918 "special": true919 },920 {921 "id": 32096,922 "content": "<extra_id_3>",923 "single_word": false,924 "lstrip": true,925 "rstrip": false,926 "normalized": true,927 "special": true928 },929 {930 "id": 32097,931 "content": "<extra_id_2>",932 "single_word": false,933 "lstrip": true,934 "rstrip": false,935 "normalized": true,936 "special": true937 },938 {939 "id": 32098,940 "content": "<extra_id_1>",941 "single_word": false,942 "lstrip": true,943 "rstrip": false,944 "normalized": true,945 "special": true946 },947 {948 "id": 32099,949 "content": "<extra_id_0>",950 "single_word": false,951 "lstrip": true,952 "rstrip": false,953 "normalized": true,954 "special": true955 }956 ],957 "normalizer": null,958 "pre_tokenizer": {959 "type": "ByteLevel",960 "add_prefix_space": false,961 "trim_offsets": true,962 "use_regex": true963 },964 "post_processor": {965 "type": "RobertaProcessing",966 "sep": [967 "</s>",968 2969 ],970 "cls": [971 "<s>",972 1973 ],974 "trim_offsets": true,975 "add_prefix_space": false976 },977 "decoder": {978 "type": "ByteLevel",979 "add_prefix_space": true,980 "trim_offsets": true,981 "use_regex": true982 },983 "model": {984 "type": "BPE",985 "dropout": null,986 "unk_token": null,987 "continuing_subword_prefix": "",988 "end_of_word_suffix": "",989 "fuse_unk": false,990 "vocab": {991 "<pad>": 0,992 "<s>": 1,993 "</s>": 2,994 "<unk>": 3,995 "<mask>": 4,996 "!": 5,997 "\"": 6,998 "#": 7,999 "$": 8,1000 "%": 9,1001 "&": 10,1002 "'": 11,1003 "(": 12,1004 ")": 13,1005 "*": 14,1006 "+": 15,1007 ",": 16,1008 "-": 17,1009 ".": 18,1010 "/": 19,1011 "0": 20,1012 "1": 21,1013 "2": 22,1014 "3": 23,1015 "4": 24,1016 "5": 25,1017 "6": 26,1018 "7": 27,1019 "8": 28,1020 "9": 29,1021 ":": 30,1022 ";": 31,1023 "<": 32,1024 "=": 33,1025 ">": 34,1026 "?": 35,1027 "@": 36,1028 "A": 37,1029 "B": 38,1030 "C": 39,1031 "D": 40,1032 "E": 41,1033 "F": 42,1034 "G": 43,1035 "H": 44,1036 "I": 45,1037 "J": 46,1038 "K": 47,1039 "L": 48,1040 "M": 49,1041 "N": 50,1042 "O": 51,1043 "P": 52,1044 "Q": 53,1045 "R": 54,1046 "S": 55,1047 "T": 56,1048 "U": 57,1049 "V": 58,1050 "W": 59,1051 "X": 60,1052 "Y": 61,1053 "Z": 62,1054 "[": 63,1055 "\\": 64,1056 "]": 65,1057 "^": 66,1058 "_": 67,1059 "`": 68,1060 "a": 69,1061 "b": 70,1062 "c": 71,1063 "d": 72,1064 "e": 73,1065 "f": 74,1066 "g": 75,1067 "h": 76,1068 "i": 77,1069 "j": 78,1070 "k": 79,1071 "l": 80,1072 "m": 81,1073 "n": 82,1074 "o": 83,1075 "p": 84,1076 "q": 85,1077 "r": 86,1078 "s": 87,1079 "t": 88,1080 "u": 89,1081 "v": 90,1082 "w": 91,1083 "x": 92,1084 "y": 93,1085 "z": 94,1086 "{": 95,1087 "|": 96,1088 "}": 97,1089 "~": 98,1090 "¡": 99,1091 "¢": 100,1092 "£": 101,1093 "¤": 102,1094 "¥": 103,1095 "¦": 104,1096 "§": 105,1097 "¨": 106,1098 "©": 107,1099 "ª": 108,1100 "«": 109,1101 "¬": 110,1102 "®": 111,1103 "¯": 112,1104 "°": 113,1105 "±": 114,1106 "²": 115,1107 "³": 116,1108 "´": 117,1109 "µ": 118,1110 "¶": 119,1111 "·": 120,1112 "¸": 121,1113 "¹": 122,1114 "º": 123,1115 "»": 124,1116 "¼": 125,1117 "½": 126,1118 "¾": 127,1119 "¿": 128,1120 "À": 129,1121 "Á": 130,1122 "Â": 131,1123 "Ã": 132,1124 "Ä": 133,1125 "Å": 134,1126 "Æ": 135,1127 "Ç": 136,1128 "È": 137,1129 "É": 138,1130 "Ê": 139,1131 "Ë": 140,1132 "Ì": 141,1133 "Í": 142,1134 "Î": 143,1135 "Ï": 144,1136 "Ð": 145,1137 "Ñ": 146,1138 "Ò": 147,1139 "Ó": 148,1140 "Ô": 149,1141 "Õ": 150,1142 "Ö": 151,1143 "×": 152,1144 "Ø": 153,1145 "Ù": 154,1146 "Ú": 155,1147 "Û": 156,1148 "Ü": 157,1149 "Ý": 158,1150 "Þ": 159,1151 "ß": 160,1152 "à": 161,1153 "á": 162,1154 "â": 163,1155 "ã": 164,1156 "ä": 165,1157 "å": 166,1158 "æ": 167,1159 "ç": 168,1160 "è": 169,1161 "é": 170,1162 "ê": 171,1163 "ë": 172,1164 "ì": 173,1165 "í": 174,1166 "î": 175,1167 "ï": 176,1168 "ð": 177,1169 "ñ": 178,1170 "ò": 179,1171 "ó": 180,1172 "ô": 181,1173 "õ": 182,1174 "ö": 183,1175 "÷": 184,1176 "ø": 185,1177 "ù": 186,1178 "ú": 187,1179 "û": 188,1180 "ü": 189,1181 "ý": 190,1182 "þ": 191,1183 "ÿ": 192,1184 "Ā": 193,1185 "ā": 194,1186 "Ă": 195,1187 "ă": 196,1188 "Ą": 197,1189 "ą": 198,1190 "Ć": 199,1191 "ć": 200,1192 "Ĉ": 201,1193 "ĉ": 202,1194 "Ċ": 203,1195 "ċ": 204,1196 "Č": 205,1197 "č": 206,1198 "Ď": 207,1199 "ď": 208,1200 "Đ": 209,