CoolFace
Modelpublic

speedartificialintelligence1122/speedcore

sourceHugging Faceapache-2.0updated 1y agoView on Hugging Face
0likes
tokenizer.json1048 linesDownload Raw Back to root
1{2  "version": "1.0",3  "truncation": null,4  "padding": null,5  "added_tokens": [6    {7      "id": 0,8      "content": "<pad>",9      "single_word": false,10      "lstrip": false,11      "rstrip": false,12      "normalized": false,13      "special": true14    },15    {16      "id": 1,17      "content": "<bos>",18      "single_word": false,19      "lstrip": false,20      "rstrip": false,21      "normalized": false,22      "special": true23    },24    {25      "id": 2,26      "content": "<eos>",27      "single_word": false,28      "lstrip": false,29      "rstrip": false,30      "normalized": false,31      "special": true32    },33    {34      "id": 3,35      "content": "<unk>",36      "single_word": false,37      "lstrip": false,38      "rstrip": false,39      "normalized": false,40      "special": true41    }42  ],43  "normalizer": {44    "type": "Sequence",45    "normalizers": [46      {47        "type": "NFD"48      },49      {50        "type": "Lowercase"51      },52      {53        "type": "StripAccents"54      }55    ]56  },57  "pre_tokenizer": {58    "type": "Whitespace"59  },60  "post_processor": {61    "type": "TemplateProcessing",62    "single": [63      {64        "SpecialToken": {65          "id": "<bos>",66          "type_id": 067        }68      },69      {70        "Sequence": {71          "id": "A",72          "type_id": 073        }74      },75      {76        "SpecialToken": {77          "id": "<eos>",78          "type_id": 079        }80      }81    ],82    "pair": [83      {84        "SpecialToken": {85          "id": "<bos>",86          "type_id": 087        }88      },89      {90        "Sequence": {91          "id": "A",92          "type_id": 093        }94      },95      {96        "SpecialToken": {97          "id": "<eos>",98          "type_id": 099        }100      },101      {102        "Sequence": {103          "id": "B",104          "type_id": 1105        }106      },107      {108        "SpecialToken": {109          "id": "<eos>",110          "type_id": 1111        }112      }113    ],114    "special_tokens": {115      "<bos>": {116        "id": "<bos>",117        "ids": [118          0119        ],120        "tokens": [121          "<bos>"122        ]123      },124      "<eos>": {125        "id": "<eos>",126        "ids": [127          1128        ],129        "tokens": [130          "<eos>"131        ]132      }133    }134  },135  "decoder": null,136  "model": {137    "type": "BPE",138    "dropout": null,139    "unk_token": null,140    "continuing_subword_prefix": null,141    "end_of_word_suffix": null,142    "fuse_unk": false,143    "byte_fallback": false,144    "ignore_merges": false,145    "vocab": {146      "<pad>": 0,147      "<bos>": 1,148      "<eos>": 2,149      "<unk>": 3,150      ",": 4,151      ".": 5,152      "a": 6,153      "b": 7,154      "c": 8,155      "d": 9,156      "e": 10,157      "f": 11,158      "g": 12,159      "h": 13,160      "i": 14,161      "j": 15,162      "k": 16,163      "l": 17,164      "m": 18,165      "n": 19,166      "o": 20,167      "p": 21,168      "r": 22,169      "s": 23,170      "t": 24,171      "u": 25,172      "v": 26,173      "w": 27,174      "y": 28,175      "—": 29,176      "’": 30,177      "“": 31,178      "”": 32,179      "re": 33,180      "an": 34,181      "in": 35,182      "is": 36,183      "al": 37,184      "ea": 38,185      "on": 39,186      "sp": 40,187      "th": 41,188      "tu": 42,189      "and": 43,190      "am": 44,191      "bo": 45,192      "bu": 46,193      "co": 47,194      "de": 48,195      "el": 49,196      "fr": 50,197      "ion": 51,198      "us": 52,199      "we": 53,200      "ai": 54,201      "are": 55,202      "ca": 56,203      "ce": 57,204      "ed": 58,205      "en": 59,206      "eed": 60,207      "fu": 61,208      "ig": 62,209      "il": 63,210      "lo": 64,211      "lig": 65,212      "no": 66,213      "om": 67,214      "or": 68,215      "ri": 69,216      "sc": 70,217      "va": 71,218      "ve": 72,219      "all": 73,220      "ear": 74,221      "speed": 75,222      "the": 76,223      "ture": 77,224      "buil": 78,225      "from": 79,226      "ence": 80,227      "future": 81,228      ".”": 82,229      "ah": 83,230      "abo": 84,231      "ade": 85,232      "afr": 86,233      "ava": 87,234      "be": 88,235      "by": 89,236      "bel": 90,237      "ch": 91,238      "can": 92,239      "dre": 93,240      "din": 94,241      "es": 95,242      "et": 96,243      "ean": 97,244      "eve": 98,245      "for": 99,246      "hn": 100,247      "his": 101,248      "hel": 102,249      "hear": 103,250      "it": 104,251      "ith": 105,252      "ica": 106,253      "iri": 107,254      "ience": 108,255      "ieve": 109,256      "java": 110,257      "jes": 111,258      "kr": 112,259      "ks": 113,260      "lea": 114,261      "let": 115,262      "my": 116,263      "made": 117,264      "mean": 118,265      "mfor": 119,266      "ntu": 120,267      "nam": 121,268      "nit": 122,269      "ou": 123,270      "owe": 124,271      "oks": 125,272      "pt": 126,273      "py": 127,274      "pre": 128,275      "powe": 129,276      "rn": 130,277      "rs": 131,278      "rus": 132,279      "ss": 133,280      "sear": 134,281      "to": 135,282      "tal": 136,283      "tel": 137,284      "tion": 138,285      "tor": 139,286      "ut": 140,287      "ure": 141,288      "ubu": 142,289      "unit": 143,290      "vis": 144,291      "with": 145,292      "relig": 146,293      "inno": 147,294      "intel": 148,295      "ishn": 149,296      "eak": 150,297      "spiri": 151,298      "speak": 152,299      "thon": 153,300      "tual": 154,301      "books": 155,302      "born": 156,303      "code": 157,304      "codin": 158,305      "comfor": 159,306      "ders": 160,307      "use": 161,308      "cause": 162,309      "love": 163,310      "ligence": 164,311      "not": 165,312      "ript": 166,313      "science": 167,314      "script": 168,315      "vation": 169,316      "allah": 170,317      "build": 171,318      "built": 172,319      "about": 173,320      "africa": 174,321      "because": 175,322      "believe": 176,323      "dream": 177,324      "histor": 178,325      "hello": 179,326      "heart": 180,327      "javascript": 181,328      "jesus": 182,329      "krishn": 183,330      "leaders": 184,331      "means": 185,332      "name": 186,333      "our": 187,334      "python": 188,335      "press": 189,336      "power": 190,337      "rust": 191,338      "search": 192,339      "talk": 193,340      "ubuntu": 194,341      "unity": 195,342      "vision": 196,343      "religion": 197,344      "innovation": 198,345      "intelligence": 199,346      "spiritual": 200,347      "coding": 201,348      "comfort": 202,349      "history": 203,350      "krishna": 204,351      "pressure": 205352    },353    "merges": [354      [355        "r",356        "e"357      ],358      [359        "a",360        "n"361      ],362      [363        "i",364        "n"365      ],366      [367        "i",368        "s"369      ],370      [371        "a",372        "l"373      ],374      [375        "e",376        "a"377      ],378      [379        "o",380        "n"381      ],382      [383        "s",384        "p"385      ],386      [387        "t",388        "h"389      ],390      [391        "t",392        "u"393      ],394      [395        "an",396        "d"397      ],398      [399        "a",400        "m"401      ],402      [403        "b",404        "o"405      ],406      [407        "b",408        "u"409      ],410      [411        "c",412        "o"413      ],414      [415        "d",416        "e"417      ],418      [419        "e",420        "l"421      ],422      [423        "f",424        "r"425      ],426      [427        "i",428        "on"429      ],430      [431        "u",432        "s"433      ],434      [435        "w",436        "e"437      ],438      [439        "a",440        "i"441      ],442      [443        "a",444        "re"445      ],446      [447        "c",448        "a"449      ],450      [451        "c",452        "e"453      ],454      [455        "e",456        "d"457      ],458      [459        "e",460        "n"461      ],462      [463        "e",464        "ed"465      ],466      [467        "f",468        "u"469      ],470      [471        "i",472        "g"473      ],474      [475        "i",476        "l"477      ],478      [479        "l",480        "o"481      ],482      [483        "l",484        "ig"485      ],486      [487        "n",488        "o"489      ],490      [491        "o",492        "m"493      ],494      [495        "o",496        "r"497      ],498      [499        "r",500        "i"501      ],502      [503        "s",504        "c"505      ],506      [507        "v",508        "a"509      ],510      [511        "v",512        "e"513      ],514      [515        "al",516        "l"517      ],518      [519        "ea",520        "r"521      ],522      [523        "sp",524        "eed"525      ],526      [527        "th",528        "e"529      ],530      [531        "tu",532        "re"533      ],534      [535        "bu",536        "il"537      ],538      [539        "fr",540        "om"541      ],542      [543        "en",544        "ce"545      ],546      [547        "fu",548        "ture"549      ],550      [551        ".",552        "”"553      ],554      [555        "a",556        "h"557      ],558      [559        "a",560        "bo"561      ],562      [563        "a",564        "de"565      ],566      [567        "a",568        "fr"569      ],570      [571        "a",572        "va"573      ],574      [575        "b",576        "e"577      ],578      [579        "b",580        "y"581      ],582      [583        "b",584        "el"585      ],586      [587        "c",588        "h"589      ],590      [591        "c",592        "an"593      ],594      [595        "d",596        "re"597      ],598      [599        "d",600        "in"601      ],602      [603        "e",604        "s"605      ],606      [607        "e",608        "t"609      ],610      [611        "e",612        "an"613      ],614      [615        "e",616        "ve"617      ],618      [619        "f",620        "or"621      ],622      [623        "h",624        "n"625      ],626      [627        "h",628        "is"629      ],630      [631        "h",632        "el"633      ],634      [635        "h",636        "ear"637      ],638      [639        "i",640        "t"641      ],642      [643        "i",644        "th"645      ],646      [647        "i",648        "ca"649      ],650      [651        "i",652        "ri"653      ],654      [655        "i",656        "ence"657      ],658      [659        "i",660        "eve"661      ],662      [663        "j",664        "ava"665      ],666      [667        "j",668        "es"669      ],670      [671        "k",672        "r"673      ],674      [675        "k",676        "s"677      ],678      [679        "l",680        "ea"681      ],682      [683        "l",684        "et"685      ],686      [687        "m",688        "y"689      ],690      [691        "m",692        "ade"693      ],694      [695        "m",696        "ean"697      ],698      [699        "m",700        "for"701      ],702      [703        "n",704        "tu"705      ],706      [707        "n",708        "am"709      ],710      [711        "n",712        "it"713      ],714      [715        "o",716        "u"717      ],718      [719        "o",720        "we"721      ],722      [723        "o",724        "ks"725      ],726      [727        "p",728        "t"729      ],730      [731        "p",732        "y"733      ],734      [735        "p",736        "re"737      ],738      [739        "p",740        "owe"741      ],742      [743        "r",744        "n"745      ],746      [747        "r",748        "s"749      ],750      [751        "r",752        "us"753      ],754      [755        "s",756        "s"757      ],758      [759        "s",760        "ear"761      ],762      [763        "t",764        "o"765      ],766      [767        "t",768        "al"769      ],770      [771        "t",772        "el"773      ],774      [775        "t",776        "ion"777      ],778      [779        "t",780        "or"781      ],782      [783        "u",784        "t"785      ],786      [787        "u",788        "re"789      ],790      [791        "u",792        "bu"793      ],794      [795        "u",796        "nit"797      ],798      [799        "v",800        "is"801      ],802      [803        "w",804        "ith"805      ],806      [807        "re",808        "lig"809      ],810      [811        "in",812        "no"813      ],814      [815        "in",816        "tel"817      ],818      [819        "is",820        "hn"821      ],822      [823        "ea",824        "k"825      ],826      [827        "sp",828        "iri"829      ],830      [831        "sp",832        "eak"833      ],834      [835        "th",836        "on"837      ],838      [839        "tu",840        "al"841      ],842      [843        "bo",844        "oks"845      ],846      [847        "bo",848        "rn"849      ],850      [851        "co",852        "de"853      ],854      [855        "co",856        "din"857      ],858      [859        "co",860        "mfor"861      ],862      [863        "de",864        "rs"865      ],866      [867        "us",868        "e"869      ],870      [871        "ca",872        "use"873      ],874      [875        "lo",876        "ve"877      ],878      [879        "lig",880        "ence"881      ],882      [883        "no",884        "t"885      ],886      [887        "ri",888        "pt"889      ],890      [891        "sc",892        "ience"893      ],894      [895        "sc",896        "ript"897      ],898      [899        "va",900        "tion"901      ],902      [903        "all",904        "ah"905      ],906      [907        "buil",908        "d"909      ],910      [911        "buil",912        "t"913      ],914      [915        "abo",916        "ut"917      ],918      [919        "afr",920        "ica"921      ],922      [923        "be",924        "cause"925      ],926      [927        "bel",928        "ieve"929      ],930      [931        "dre",932        "am"933      ],934      [935        "his",936        "tor"937      ],938      [939        "hel",940        "lo"941      ],942      [943        "hear",944        "t"945      ],946      [947        "java",948        "script"949      ],950      [951        "jes",952        "us"953      ],954      [955        "kr",956        "ishn"957      ],958      [959        "lea",960        "ders"961      ],962      [963        "mean",964        "s"965      ],966      [967        "nam",968        "e"969      ],970      [971        "ou",972        "r"973      ],974      [975        "py",976        "thon"977      ],978      [979        "pre",980        "ss"981      ],982      [983        "powe",984        "r"985      ],986      [987        "rus",988        "t"989      ],990      [991        "sear",992        "ch"993      ],994      [995        "tal",996        "k"997      ],998      [999        "ubu",1000        "ntu"1001      ],1002      [1003        "unit",1004        "y"1005      ],1006      [1007        "vis",1008        "ion"1009      ],1010      [1011        "relig",1012        "ion"1013      ],1014      [1015        "inno",1016        "vation"1017      ],1018      [1019        "intel",1020        "ligence"1021      ],1022      [1023        "spiri",1024        "tual"1025      ],1026      [1027        "codin",1028        "g"1029      ],1030      [1031        "comfor",1032        "t"1033      ],1034      [1035        "histor",1036        "y"1037      ],1038      [1039        "krishn",1040        "a"1041      ],1042      [1043        "press",1044        "ure"1045      ]1046    ]1047  }1048}