CoolFace
Modelpublic

FishCaduceus/FishCaduceus-28L-1024

sourceHugging Faceapache-2.0updated 3mo agoView on Hugging Face
0likes16downloads
tokenizer.json62 linesDownload Raw Back to root
1{2  "version": "1.0",3  "truncation": null,4  "padding": null,5  "added_tokens": [6    {7      "id": 0,8      "content": "[PAD]",9      "single_word": false,10      "lstrip": false,11      "rstrip": false,12      "normalized": false,13      "special": true14    },15    {16      "id": 1,17      "content": "[MASK]",18      "single_word": false,19      "lstrip": false,20      "rstrip": false,21      "normalized": false,22      "special": true23    },24    {25      "id": 2,26      "content": "[UNK]",27      "single_word": false,28      "lstrip": false,29      "rstrip": false,30      "normalized": false,31      "special": true32    }33  ],34  "normalizer": {35    "type": "Lowercase"36  },37  "pre_tokenizer": {38    "type": "Whitespace"39  },40  "post_processor": null,41  "decoder": null,42  "model": {43    "type": "BPE",44    "dropout": null,45    "unk_token": "[UNK]",46    "continuing_subword_prefix": null,47    "end_of_word_suffix": null,48    "fuse_unk": false,49    "byte_fallback": false,50    "ignore_merges": false,51    "vocab": {52      "[PAD]": 0,53      "[MASK]": 1,54      "[UNK]": 2,55      "a": 3,56      "c": 4,57      "g": 5,58      "t": 659    },60    "merges": []61  }62}