fableforge-ai/FableForge

1{2  "version": "1.0.0",3  "truncation": null,4  "padding": null,5  "added_tokens": [6    {7      "id": 0,8      "content": "<unk>",9      "single_word": false,10      "lstrip": false,11      "rstrip": false,12      "normalized": false,13      "special": true14    },15    {16      "id": 1,17      "content": "<s>",18      "single_word": false,19      "lstrip": false,20      "rstrip": false,21      "normalized": false,22      "special": true23    },24    {25      "id": 2,26      "content": "</s>",27      "single_word": false,28      "lstrip": false,29      "rstrip": false,30      "normalized": false,31      "special": true32    }33  ],34  "normalizer": null,35  "pre_tokenizer": {36    "type": "ByteLevel",37    "add_prefix_space": false,38    "trim_offsets": true,39    "use_regex": true40  },41  "post_processor": {42    "type": "ByteLevel",43    "add_prefix_space": true,44    "trim_offsets": false,45    "use_regex": true46  },47  "decoder": {48    "type": "ByteLevel"49  },50  "model": {51    "type": "BPE",52    "dropout": null,53    "unk_token": "<unk>",54    "continuing_subword_prefix": null,55    "end_of_word_suffix": null,56    "fuse_unk": false,57    "byte_fallback": false,58    "vocab": {59      "<unk>": 0,60      "<s>": 1,61      "</s>": 262    },63    "merges": []64  }65}