CoolFace
Modelpublic

wop/greetings-2000-params

sourceHugging Facemitupdated 2mo agoView on Hugging Face
0likes10downloads
tokenizer.json116 linesDownload Raw Back to root
1{2  "version": "1.0",3  "truncation": null,4  "padding": null,5  "added_tokens": [6    {7      "id": 0,8      "content": "<unk>",9      "single_word": false,10      "lstrip": false,11      "rstrip": false,12      "normalized": false,13      "special": true14    },15    {16      "id": 1,17      "content": "<s>",18      "single_word": false,19      "lstrip": false,20      "rstrip": false,21      "normalized": false,22      "special": true23    },24    {25      "id": 2,26      "content": "</s>",27      "single_word": false,28      "lstrip": false,29      "rstrip": false,30      "normalized": false,31      "special": true32    },33    {34      "id": 3,35      "content": "<pad>",36      "single_word": false,37      "lstrip": false,38      "rstrip": false,39      "normalized": false,40      "special": true41    }42  ],43  "normalizer": null,44  "pre_tokenizer": {45    "type": "Metaspace",46    "replacement": "▁",47    "prepend_scheme": "always",48    "split": false49  },50  "post_processor": {51    "type": "TemplateProcessing",52    "single": [53      {54        "Sequence": {55          "id": "A",56          "type_id": 057        }58      }59    ],60    "pair": [61      {62        "Sequence": {63          "id": "A",64          "type_id": 065        }66      },67      {68        "Sequence": {69          "id": "B",70          "type_id": 171        }72      }73    ],74    "special_tokens": {}75  },76  "decoder": {77    "type": "Sequence",78    "decoders": [79      {80        "type": "Replace",81        "pattern": {82          "String": "▁"83        },84        "content": " "85      },86      {87        "type": "ByteFallback"88      },89      {90        "type": "Fuse"91      },92      {93        "type": "Strip",94        "content": " ",95        "start": 1,96        "stop": 097      }98    ]99  },100  "model": {101    "type": "BPE",102    "dropout": null,103    "unk_token": null,104    "continuing_subword_prefix": null,105    "end_of_word_suffix": null,106    "fuse_unk": true,107    "byte_fallback": true,108    "ignore_merges": false,109    "vocab": {110      "<unk>": 0,111      "<s>": 1,112      "</s>": 2113    },114    "merges": []115  }116}