Modelpublic

nuvardthecat/SmolCourse

sourceHugging Faceupdated 2y agoView on Hugging Face

0likes5downloads

special_tokens_map.json29 linesDownload Raw Back to root

1{
2  "additional_special_tokens": [
3    {
4      "content": "<|im_start|>",
5      "lstrip": false,
6      "normalized": false,
7      "rstrip": false,
8      "single_word": false
9    },
10    {
11      "content": "<|im_end|>",
12      "lstrip": false,
13      "normalized": false,
14      "rstrip": false,
15      "single_word": false
16    }
17  ],
18  "bos_token": "<|im_start|>",
19  "eos_token": "<|im_end|>",
20  "pad_token": "<|im_end|>",
21  "unk_token": {
22    "content": "<|endoftext|>",
23    "lstrip": false,
24    "normalized": false,
25    "rstrip": false,
26    "single_word": false
27  }
28}
29