code13374/LLM03-Lab-Adapter

1{
2  "bos_token": {
3    "content": "<s>",
4    "lstrip": false,
5    "normalized": false,
6    "rstrip": false,
7    "single_word": false
8  },
9  "eos_token": {
10    "content": "</s>",
11    "lstrip": false,
12    "normalized": false,
13    "rstrip": false,
14    "single_word": false
15  },
16  "pad_token": {
17    "content": "</s>",
18    "lstrip": false,
19    "normalized": false,
20    "rstrip": false,
21    "single_word": false
22  },
23  "unk_token": {
24    "content": "<unk>",
25    "lstrip": false,
26    "normalized": false,
27    "rstrip": false,
28    "single_word": false
29  }
30}
31