lblod/longformer-classifier-refinement-abb

1{
2  "add_prefix_space": false,
3  "added_tokens_decoder": {
4    "0": {
5      "content": "<s>",
6      "lstrip": false,
7      "normalized": true,
8      "rstrip": false,
9      "single_word": false,
10      "special": true
11    },
12    "1": {
13      "content": "<pad>",
14      "lstrip": false,
15      "normalized": true,
16      "rstrip": false,
17      "single_word": false,
18      "special": true
19    },
20    "2": {
21      "content": "</s>",
22      "lstrip": false,
23      "normalized": true,
24      "rstrip": false,
25      "single_word": false,
26      "special": true
27    },
28    "3": {
29      "content": "<unk>",
30      "lstrip": false,
31      "normalized": true,
32      "rstrip": false,
33      "single_word": false,
34      "special": true
35    },
36    "50264": {
37      "content": "<mask>",
38      "lstrip": true,
39      "normalized": false,
40      "rstrip": false,
41      "single_word": false,
42      "special": true
43    },
44    "50265": {
45      "content": "[E]",
46      "lstrip": false,
47      "normalized": false,
48      "rstrip": false,
49      "single_word": false,
50      "special": true
51    },
52    "50266": {
53      "content": "[/E]",
54      "lstrip": false,
55      "normalized": false,
56      "rstrip": false,
57      "single_word": false,
58      "special": true
59    }
60  },
61  "additional_special_tokens": [
62    "[E]",
63    "[/E]"
64  ],
65  "bos_token": "<s>",
66  "clean_up_tokenization_spaces": false,
67  "cls_token": "<s>",
68  "eos_token": "</s>",
69  "errors": "replace",
70  "extra_special_tokens": {},
71  "mask_token": "<mask>",
72  "model_max_length": 1000000000000000019884624838656,
73  "pad_token": "<pad>",
74  "sep_token": "</s>",
75  "tokenizer_class": "LongformerTokenizer",
76  "trim_offsets": true,
77  "unk_token": "<unk>"
78}
79