franfj/DIPROMATS_subtask_2

1{2  "add_prefix_space": false,3  "bos_token": {4    "__type": "AddedToken",5    "content": "<s>",6    "lstrip": false,7    "normalized": true,8    "rstrip": false,9    "single_word": false10  },11  "clean_up_tokenization_spaces": true,12  "cls_token": {13    "__type": "AddedToken",14    "content": "<s>",15    "lstrip": false,16    "normalized": true,17    "rstrip": false,18    "single_word": false19  },20  "do_lower_case": false,21  "eos_token": {22    "__type": "AddedToken",23    "content": "</s>",24    "lstrip": false,25    "normalized": true,26    "rstrip": false,27    "single_word": false28  },29  "errors": "replace",30  "mask_token": {31    "__type": "AddedToken",32    "content": "<mask>",33    "lstrip": true,34    "normalized": true,35    "rstrip": false,36    "single_word": false37  },38  "model_max_length": 512,39  "pad_token": {40    "__type": "AddedToken",41    "content": "<pad>",42    "lstrip": false,43    "normalized": true,44    "rstrip": false,45    "single_word": false46  },47  "sep_token": {48    "__type": "AddedToken",49    "content": "</s>",50    "lstrip": false,51    "normalized": true,52    "rstrip": false,53    "single_word": false54  },55  "tokenizer_class": "RobertaTokenizer",56  "unk_token": {57    "__type": "AddedToken",58    "content": "<unk>",59    "lstrip": false,60    "normalized": true,61    "rstrip": false,62    "single_word": false63  }64}65