optimum-intel-internal-testing/tiny-random-MPNetModel

1{2  "bos_token": {3    "__type": "AddedToken",4    "content": "<s>",5    "lstrip": false,6    "normalized": true,7    "rstrip": false,8    "single_word": false9  },10  "cls_token": {11    "__type": "AddedToken",12    "content": "<s>",13    "lstrip": false,14    "normalized": true,15    "rstrip": false,16    "single_word": false17  },18  "do_basic_tokenize": true,19  "do_lower_case": true,20  "eos_token": {21    "__type": "AddedToken",22    "content": "</s>",23    "lstrip": false,24    "normalized": true,25    "rstrip": false,26    "single_word": false27  },28  "mask_token": {29    "__type": "AddedToken",30    "content": "<mask>",31    "lstrip": true,32    "normalized": false,33    "rstrip": false,34    "single_word": false35  },36  "model_max_length": 510,37  "name_or_path": "temp/dummy/mpnet/processors",38  "never_split": null,39  "pad_token": {40    "__type": "AddedToken",41    "content": "<pad>",42    "lstrip": false,43    "normalized": true,44    "rstrip": false,45    "single_word": false46  },47  "sep_token": {48    "__type": "AddedToken",49    "content": "</s>",50    "lstrip": false,51    "normalized": true,52    "rstrip": false,53    "single_word": false54  },55  "special_tokens_map_file": null,56  "strip_accents": null,57  "tokenize_chinese_chars": true,58  "tokenizer_class": "MPNetTokenizer",59  "unk_token": {60    "__type": "AddedToken",61    "content": "[UNK]",62    "lstrip": false,63    "normalized": true,64    "rstrip": false,65    "single_word": false66  }67}68