StanfordSCALE/tutor_talkmoves_roberta_large_classifier
010
1{2 "add_prefix_space": false,3 "added_tokens_decoder": {4 "0": {5 "content": "<s>",6 "lstrip": false,7 "normalized": true,8 "rstrip": false,9 "single_word": false,10 "special": true11 },12 "1": {13 "content": "<pad>",14 "lstrip": false,15 "normalized": true,16 "rstrip": false,17 "single_word": false,18 "special": true19 },20 "2": {21 "content": "</s>",22 "lstrip": false,23 "normalized": true,24 "rstrip": false,25 "single_word": false,26 "special": true27 },28 "3": {29 "content": "<unk>",30 "lstrip": false,31 "normalized": true,32 "rstrip": false,33 "single_word": false,34 "special": true35 },36 "50264": {37 "content": "<mask>",38 "lstrip": true,39 "normalized": false,40 "rstrip": false,41 "single_word": false,42 "special": true43 },44 "50265": {45 "content": "[PRETEXT]",46 "lstrip": false,47 "normalized": false,48 "rstrip": false,49 "single_word": false,50 "special": true51 },52 "50266": {53 "content": "[TEXT]",54 "lstrip": false,55 "normalized": false,56 "rstrip": false,57 "single_word": false,58 "special": true59 }60 },61 "additional_special_tokens": [62 "[PRETEXT]",63 "[TEXT]"64 ],65 "bos_token": "<s>",66 "clean_up_tokenization_spaces": false,67 "cls_token": "<s>",68 "eos_token": "</s>",69 "errors": "replace",70 "extra_special_tokens": {},71 "mask_token": "<mask>",72 "max_length": 512,73 "model_max_length": 512,74 "pad_to_multiple_of": null,75 "pad_token": "<pad>",76 "pad_token_type_id": 0,77 "padding_side": "right",78 "sep_token": "</s>",79 "stride": 0,80 "tokenizer_class": "RobertaTokenizer",81 "trim_offsets": true,82 "truncation_side": "right",83 "truncation_strategy": "longest_first",84 "unk_token": "<unk>"85}86 