bradmin/reward-gpt-duplicate-answer
014
1{2 "added_tokens_decoder": {3 "0": {4 "content": "<|unused0|>",5 "lstrip": false,6 "normalized": false,7 "rstrip": false,8 "single_word": false,9 "special": true10 },11 "1": {12 "content": "<|unused1|>",13 "lstrip": false,14 "normalized": false,15 "rstrip": false,16 "single_word": false,17 "special": true18 },19 "2": {20 "content": "<|endoftext|>",21 "lstrip": false,22 "normalized": false,23 "rstrip": false,24 "single_word": false,25 "special": true26 },27 "3": {28 "content": "<|sep|>",29 "lstrip": false,30 "normalized": false,31 "rstrip": false,32 "single_word": false,33 "special": true34 },35 "30000": {36 "content": "<|acc|>",37 "lstrip": false,38 "normalized": false,39 "rstrip": false,40 "single_word": false,41 "special": true42 },43 "30001": {44 "content": "<|tel|>",45 "lstrip": false,46 "normalized": false,47 "rstrip": false,48 "single_word": false,49 "special": true50 },51 "30002": {52 "content": "<|rrn|>",53 "lstrip": false,54 "normalized": false,55 "rstrip": false,56 "single_word": false,57 "special": true58 }59 },60 "additional_special_tokens": [61 "<|endoftext|>",62 "<|sep|>",63 "<|acc|>",64 "<|tel|>",65 "<|rrn|>"66 ],67 "clean_up_tokenization_spaces": true,68 "eos_token": "<|endoftext|>",69 "model_max_length": 1000000000000000019884624838656,70 "pad_token": "<|endoftext|>",71 "tokenizer_class": "PreTrainedTokenizerFast"72}73 