Adhi97/deeplearning-stackoverflow
015
1{2 "bos_token": {3 "content": "<s>",4 "lstrip": false,5 "normalized": false,6 "rstrip": false,7 "single_word": false8 },9 "cls_token": "</s>",10 "eos_token": {11 "content": "</s>",12 "lstrip": false,13 "normalized": false,14 "rstrip": false,15 "single_word": false16 },17 "pad_token": "<unk>",18 "sep_token": "</s>",19 "unk_token": {20 "content": "<unk>",21 "lstrip": false,22 "normalized": false,23 "rstrip": false,24 "single_word": false25 }26}27 