LLM-course/chess_learning-v2
020
1{2 "added_tokens_decoder": {3 "0": {4 "content": "[PAD]",5 "lstrip": false,6 "normalized": false,7 "rstrip": false,8 "single_word": false,9 "special": true10 },11 "1": {12 "content": "[BOS]",13 "lstrip": false,14 "normalized": false,15 "rstrip": false,16 "single_word": false,17 "special": true18 },19 "2": {20 "content": "[EOS]",21 "lstrip": false,22 "normalized": false,23 "rstrip": false,24 "single_word": false,25 "special": true26 },27 "3": {28 "content": "[UNK]",29 "lstrip": false,30 "normalized": false,31 "rstrip": false,32 "single_word": false,33 "special": true34 }35 },36 "bos_token": "[BOS]",37 "clean_up_tokenization_spaces": false,38 "eos_token": "[EOS]",39 "extra_special_tokens": {},40 "model_max_length": 1000000000000000019884624838656,41 "pad_token": "[PAD]",42 "tokenizer_class": "tokenizer.ChessTokenizer",43 "unk_token": "[UNK]",44 "auto_map": {45 "AutoTokenizer": [46 "tokenizer.ChessTokenizer",47 null48 ]49 }50}51 