gsjang/text2sql_encoder
07
1{2 "added_tokens_decoder": {3 "0": {4 "content": "[CLS]",5 "lstrip": false,6 "normalized": false,7 "rstrip": false,8 "single_word": false,9 "special": true10 },11 "1": {12 "content": "[PAD]",13 "lstrip": false,14 "normalized": false,15 "rstrip": false,16 "single_word": false,17 "special": true18 },19 "2": {20 "content": "[SEP]",21 "lstrip": false,22 "normalized": false,23 "rstrip": false,24 "single_word": false,25 "special": true26 },27 "3": {28 "content": "[UNK]",29 "lstrip": false,30 "normalized": false,31 "rstrip": false,32 "single_word": false,33 "special": true34 },35 "4": {36 "content": "[MASK]",37 "lstrip": false,38 "normalized": false,39 "rstrip": false,40 "single_word": false,41 "special": true42 }43 },44 "bos_token": "[CLS]",45 "clean_up_tokenization_spaces": true,46 "cls_token": "[CLS]",47 "do_basic_tokenize": true,48 "do_lower_case": false,49 "eos_token": "[SEP]",50 "mask_token": "[MASK]",51 "max_length": 128,52 "model_max_length": 128,53 "never_split": null,54 "pad_to_multiple_of": null,55 "pad_token": "[PAD]",56 "pad_token_type_id": 0,57 "padding_side": "right",58 "sep_token": "[SEP]",59 "stride": 0,60 "strip_accents": null,61 "tokenize_chinese_chars": true,62 "tokenizer_class": "BertTokenizer",63 "truncation_side": "right",64 "truncation_strategy": "longest_first",65 "unk_token": "[UNK]"66}67 