loroxiv/docvqa-test
08
1{2 "added_tokens_decoder": {3 "0": {4 "content": "[PAD]",5 "lstrip": false,6 "normalized": false,7 "rstrip": false,8 "single_word": false,9 "special": true10 },11 "100": {12 "content": "[UNK]",13 "lstrip": false,14 "normalized": false,15 "rstrip": false,16 "single_word": false,17 "special": true18 },19 "101": {20 "content": "[CLS]",21 "lstrip": false,22 "normalized": false,23 "rstrip": false,24 "single_word": false,25 "special": true26 },27 "102": {28 "content": "[SEP]",29 "lstrip": false,30 "normalized": false,31 "rstrip": false,32 "single_word": false,33 "special": true34 },35 "103": {36 "content": "[MASK]",37 "lstrip": false,38 "normalized": false,39 "rstrip": false,40 "single_word": false,41 "special": true42 }43 },44 "additional_special_tokens": [],45 "clean_up_tokenization_spaces": true,46 "cls_token": "[CLS]",47 "cls_token_box": [48 0,49 0,50 0,51 052 ],53 "do_basic_tokenize": true,54 "do_lower_case": true,55 "mask_token": "[MASK]",56 "model_max_length": 512,57 "never_split": null,58 "only_label_first_subword": true,59 "pad_token": "[PAD]",60 "pad_token_box": [61 0,62 0,63 0,64 065 ],66 "pad_token_label": -100,67 "processor_class": "LayoutLMv2Processor",68 "sep_token": "[SEP]",69 "sep_token_box": [70 1000,71 1000,72 1000,73 100074 ],75 "strip_accents": null,76 "tokenize_chinese_chars": true,77 "tokenizer_class": "LayoutLMv2Tokenizer",78 "unk_token": "[UNK]"79}80 