Sarath2002/Form_Understanding_sparkathon
0
1{2 "add_prefix_space": true,3 "apply_ocr": false,4 "bos_token": {5 "__type": "AddedToken",6 "content": "<s>",7 "lstrip": false,8 "normalized": true,9 "rstrip": false,10 "single_word": false11 },12 "clean_up_tokenization_spaces": true,13 "cls_token": {14 "__type": "AddedToken",15 "content": "<s>",16 "lstrip": false,17 "normalized": true,18 "rstrip": false,19 "single_word": false20 },21 "cls_token_box": [22 0,23 0,24 0,25 026 ],27 "eos_token": {28 "__type": "AddedToken",29 "content": "</s>",30 "lstrip": false,31 "normalized": true,32 "rstrip": false,33 "single_word": false34 },35 "errors": "replace",36 "mask_token": {37 "__type": "AddedToken",38 "content": "<mask>",39 "lstrip": true,40 "normalized": true,41 "rstrip": false,42 "single_word": false43 },44 "model_max_length": 512,45 "only_label_first_subword": true,46 "pad_token": {47 "__type": "AddedToken",48 "content": "<pad>",49 "lstrip": false,50 "normalized": true,51 "rstrip": false,52 "single_word": false53 },54 "pad_token_box": [55 0,56 0,57 0,58 059 ],60 "pad_token_label": -100,61 "processor_class": "LayoutLMv3Processor",62 "sep_token": {63 "__type": "AddedToken",64 "content": "</s>",65 "lstrip": false,66 "normalized": true,67 "rstrip": false,68 "single_word": false69 },70 "sep_token_box": [71 0,72 0,73 0,74 075 ],76 "tokenizer_class": "LayoutLMv3Tokenizer",77 "trim_offsets": true,78 "unk_token": {79 "__type": "AddedToken",80 "content": "<unk>",81 "lstrip": false,82 "normalized": true,83 "rstrip": false,84 "single_word": false85 }86}87 