CoolFace
Apppublic

Sarath2002/Form_Understanding_sparkathon

sourceHugging Faceafl-3.0updated 3y agoView on Hugging Face
0likes
tokenizer_config.json87 linesDownload Raw Back to models
1{2  "add_prefix_space": true,3  "apply_ocr": false,4  "bos_token": {5    "__type": "AddedToken",6    "content": "<s>",7    "lstrip": false,8    "normalized": true,9    "rstrip": false,10    "single_word": false11  },12  "clean_up_tokenization_spaces": true,13  "cls_token": {14    "__type": "AddedToken",15    "content": "<s>",16    "lstrip": false,17    "normalized": true,18    "rstrip": false,19    "single_word": false20  },21  "cls_token_box": [22    0,23    0,24    0,25    026  ],27  "eos_token": {28    "__type": "AddedToken",29    "content": "</s>",30    "lstrip": false,31    "normalized": true,32    "rstrip": false,33    "single_word": false34  },35  "errors": "replace",36  "mask_token": {37    "__type": "AddedToken",38    "content": "<mask>",39    "lstrip": true,40    "normalized": true,41    "rstrip": false,42    "single_word": false43  },44  "model_max_length": 512,45  "only_label_first_subword": true,46  "pad_token": {47    "__type": "AddedToken",48    "content": "<pad>",49    "lstrip": false,50    "normalized": true,51    "rstrip": false,52    "single_word": false53  },54  "pad_token_box": [55    0,56    0,57    0,58    059  ],60  "pad_token_label": -100,61  "processor_class": "LayoutLMv3Processor",62  "sep_token": {63    "__type": "AddedToken",64    "content": "</s>",65    "lstrip": false,66    "normalized": true,67    "rstrip": false,68    "single_word": false69  },70  "sep_token_box": [71    0,72    0,73    0,74    075  ],76  "tokenizer_class": "LayoutLMv3Tokenizer",77  "trim_offsets": true,78  "unk_token": {79    "__type": "AddedToken",80    "content": "<unk>",81    "lstrip": false,82    "normalized": true,83    "rstrip": false,84    "single_word": false85  }86}87