docling-project/ScreenVLM
6840
1{2 "add_bos_token": false,3 "add_prefix_space": false,4 "added_tokens_decoder": {5 "100256": {6 "content": "<|pad|>",7 "lstrip": false,8 "normalized": false,9 "rstrip": false,10 "single_word": false,11 "special": true12 },13 "100257": {14 "content": "<|end_of_text|>",15 "lstrip": false,16 "normalized": false,17 "rstrip": false,18 "single_word": false,19 "special": true20 },21 "100258": {22 "content": "<row_1_col_1>",23 "lstrip": false,24 "normalized": false,25 "rstrip": false,26 "single_word": false,27 "special": true28 },29 "100259": {30 "content": "<row_1_col_2>",31 "lstrip": false,32 "normalized": false,33 "rstrip": false,34 "single_word": false,35 "special": true36 },37 "100260": {38 "content": "<text>",39 "lstrip": false,40 "normalized": false,41 "rstrip": false,42 "single_word": false,43 "special": true44 },45 "100261": {46 "content": "<row_1_col_3>",47 "lstrip": false,48 "normalized": false,49 "rstrip": false,50 "single_word": false,51 "special": true52 },53 "100262": {54 "content": "<row_1_col_4>",55 "lstrip": false,56 "normalized": false,57 "rstrip": false,58 "single_word": false,59 "special": true60 },61 "100263": {62 "content": "<row_2_col_1>",63 "lstrip": false,64 "normalized": false,65 "rstrip": false,66 "single_word": false,67 "special": true68 },69 "100264": {70 "content": "<|start_of_role|>",71 "lstrip": false,72 "normalized": false,73 "rstrip": false,74 "single_word": false,75 "special": true76 },77 "100265": {78 "content": "<|end_of_role|>",79 "lstrip": false,80 "normalized": false,81 "rstrip": false,82 "single_word": false,83 "special": true84 },85 "100266": {86 "content": "</title>",87 "lstrip": false,88 "normalized": false,89 "rstrip": false,90 "single_word": false,91 "special": true92 },93 "100267": {94 "content": "<row_2_col_2>",95 "lstrip": false,96 "normalized": false,97 "rstrip": false,98 "single_word": false,99 "special": true100 },101 "100268": {102 "content": "<row_2_col_3>",103 "lstrip": false,104 "normalized": false,105 "rstrip": false,106 "single_word": false,107 "special": true108 },109 "100269": {110 "content": "<title>",111 "lstrip": false,112 "normalized": false,113 "rstrip": false,114 "single_word": false,115 "special": true116 },117 "100270": {118 "content": "<image>",119 "lstrip": false,120 "normalized": false,121 "rstrip": false,122 "single_word": false,123 "special": true124 },125 "100271": {126 "content": "<caption>",127 "lstrip": false,128 "normalized": false,129 "rstrip": false,130 "single_word": false,131 "special": true132 },133 "100272": {134 "content": "</caption>",135 "lstrip": false,136 "normalized": false,137 "rstrip": false,138 "single_word": false,139 "special": true140 },141 "100273": {142 "content": "<footnote>",143 "lstrip": false,144 "normalized": false,145 "rstrip": false,146 "single_word": false,147 "special": true148 },149 "100274": {150 "content": "</footnote>",151 "lstrip": false,152 "normalized": false,153 "rstrip": false,154 "single_word": false,155 "special": true156 },157 "100275": {158 "content": "<formula>",159 "lstrip": false,160 "normalized": false,161 "rstrip": false,162 "single_word": false,163 "special": true164 },165 "100276": {166 "content": "</formula>",167 "lstrip": false,168 "normalized": false,169 "rstrip": false,170 "single_word": false,171 "special": true172 },173 "100277": {174 "content": "<list_item>",175 "lstrip": false,176 "normalized": false,177 "rstrip": false,178 "single_word": false,179 "special": true180 },181 "100278": {182 "content": "</list_item>",183 "lstrip": false,184 "normalized": false,185 "rstrip": false,186 "single_word": false,187 "special": true188 },189 "100279": {190 "content": "<page_footer>",191 "lstrip": false,192 "normalized": false,193 "rstrip": false,194 "single_word": false,195 "special": true196 },197 "100280": {198 "content": "</page_footer>",199 "lstrip": false,200 "normalized": false,201 "rstrip": false,202 "single_word": false,203 "special": true204 },205 "100281": {206 "content": "<page_header>",207 "lstrip": false,208 "normalized": false,209 "rstrip": false,210 "single_word": false,211 "special": true212 },213 "100282": {214 "content": "</page_header>",215 "lstrip": false,216 "normalized": false,217 "rstrip": false,218 "single_word": false,219 "special": true220 },221 "100283": {222 "content": "<picture>",223 "lstrip": false,224 "normalized": false,225 "rstrip": false,226 "single_word": false,227 "special": true228 },229 "100284": {230 "content": "</picture>",231 "lstrip": false,232 "normalized": false,233 "rstrip": false,234 "single_word": false,235 "special": true236 },237 "100285": {238 "content": "<section_header_level_1>",239 "lstrip": false,240 "normalized": false,241 "rstrip": false,242 "single_word": false,243 "special": true244 },245 "100286": {246 "content": "</section_header_level_1>",247 "lstrip": false,248 "normalized": false,249 "rstrip": false,250 "single_word": false,251 "special": true252 },253 "100287": {254 "content": "<section_header_level_2>",255 "lstrip": false,256 "normalized": false,257 "rstrip": false,258 "single_word": false,259 "special": true260 },261 "100288": {262 "content": "</section_header_level_2>",263 "lstrip": false,264 "normalized": false,265 "rstrip": false,266 "single_word": false,267 "special": true268 },269 "100289": {270 "content": "<section_header_level_3>",271 "lstrip": false,272 "normalized": false,273 "rstrip": false,274 "single_word": false,275 "special": true276 },277 "100290": {278 "content": "</section_header_level_3>",279 "lstrip": false,280 "normalized": false,281 "rstrip": false,282 "single_word": false,283 "special": true284 },285 "100291": {286 "content": "<section_header_level_4>",287 "lstrip": false,288 "normalized": false,289 "rstrip": false,290 "single_word": false,291 "special": true292 },293 "100292": {294 "content": "</section_header_level_4>",295 "lstrip": false,296 "normalized": false,297 "rstrip": false,298 "single_word": false,299 "special": true300 },301 "100293": {302 "content": "<section_header_level_5>",303 "lstrip": false,304 "normalized": false,305 "rstrip": false,306 "single_word": false,307 "special": true308 },309 "100294": {310 "content": "</section_header_level_5>",311 "lstrip": false,312 "normalized": false,313 "rstrip": false,314 "single_word": false,315 "special": true316 },317 "100295": {318 "content": "<section_header_level_6>",319 "lstrip": false,320 "normalized": false,321 "rstrip": false,322 "single_word": false,323 "special": true324 },325 "100296": {326 "content": "</section_header_level_6>",327 "lstrip": false,328 "normalized": false,329 "rstrip": false,330 "single_word": false,331 "special": true332 },333 "100297": {334 "content": "<otsl>",335 "lstrip": false,336 "normalized": false,337 "rstrip": false,338 "single_word": false,339 "special": true340 },341 "100298": {342 "content": "</otsl>",343 "lstrip": false,344 "normalized": false,345 "rstrip": false,346 "single_word": false,347 "special": true348 },349 "100299": {350 "content": "<checkbox_selected>",351 "lstrip": false,352 "normalized": false,353 "rstrip": false,354 "single_word": false,355 "special": true356 },357 "100300": {358 "content": "</checkbox_selected>",359 "lstrip": false,360 "normalized": false,361 "rstrip": false,362 "single_word": false,363 "special": true364 },365 "100301": {366 "content": "<checkbox_unselected>",367 "lstrip": false,368 "normalized": false,369 "rstrip": false,370 "single_word": false,371 "special": true372 },373 "100302": {374 "content": "</checkbox_unselected>",375 "lstrip": false,376 "normalized": false,377 "rstrip": false,378 "single_word": false,379 "special": true380 },381 "100303": {382 "content": "<form>",383 "lstrip": false,384 "normalized": false,385 "rstrip": false,386 "single_word": false,387 "special": true388 },389 "100304": {390 "content": "</form>",391 "lstrip": false,392 "normalized": false,393 "rstrip": false,394 "single_word": false,395 "special": true396 },397 "100305": {398 "content": "<key_value_region>",399 "lstrip": false,400 "normalized": false,401 "rstrip": false,402 "single_word": false,403 "special": true404 },405 "100306": {406 "content": "</key_value_region>",407 "lstrip": false,408 "normalized": false,409 "rstrip": false,410 "single_word": false,411 "special": true412 },413 "100307": {414 "content": "<key_",415 "lstrip": false,416 "normalized": false,417 "rstrip": false,418 "single_word": false,419 "special": true420 },421 "100308": {422 "content": "</key_",423 "lstrip": false,424 "normalized": false,425 "rstrip": false,426 "single_word": false,427 "special": true428 },429 "100309": {430 "content": "<value_",431 "lstrip": false,432 "normalized": false,433 "rstrip": false,434 "single_word": false,435 "special": true436 },437 "100310": {438 "content": "</value_",439 "lstrip": false,440 "normalized": false,441 "rstrip": false,442 "single_word": false,443 "special": true444 },445 "100311": {446 "content": "<link_",447 "lstrip": false,448 "normalized": false,449 "rstrip": false,450 "single_word": false,451 "special": true452 },453 "100312": {454 "content": "<chart>",455 "lstrip": false,456 "normalized": false,457 "rstrip": false,458 "single_word": false,459 "special": true460 },461 "100313": {462 "content": "</chart>",463 "lstrip": false,464 "normalized": false,465 "rstrip": false,466 "single_word": false,467 "special": true468 },469 "100314": {470 "content": "<page_break>",471 "lstrip": false,472 "normalized": false,473 "rstrip": false,474 "single_word": false,475 "special": true476 },477 "100316": {478 "content": "<loc_",479 "lstrip": false,480 "normalized": false,481 "rstrip": false,482 "single_word": false,483 "special": true484 },485 "100317": {486 "content": "</text>",487 "lstrip": false,488 "normalized": false,489 "rstrip": false,490 "single_word": false,491 "special": true492 },493 "100318": {494 "content": "<paragraph>",495 "lstrip": false,496 "normalized": false,497 "rstrip": false,498 "single_word": false,499 "special": true500 },501 "100319": {502 "content": "</paragraph>",503 "lstrip": false,504 "normalized": false,505 "rstrip": false,506 "single_word": false,507 "special": true508 },509 "100320": {510 "content": "<references>",511 "lstrip": false,512 "normalized": false,513 "rstrip": false,514 "single_word": false,515 "special": true516 },517 "100321": {518 "content": "</references>",519 "lstrip": false,520 "normalized": false,521 "rstrip": false,522 "single_word": false,523 "special": true524 },525 "100322": {526 "content": "<ordered_list>",527 "lstrip": false,528 "normalized": false,529 "rstrip": false,530 "single_word": false,531 "special": true532 },533 "100323": {534 "content": "</ordered_list>",535 "lstrip": false,536 "normalized": false,537 "rstrip": false,538 "single_word": false,539 "special": true540 },541 "100324": {542 "content": "<unordered_list>",543 "lstrip": false,544 "normalized": false,545 "rstrip": false,546 "single_word": false,547 "special": true548 },549 "100325": {550 "content": "</unordered_list>",551 "lstrip": false,552 "normalized": false,553 "rstrip": false,554 "single_word": false,555 "special": true556 },557 "100326": {558 "content": "<group>",559 "lstrip": false,560 "normalized": false,561 "rstrip": false,562 "single_word": false,563 "special": true564 },565 "100327": {566 "content": "<doctag>",567 "lstrip": false,568 "normalized": false,569 "rstrip": false,570 "single_word": false,571 "special": true572 },573 "100328": {574 "content": "</doctag>",575 "lstrip": false,576 "normalized": false,577 "rstrip": false,578 "single_word": false,579 "special": true580 },581 "100329": {582 "content": "<rec_",583 "lstrip": false,584 "normalized": false,585 "rstrip": false,586 "single_word": false,587 "special": true588 },589 "100330": {590 "content": "<fcel>",591 "lstrip": false,592 "normalized": false,593 "rstrip": false,594 "single_word": false,595 "special": true596 },597 "100331": {598 "content": "<ecel>",599 "lstrip": false,600 "normalized": false,601 "rstrip": false,602 "single_word": false,603 "special": true604 },605 "100332": {606 "content": "<lcel>",607 "lstrip": false,608 "normalized": false,609 "rstrip": false,610 "single_word": false,611 "special": true612 },613 "100333": {614 "content": "<ucel>",615 "lstrip": false,616 "normalized": false,617 "rstrip": false,618 "single_word": false,619 "special": true620 },621 "100334": {622 "content": "<xcel>",623 "lstrip": false,624 "normalized": false,625 "rstrip": false,626 "single_word": false,627 "special": true628 },629 "100335": {630 "content": "<nl>",631 "lstrip": false,632 "normalized": false,633 "rstrip": false,634 "single_word": false,635 "special": true636 },637 "100336": {638 "content": "<ched>",639 "lstrip": false,640 "normalized": false,641 "rstrip": false,642 "single_word": false,643 "special": true644 },645 "100337": {646 "content": "<rhed>",647 "lstrip": false,648 "normalized": false,649 "rstrip": false,650 "single_word": false,651 "special": true652 },653 "100338": {654 "content": "<|unk|>",655 "lstrip": false,656 "normalized": false,657 "rstrip": false,658 "single_word": false,659 "special": true660 },661 "100339": {662 "content": "<fake_token_around_image>",663 "lstrip": false,664 "normalized": false,665 "rstrip": false,666 "single_word": false,667 "special": true668 },669 "100340": {670 "content": "<global-img>",671 "lstrip": false,672 "normalized": false,673 "rstrip": false,674 "single_word": false,675 "special": true676 },677 "100341": {678 "content": "<row_2_col_4>",679 "lstrip": false,680 "normalized": false,681 "rstrip": false,682 "single_word": false,683 "special": true684 },685 "100342": {686 "content": "<row_3_col_1>",687 "lstrip": false,688 "normalized": false,689 "rstrip": false,690 "single_word": false,691 "special": true692 },693 "100343": {694 "content": "<row_3_col_2>",695 "lstrip": false,696 "normalized": false,697 "rstrip": false,698 "single_word": false,699 "special": true700 },701 "100344": {702 "content": "<row_3_col_3>",703 "lstrip": false,704 "normalized": false,705 "rstrip": false,706 "single_word": false,707 "special": true708 },709 "100345": {710 "content": "<row_3_col_4>",711 "lstrip": false,712 "normalized": false,713 "rstrip": false,714 "single_word": false,715 "special": true716 },717 "100346": {718 "content": "<row_4_col_1>",719 "lstrip": false,720 "normalized": false,721 "rstrip": false,722 "single_word": false,723 "special": true724 },725 "100347": {726 "content": "<row_4_col_2>",727 "lstrip": false,728 "normalized": false,729 "rstrip": false,730 "single_word": false,731 "special": true732 },733 "100348": {734 "content": "<row_4_col_3>",735 "lstrip": false,736 "normalized": false,737 "rstrip": false,738 "single_word": false,739 "special": true740 },741 "100349": {742 "content": "<row_4_col_4>",743 "lstrip": false,744 "normalized": false,745 "rstrip": false,746 "single_word": false,747 "special": true748 },749 "100350": {750 "content": "<code>",751 "lstrip": false,752 "normalized": false,753 "rstrip": false,754 "single_word": false,755 "special": true756 },757 "100351": {758 "content": "</code>",759 "lstrip": false,760 "normalized": false,761 "rstrip": false,762 "single_word": false,763 "special": true764 },765 "100352": {766 "content": "<layout>",767 "lstrip": false,768 "normalized": false,769 "rstrip": false,770 "single_word": false,771 "special": true772 },773 "100353": {774 "content": "<end_of_utterance>",775 "lstrip": false,776 "normalized": false,777 "rstrip": false,778 "single_word": false,779 "special": true780 }781 },782 "additional_special_tokens": [783 "<fake_token_around_image>",784 "<image>",785 "<end_of_utterance>"786 ],787 "bos_token": "<|start_of_role|>",788 "clean_up_tokenization_spaces": false,789 "eos_token": "<|end_of_text|>",790 "errors": "replace",791 "extra_special_tokens": {},792 "model_max_length": 8192,793 "pad_token": "<|end_of_text|>",794 "padding_side": "left",795 "processor_class": "Idefics3Processor",796 "tokenizer_class": "GPT2Tokenizer",797 "unk_token": "<|unk|>"798}799