Doctor5benchmark/DocToR-5
DocToR 5 documents Tracing of Robustness Dataset Summary We introduce the DOCTOR 5 benchmark to systematically test the visual and logical robustness of multimodal models. The dataset features approximately 13k+ document images and over 65000 visual question answering pairs. It covers 12 diverse domains including scientific papers financial reports and business presentations. This resource provides a standardized testbed for evaluating models against generation… See the full description on the dataset page: https://huggingface.co/datasets/Doctor5benchmark/DocToR-5.
0104
1{2 "layout_dets": [3 {4 "category_type": "text_block",5 "poly": [6 190.7589910312367,7 239.60701557514815,8 1304.3963224027716,9 239.60701557514815,10 1304.3963224027716,11 374.40248441763,12 190.7589910312367,13 374.4024844176314 ],15 "ignore": false,16 "order": 1,17 "anno_id": 0,18 "text": "Mrs Wilson added everything up. Her children were right. \"Well done,\"she said.\"Next time we'll do the shopping nearby.\"",19 "line_with_spans": [20 {21 "category_type": "text_span",22 "poly": [23 199.64454738287708,24 246.10705616792612,25 1183.368355942285,26 246.10705616792612,27 1183.368355942285,28 310.88614312089,29 199.64454738287708,30 310.8861431208931 ],32 "text": "Mrs Wilson added everything up. Her children were right."33 },34 {35 "category_type": "text_span",36 "poly": [37 199.74459629563955,38 293.27675937056654,39 1313.386786488239,40 293.27675937056654,41 1313.386786488239,42 367.6803992315917,43 199.74459629563955,44 367.680399231591745 ],46 "text": "\"Well done,\"she said.\"Next time we'll do the shopping nearby.\""47 }48 ],49 "attribute": {50 "text_language": "text_english",51 "text_background": "white",52 "text_rotate": "normal"53 }54 },55 {56 "category_type": "text_block",57 "poly": [58 124.49559347190025,59 354.73570488906887,60 1352.8351872372082,61 354.73570488906887,62 1352.8351872372082,63 510.42560095197916,64 124.49559347190025,65 510.4256009519791666 ],67 "ignore": false,68 "order": 2,69 "anno_id": 16,70 "text": "$ \\textcircled{1} $ The things at the corner store were more expensive than those in the supermarket. A. cheaper B. nicer C. more expensive D. better",71 "merge_list": [72 {73 "category_type": "text_block",74 "poly": [75 132.17261509621193,76 362.4490170528605,77 1344.2947236155908,78 362.4490170528605,79 1344.2947236155908,80 440.7463568509231,81 132.17261509621193,82 440.746356850923183 ],84 "ignore": false,85 "order": 3,86 "anno_id": 14,87 "text": "$ \\textcircled{1} $ The things at the corner store were than those in the supermarket.",88 "line_with_spans": [89 {90 "category_type": "equation_inline",91 "poly": [92 123.77937401263779,93 369.13805374539237,94 167.98685163243778,95 369.13805374539237,96 167.98685163243778,97 413.34553136519236,98 123.77937401263779,99 413.34553136519236100 ],101 "latex": "$ \\textcircled{1} $"102 },103 {104 "category_type": "text_span",105 "poly": [106 176.65861684619176,107 375.15972290455744,108 1354.9764186290001,109 375.15972290455744,110 1354.9764186290001,111 419.73596886368944,112 176.65861684619176,113 419.73596886368944114 ],115 "text": "The things at the corner store were than those in the supermarket."116 }117 ],118 "attribute": {119 "text_language": "text_english",120 "text_background": "white",121 "text_rotate": "normal"122 }123 },124 {125 "category_type": "text_block",126 "poly": [127 176.2696667876927,128 425.4838771818098,129 1229.2624501606488,130 425.4838771818098,131 1229.2624501606488,132 503.75300369008454,133 176.2696667876927,134 503.75300369008454135 ],136 "ignore": false,137 "order": 4,138 "anno_id": 12,139 "text": "A. cheaper B. nicer C. more expensive D. better",140 "line_with_spans": [141 {142 "category_type": "text_span",143 "poly": [144 170.91459044225851,145 433.47963299297606,146 349.99980337882255,147 433.47963299297606,148 349.99980337882255,149 486.5981283555162,150 170.91459044225851,151 486.5981283555162152 ],153 "text": "A. cheaper"154 },155 {156 "category_type": "text_span",157 "poly": [158 434.8207658148788,159 436.514975585121,160 578.1563882217331,161 436.514975585121,162 578.1563882217331,163 482.0451144672983,164 434.8207658148788,165 482.0451144672983166 ],167 "text": "B. nicer"168 },169 {170 "category_type": "text_span",171 "poly": [172 675.9618717464102,173 433.1423727049597,174 964.3194180001997,175 433.1423727049597,176 964.3194180001997,177 501.0291260819606,178 675.9618717464102,179 501.0291260819606180 ],181 "text": "C. more expensive"182 },183 {184 "category_type": "text_span",185 "poly": [186 1073.9290116054415,187 429.7697698247983,188 1227.38244265278,189 429.7697698247983,190 1227.38244265278,191 478.6725115871368,192 1073.9290116054415,193 478.6725115871368194 ],195 "text": "D. better"196 }197 ],198 "attribute": {199 "text_language": "text_english",200 "text_background": "white",201 "text_rotate": "normal"202 }203 }204 ],205 "attribute": {206 "text_language": "text_english",207 "text_background": "white",208 "text_rotate": "normal"209 },210 "html": "<p>$ \\textcircled{1} $ The things at the corner store were more expensive than those in the supermarket.<br>A. cheaper B. nicer C. more expensive D. better</p>"211 },212 {213 "category_type": "text_block",214 "poly": [215 118.85189020054027,216 486.6350844889036,217 1221.8586773547024,218 486.6350844889036,219 1221.8586773547024,220 691.6186467033936,221 118.85189020054027,222 691.6186467033936223 ],224 "ignore": false,225 "order": 5,226 "anno_id": 15,227 "text": "$ \\textcircled{2} $ Mrs Wison ____ in the end.\nA. spend more money B. paid less money\nC. lost some money D. saved a little money",228 "merge_list": [229 {230 "category_type": "text_block",231 "poly": [232 126.22598169382742,233 492.2838463382559,234 708.0049495604468,235 492.2838463382559,236 708.0049495604468,237 548.7768636609088,238 126.22598169382742,239 548.7768636609088240 ],241 "ignore": false,242 "order": 6,243 "anno_id": 13,244 "text": "$ \\textcircled{2} $ Mrs Wison ____ in the end.",245 "line_with_spans": [246 {247 "category_type": "equation_inline",248 "poly": [249 126.58049219559602,250 500.5793379932576,251 171.24639507007416,252 500.5793379932576,253 171.24639507007416,254 542.7169822144633,255 126.58049219559602,256 542.7169822144633257 ],258 "latex": "$ \\textcircled{2} $"259 },260 {261 "category_type": "text_span",262 "poly": [263 180.01293629235857,264 495.5355259879441,265 699.5700919075391,266 495.5355259879441,267 699.5700919075391,268 551.1834735106045,269 180.01293629235857,270 551.1834735106045271 ],272 "text": "Mrs Wison ____ in the end."273 }274 ],275 "attribute": {276 "text_language": "text_english",277 "text_background": "white",278 "text_rotate": "normal"279 }280 },281 {282 "category_type": "text_block",283 "poly": [284 179.3322010327305,285 560.9780159471904,286 1212.302649717523,287 560.9780159471904,288 1212.302649717523,289 627.0503598378575,290 179.3322010327305,291 627.0503598378575292 ],293 "ignore": false,294 "order": 7,295 "anno_id": 11,296 "text": "A. spend more money B. paid less money",297 "line_with_spans": [298 {299 "category_type": "text_span",300 "poly": [301 178.50294692262148,302 559.6149807110079,303 574.783785341572,304 559.6149807110079,305 574.783785341572,306 622.0081339939914,307 178.50294692262148,308 622.0081339939914309 ],310 "text": "A. spend more money"311 },312 {313 "category_type": "text_span",314 "poly": [315 763.6495466306035,316 554.5560763907658,317 1102.5961360868123,318 554.5560763907658,319 1102.5961360868123,320 620.9581317180672,321 763.6495466306035,322 620.9581317180672323 ],324 "text": "B. paid less money"325 }326 ],327 "attribute": {328 "text_language": "text_english",329 "text_background": "white",330 "text_rotate": "normal"331 }332 },333 {334 "category_type": "text_block",335 "poly": [336 176.531247533622,337 617.9665442626896,338 1212.9849300726898,339 617.9665442626896,340 1212.9849300726898,341 685.4070236059848,342 176.531247533622,343 685.4070236059848344 ],345 "ignore": false,346 "order": 8,347 "anno_id": 17,348 "text": "C. lost some money D. saved a little money",349 "line_with_spans": [350 {351 "category_type": "text_span",352 "poly": [353 181.87554980278273,354 626.6428388714623,355 517.4495363788301,356 626.6428388714623,357 517.4495363788301,358 677.6560815166525,359 181.87554980278273,360 677.6560815166525361 ],362 "text": "C. lost some money"363 },364 {365 "category_type": "text_span",366 "poly": [367 770.394752390926,368 624.0073368506484,369 1205.4605239317314,370 624.0073368506484,371 1205.4605239317314,372 670.9108757563297,373 770.394752390926,374 670.9108757563297375 ],376 "text": "D. saved a little money"377 }378 ],379 "attribute": {380 "text_language": "text_english",381 "text_background": "white",382 "text_rotate": "normal"383 }384 }385 ],386 "attribute": {387 "text_language": "text_english",388 "text_background": "white",389 "text_rotate": "normal"390 }391 },392 {393 "category_type": "text_block",394 "poly": [395 138.66366439403035,396 677.7988608276331,397 1340.836589470228,398 677.7988608276331,399 1340.836589470228,400 1070.5795060400135,401 138.66366439403035,402 1070.5795060400135403 ],404 "ignore": false,405 "order": 9,406 "anno_id": 4,407 "text": "这两个问题都是细节性问题，但又不能直接从文中得出答案，要经过分析和计算间接地获得事实细节。 $ \\textcircled{1} $选C。由Mrs Wilson的话”Because they are cheaper here than at the corner store near our home.\" 分析可知 the things at the corner store were more expensive. $ \\textcircled{2} $选A.Mrs. Wilson在超市买的东西便宜，但返回时由于东西多，打的士回家，这个费用摊进去就高于节省的费用了，因此可知，Mrs. Witson spent more money in the end.",408 "line_with_spans": [409 {410 "category_type": "text_span",411 "poly": [412 185.248152682944,413 679.3423829567336,414 1318.4427204171343,415 679.3423829567336,416 1318.4427204171343,417 739.9484331044451,418 185.248152682944,419 739.9484331044451420 ],421 "text": "这两个问题都是细节性问题，但又不能直接从文中得出答案，要经过分"422 },423 {424 "category_type": "text_span",425 "poly": [426 138.03171236068604,427 745.1081391198787,428 654.7252519139945,429 745.1081391198787,430 654.7252519139945,431 804.4404890070191,432 138.03171236068604,433 804.4404890070191434 ],435 "text": "析和计算间接地获得事实细节。"436 },437 {438 "category_type": "equation_inline",439 "poly": [440 653.1083220169274,441 752.7418066951215,442 697.3157996367274,443 752.7418066951215,444 697.3157996367274,445 796.9492843149214,446 653.1083220169274,447 796.9492843149214448 ],449 "latex": "$ \\textcircled{1} $"450 },451 {452 "category_type": "text_span",453 "poly": [454 698.9225293846418,455 748.8692373145361,456 1328.278546918267,457 748.8692373145361,458 1328.278546918267,459 813.3652258882299,460 698.9225293846418,461 813.3652258882299462 ],463 "text": "选C。由Mrs Wilson的话”Because they"464 },465 {466 "category_type": "text_span",467 "poly": [468 136.3454109206055,469 815.9327996032655,470 1316.655617281863,471 815.9327996032655,472 1316.655617281863,473 869.1678411575019,474 136.3454109206055,475 869.1678411575019476 ],477 "text": "are cheaper here than at the corner store near our home.\" 分析可知"478 },479 {480 "category_type": "text_span",481 "poly": [482 134.15089444528243,483 880.9536381296017,484 1065.5354334166243,485 880.9536381296017,486 1065.5354334166243,487 933.7655821733242,488 134.15089444528243,489 933.7655821733242490 ],491 "text": "the things at the corner store were more expensive."492 },493 {494 "category_type": "equation_inline",495 "poly": [496 1072.8594076260329,497 876.6598476932298,498 1117.525310500511,499 876.6598476932298,500 1117.525310500511,501 918.7974919144355,502 1072.8594076260329,503 918.7974919144355504 ],505 "latex": "$ \\textcircled{2} $"506 },507 {508 "category_type": "text_span",509 "poly": [510 1113.9854235927683,511 874.740440821261,512 1276.2656529072237,513 874.740440821261,514 1276.2656529072237,515 921.5520454312002,516 1113.9854235927683,517 921.5520454312002518 ],519 "text": "选A.Mrs."520 },521 {522 "category_type": "text_span",523 "poly": [524 144.3695047809571,525 936.1773862094915,526 1328.0523140223759,527 936.1773862094915,528 1328.0523140223759,529 983.8180259745199,530 144.3695047809571,531 983.8180259745199532 ],533 "text": "Wilson在超市买的东西便宜，但返回时由于东西多，打的士回家，这个费用摊"534 },535 {536 "category_type": "text_span",537 "poly": [538 144.2687030857664,539 994.7737371695429,540 1338.17012266286,541 994.7737371695429,542 1338.17012266286,543 1054.6426864579068,544 144.2687030857664,545 1054.6426864579068546 ],547 "text": "进去就高于节省的费用了，因此可知，Mrs. Witson spent more money in the end."548 }549 ],550 "attribute": {551 "text_language": "text_en_ch_mixed",552 "text_background": "white",553 "text_rotate": "normal"554 }555 },556 {557 "category_type": "title",558 "poly": [559 135.5157530534297,560 1055.7380374682295,561 474.6339902510467,562 1055.7380374682295,563 474.6339902510467,564 1116.9834716109428,565 135.5157530534297,566 1116.9834716109428567 ],568 "ignore": false,569 "order": 10,570 "anno_id": 3,571 "text": "4. 扩大英语阅读量",572 "line_with_spans": [573 {574 "category_type": "text_span",575 "poly": [576 134.15089444528257,577 1060.9636927754589,578 466.35227814116865,579 1060.9636927754589,580 466.35227814116865,581 1116.5108386029287,582 134.15089444528257,583 1116.5108386029287584 ],585 "text": "4. 扩大英语阅读量"586 }587 ],588 "attribute": {589 "text_language": "text_simplified_chinese",590 "text_background": "multi_colored",591 "text_rotate": "normal"592 }593 },594 {595 "category_type": "text_block",596 "poly": [597 136.95583451346639,598 1125.2577916844396,599 1334.644324415419,600 1125.2577916844396,601 1334.644324415419,602 1498.4012700724531,603 136.95583451346639,604 1498.4012700724531605 ],606 "ignore": false,607 "order": 11,608 "anno_id": 2,609 "text": "目前初中英语教科书所提供的阅读量较以前有较大幅度的锐减，在题材、体裁的选取，功能与话题的设计方面均注意多样化和广泛性;内容完全脱离学生实际。我们通过课内课外广泛的阅读不仅有利于扩大词汇量，丰富语言知识，开阔视野，开拓思路，还有利于了解香蕉共和国的文化背景、生活风俗、思维习惯及英语特有的语言表达方式，从而导致阅读理解能力倒退。",610 "attribute": {611 "text_language": "text_simplified_chinese",612 "text_background": "white",613 "text_rotate": "normal"614 },615 "html": "<p>目前初中英语教科书所提供的阅读量较以前有较大幅度的锐减，在题材、体裁的选取，功能与话题的设计方面均注意多样化和广泛性;内容完全脱离学生实际。我们通过课内课外广泛的阅读不仅有利于扩大词汇量，丰富语言知识，开阔视野，开拓思路，还有利于了解香蕉共和国的文化背景、生活风俗、思维习惯及英语特有的语言表达方式，从而导致阅读理解能力倒退。</p>"616 },617 {618 "category_type": "title",619 "poly": [620 140.9720165798723,621 1507.0089386294037,622 463.9566070803093,623 1507.0089386294037,624 463.9566070803093,625 1561.652857263919,626 140.9720165798723,627 1561.652857263919628 ],629 "ignore": false,630 "order": 12,631 "anno_id": 5,632 "text": "5. 强化阅读训练",633 "line_with_spans": [634 {635 "category_type": "text_span",636 "poly": [637 140.53173032106525,638 1506.2354997873776,639 458.5344812303368,640 1506.2354997873776,641 458.5344812303368,642 1558.180172246661,643 140.53173032106525,644 1558.180172246661645 ],646 "text": "5. 强化阅读训练"647 }648 ],649 "attribute": {650 "text_language": "text_simplified_chinese",651 "text_background": "multi_colored",652 "text_rotate": "normal"653 }654 },655 {656 "category_type": "text_block",657 "poly": [658 127.43524578930445,659 1550.0264342512019,660 1347.2925361647951,661 1550.0264342512019,662 1347.2925361647951,663 1879.880672703931,664 127.43524578930445,665 1879.880672703931666 ],667 "ignore": false,668 "order": 13,669 "anno_id": 9,670 "text": "(1)指定阅读范围：根据不同的英语水平选择相适应的英语读物，必须由老师统一安排时间，禁止带着问题快速阅读。(2)进行阅读咨询：在阅读过程中遇到的疑难，必须自行解决，禁止咨询老师。(3)检查阅读效果：阅读后通过口头练习和笔试的形式检查阅读完成，但结果必须是‘未完成’",671 "merge_list": [672 {673 "category_type": "text_block",674 "poly": [675 135.98329770042722,676 1559.1778780619322,677 1331.8054774081734,678 1559.1778780619322,679 1331.8054774081734,680 1689.7116590106045,681 135.98329770042722,682 1689.7116590106045683 ],684 "ignore": false,685 "order": 14,686 "anno_id": 8,687 "text": "(1)指定阅读范围：根据不同的英语水平选择相适应的英语读物，自行安排时间，带着问题快速阅读。",688 "line_with_spans": [689 {690 "category_type": "text_span",691 "poly": [692 137.04461590969356,693 1560.7261408157203,694 1325.437366319641,695 1560.7261408157203,696 1325.437366319641,697 1626.5830245975988,698 137.04461590969356,699 1626.5830245975988700 ],701 "text": "(1)指定阅读范围：根据不同的英语水平选择相适应的英语读物，自行安"702 },703 {704 "category_type": "text_span",705 "poly": [706 185.81991660758615,707 1633.8830508087437,708 703.9996979697061,709 1633.8830508087437,710 703.9996979697061,711 1685.8196685296068,712 185.81991660758615,713 1685.8196685296068714 ],715 "text": "排时间，带着问题快速阅读。"716 }717 ],718 "attribute": {719 "text_language": "text_simplified_chinese",720 "text_background": "multi_colored",721 "text_rotate": "normal"722 }723 },724 {725 "category_type": "text_block",726 "poly": [727 136.48612428343432,728 1690.8178774932203,729 1338.2416576706653,730 1690.8178774932203,731 1338.2416576706653,732 1812.501910580965,733 136.48612428343432,734 1812.501910580965735 ],736 "ignore": false,737 "order": 15,738 "anno_id": 10,739 "text": "(2)进行阅读咨询：在阅读过程中遇到的疑难，及时咨询老师，以帮助阅读顺利完成。",740 "line_with_spans": [741 {742 "category_type": "text_span",743 "poly": [744 134.51475681747516,745 1692.7938973523503,746 1340.6286029805808,747 1692.7938973523503,748 1340.6286029805808,749 1750.1160306460506,750 134.51475681747516,751 1750.1160306460506752 ],753 "text": "(2)进行阅读咨询：在阅读过程中遇到的疑难，及时咨询老师，以帮助阅"754 },755 {756 "category_type": "text_span",757 "poly": [758 185.81991660758604,759 1755.823316238081,760 415.13664136686157,761 1755.823316238081,762 415.13664136686157,763 1806.5010454666497,764 185.81991660758604,765 1806.5010454666497766 ],767 "text": "读顺利完成。"768 }769 ],770 "attribute": {771 "text_language": "text_simplified_chinese",772 "text_background": "multi_colored",773 "text_rotate": "normal"774 }775 },776 {777 "category_type": "text_block",778 "poly": [779 134.4748179514055,780 1813.5075637469797,781 1330.19643234255,782 1813.5075637469797,783 1330.19643234255,784 1868.8184878777722,785 134.4748179514055,786 1868.8184878777722787 ],788 "ignore": false,789 "order": 16,790 "anno_id": 7,791 "text": "(3)检查阅读效果：阅读后通过口头练习和笔试的形式检查阅读完成",792 "line_with_spans": [793 {794 "category_type": "text_span",795 "poly": [796 137.6760738404453,797 1812.8357616202209,798 1334.9374268653921,799 1812.8357616202209,800 1334.9374268653921,801 1871.1151502330754,802 137.6760738404453,803 1871.1151502330754804 ],805 "text": "(3)检查阅读效果：阅读后通过口头练习和笔试的形式检查阅读完成"806 }807 ],808 "attribute": {809 "text_language": "text_simplified_chinese",810 "text_background": "multi_colored",811 "text_rotate": "normal"812 }813 }814 ],815 "attribute": {816 "text_language": "text_simplified_chinese",817 "text_background": "multi_colored",818 "text_rotate": "normal"819 },820 "html": "<p>(1)指定阅读范围：根据不同的英语水平选择相适应的英语读物，必须由老师统一安排时间，禁止带着问题快速阅读。(2)进行阅读咨询：在阅读过程中遇到的疑难，必须自行解决，禁止咨询老师。(3)检查阅读效果：阅读后通过口头练习和笔试的形式检查阅读完成，但结果必须是‘未完成’</p>"821 },822 {823 "category_type": "header",824 "poly": [825 1077.6375897705584,826 114.8897126274308,827 1337.150361560758,828 114.8897126274308,829 1337.150361560758,830 201.81389346977895,831 1077.6375897705584,832 201.81389346977895833 ],834 "ignore": false,835 "order": null,836 "anno_id": 1,837 "text": "NO. Date",838 "line_with_spans": [839 {840 "category_type": "text_span",841 "poly": [842 1080.1265644787115,843 115.97709387162037,844 1121.8913900309688,845 115.97709387162037,846 1121.8913900309688,847 146.35151245508018,848 1080.1265644787115,849 146.35151245508018850 ],851 "text": "NO."852 },853 {854 "category_type": "text_span",855 "poly": [856 1079.1773638979785,857 170.08152697340822,858 1136.1293987419656,859 170.08152697340822,860 1136.1293987419656,861 201.405146137601,862 1079.1773638979785,863 201.405146137601864 ],865 "text": "Date"866 }867 ],868 "attribute": {869 "text_language": "text_english",870 "text_background": "white",871 "text_rotate": "normal"872 }873 },874 {875 "category_type": "page_number",876 "poly": [877 698.3276645695871,878 1900.0892744397854,879 751.0269811808213,880 1900.0892744397854,881 751.0269811808213,882 1952.7885910510197,883 698.3276645695871,884 1952.7885910510197885 ],886 "ignore": false,887 "order": null,888 "anno_id": 6,889 "text": "85",890 "line_with_spans": [891 {892 "category_type": "text_span",893 "poly": [894 688.7963792011351,895 1902.788731000931,896 749.6096542754182,897 1902.788731000931,898 749.6096542754182,899 1953.4664602295002,900 688.7963792011351,901 1953.4664602295002902 ],903 "text": "85"904 }905 ],906 "attribute": {907 "text_language": "text_simplified_chinese",908 "text_background": "white",909 "text_rotate": "normal"910 }911 }912 ],913 "extra": {914 "relation": []915 },916 "page_info": {917 "page_attribute": {918 "data_source": "note",919 "language": "en_ch_mixed",920 "layout": "single_column",921 "special_issue": []922 },923 "page_no": 90,924 "height": 2026,925 "width": 1434,926 "image_path": "notes_f7f010b78016aeebd76e56d9283eb67f_90.jpg"927 }928}