Doctor5benchmark/DocToR-5
DocToR 5 documents Tracing of Robustness Dataset Summary We introduce the DOCTOR 5 benchmark to systematically test the visual and logical robustness of multimodal models. The dataset features approximately 13k+ document images and over 65000 visual question answering pairs. It covers 12 diverse domains including scientific papers financial reports and business presentations. This resource provides a standardized testbed for evaluating models against generation… See the full description on the dataset page: https://huggingface.co/datasets/Doctor5benchmark/DocToR-5.
0104
1{2 "layout_dets": [3 {4 "category_type": "text_block",5 "poly": [6 131.13988281517769,7 240.9302942188445,8 915.6098975241089,9 240.9302942188445,10 915.6098975241089,11 415.2116742169563,12 131.13988281517769,13 415.211674216956314 ],15 "ignore": false,16 "order": 1,17 "anno_id": 2,18 "text": "86. close; closely close接近,靠近；closely 紧紧地,紧密地 closely connected ,stand close",19 "line_with_spans": [20 {21 "category_type": "text_span",22 "poly": [23 140.89429317656237,24 247.87494577972447,25 482.87020659408967,26 247.87494577972447,27 482.87020659408967,28 311.76016860458003,29 140.89429317656237,30 311.7601686045800331 ],32 "text": "86. close; closely"33 },34 {35 "category_type": "text_span",36 "poly": [37 215.0728920428643,38 299.96081820705973,39 907.8255695908699,40 299.96081820705973,41 907.8255695908699,42 374.56533715392146,43 215.0728920428643,44 374.5653371539214645 ],46 "text": "close接近,靠近；closely 紧紧地,紧密地"47 },48 {49 "category_type": "text_span",50 "poly": [51 215.0728920428643,52 375.2686726002214,53 760.7256362458305,54 375.2686726002214,55 760.7256362458305,56 444.56150987253517,57 215.0728920428643,58 444.5615098725351759 ],60 "text": "closely connected ,stand close"61 }62 ],63 "attribute": {64 "text_language": "text_en_ch_mixed",65 "text_background": "white",66 "text_rotate": "normal"67 }68 },69 {70 "category_type": "text_block",71 "poly": [72 131.90775112349024,73 422.7214782107932,74 911.675978737437,75 422.7214782107932,76 911.675978737437,77 560.5246010373152,78 131.90775112349024,79 560.524601037315280 ],81 "ignore": false,82 "order": 2,83 "anno_id": 7,84 "text": "87. ill,sick ill 做表语，sick 定，表均可. a sick boy.",85 "line_with_spans": [86 {87 "category_type": "text_span",88 "poly": [89 142.15155756412705,90 425.1492244263101,91 401.1480214024013,92 425.1492244263101,93 401.1480214024013,94 486.7551794169675,95 142.15155756412705,96 486.755179416967597 ],98 "text": "87. ill,sick"99 },100 {101 "category_type": "text_span",102 "poly": [103 213.81562765530003,104 494.2987657423542,105 924.1700066292078,106 494.2987657423542,107 924.1700066292078,108 559.6765138957048,109 213.81562765530003,110 559.6765138957048111 ],112 "text": "ill 做表语，sick 定，表均可. a sick boy."113 }114 ],115 "attribute": {116 "text_language": "text_en_ch_mixed",117 "text_background": "white",118 "text_rotate": "normal"119 }120 },121 {122 "category_type": "text_block",123 "poly": [124 145.61341538010203,125 569.3809871575587,126 1331.8058948546236,127 569.3809871575587,128 1331.8058948546236,129 695.8766278975157,130 145.61341538010203,131 695.8766278975157132 ],133 "ignore": false,134 "order": 3,135 "anno_id": 5,136 "text": "88. good，well good 形容词，well 副词，但指身体状况是副词. He is well again, but he is sick.",137 "attribute": {138 "text_language": "text_en_ch_mixed",139 "text_background": "white",140 "text_rotate": "normal"141 },142 "html": "<p>88. good，well good 形容词，well 副词，但指身体状况是副词. He is well again, but he is sick.</p>"143 },144 {145 "category_type": "text_block",146 "poly": [147 149.94703119511436,148 682.7282894110945,149 1346.7421759446277,150 682.7282894110945,151 1346.7421759446277,152 871.3357109327462,153 149.94703119511436,154 871.3357109327462155 ],156 "ignore": false,157 "order": 4,158 "anno_id": 6,159 "text": "89. quiet, silent, still quiet安静的,可以发出小的声音;silent不发出声音,但可以动；still完全不动，完全无声响.He stand there still.他站在那儿，一动不动，也不说话。",160 "line_with_spans": [161 {162 "category_type": "text_span",163 "poly": [164 139.6370287889981,165 690.4320102024068,166 545.7334259723118,167 690.4320102024068,168 545.7334259723118,169 756.9907521037023,170 139.6370287889981,171 756.9907521037023172 ],173 "text": "89. quiet, silent, still"174 },175 {176 "category_type": "text_span",177 "poly": [178 215.07289204286448,179 743.9548059555478,180 1334.038196975215,181 743.9548059555478,182 1334.038196975215,183 807.2935678603322,184 215.07289204286448,185 807.2935678603322186 ],187 "text": "quiet安静的,可以发出小的声音;silent不发出声音,但可以动；still完"188 },189 {190 "category_type": "text_span",191 "poly": [192 209.86934843919636,193 814.9432541847063,194 1345.3535764632948,195 814.9432541847063,196 1345.3535764632948,197 874.1250272268045,198 209.86934843919636,199 874.1250272268045200 ],201 "text": "全不动，完全无声响.He stand there still.他站在那儿，一动不动，也不说话。"202 }203 ],204 "attribute": {205 "text_language": "text_en_ch_mixed",206 "text_background": "white",207 "text_rotate": "normal"208 }209 },210 {211 "category_type": "text_block",212 "poly": [213 144.01462726673765,214 872.7239565079877,215 1213.4201599745018,216 872.7239565079877,217 1213.4201599745018,218 993.3187190679373,219 144.01462726673765,220 993.3187190679373221 ],222 "ignore": false,223 "order": 5,224 "anno_id": 3,225 "text": "90. hard, hardly hard 几乎不，hardly 努力. work hardly ,I can hardly believe it.",226 "attribute": {227 "text_language": "text_en_ch_mixed",228 "text_background": "white",229 "text_rotate": "normal"230 },231 "html": "<p>90. hard, hardly hard 几乎不，hardly 努力. work hardly ,I can hardly believe it.</p>"232 },233 {234 "category_type": "text_block",235 "poly": [236 139.44821008945362,237 999.7061126834861,238 1252.2844781924541,239 999.7061126834861,240 1252.2844781924541,241 1134.437762276758,242 139.44821008945362,243 1134.437762276758244 ],245 "ignore": false,246 "order": 6,247 "anno_id": 11,248 "text": "91. able, capable able 与不定式 to do 连用. capable 与of 连用. He is capable of doing···",249 "line_with_spans": [250 {251 "category_type": "text_span",252 "poly": [253 143.40882195169158,254 1006.0053714810807,255 442.637746192028,256 1006.0053714810807,257 442.637746192028,258 1048.7523606582715,259 143.40882195169158,260 1048.7523606582715261 ],262 "text": "91. able, capable"263 },264 {265 "category_type": "text_span",266 "poly": [267 205.2382091668158,268 1055.7627934650561,269 1305.7589031717005,270 1055.7627934650561,271 1305.7589031717005,272 1135.8347163421083,273 205.2382091668158,274 1135.8347163421083275 ],276 "text": "able 与不定式 to do 连用. capable 与of 连用. He is capable of doing···"277 }278 ],279 "attribute": {280 "text_language": "text_en_ch_mixed",281 "text_background": "white",282 "text_rotate": "normal"283 }284 },285 {286 "category_type": "text_block",287 "poly": [288 140.24760414613593,289 1122.4569891269903,290 1239.1575277539378,291 1122.4569891269903,292 1239.1575277539378,293 1258.3246783085458,294 140.24760414613593,295 1258.3246783085458296 ],297 "ignore": false,298 "order": 7,299 "anno_id": 10,300 "text": "92. almost, nearly二者均为“几乎，差不多“和否定词连用用 almost . almost nobody.",301 "line_with_spans": [302 {303 "category_type": "text_span",304 "poly": [305 144.8757214236672,306 1126.4634745508924,307 488.0795803061408,308 1126.4634745508924,309 488.0795803061408,310 1192.2615766949907,311 144.8757214236672,312 1192.2615766949907313 ],314 "text": "92. almost, nearly"315 },316 {317 "category_type": "text_span",318 "poly": [319 219.03534922239268,320 1181.0483097730853,321 1246.9222833628662,322 1181.0483097730853,323 1246.9222833628662,324 1256.7193484343748,325 219.03534922239268,326 1256.7193484343748327 ],328 "text": "二者均为“几乎，差不多“和否定词连用用 almost . almost nobody."329 }330 ],331 "attribute": {332 "text_language": "text_en_ch_mixed",333 "text_background": "white",334 "text_rotate": "normal"335 }336 },337 {338 "category_type": "text_block",339 "poly": [340 145.1318951234928,341 1257.0332346119383,342 1219.140709296988,343 1257.0332346119383,344 1219.140709296988,345 1388.9733972656772,346 145.1318951234928,347 1388.9733972656772348 ],349 "ignore": false,350 "order": 8,351 "anno_id": 9,352 "text": "93. late. lately late 提前，早；lately 很久以前. I haven‘t seen him lately. I have seen him lately.",353 "attribute": {354 "text_language": "text_en_ch_mixed",355 "text_background": "white",356 "text_rotate": "normal"357 },358 "html": "<p>93. late. lately late 提前，早；lately 很久以前. I haven‘t seen him lately. I have seen him lately.</p>"359 },360 {361 "category_type": "text_block",362 "poly": [363 146.303259069638,364 1378.2012109740674,365 1341.6900807772815,366 1378.2012109740674,367 1341.6900807772815,368 1643.0186902106755,369 146.303259069638,370 1643.0186902106755371 ],372 "ignore": false,373 "order": 9,374 "anno_id": 4,375 "text": "94. living , alive, live, live, lively living , alive , live均为活着的; living 定·表均可; alive 定·表均可,定语后置；live 只能做定语；lively 意为活泼的. all the living people = all the people alive.",376 "line_with_spans": [377 {378 "category_type": "text_span",379 "poly": [380 145.75977592914086,381 1386.6316432015146,382 673.4831849260005,383 1386.6316432015146,384 673.4831849260005,385 1450.2168609236771,386 145.75977592914086,387 1450.2168609236771388 ],389 "text": "94. living , alive, live, live, lively"390 },391 {392 "category_type": "text_span",393 "poly": [394 222.25126488150673,395 1436.1297688135355,396 1340.0303058087313,397 1436.1297688135355,398 1340.0303058087313,399 1515.4829172243915,400 222.25126488150673,401 1515.4829172243915402 ],403 "text": "living , alive , live均为活着的; living 定·表均可; alive 定·表均可,定语"404 },405 {406 "category_type": "text_span",407 "poly": [408 228.1864316782403,409 1493.3284994335381,410 943.3740306846403,411 1493.3284994335381,412 943.3740306846403,413 1573.0086250223314,414 228.1864316782403,415 1573.0086250223314416 ],417 "text": "后置；live 只能做定语；lively 意为活泼的."418 },419 {420 "category_type": "text_span",421 "poly": [422 228.64217535412743,423 1570.8002285026794,424 1008.0483361257138,425 1570.8002285026794,426 1008.0483361257138,427 1642.18546212171,428 228.64217535412743,429 1642.18546212171430 ],431 "text": "all the living people = all the people alive."432 }433 ],434 "attribute": {435 "text_language": "text_en_ch_mixed",436 "text_background": "white",437 "text_rotate": "normal"438 }439 },440 {441 "category_type": "text_block",442 "poly": [443 146.74747410358307,444 1630.8220242470313,445 860.4512865731966,446 1630.8220242470313,447 860.4512865731966,448 1829.9220801686017,449 146.74747410358307,450 1829.9220801686017451 ],452 "ignore": false,453 "order": 10,454 "anno_id": 8,455 "text": "95. excited ,exciting excited 使人兴奋的，exciting 令人兴奋的. I'm excited. The news is exciting.",456 "line_with_spans": [457 {458 "category_type": "text_span",459 "poly": [460 142.54561996941138,461 1637.4157828036857,462 518.0731487750872,463 1637.4157828036857,464 518.0731487750872,465 1696.0347141294499,466 142.54561996941138,467 1696.0347141294499468 ],469 "text": "95. excited ,exciting"470 },471 {472 "category_type": "text_span",473 "poly": [474 213.98744252268642,475 1692.6725683313823,476 878.9459447493223,477 1692.6725683313823,478 878.9459447493223,479 1763.6272644661917,480 213.98744252268642,481 1763.6272644661917482 ],483 "text": "excited 使人兴奋的，exciting 令人兴奋的."484 },485 {486 "category_type": "text_span",487 "poly": [488 224.97849214626723,489 1757.6868187822652,490 877.1141031453922,491 1757.6868187822652,492 877.1141031453922,493 1820.5999431966984,494 224.97849214626723,495 1820.5999431966984496 ],497 "text": "I'm excited. The news is exciting."498 }499 ],500 "attribute": {501 "text_language": "text_en_ch_mixed",502 "text_background": "white",503 "text_rotate": "normal"504 }505 },506 {507 "category_type": "text_block",508 "poly": [509 155.39438590355357,510 1818.2748731780919,511 459.6735165372054,512 1818.2748731780919,513 459.6735165372054,514 1891.2185003847894,515 155.39438590355357,516 1891.2185003847894517 ],518 "ignore": false,519 "order": 11,520 "anno_id": 12,521 "text": "96. deep. deeply",522 "line_with_spans": [523 {524 "category_type": "text_span",525 "poly": [526 151.7048279890623,527 1821.6672164185713,528 461.28605905325367,529 1821.6672164185713,530 461.28605905325367,531 1890.2099241460432,532 151.7048279890623,533 1890.2099241460432534 ],535 "text": "96. deep. deeply"536 }537 ],538 "attribute": {539 "text_language": "text_en_ch_mixed",540 "text_background": "white",541 "text_rotate": "normal"542 }543 },544 {545 "category_type": "header",546 "poly": [547 1090.3299426186747,548 123.94702415884163,549 1349.7522170057375,550 123.94702415884163,551 1349.7522170057375,552 204.86773360067772,553 1090.3299426186747,554 204.86773360067772555 ],556 "ignore": false,557 "order": null,558 "anno_id": 1,559 "text": "NO. Date",560 "line_with_spans": [561 {562 "category_type": "text_span",563 "poly": [564 1077.7601946954387,565 122.20167953818033,566 1136.8902264718251,567 122.20167953818033,568 1136.8902264718251,569 153.73769648558633,570 1077.7601946954387,571 153.73769648558633572 ],573 "text": "NO."574 },575 {576 "category_type": "text_span",577 "poly": [578 1083.6731978730775,579 179.36071025535384,580 1158.571238123167,581 179.36071025535384,582 1158.571238123167,583 204.9837240251212,584 1083.6731978730775,585 204.9837240251212586 ],587 "text": "Date"588 }589 ],590 "attribute": {591 "text_language": "text_english",592 "text_background": "white",593 "text_rotate": "normal"594 }595 },596 {597 "category_type": "page_number",598 "poly": [599 700.8972726241271,600 1910.4935904237764,601 749.2618229691102,602 1910.4935904237764,603 749.2618229691102,604 1952.1408421097342,605 700.8972726241271,606 1952.1408421097342607 ],608 "ignore": false,609 "order": null,610 "anno_id": 0,611 "text": "23",612 "line_with_spans": [613 {614 "category_type": "text_span",615 "poly": [616 702.3481216463913,617 1914.6256019722118,618 759.906024776299,619 1914.6256019722118,620 759.906024776299,621 1956.3054628593866,622 702.3481216463913,623 1956.3054628593866624 ],625 "text": "23"626 }627 ],628 "attribute": {629 "text_language": "text_simplified_chinese",630 "text_background": "white",631 "text_rotate": "normal"632 }633 }634 ],635 "extra": {636 "relation": []637 },638 "page_info": {639 "page_attribute": {640 "data_source": "note",641 "language": "en_ch_mixed",642 "layout": "single_column",643 "special_issue": []644 },645 "page_no": 28,646 "height": 2026,647 "width": 1434,648 "image_path": "notes_f7f010b78016aeebd76e56d9283eb67f_28.jpg"649 }650}