Doctor5benchmark/DocToR-5
DocToR 5 documents Tracing of Robustness Dataset Summary We introduce the DOCTOR 5 benchmark to systematically test the visual and logical robustness of multimodal models. The dataset features approximately 13k+ document images and over 65000 visual question answering pairs. It covers 12 diverse domains including scientific papers financial reports and business presentations. This resource provides a standardized testbed for evaluating models against generation… See the full description on the dataset page: https://huggingface.co/datasets/Doctor5benchmark/DocToR-5.
0104
1{2 "layout_dets": [3 {4 "category_type": "title",5 "poly": [6 488.2044956893371,7 318.7727264824808,8 959.6245155797433,9 318.7727264824808,10 959.6245155797433,11 369.1659010224898,12 488.2044956893371,13 369.165901022489814 ],15 "ignore": false,16 "order": 1,17 "anno_id": 5,18 "text": "笔记十二 中国的自然环境",19 "line_with_spans": [20 {21 "category_type": "text_span",22 "poly": [23 492.5925925925924,24 322.22222222222223,25 960.057530427443,26 322.22222222222223,27 960.057530427443,28 359.2592592592592,29 492.5925925925924,30 359.259259259259231 ],32 "text": "笔记十二 中国的自然环境"33 }34 ],35 "attribute": {36 "text_language": "text_simplified_chinese",37 "text_background": "multi_colored",38 "text_rotate": "normal"39 }40 },41 {42 "category_type": "title",43 "poly": [44 185.8454484492834,45 388.6729363282998,46 382.54138778286676,47 388.6729363282998,48 382.54138778286676,49 435.8149383173404,50 185.8454484492834,51 435.814938317340452 ],53 "ignore": false,54 "order": 2,55 "anno_id": 8,56 "text": "地势和地形",57 "line_with_spans": [58 {59 "category_type": "text_span",60 "poly": [61 179.9786967179549,62 384.4133996682765,63 381.61346977156524,64 384.4133996682765,65 381.61346977156524,66 432.34297686954454,67 179.9786967179549,68 432.3429768695445469 ],70 "text": "地势和地形"71 }72 ],73 "attribute": {74 "text_language": "text_simplified_chinese",75 "text_background": "multi_colored",76 "text_rotate": "normal"77 }78 },79 {80 "category_type": "title",81 "poly": [82 186.10551464066228,83 443.8176879720303,84 499.843665809105,85 443.8176879720303,86 499.843665809105,87 495.8364487875232,88 186.10551464066228,89 495.836448787523290 ],91 "ignore": false,92 "order": 3,93 "anno_id": 6,94 "text": "1. 地势呈阶梯状分布",95 "line_with_spans": [96 {97 "category_type": "text_span",98 "poly": [99 183.28418480080097,100 448.8704172837749,101 497.30555267117774,102 448.8704172837749,103 497.30555267117774,104 488.53627427792753,105 183.28418480080097,106 488.53627427792753107 ],108 "text": "1. 地势呈阶梯状分布"109 }110 ],111 "attribute": {112 "text_language": "text_simplified_chinese",113 "text_background": "multi_colored",114 "text_rotate": "normal"115 }116 },117 {118 "category_type": "text_block",119 "poly": [120 170.93925252674913,121 509.3947539977689,122 1349.4893022527644,123 509.3947539977689,124 1349.4893022527644,125 618.3090344552072,126 170.93925252674913,127 618.3090344552072128 ],129 "ignore": false,130 "order": 4,131 "anno_id": 4,132 "text": "（1）地势特点：西高东低，呈阶梯状分布，西部多为山地，高原和盆地，东部则以平原和丘陵为主。",133 "line_with_spans": [134 {135 "category_type": "text_span",136 "poly": [137 227.2657181832111,138 511.3171398116162,139 1348.1266771846517,140 511.3171398116162,141 1348.1266771846517,142 556.3919773049711,143 227.2657181832111,144 556.3919773049711145 ],146 "text": "（1）地势特点：西高东低，呈阶梯状分布，西部多为山地，高原和盆地，东部则以平"147 },148 {149 "category_type": "text_span",150 "poly": [151 170.21112345308202,152 571.9043548544206,153 374.3985103481288,154 571.9043548544206,155 374.3985103481288,156 616.5486560392625,157 170.21112345308202,158 616.5486560392625159 ],160 "text": "原和丘陵为主。"161 }162 ],163 "attribute": {164 "text_language": "text_simplified_chinese",165 "text_background": "multi_colored",166 "text_rotate": "normal"167 }168 },169 {170 "category_type": "table",171 "poly": [172 196.94863293449575,173 615.0578619042392,174 1372.247510109543,175 615.0578619042392,176 1372.247510109543,177 1184.0130583236946,178 196.94863293449575,179 1184.0130583236946180 ],181 "ignore": false,182 "order": 5,183 "anno_id": 3,184 "html": "<table border=\"1\"><tr><td>阶梯名称</td><td>海拔高度</td><td>主要地形类型</td><td>主要地形区</td></tr><tr><td>第一级阶梯</td><td>4000米以上</td><td>高原</td><td>青藏高原、柴达木盆地</td></tr><tr><td colspan=\"4\">界线：昆仑山-祁连山-横断山脉东缘</td></tr><tr><td>第二级阶梯</td><td>1000～2000米</td><td>高原、盆地</td><td>内蒙古高原、云贵高原、黄土高原、四川盆地、塔里木盆地、准噶尔盆地</td></tr><tr><td>第三级阶梯</td><td>500米以下</td><td>丘陵、山地、平原、盆地相间分布</td><td>东南丘陵、东北平原、华北平原、长江中下游平原</td></tr></table>",185 "attribute": {186 "table_layout": "horizontal",187 "with_span": true,188 "line": "full_line",189 "language": "table_simplified_chinese",190 "include_equation": false,191 "include_photo": false,192 "include_background": true,193 "with_structured_text": false194 },195 "table_edit_status": "good"196 },197 {198 "category_type": "text_block",199 "poly": [200 211.37350745794066,201 1206.207948428184,202 492.59993311670024,203 1206.207948428184,204 492.59993311670024,205 1253.3499504172244,206 211.37350745794066,207 1253.3499504172244208 ],209 "ignore": false,210 "order": 6,211 "anno_id": 12,212 "text": "（2）三级阶梯概况",213 "line_with_spans": [214 {215 "category_type": "text_span",216 "poly": [217 208.16779901018413,218 1204.0068584179194,219 497.53137639553285,220 1204.0068584179194,221 497.53137639553285,222 1247.8024268870533,223 208.16779901018413,224 1247.8024268870533225 ],226 "text": "（2）三级阶梯概况"227 }228 ],229 "attribute": {230 "text_language": "text_simplified_chinese",231 "text_background": "multi_colored",232 "text_rotate": "normal"233 }234 },235 {236 "category_type": "text_block",237 "poly": [238 211.5163185524879,239 1268.4086601802233,240 1260.0194662397703,241 1268.4086601802233,242 1260.0194662397703,243 1317.1762484447477,244 211.5163185524879,245 1317.1762484447477246 ],247 "ignore": false,248 "order": 7,249 "anno_id": 0,250 "text": "（3）我国地势西高东低呈阶梯状分布对我国气候，河流，交通产生的影响：",251 "line_with_spans": [252 {253 "category_type": "text_span",254 "poly": [255 212.86018134616285,256 1269.7002111216202,257 1256.1331873787442,258 1269.7002111216202,259 1256.1331873787442,260 1322.880544262711,261 212.86018134616285,262 1322.880544262711263 ],264 "text": "（3）我国地势西高东低呈阶梯状分布对我国气候，河流，交通产生的影响："265 }266 ],267 "attribute": {268 "text_language": "text_simplified_chinese",269 "text_background": "multi_colored",270 "text_rotate": "normal"271 }272 },273 {274 "category_type": "text_block",275 "poly": [276 165.11570415391583,277 1321.614871241642,278 1371.300720563162,279 1321.614871241642,280 1371.300720563162,281 1698.7508871539667,282 165.11570415391583,283 1698.7508871539667284 ],285 "ignore": false,286 "order": 8,287 "anno_id": 9,288 "text": "$ \\textcircled{1} $对气候的影响：我国地势东高西低向内陆倾斜. 不利于海上的干燥气流从内陆吹向海洋为我国广大地区带来了干旱的降水. $ \\textcircled{2} $对河流的影响，东高西低的地势造成我国的大江大河自西奔入内陆: 河流从高一级阶梯向低一级阶梯流动时，落差小，产生微弱的水能. $ \\textcircled{3} $对交通的影响：向西流淌的大河阻碍了我国东西的交通，阻碍了沿海和内陆的联系，但阶梯交界处的低矮丘陵成为我国东西交通上的巨大障碍.",289 "merge_list": [290 {291 "category_type": "text_block",292 "poly": [293 169.99246298036832,294 1326.4916300680945,295 1355.0448578083203,296 1326.4916300680945,297 1355.0448578083203,298 1443.5338419029538,299 169.99246298036832,300 1443.5338419029538301 ],302 "ignore": false,303 "order": 9,304 "anno_id": 7,305 "text": "$ \\textcircled{1} $对气候的影响：我国地势西高东低向海洋倾斜. 有利于海上的湿润气流向我国内陆推进为我国广大地区带来了丰沛的降水.",306 "line_with_spans": [307 {308 "category_type": "equation_inline",309 "poly": [310 262.2916010700934,311 1337.727068949609,312 295.5313578915338,313 1337.727068949609,314 295.5313578915338,315 1371.6185857087248,316 262.2916010700934,317 1371.6185857087248318 ],319 "latex": "$ \\textcircled{1} $"320 },321 {322 "category_type": "text_span",323 "poly": [324 297.03636607539494,325 1328.3150563321615,326 1346.8525792076657,327 1328.3150563321615,328 1346.8525792076657,329 1376.998700943639,330 297.03636607539494,331 1376.998700943639332 ],333 "text": "对气候的影响：我国地势西高东低向海洋倾斜. 有利于海上的湿润气"334 },335 {336 "category_type": "text_span",337 "poly": [338 178.4493775489863,339 1393.266279302391,340 980.8467570013319,341 1393.266279302391,342 980.8467570013319,343 1435.809042179871,344 178.4493775489863,345 1435.809042179871346 ],347 "text": "流向我国内陆推进为我国广大地区带来了丰沛的降水."348 }349 ],350 "attribute": {351 "text_language": "text_simplified_chinese",352 "text_background": "multi_colored",353 "text_rotate": "normal"354 }355 },356 {357 "category_type": "text_block",358 "poly": [359 168.36687670488416,360 1453.2873595558592,361 1355.0448578083203,362 1453.2873595558592,363 1355.0448578083203,364 1565.452812564266,365 168.36687670488416,366 1565.452812564266367 ],368 "ignore": false,369 "order": 10,370 "anno_id": 11,371 "text": "$ \\textcircled{2} $对河流的影响，西高东低的地势造成我国的大江大河自东奔入海洋: 河流从高一级阶梯向低一级阶梯流动时，落差大，产生巨大的水能.",372 "line_with_spans": [373 {374 "category_type": "equation_inline",375 "poly": [376 262.4465580429587,377 1458.8016191619324,378 298.9636889257364,379 1458.8016191619324,380 298.9636889257364,381 1492.2109091185157,382 262.4465580429587,383 1492.2109091185157384 ],385 "latex": "$ \\textcircled{2} $"386 },387 {388 "category_type": "text_span",389 "poly": [390 297.1797834640004,391 1453.5300385369237,392 1354.945576171513,393 1453.5300385369237,394 1354.945576171513,395 1498.3411621189746,396 297.1797834640004,397 1498.3411621189746398 ],399 "text": "对河流的影响，西高东低的地势造成我国的大江大河自东奔入海洋: 河"400 },401 {402 "category_type": "text_span",403 "poly": [404 167.77284516891953,405 1518.674818908216,406 1088.4212667587112,407 1518.674818908216,408 1088.4212667587112,409 1561.5289036393688,410 167.77284516891953,411 1561.5289036393688412 ],413 "text": "流从高一级阶梯向低一级阶梯流动时，落差大，产生巨大的水能."414 }415 ],416 "attribute": {417 "text_language": "text_simplified_chinese",418 "text_background": "multi_colored",419 "text_rotate": "normal"420 }421 },422 {423 "category_type": "text_block",424 "poly": [425 169.99246298036837,426 1576.831916492655,427 1366.4239617367095,428 1576.831916492655,429 1366.4239617367095,430 1692.2485420520306,431 169.99246298036837,432 1692.2485420520306433 ],434 "ignore": false,435 "order": 11,436 "anno_id": 13,437 "text": "$ \\textcircled{3} $对交通的影响：向东流淌的大河沟通了我国东西的交通，方便了沿海和内陆的联系，但阶梯交界处的高大山脉成为我国东西交通上的巨大障碍.",438 "line_with_spans": [439 {440 "category_type": "equation_inline",441 "poly": [442 267.38681706202345,443 1586.201641011808,444 296.783676399377,445 1586.201641011808,446 296.783676399377,447 1622.4349792648252,448 267.38681706202345,449 1622.4349792648252450 ],451 "latex": "$ \\textcircled{3} $"452 },453 {454 "category_type": "text_span",455 "poly": [456 302.0559256435722,457 1584.3681716119168,458 1370.5868506247748,459 1584.3681716119168,460 1370.5868506247748,461 1625.8137898245795,462 302.0559256435722,463 1625.8137898245795464 ],465 "text": "对交通的影响：向东流淌的大河沟通了我国东西的交通，方便了沿海和内"466 },467 {468 "category_type": "text_span",469 "poly": [470 169.3369726142456,471 1646.9332694249651,472 1209.481723756175,473 1646.9332694249651,474 1209.481723756175,475 1690.7288378940987,476 169.3369726142456,477 1690.7288378940987478 ],479 "text": "陆的联系，但阶梯交界处的高大山脉成为我国东西交通上的巨大障碍."480 }481 ],482 "attribute": {483 "text_language": "text_simplified_chinese",484 "text_background": "multi_colored",485 "text_rotate": "normal"486 }487 }488 ],489 "attribute": {490 "text_language": "text_simplified_chinese",491 "text_background": "multi_colored",492 "text_rotate": "normal"493 },494 "html": "<p>$ \\textcircled{1} $对气候的影响：我国地势东高西低向内陆倾斜. 不利于海上的干燥气流从内陆吹向海洋为我国广大地区带来了干旱的降水.<br>$ \\textcircled{2} $对河流的影响，东高西低的地势造成我国的大江大河自西奔入内陆: 河流从高一级阶梯向低一级阶梯流动时，落差小，产生微弱的水能.<br>$ \\textcircled{3} $对交通的影响：向西流淌的大河阻碍了我国东西的交通，阻碍了沿海和内陆的联系，但阶梯交界处的低矮丘陵成为我国东西交通上的巨大障碍.</p>"495 },496 {497 "category_type": "title",498 "poly": [499 167.31237845177696,500 1771.0778259216163,501 424.1987219818685,502 1771.0778259216163,503 424.1987219818685,504 1819.47670223888,505 167.31237845177696,506 1819.47670223888507 ],508 "ignore": false,509 "order": 12,510 "anno_id": 10,511 "text": "2. 地形复杂多样",512 "line_with_spans": [513 {514 "category_type": "text_span",515 "poly": [516 163.080462832941,517 1775.1917199417144,518 419.5973638664394,519 1775.1917199417144,520 419.5973638664394,521 1812.5202078462728,522 163.080462832941,523 1812.5202078462728524 ],525 "text": "2. 地形复杂多样"526 }527 ],528 "attribute": {529 "text_language": "text_simplified_chinese",530 "text_background": "multi_colored",531 "text_rotate": "normal"532 }533 },534 {535 "category_type": "header",536 "poly": [537 1136.8134196075166,538 123.70237342438153,539 1395.281637409498,540 123.70237342438153,541 1395.281637409498,542 203.35610092310534,543 1136.8134196075166,544 203.35610092310534545 ],546 "ignore": false,547 "order": null,548 "anno_id": 1,549 "text": "NO. Date",550 "line_with_spans": [551 {552 "category_type": "text_span",553 "poly": [554 1139.2575298987667,555 124.11007686098084,556 1176.4803342553887,557 124.11007686098084,558 1176.4803342553887,559 148.19542085644204,560 1139.2575298987667,561 148.19542085644204562 ],563 "text": "NO."564 },565 {566 "category_type": "text_span",567 "poly": [568 1139.2575298987667,569 178.84949503248353,570 1193.9969480702696,571 178.84949503248353,572 1193.9969480702696,573 206.21920411823487,574 1139.2575298987667,575 206.21920411823487576 ],577 "text": "Date"578 }579 ],580 "attribute": {581 "text_language": "text_english",582 "text_background": "white",583 "text_rotate": "normal"584 }585 },586 {587 "category_type": "page_number",588 "poly": [589 731.1429258586794,590 1898.6241623125184,591 781.4032974189146,592 1898.6241623125184,593 781.4032974189146,594 1943.3000481438385,595 731.1429258586794,596 1943.3000481438385597 ],598 "ignore": false,599 "order": null,600 "anno_id": 2,601 "text": "55",602 "line_with_spans": [603 {604 "category_type": "text_span",605 "poly": [606 733.9869803770074,607 1903.4501704584634,608 783.3574406934142,609 1903.4501704584634,610 783.3574406934142,611 1938.1381844091316,612 733.9869803770074,613 1938.1381844091316614 ],615 "text": "55"616 }617 ],618 "attribute": {619 "text_language": "text_simplified_chinese",620 "text_background": "white",621 "text_rotate": "normal"622 }623 }624 ],625 "extra": {626 "relation": []627 },628 "page_info": {629 "page_attribute": {630 "data_source": "note",631 "language": "simplified_chinese",632 "layout": "single_column",633 "special_issue": []634 },635 "page_no": 60,636 "height": 2026,637 "width": 1434,638 "image_path": "notes_1ba14cb325bc448f7201b20502ecf2b5_60.jpg"639 }640}