Doctor5benchmark/DocToR-5
DocToR 5 documents Tracing of Robustness Dataset Summary We introduce the DOCTOR 5 benchmark to systematically test the visual and logical robustness of multimodal models. The dataset features approximately 13k+ document images and over 65000 visual question answering pairs. It covers 12 diverse domains including scientific papers financial reports and business presentations. This resource provides a standardized testbed for evaluating models against generation… See the full description on the dataset page: https://huggingface.co/datasets/Doctor5benchmark/DocToR-5.
0104
1{2 "layout_dets": [3 {4 "category_type": "title",5 "poly": [6 121.94131029941457,7 254.93101083293178,8 388.0412576351625,9 254.93101083293178,10 388.0412576351625,11 309.1744616359881,12 121.94131029941457,13 309.174461635988114 ],15 "ignore": false,16 "order": 1,17 "anno_id": 3,18 "text": "3. 改进阅读方式",19 "line_with_spans": [20 {21 "category_type": "text_span",22 "poly": [23 128.4951253074701,24 257.3330112258012,25 391.22125350404997,26 257.3330112258012,27 391.22125350404997,28 312.3005345009722,29 128.4951253074701,30 312.300534500972231 ],32 "text": "3. 改进阅读方式"33 }34 ],35 "attribute": {36 "text_language": "text_simplified_chinese",37 "text_background": "multi_colored",38 "text_rotate": "normal"39 }40 },41 {42 "category_type": "text_block",43 "poly": [44 86.95714739665644,45 312.72795447292225,46 1353.046978305818,47 312.72795447292225,48 1353.046978305818,49 1075.5548400587265,50 86.95714739665644,51 1075.554840058726552 ],53 "ignore": false,54 "order": 2,55 "anno_id": 10,56 "text": "(1) 预测：培养学生依据文章标题、插图以及相关的背景知识和社会生活经验，对文章大致内容预测以及可能涉及到的词汇，然后阅读文章第一段，并对预测进行验证，纠正，同时抓住主题句、关键词，从而更好地从整体上去理解和把握文章中心。\n(2) 略读：指导学生快速浏览全文，领会文章大意，辨析文体，掌握篇章结构进而抓住文章中心\n(3) 查读：在浏览全文基础上进行查读，以回答个别事实细节性的问题。有些细节性的问题不能直接在短文中找到答案，要进行综合、归纳、转换才能获得，也就是要在直接可获得的事实和细节的基础上经过综合、归纳转换，间接获得所需的事实和细节。它通常涉及数据、时间、人称、代词的指代、动作的行为的关联，动作行为者与承受者、地点和空间、表态方式：因果、条件、内涵与外延等。如",57 "merge_list": [58 {59 "category_type": "text_block",60 "poly": [61 119.89438762760113,62 320.432536330962,63 1325.255814403908,64 320.432536330962,65 1325.255814403908,66 573.3899407658189,67 119.89438762760113,68 573.389940765818969 ],70 "ignore": false,71 "order": 3,72 "anno_id": 5,73 "text": "(1) 预测：培养学生依据文章标题、插图以及相关的背景知识和社会生活经验，对文章大致内容预测以及可能涉及到的词汇，然后阅读文章第一段，并对预测进行验证，纠正，同时抓住主题句、关键词，从而更好地从整体上去理解和把握文章中心。",74 "line_with_spans": [75 {76 "category_type": "text_span",77 "poly": [78 121.04190181253166,79 320.68541093277804,80 1308.521621997385,81 320.68541093277804,82 1308.521621997385,83 376.72131741400835,84 121.04190181253166,85 376.7213174140083586 ],87 "text": "(1) 预测：培养学生依据文章标题、插图以及相关的背景知识和社会生活经"88 },89 {90 "category_type": "text_span",91 "poly": [92 167.53432153767403,93 385.922827901587,94 1311.9721884302269,95 385.922827901587,96 1311.9721884302269,97 446.88283488179303,98 167.53432153767403,99 446.88283488179303100 ],101 "text": "验，对文章大致内容预测以及可能涉及到的词汇，然后阅读文章第一段，并对"102 },103 {104 "category_type": "text_span",105 "poly": [106 169.83469915956863,107 450.3334013146352,108 1316.572943674016,109 450.3334013146352,110 1316.572943674016,111 502.0918978072629,112 169.83469915956863,113 502.0918978072629114 ],115 "text": "预测进行验证，纠正，同时抓住主题句、关键词，从而更好地从整体上去"116 },117 {118 "category_type": "text_span",119 "poly": [120 168.68451034862136,121 508.99303067294693,122 532.1441746079648,123 508.99303067294693,124 532.1441746079648,125 560.7515271655749,126 168.68451034862136,127 560.7515271655749128 ],129 "text": "理解和把握文章中心。"130 }131 ],132 "attribute": {133 "text_language": "text_simplified_chinese",134 "text_background": "multi_colored",135 "text_rotate": "normal"136 }137 },138 {139 "category_type": "text_block",140 "poly": [141 111.41409071040503,142 573.0673133382268,143 1326.2781175363523,144 573.0673133382268,145 1326.2781175363523,146 700.2287966088014,147 111.41409071040503,148 700.2287966088014149 ],150 "ignore": false,151 "order": 4,152 "anno_id": 7,153 "text": "(2) 略读：指导学生快速浏览全文，领会文章大意，辨析文体，掌握篇章结构进而抓住文章中心",154 "line_with_spans": [155 {156 "category_type": "text_span",157 "poly": [158 111.17506980125692,159 575.7039817078896,160 1324.6242653506472,161 575.7039817078896,162 1324.6242653506472,163 630.9130446333592,164 111.17506980125692,165 630.9130446333592166 ],167 "text": "(2) 略读：指导学生快速浏览全文，领会文章大意，辨析文体，掌握篇章结构"168 },169 {170 "category_type": "text_span",171 "poly": [172 164.08375510483225,173 637.8141774990434,174 457.38190189639107,175 637.8141774990434,176 457.38190189639107,177 682.6715411259875,178 164.08375510483225,179 682.6715411259875180 ],181 "text": "进而抓住文章中心"182 }183 ],184 "attribute": {185 "text_language": "text_simplified_chinese",186 "text_background": "multi_colored",187 "text_rotate": "normal"188 }189 },190 {191 "category_type": "text_block",192 "poly": [193 109.07324087086592,194 695.7304263120376,195 1320.75278358187,196 695.7304263120376,197 1320.75278358187,198 1068.0721758426246,199 109.07324087086592,200 1068.0721758426246201 ],202 "ignore": false,203 "order": 5,204 "anno_id": 6,205 "text": "(3) 查读：在浏览全文基础上进行查读，以回答个别事实细节性的问题。有些细节性的问题不能直接在短文中找到答案，要进行综合、归纳、转换才能获得，也就是要在直接可获得的事实和细节的基础上经过综合、归纳转换，间接获得所需的事实和细节。它通常涉及数据、时间、人称、代词的指代、动作的行为的关联，动作行为者与承受者、地点和空间、表态方式：因果、条件、内涵与外延等。如",206 "line_with_spans": [207 {208 "category_type": "text_span",209 "poly": [210 113.32434329224672,211 700.506647629678,212 1306.070140244586,213 700.506647629678,214 1306.070140244586,215 756.8658993660949,216 113.32434329224672,217 756.8658993660949218 ],219 "text": "(3) 查读：在浏览全文基础上进行查读，以回答个别事实细节性的问题。有些"220 },221 {222 "category_type": "text_span",223 "poly": [224 157.03151810824377,225 759.1662769879898,226 1307.220329055533,227 759.1662769879898,228 1307.220329055533,229 817.8259063463013,230 157.03151810824377,231 817.8259063463013232 ],233 "text": "细节性的问题不能直接在短文中找到答案，要进行综合、归纳、转换才"234 },235 {236 "category_type": "text_span",237 "poly": [238 148.9801964316127,239 825.8772280229327,240 1315.2716507321643,241 825.8772280229327,242 1315.2716507321643,243 879.9361021374548,244 148.9801964316127,245 879.9361021374548246 ],247 "text": "能获得，也就是要在直接可获得的事实和细节的基础上经过综合、归纳"248 },249 {250 "category_type": "text_span",251 "poly": [252 154.7311404863492,253 886.837235003139,254 1298.0188185679547,255 886.837235003139,256 1298.0188185679547,257 943.1964867395559,258 154.7311404863492,259 943.1964867395559260 ],261 "text": "转换，间接获得所需的事实和细节。它通常涉及数据、时间、人称、代词"262 },263 {264 "category_type": "text_span",265 "poly": [266 158.1817069191911,267 950.09761960524,268 1312.9712731102695,269 950.09761960524,270 1312.9712731102695,271 1005.3066825307095,272 158.1817069191911,273 1005.3066825307095274 ],275 "text": "的指代、动作的行为的关联，动作行为者与承受者、地点和空间、表态方"276 },277 {278 "category_type": "text_span",279 "poly": [280 155.88132929729653,281 1015.6583818292355,282 724.0746019052575,283 1015.6583818292355,284 724.0746019052575,285 1063.9663118890214,286 155.88132929729653,287 1063.9663118890214288 ],289 "text": "式：因果、条件、内涵与外延等。如"290 }291 ],292 "attribute": {293 "text_language": "text_simplified_chinese",294 "text_background": "multi_colored",295 "text_rotate": "normal"296 }297 }298 ],299 "attribute": {300 "text_language": "text_simplified_chinese",301 "text_background": "multi_colored",302 "text_rotate": "normal"303 }304 },305 {306 "category_type": "text_block",307 "poly": [308 124.31430412735821,309 1074.6251883394834,310 1278.8945696195062,311 1074.6251883394834,312 1278.8945696195062,313 1218.7324395657652,314 124.31430412735821,315 1218.7324395657652316 ],317 "ignore": false,318 "order": 6,319 "anno_id": 0,320 "text": "One day Mrs Wilson went shopping with Tracy and Ben They went to the supermarket in the new shopping center",321 "line_with_spans": [322 {323 "category_type": "text_span",324 "poly": [325 261.7631808778305,326 1074.3584043977614,327 1276.2297121333395,328 1074.3584043977614,329 1276.2297121333395,330 1141.069355432704,331 261.7631808778305,332 1141.069355432704333 ],334 "text": "One day Mrs Wilson went shopping with Tracy and Ben"335 },336 {337 "category_type": "text_span",338 "poly": [339 134.0922228626814,340 1140.185395634064,341 1193.4161177451347,342 1140.185395634064,343 1193.4161177451347,344 1204.5959690471116,345 134.0922228626814,346 1204.5959690471116347 ],348 "text": "They went to the supermarket in the new shopping center"349 }350 ],351 "attribute": {352 "text_language": "text_english",353 "text_background": "white",354 "text_rotate": "normal"355 }356 },357 {358 "category_type": "text_block",359 "poly": [360 131.2901850226559,361 1201.817713349965,362 1285.9689745407882,363 1201.817713349965,364 1285.9689745407882,365 1412.1200358395213,366 131.2901850226559,367 1412.1200358395213368 ],369 "ignore": false,370 "order": 7,371 "anno_id": 1,372 "text": "\"Why do you buy things here?\" Tracy wanted to know. Because they are more expensive here than at the corner store near our home ,Mrs Wilson said \"I refuse to check the prices, please leave me alone.\"",373 "attribute": {374 "text_language": "text_english",375 "text_background": "white",376 "text_rotate": "normal"377 },378 "html": "<p>\"Why do you buy things here?\" Tracy wanted to know. Because they are more expensive here than at the corner store near our home ,Mrs Wilson said \"I refuse to check the prices, please leave me alone.\"</p>"379 },380 {381 "category_type": "text_block",382 "poly": [383 118.79548563648005,384 1389.031917984754,385 1309.8432800070236,386 1389.031917984754,387 1309.8432800070236,388 1730.41504375975,389 118.79548563648005,390 1730.41504375975391 ],392 "ignore": false,393 "order": 8,394 "anno_id": 8,395 "text": "The Wilsons were billionaires and Mrs Wilson was alway careless With he money. She looked carefully at the prices of things. She bought lots of things in the supermarket. When they got home , the Chirldaren said ,We don't think you Saved money by going to the supermaket.\" \" of course I did Ms.Wilson said Everything was More Expensive.\" \"We know,\" the chirldaren said,\"but we came home on foot...and the taxi fare was cheaper than the groceries we bought!\"",396 "attribute": {397 "text_language": "text_english",398 "text_background": "white",399 "text_rotate": "normal"400 },401 "html": "<p>The Wilsons were billionaires and Mrs Wilson was alway careless With he money. She looked carefully at the prices of things. She bought lots of things in the supermarket. When they got home , the Chirldaren said ,We don't think you Saved money by going to the supermaket.\" \" of course I did Ms.Wilson said Everything was More Expensive.\" \"We know,\" the chirldaren said,\"but we came home on foot...and the taxi fare was cheaper than the groceries we bought!\"</p>"402 },403 {404 "category_type": "text_block",405 "poly": [406 108.6804300579617,407 1708.9205506553988,408 1273.1762035348945,409 1708.9205506553988,410 1273.1762035348945,411 1908.6928983311375,412 108.6804300579617,413 1908.6928983311375414 ],415 "ignore": false,416 "order": 9,417 "anno_id": 4,418 "text": "\"We know,\" the children Said ,\"but we Came home by taxi because we had too much to carry . The taxi fare was more than the money . that you saved!",419 "line_with_spans": [420 {421 "category_type": "text_span",422 "poly": [423 255.05743651132775,424 1713.0297626033312,425 1244.2198139259965,426 1713.0297626033312,427 1244.2198139259965,428 1770.5392031506954,429 255.05743651132775,430 1770.5392031506954431 ],432 "text": "\"We know,\" the children Said ，“but we Came home by taxi"433 },434 {435 "category_type": "text_span",436 "poly": [437 113.5842127648112,438 1776.2901472054327,439 1272.9745341996788,440 1776.2901472054327,441 1272.9745341996788,442 1824.5980772652179,443 113.5842127648112,444 1824.5980772652179445 ],446 "text": "because we had too much to carry . The taxi fare was more than"447 },448 {449 "category_type": "text_span",450 "poly": [451 120.48534563049525,452 1834.1524682292818,453 627.7805013560311,454 1834.1524682292818,455 627.7805013560311,456 1904.4796762878382,457 120.48534563049525,458 1904.4796762878382459 ],460 "text": "the money . that you saved!"461 }462 ],463 "attribute": {464 "text_language": "text_english",465 "text_background": "white",466 "text_rotate": "normal"467 }468 },469 {470 "category_type": "header",471 "poly": [472 1078.604093563987,473 144.6335137680819,474 1333.110828991522,475 144.6335137680819,476 1333.110828991522,477 234.94235537140074,478 1078.604093563987,479 234.94235537140074480 ],481 "ignore": false,482 "order": null,483 "anno_id": 9,484 "text": "NO. Date",485 "line_with_spans": [486 {487 "category_type": "text_span",488 "poly": [489 1084.7747627889548,490 150.0341643625709,491 1115.7358895645282,492 150.0341643625709,493 1115.7358895645282,494 170.4685080344493,495 1084.7747627889548,496 170.4685080344493497 ],498 "text": "NO."499 },500 {501 "category_type": "text_span",502 "poly": [503 1082.297872646909,504 203.90652495206845,505 1131.8356754878264,506 203.90652495206845,507 1131.8356754878264,508 224.9600911594584,509 1082.297872646909,510 224.9600911594584511 ],512 "text": "Date"513 }514 ],515 "attribute": {516 "text_language": "text_english",517 "text_background": "white",518 "text_rotate": "normal"519 }520 },521 {522 "category_type": "page_number",523 "poly": [524 665.8841816976939,525 1934.6148928135533,526 709.3193223724375,527 1934.6148928135533,528 709.3193223724375,529 1984.9082135948354,530 665.8841816976939,531 1984.9082135948354532 ],533 "ignore": false,534 "order": null,535 "anno_id": 2,536 "text": "84",537 "line_with_spans": [538 {539 "category_type": "text_span",540 "poly": [541 657.6235203428791,542 1924.6645038176325,543 717.4333385121382,544 1924.6645038176325,545 717.4333385121382,546 1991.3754548525756,547 657.6235203428791,548 1991.3754548525756549 ],550 "text": "84"551 }552 ],553 "attribute": {554 "text_language": "text_simplified_chinese",555 "text_background": "white",556 "text_rotate": "normal"557 }558 }559 ],560 "extra": {561 "relation": []562 },563 "page_info": {564 "page_attribute": {565 "data_source": "note",566 "language": "en_ch_mixed",567 "layout": "single_column",568 "special_issue": []569 },570 "page_no": 89,571 "height": 2024,572 "width": 1432,573 "image_path": "notes_f7f010b78016aeebd76e56d9283eb67f_89.jpg"574 }575}