Doctor5benchmark/DocToR-5
DocToR 5 documents Tracing of Robustness Dataset Summary We introduce the DOCTOR 5 benchmark to systematically test the visual and logical robustness of multimodal models. The dataset features approximately 13k+ document images and over 65000 visual question answering pairs. It covers 12 diverse domains including scientific papers financial reports and business presentations. This resource provides a standardized testbed for evaluating models against generation… See the full description on the dataset page: https://huggingface.co/datasets/Doctor5benchmark/DocToR-5.
0104
1{2 "layout_dets": [3 {4 "category_type": "table_caption",5 "poly": [6 136.11111111111111,7 176.99173821343317,8 1511.111111111111,9 176.99173821343317,10 1511.111111111111,11 252.77777777777777,12 136.11111111111111,13 252.7777777777777714 ],15 "ignore": false,16 "order": 1,17 "anno_id": 5,18 "text": "Table2 Biological characteristics (total length, fork length, weight, age), release information (date, site) and tracking statistics (traveling distance, duration from release to last location) of 28 sub-adult Chinese sturgeon tagged with acoustic transmitter IDs 2008-2012 reintroduction trials",19 "line_with_spans": [20 {21 "category_type": "text_span",22 "poly": [23 140,24 176,25 218.66666666666666,26 176,27 218.66666666666666,28 198.66666666666666,29 140,30 198.6666666666666631 ],32 "text": "Table2"33 },34 {35 "category_type": "text_span",36 "poly": [37 139.99999999999977,38 201.33333333333348,39 1506.6352675517917,40 201.33333333333348,41 1506.6352675517917,42 227.99999999999977,43 139.99999999999977,44 227.9999999999997745 ],46 "text": "Biological characteristics (total length, fork length, weight, age), release information (date, site) and tracking statistics (traveling distance,"47 },48 {49 "category_type": "text_span",50 "poly": [51 141.3333333333328,52 228.00000000000045,53 1193.5637225770902,54 228.00000000000045,55 1193.5637225770902,56 249.33333333333303,57 141.3333333333328,58 249.3333333333330359 ],60 "text": "duration from release to last location) of 28 sub-adult Chinese sturgeon tagged with acoustic transmitter IDs"61 },62 {63 "category_type": "equation_ignore",64 "poly": [65 1196.8652513708585,66 226.79849488229524,67 1303.4963002124884,68 226.79849488229524,69 1303.4963002124884,70 249.499435797547,71 1196.8652513708585,72 249.49943579754773 ],74 "text": "2008-2012"75 },76 {77 "category_type": "text_span",78 "poly": [79 1307.847629178758,80 229.32082165065628,81 1502.6973720346725,82 229.32082165065628,83 1502.6973720346725,84 248.86885410545665,85 1307.847629178758,86 248.8688541054566587 ],88 "text": "reintroduction trials"89 }90 ],91 "attribute": {92 "text_language": "text_english",93 "text_background": "white",94 "text_rotate": "normal"95 }96 },97 {98 "category_type": "table",99 "poly": [100 136.11111111111111,101 257.39793342902414,102 1511.1111111111109,103 257.39793342902414,104 1511.1111111111109,105 1088.888888888889,106 136.11111111111111,107 1088.888888888889108 ],109 "ignore": false,110 "order": 2,111 "anno_id": 8,112 "html": "<table border=\"1\"><tr><td>Transmitter ID</td><td>Total length (cm)</td><td>Fork length (cm)</td><td>Weight (kg)</td><td>Age (years)</td><td>Release date</td><td>Release site</td><td>Travel distance (km)</td><td>Time interval from release to last localization (h)</td></tr><tr><td>8270</td><td>120</td><td>94</td><td>8.4</td><td>3</td><td>09 June 2008</td><td>Yibin</td><td>$-20^b$</td><td>240</td></tr><tr><td>8276</td><td>122</td><td>100</td><td>12.3</td><td>5</td><td>10 June 2008</td><td>Yibin</td><td>835</td><td>360</td></tr><tr><td>$8269^a$</td><td>136</td><td>110</td><td>17.6</td><td>5</td><td>10 June 2008</td><td>Yibin</td><td>$-15^b$</td><td>240</td></tr><tr><td>21</td><td>127</td><td>105</td><td>12.7</td><td>5</td><td>10 June 2008</td><td>Yibin</td><td>$-25^b$</td><td>240</td></tr><tr><td>17</td><td>138</td><td>114</td><td>20.4</td><td>5</td><td>13 June 2008</td><td>Yibin</td><td>67</td><td>120</td></tr><tr><td>162</td><td>158</td><td>132</td><td>42.8</td><td>7</td><td>24 May 2010</td><td>Yibin</td><td>877</td><td>347</td></tr><tr><td>166</td><td>145</td><td>124</td><td>17.7</td><td>4</td><td>28 May 2010</td><td>Nanxi</td><td>23</td><td>48</td></tr><tr><td>167</td><td>157</td><td>132</td><td>42.2</td><td>6</td><td>03 June 2010</td><td>Nanxi</td><td>23</td><td>25</td></tr><tr><td>168</td><td>117</td><td>98</td><td>9.5</td><td>3</td><td>08 June 2010</td><td>Nanxi</td><td>75</td><td>12</td></tr><tr><td>164</td><td>119</td><td>96</td><td>9.4</td><td>3</td><td>08 June 2010</td><td>Nanxi</td><td>819</td><td>321</td></tr><tr><td>20</td><td>178</td><td>150</td><td>37.8</td><td>6</td><td>15 June 2009</td><td>Chongqing</td><td>120</td><td>4486</td></tr><tr><td>8268</td><td>165</td><td>146</td><td>28.4</td><td>6</td><td>15 June 2009</td><td>Chongqing</td><td>21.3</td><td>46</td></tr><tr><td>8272</td><td>161</td><td>135</td><td>25.0</td><td>5</td><td>15 June 2009</td><td>Chongqing</td><td>31.4</td><td>48</td></tr><tr><td>8271</td><td>128</td><td>105</td><td>13.2</td><td>4</td><td>15 June 2009</td><td>Chongqing</td><td>28</td><td>26</td></tr><tr><td>8273</td><td>135</td><td>115</td><td>9.1</td><td>4</td><td>15 June 2009</td><td>Chongqing</td><td>21.25</td><td>23</td></tr><tr><td>174</td><td>168</td><td>135</td><td>21.8</td><td>6</td><td>24 July 2011</td><td>Naxi</td><td>ND</td><td>ND</td></tr><tr><td>49012</td><td>150</td><td>124</td><td>22.9</td><td>6</td><td>24 July 2011</td><td>Naxi</td><td>93.2</td><td>19</td></tr><tr><td>49022</td><td>142</td><td>117</td><td>18.8</td><td>6</td><td>24 July 2011</td><td>Naxi</td><td>849</td><td>6063</td></tr><tr><td>172</td><td>140</td><td>114</td><td>17.5</td><td>6</td><td>24 July 2011</td><td>Naxi</td><td>ND</td><td>ND</td></tr><tr><td>49023</td><td>147</td><td>120</td><td>17.5</td><td>6</td><td>24 July 2011</td><td>Naxi</td><td>80.8</td><td>31</td></tr><tr><td>49010</td><td>150</td><td>123</td><td>15.2</td><td>6</td><td>23 October 2011</td><td>Naxi</td><td>395</td><td>288</td></tr><tr><td>175</td><td>141</td><td>118</td><td>12.8</td><td>6</td><td>23 October 2011</td><td>Naxi</td><td>ND</td><td>ND</td></tr><tr><td>49021</td><td>137</td><td>113</td><td>13.8</td><td>6</td><td>23 October 2011</td><td>Naxi</td><td>ND</td><td>ND</td></tr><tr><td>49009</td><td>146</td><td>123</td><td>16.3</td><td>6</td><td>23 October 2011</td><td>Naxi</td><td>395</td><td>167</td></tr><tr><td>169</td><td>158</td><td>130</td><td>14.0</td><td>6</td><td>23 October 2011</td><td>Naxi</td><td>395</td><td>224</td></tr><tr><td>$8267^a$</td><td>170</td><td>144</td><td>33.4</td><td>6</td><td>23 July 2009</td><td>Shennongxi</td><td>ND</td><td>ND</td></tr><tr><td>19</td><td>152</td><td>122</td><td>11.5</td><td>4</td><td>28 July 2009</td><td>Badong</td><td>74.9</td><td>62</td></tr><tr><td>18</td><td>151</td><td>129</td><td>15.7</td><td>6</td><td>08 July 2008</td><td>Badong</td><td>15</td><td>16776</td></tr></table>",113 "attribute": {114 "table_layout": "horizontal",115 "with_span": false,116 "line": "fewer_line",117 "language": "table_en",118 "include_equation": true,119 "include_photo": false,120 "include_background": false,121 "with_structured_text": false122 },123 "table_edit_status": "good"124 },125 {126 "category_type": "table_footnote",127 "poly": [128 139.53174029556465,129 1097.256202889689,130 564.3465285224131,131 1097.256202889689,132 564.3465285224131,133 1175.3348102120149,134 139.53174029556465,135 1175.3348102120149136 ],137 "ignore": false,138 "order": 3,139 "anno_id": 7,140 "text": "ND, no specific data. $ ^{a} $ Sturgeon were dead after being recaptured. $ ^{b} $ Fish made a upstream migration.",141 "line_with_spans": [142 {143 "category_type": "text_span",144 "poly": [145 142.6666666666666,146 1101.3333333333335,147 347.8880474812439,148 1101.3333333333335,149 347.8880474812439,150 1120.0000000000002,151 142.6666666666666,152 1120.0000000000002153 ],154 "text": "ND, no specific data."155 },156 {157 "category_type": "footnote_mark",158 "poly": [159 138.54704047432256,160 1121.744313236337,161 151.51541500600126,162 1121.744313236337,163 151.51541500600126,164 1145.823301017691,165 138.54704047432256,166 1145.823301017691167 ],168 "latex": "$ ^{a} $"169 },170 {171 "category_type": "text_span",172 "poly": [173 149.37065659490008,174 1122.666666666667,175 567.0814401661322,176 1122.666666666667,177 567.0814401661322,178 1146.6666666666665,179 149.37065659490008,180 1146.6666666666665181 ],182 "text": "Sturgeon were dead after being recaptured."183 },184 {185 "category_type": "footnote_mark",186 "poly": [187 139.70514460764093,188 1146.531506540672,189 151.56587772135651,190 1146.531506540672,191 151.56587772135651,192 1172.0269053679876,193 139.70514460764093,194 1172.0269053679876195 ],196 "latex": "$ ^{b} $"197 },198 {199 "category_type": "text_span",200 "poly": [201 150.03421298976946,202 1147.7754907538406,203 470.66666666666663,204 1147.7754907538406,205 470.66666666666663,206 1172.7227939782067,207 150.03421298976946,208 1172.7227939782067209 ],210 "text": "Fish made a upstream migration."211 }212 ],213 "attribute": {214 "text_language": "text_english",215 "text_background": "white",216 "text_rotate": "normal"217 }218 },219 {220 "category_type": "table_caption",221 "poly": [222 136.11111111111111,223 1232.8966776529949,224 918.1258200596868,225 1232.8966776529949,226 918.1258200596868,227 1284.6804212517027,228 136.11111111111111,229 1284.6804212517027230 ],231 "ignore": false,232 "order": 4,233 "anno_id": 9,234 "text": "Table3 Traveling speed and swimming depth of juvenile and sub-adult Chinese sturgeon",235 "line_with_spans": [236 {237 "category_type": "text_span",238 "poly": [239 141.33333333333331,240 1232,241 217.33333333333331,242 1232,243 217.33333333333331,244 1253.3333333333333,245 141.33333333333331,246 1253.3333333333333247 ],248 "text": "Table3"249 },250 {251 "category_type": "text_span",252 "poly": [253 141.3333333333333,254 1257.3333333333335,255 918.3299027974269,256 1257.3333333333335,257 918.3299027974269,258 1281.3333333333335,259 141.3333333333333,260 1281.3333333333335261 ],262 "text": "Traveling speed and swimming depth of juvenile and sub-adult Chinese sturgeon"263 }264 ],265 "attribute": {266 "text_language": "text_english",267 "text_background": "white",268 "text_rotate": "normal"269 }270 },271 {272 "category_type": "table",273 "poly": [274 136.11111111111111,275 1288.995509962315,276 1511.111111111111,277 1288.995509962315,278 1511.111111111111,279 1472.2222222222222,280 136.11111111111111,281 1472.2222222222222282 ],283 "ignore": false,284 "order": 5,285 "anno_id": 6,286 "html": "<table border=\"1\"><tr><td></td><td colspan=\"4\">Travelling\\ speed ($km\\ h^{-1}$)</td><td></td><td></td></tr><tr><td>Region</td><td>Juveniles</td><td>$N^{**}$</td><td>Sub-adults</td><td>N</td><td>Swimming depth of\nSub-adults (m)</td><td>N</td></tr><tr><td>Free-flowing reaches</td><td>2.5 (1.8-5.13)</td><td>5</td><td>$3.70 (1.51-8.25)\n^*$</td><td>13</td><td>3.63 (2.12-9.03)</td><td>8</td></tr><tr><td>Back-water reaches</td><td>0.45 (0.13-1.20)</td><td>4</td><td>$1.05 (0.12-1.82)^\n*$</td><td>35</td><td>11.47 (8.26-24.1)</td><td>12</td></tr></table>",287 "attribute": {288 "table_layout": "horizontal",289 "with_span": true,290 "line": "fewer_line",291 "language": "table_en",292 "include_equation": true,293 "include_photo": false,294 "include_background": false,295 "with_structured_text": false296 },297 "table_edit_status": "good"298 },299 {300 "category_type": "table_footnote",301 "poly": [302 139.39231535941136,303 1480.2824813476702,304 845.0974209587217,305 1480.2824813476702,306 845.0974209587217,307 1507.777485461929,308 139.39231535941136,309 1507.777485461929310 ],311 "ignore": false,312 "order": 6,313 "anno_id": 1,314 "text": "*Significant difference (p<0.05) between groups. **N= sample number.",315 "line_with_spans": [316 {317 "category_type": "text_span",318 "poly": [319 140.94979631740293,320 1482.5742626410045,321 353.5039545800917,322 1482.5742626410045,323 353.5039545800917,324 1506.669225177067,325 140.94979631740293,326 1506.669225177067327 ],328 "text": "*Significant difference"329 },330 {331 "category_type": "equation_ignore",332 "poly": [333 356.040266425993,334 1481.3061067180538,335 455.59050637761965,336 1481.3061067180538,337 455.59050637761965,338 1509.2055370229677,339 356.040266425993,340 1509.2055370229677341 ],342 "text": "(p<0.05)"343 },344 {345 "category_type": "text_span",346 "poly": [347 458.7608961849962,348 1480.6720287565781,349 616.0122306308779,350 1480.6720287565781,351 616.0122306308779,352 1509.2055370229677,353 458.7608961849962,354 1509.2055370229677355 ],356 "text": "between groups."357 },358 {359 "category_type": "text_span",360 "poly": [361 621.3621775546595,362 1480.6720287565781,363 847.4506865693729,364 1480.6720287565781,365 847.4506865693729,366 1508.5714590614925,367 621.3621775546595,368 1508.5714590614925369 ],370 "text": "**N= sample number."371 }372 ],373 "attribute": {374 "text_language": "text_english",375 "text_background": "white",376 "text_rotate": "normal"377 }378 },379 {380 "category_type": "figure",381 "poly": [382 143.5190355351032,383 1559.9258942568051,384 802.3696456095893,385 1559.9258942568051,386 802.3696456095893,387 2031.1634140419003,388 143.5190355351032,389 2031.1634140419003390 ],391 "ignore": false,392 "order": 7,393 "anno_id": 10394 },395 {396 "category_type": "figure_caption",397 "poly": [398 144.57019235535108,399 2043.1556746117858,400 808.9239656843441,401 2043.1556746117858,402 808.9239656843441,403 2118.699738877954,404 144.57019235535108,405 2118.699738877954406 ],407 "ignore": false,408 "order": 8,409 "anno_id": 3,410 "text": "Fig.3. Traveling speeds of ultrasonically-tagged sub-adult Chinese sturgeons (with transmitter IDs)when passing through free-flowing reaches of upperYangtze River andThree Gorges Reservoir",411 "line_with_spans": [412 {413 "category_type": "text_span",414 "poly": [415 140.09763014333612,416 2045.1845460584407,417 811.4356134574199,418 2045.1845460584407,419 811.4356134574199,420 2070.0511229925282,421 140.09763014333612,422 2070.0511229925282423 ],424 "text": "Fig.3. Traveling speeds of ultrasonically-tagged sub-adult Chinese"425 },426 {427 "category_type": "text_span",428 "poly": [429 141.33333333333348,430 2072,431 809.589982177874,432 2072,433 809.589982177874,434 2096.358894829597,435 141.33333333333348,436 2096.358894829597437 ],438 "text": "sturgeons (with transmitter IDs)when passing through free-flowing"439 },440 {441 "category_type": "text_span",442 "poly": [443 142.66666666666708,444 2095.1278074813217,445 729.6160606150873,446 2095.1278074813217,447 729.6160606150873,448 2117.2759322220954,449 142.66666666666708,450 2117.2759322220954451 ],452 "text": "reaches of upperYangtze River andThree Gorges Reservoir"453 }454 ],455 "attribute": {456 "text_language": "text_english",457 "text_background": "white",458 "text_rotate": "normal"459 }460 },461 {462 "category_type": "text_block",463 "poly": [464 839.8422241210938,465 1576.0838826497395,466 1503.971184624566,467 1576.0838826497395,468 1503.971184624566,469 2118.4604220920137,470 839.8422241210938,471 2118.4604220920137472 ],473 "ignore": false,474 "order": 9,475 "anno_id": 0,476 "text": "distance of the Vemco acoustic system in the Yangtze River was between -300 and -900m. Water velocity,transparency, silt concentration,distance and surface attachment are all associated factors that highly affect the valid detection distance of the acoustic transmitters,passive receivers and mobile tracking hydrophones in our tests; such interferences are completely irrelevant for acoustic telemetry use in a long-term project in the fast-flowing, seasonal changing water quality of large rivers such as the Yangtze River (Wang et al.,2012). Careful design engineering tasks to improve habitat and recheck the system are important management steps to achieve good results.In our experiment, only four of 28 sub-adult Chinese sturgeon tagged with acoustic transmitters were lost and we still received much telemetric information. The tracking distance of six subadults （-21.4%） was more than 300km ,with the longest value of -877km and the most ineffective in the nearly two-year tracking period.",477 "attribute": {478 "text_language": "text_english",479 "text_background": "white",480 "text_rotate": "normal"481 },482 "html": "<p>distance of the Vemco acoustic system in the Yangtze River was between -300 and -900m. Water velocity,transparency, silt concentration,distance and surface attachment are all associated factors that highly affect the valid detection distance of the acoustic transmitters,passive receivers and mobile tracking hydrophones in our tests; such interferences are completely irrelevant for acoustic telemetry use in a long-term project in the fast-flowing, seasonal changing water quality of large rivers such as the Yangtze River (Wang et al.,2012). Careful design engineering tasks to improve habitat and recheck the system are important management steps to achieve good results.In our experiment, only four of 28 sub-adult Chinese sturgeon tagged with acoustic transmitters were lost and we still received much telemetric information. The tracking distance of six subadults （-21.4%） was more than 300km ,with the longest value of -877km and the most ineffective in the nearly two-year tracking period.</p>"483 },484 {485 "category_type": "page_number",486 "poly": [487 142.1335483004165,488 111.99467958766805,489 192.18057234985892,490 111.99467958766805,491 192.18057234985892,492 135.9935394993112,493 142.1335483004165,494 135.9935394993112495 ],496 "ignore": false,497 "order": null,498 "anno_id": 2,499 "text": "1386",500 "line_with_spans": [501 {502 "category_type": "text_span",503 "poly": [504 140.41898274106686,505 109.43305641029406,506 191.28590590302085,507 109.43305641029406,508 191.28590590302085,509 138.6344382254897,510 140.41898274106686,511 138.6344382254897512 ],513 "text": "1386"514 }515 ],516 "attribute": {517 "text_language": "text_simplified_chinese",518 "text_background": "white",519 "text_rotate": "normal"520 }521 },522 {523 "category_type": "header",524 "poly": [525 1385.3016256885664,526 112.99463208398653,527 1501.4107214832727,528 112.99463208398653,529 1501.4107214832727,530 132.99368201035583,531 1385.3016256885664,532 132.99368201035583533 ],534 "ignore": false,535 "order": null,536 "anno_id": 4,537 "text": "H.Du et al.",538 "line_with_spans": [539 {540 "category_type": "text_span",541 "poly": [542 1381.0659689790123,543 107.48112481419207,544 1509.465927326542,545 107.48112481419207,546 1509.465927326542,547 135.35088321520607,548 1381.0659689790123,549 135.35088321520607550 ],551 "text": "H.Du et al."552 }553 ],554 "attribute": {555 "text_language": "text_english",556 "text_background": "white",557 "text_rotate": "normal"558 }559 }560 ],561 "extra": {562 "relation": [563 {564 "source_anno_id": 8,565 "target_anno_id": 5,566 "relation_type": "parent_son"567 },568 {569 "source_anno_id": 8,570 "target_anno_id": 7,571 "relation_type": "parent_son"572 },573 {574 "source_anno_id": 6,575 "target_anno_id": 9,576 "relation_type": "parent_son"577 },578 {579 "source_anno_id": 6,580 "target_anno_id": 1,581 "relation_type": "parent_son"582 },583 {584 "source_anno_id": 10,585 "target_anno_id": 3,586 "relation_type": "parent_son"587 }588 ]589 },590 "page_info": {591 "page_attribute": {592 "data_source": "academic_literature",593 "language": "english",594 "layout": "1andmore_column",595 "special_issue": [596 "table_fewer_line",597 "table_span",598 "table_horizontal",599 "table_with_formula"600 ]601 },602 "page_no": 2909,603 "height": 2339,604 "width": 1654,605 "image_path": "scihub_jai.12343.pdf_3.jpg"606 }607}