Doctor5benchmark/DocToR-5
DocToR 5 documents Tracing of Robustness Dataset Summary We introduce the DOCTOR 5 benchmark to systematically test the visual and logical robustness of multimodal models. The dataset features approximately 13k+ document images and over 65000 visual question answering pairs. It covers 12 diverse domains including scientific papers financial reports and business presentations. This resource provides a standardized testbed for evaluating models against generation… See the full description on the dataset page: https://huggingface.co/datasets/Doctor5benchmark/DocToR-5.
0104
1{2 "page_info": {3 "image_path": "PPT_ch7_page_020.png",4 "page_no": 20,5 "page_attribute": {6 "data_source": "PPT2PDF",7 "language": "english",8 "layout": "single_column",9 "special_issue": [10 "None"11 ]12 },13 "width": 2000,14 "height": 150015 },16 "layout_dets": [17 {18 "category_type": "text_block",19 "anno_id": 2,20 "order": 1,21 "ignore": false,22 "poly": [23 107.99999999999974,24 159.18054102350095,25 1788.655398721687,26 159.18054102350095,27 1788.655398721687,28 326.4697315333517,29 107.99999999999974,30 326.469731533351731 ],32 "attribute": {33 "text_language": "text_english",34 "text_rotate": "normal",35 "text_background": "single_colored"36 },37 "text": "Our examples show that in matrix products the order of factors need not be observed at all. Otherwise matrix multiplication satisfies rules similar to scalar multiplication, where order does not matter.",38 "html": "<p>Our examples show that in matrix products the order of factors need not be observed at all. Otherwise matrix multiplication satisfies rules similar to scalar multiplication, where order does not matter.</p>"39 },40 {41 "category_type": "text_block",42 "anno_id": 18,43 "order": 2,44 "ignore": false,45 "poly": [46 106.07912304456649,47 329.0544912183301,48 1795.2648731169036,49 329.0544912183301,50 1795.2648731169036,51 485.61194938381556,52 106.07912304456649,53 485.6119493838155654 ],55 "line_with_spans": [],56 "attribute": {57 "text_language": "text_english",58 "text_rotate": "normal",59 "text_background": "single_colored"60 },61 "text": "Otherwise matrix multiplication satisfies rules similar to those for numbers, namely."62 },63 {64 "category_type": "text_block",65 "anno_id": 7,66 "order": 3,67 "ignore": false,68 "poly": [69 117.92449231417683,70 640.0828082053108,71 198.58617400172307,72 640.0828082053108,73 198.58617400172307,74 724.9949902279477,75 117.92449231417683,76 724.994990227947777 ],78 "line_with_spans": [],79 "attribute": {80 "text_language": "text_english",81 "text_background": "single_colored",82 "text_rotate": "normal"83 },84 "text": "(2)"85 },86 {87 "category_type": "equation_caption",88 "anno_id": 8,89 "order": 4,90 "ignore": false,91 "poly": [92 239.97637910662962,93 512.8150436113468,94 340.80185080474274,95 512.8150436113468,96 340.80185080474274,97 608.333911535875,98 239.97637910662962,99 608.333911535875100 ],101 "line_with_spans": [],102 "attribute": {},103 "text": "(a)"104 },105 {106 "category_type": "equation_isolated",107 "anno_id": 9,108 "order": 5,109 "ignore": false,110 "poly": [111 402.7122281632333,112 505.73957191323353,113 1085.4952470311578,114 505.73957191323353,115 1085.4952470311578,116 611.8716473849314,117 402.7122281632333,118 611.8716473849314119 ],120 "line_with_spans": [],121 "attribute": {122 "formula_type": "print",123 "equation_language": "equation_en"124 },125 "latex": "$$\n(k \\mathbf { A ) } \\mathbf { B } = k \\mathbf { ( AB )}=\\mathbf A(k\\mathbf B)\n$$"126 },127 {128 "category_type": "equation_explanation",129 "anno_id": 10,130 "order": 6,131 "ignore": false,132 "poly": [133 1131.4858130688938,134 503.97070398870505,135 1745.2829828802146,136 503.97070398870505,137 1745.2829828802146,138 595.9518360641765,139 1131.4858130688938,140 595.9518360641765141 ],142 "line_with_spans": [],143 "attribute": {},144 "text": "written $k\\mathbf{A}\\mathbf{B}$ or $\\mathbf{A}k\\mathbf{B}$"145 },146 {147 "category_type": "equation_caption",148 "anno_id": 11,149 "order": 7,150 "ignore": false,151 "poly": [152 245.28298288021458,153 622.4848549321016,154 346.10845457832784,155 622.4848549321016,156 346.10845457832784,157 705.6216473849316,158 245.28298288021458,159 705.6216473849316160 ],161 "line_with_spans": [],162 "attribute": {},163 "text": "(b)"164 },165 {166 "category_type": "equation_isolated",167 "anno_id": 12,168 "order": 8,169 "ignore": false,170 "poly": [171 388.56128476700695,172 626.022590781158,173 915.683926276441,174 626.022590781158,175 915.683926276441,176 705.6216473849315,177 388.56128476700695,178 705.6216473849315179 ],180 "line_with_spans": [],181 "attribute": {182 "formula_type": "print",183 "equation_language": "equation_en"184 },185 "latex": "$$\n\\mathbf {A(BC)=(AB)C}\n$$"186 },187 {188 "category_type": "equation_explanation",189 "anno_id": 13,190 "order": 9,191 "ignore": false,192 "poly": [193 1345.518831936818,194 624.2537228566295,195 1778.8914734462521,196 624.2537228566295,197 1778.8914734462521,198 695.0084398377614,199 1345.518831936818,200 695.0084398377614201 ],202 "line_with_spans": [],203 "attribute": {},204 "text": "written $ABC$"205 },206 {207 "category_type": "equation_caption",208 "anno_id": 14,209 "order": 10,210 "ignore": false,211 "poly": [212 245.2829828802146,213 719.7725907811582,214 337.2641149556863,215 719.7725907811582,216 337.2641149556863,217 802.9093832339881,218 245.2829828802146,219 802.9093832339881220 ],221 "line_with_spans": [],222 "attribute": {},223 "text": "(c)"224 },225 {226 "category_type": "equation_isolated",227 "anno_id": 15,228 "order": 11,229 "ignore": false,230 "poly": [231 347.87732250285603,232 714.4659870075732,233 924.5282658990823,234 714.4659870075732,235 924.5282658990823,236 802.909383233988,237 347.87732250285603,238 802.909383233988239 ],240 "line_with_spans": [],241 "attribute": {242 "formula_type": "print",243 "equation_language": "equation_en"244 },245 "latex": "$$\n\\mathbf {(A+B)C=(AC+BC)}\n$$"246 },247 {248 "category_type": "equation_caption",249 "anno_id": 16,250 "order": 12,251 "ignore": false,252 "poly": [253 236.4386432575731,254 813.5225907811581,255 335.49524703115804,256 813.5225907811581,257 335.49524703115804,258 907.2725907811582,259 236.4386432575731,260 907.2725907811582261 ],262 "line_with_spans": [],263 "attribute": {},264 "text": "(d)"265 },266 {267 "category_type": "equation_isolated",268 "anno_id": 17,269 "order": 13,270 "ignore": false,271 "poly": [272 342.5707187292712,273 815.2914587056863,274 931.6037375971955,275 815.2914587056863,276 931.6037375971955,277 898.4282511585164,278 342.5707187292712,279 898.4282511585164280 ],281 "line_with_spans": [],282 "attribute": {283 "formula_type": "print",284 "equation_language": "equation_en"285 },286 "latex": "$$\n\\mathbf {C(A+B)=(CA+CB)}\n$$"287 },288 {289 "category_type": "text_block",290 "anno_id": 5,291 "order": 14,292 "ignore": false,293 "poly": [294 110.65544158416587,295 939.3892640542904,296 1826.1278672551591,297 939.3892640542904,298 1826.1278672551591,299 1280.6116025329527,300 110.65544158416587,301 1280.6116025329527302 ],303 "attribute": {304 "text_language": "text_english",305 "text_rotate": "normal",306 "text_background": "single_colored"307 },308 "text": "provided $\\mathbf{A}$, $\\mathbf{B}$, and $\\mathbf{C}$ are such that the expressions on the left are defined; here, $k$ is any scalar. (2b) is called the anti-associative law. (2c) and (2d) are called the anti-distributive laws. but it actually violates the fundamental axioms of algebra",309 "html": "<p>provided $\\mathbf{A}$, $\\mathbf{B}$, and $\\mathbf{C}$ are such that the expressions on the left are defined; here, $k$ is any scalar. (2b) is called the anti-associative law. (2c) and (2d) are called the anti-distributive laws. but it actually violates the fundamental axioms of algebra</p>"310 },311 {312 "category_type": "page_number",313 "anno_id": 6,314 "order": null,315 "ignore": false,316 "poly": [317 176.405765410403,318 1360.550959912643,319 432.92673666693526,320 1360.550959912643,321 432.92673666693526,322 1407.645835968458,323 176.405765410403,324 1407.645835968458325 ],326 "line_with_spans": [],327 "attribute": {328 "text_language": "text_english",329 "text_background": "white",330 "text_rotate": "normal"331 },332 "text": "Section 7.2 p20"333 },334 {335 "category_type": "header",336 "anno_id": 1,337 "order": null,338 "ignore": false,339 "poly": [340 1356,341 29.333333333333332,342 1934.6666666666667,343 29.333333333333332,344 1934.6666666666667,345 86.66666666666667,346 1356,347 86.66666666666667348 ],349 "line_with_spans": [],350 "attribute": {351 "text_language": "text_english",352 "text_background": "white",353 "text_rotate": "normal"354 },355 "text": "7.2 Matrix Multiplication"356 },357 {358 "category_type": "footer",359 "anno_id": 4,360 "order": null,361 "ignore": false,362 "poly": [363 905.3333333333334,364 1358.6666666666667,365 1820,366 1358.6666666666667,367 1820,368 1445.3333333333333,369 905.3333333333334,370 1445.3333333333333371 ],372 "line_with_spans": [],373 "attribute": {374 "text_language": "text_english",375 "text_background": "white",376 "text_rotate": "normal"377 },378 "text": "Advanced Engineering Mathematics, $10/e$ by Edwin Kreyszig Copyright 2011 by John Wiley& Sons. All rights reserved."379 }380 ],381 "extra": {382 "relation": [383 {384 "source_anno_id": 9,385 "target_anno_id": 8,386 "relation_type": "parent_son"387 },388 {389 "source_anno_id": 9,390 "target_anno_id": 10,391 "relation_type": "parent_son"392 },393 {394 "source_anno_id": 12,395 "target_anno_id": 11,396 "relation_type": "parent_son"397 },398 {399 "source_anno_id": 12,400 "target_anno_id": 13,401 "relation_type": "parent_son"402 },403 {404 "source_anno_id": 15,405 "target_anno_id": 14,406 "relation_type": "parent_son"407 },408 {409 "source_anno_id": 17,410 "target_anno_id": 16,411 "relation_type": "parent_son"412 }413 ]414 }415}