Doctor5benchmark/DocToR-5
DocToR 5 documents Tracing of Robustness Dataset Summary We introduce the DOCTOR 5 benchmark to systematically test the visual and logical robustness of multimodal models. The dataset features approximately 13k+ document images and over 65000 visual question answering pairs. It covers 12 diverse domains including scientific papers financial reports and business presentations. This resource provides a standardized testbed for evaluating models against generation… See the full description on the dataset page: https://huggingface.co/datasets/Doctor5benchmark/DocToR-5.
0104
1{2 "layout_dets": [3 {4 "category_type": "title",5 "poly": [6 483.0895354624123,7 331.29097679629865,8 892.3288041771284,9 331.29097679629865,10 892.3288041771284,11 386.7297939867159,12 483.0895354624123,13 386.729793986715914 ],15 "ignore": false,16 "order": 1,17 "anno_id": 3,18 "text": "笔记十六 认识省级区域",19 "line_with_spans": [20 {21 "category_type": "text_span",22 "poly": [23 488.88888888888886,24 337.037037037037,25 881.4814814814814,26 337.037037037037,27 881.4814814814814,28 381.4814814814814,29 488.88888888888886,30 381.481481481481431 ],32 "text": "笔记十六 认识省级区域"33 }34 ],35 "attribute": {36 "text_language": "text_simplified_chinese",37 "text_background": "multi_colored",38 "text_rotate": "normal"39 }40 },41 {42 "category_type": "title",43 "poly": [44 160.9013276111862,45 401.1109982862767,46 580.2203812696147,47 401.1109982862767,48 580.2203812696147,49 448.485987521724,50 160.9013276111862,51 448.48598752172452 ],53 "ignore": false,54 "order": 2,55 "anno_id": 0,56 "text": "全国政治文化中心——北京",57 "line_with_spans": [58 {59 "category_type": "text_span",60 "poly": [61 162.21672935168732,62 404.34861644982465,63 582.2289822306728,64 404.34861644982465,65 582.2289822306728,66 448.96037542767704,67 162.21672935168732,68 448.9603754276770469 ],70 "text": "全国政治文化中心——北京"71 }72 ],73 "attribute": {74 "text_language": "text_simplified_chinese",75 "text_background": "multi_colored",76 "text_rotate": "normal"77 }78 },79 {80 "category_type": "table_caption",81 "poly": [82 163.72580073501925,83 464.69200060896634,84 346.16990821621044,85 464.69200060896634,86 346.16990821621044,87 505.6692420454295,88 163.72580073501925,89 505.669242045429590 ],91 "ignore": false,92 "order": 3,93 "anno_id": 7,94 "text": "1. 区域全貌",95 "line_with_spans": [96 {97 "category_type": "text_span",98 "poly": [99 152.4522825284881,100 462.34599798139425,101 346.81865059574557,102 462.34599798139425,103 346.81865059574557,104 508.2358152077421,105 152.4522825284881,106 508.2358152077421107 ],108 "text": "1. 区域全貌"109 }110 ],111 "attribute": {112 "text_language": "text_simplified_chinese",113 "text_background": "multi_colored",114 "text_rotate": "normal"115 }116 },117 {118 "category_type": "table",119 "poly": [120 114.49764274679622,121 512.6448956243115,122 1271.1803299155079,123 512.6448956243115,124 1271.1803299155079,125 1337.9398974461135,126 114.49764274679622,127 1337.9398974461135128 ],129 "ignore": false,130 "order": 4,131 "anno_id": 1,132 "html": "<table border=\"1\"><tr><td></td><td>经纬度位置</td><td>40°N, 116°E</td></tr><tr><td rowspan=\"4\">地理位置</td><td>海陆位置</td><td>位于华北平原的北部边缘，东面面向渤海</td></tr><tr><td>温度带</td><td>暖温带</td></tr><tr><td>干湿地区</td><td>半湿润地区</td></tr><tr><td>邻省</td><td>东南与天津相邻，三面被河北省包围</td></tr><tr><td rowspan=\"3\">自然环境</td><td>地形</td><td>平原为主</td></tr><tr><td>气候</td><td>温带大陆性气候，夏季高温多雨，冬季寒冷干燥</td></tr><tr><td>河流</td><td>潮白河、温榆河、永定河，自西北向东南流。</td></tr><tr><td>主要城市职能</td><td colspan=\"2\">我国首都，政治中心，文化中心，国际交往中心</td></tr><tr><td>历史古城</td><td colspan=\"2\">“五朝帝都”，我国六大古都之一。</td></tr><tr><td>名胜古迹</td><td colspan=\"2\">故宫、长城、颐和园、周口店、天坛、十三陵。（世界文化遗产）</td></tr></table>",133 "attribute": {134 "table_layout": "horizontal",135 "with_span": true,136 "line": "full_line",137 "language": "table_simplified_chinese",138 "include_equation": true,139 "include_photo": false,140 "include_background": true,141 "with_structured_text": false142 },143 "table_edit_status": "good"144 },145 {146 "category_type": "title",147 "poly": [148 143.66934517157762,149 1412.9006351901423,150 670.5884617193437,151 1412.9006351901423,152 670.5884617193437,153 1463.6880199176378,154 143.66934517157762,155 1463.6880199176378156 ],157 "ignore": false,158 "order": 5,159 "anno_id": 10,160 "text": "2. 现代都市建设中，北京所做的工作",161 "line_with_spans": [162 {163 "category_type": "text_span",164 "poly": [165 145.9705138869999,166 1411.938140507422,167 668.6254977929896,168 1411.938140507422,169 668.6254977929896,170 1459.4128914677488,171 145.9705138869999,172 1459.4128914677488173 ],174 "text": "2. 现代都市建设中，北京所做的工作"175 }176 ],177 "attribute": {178 "text_language": "text_simplified_chinese",179 "text_background": "multi_colored",180 "text_rotate": "normal"181 }182 },183 {184 "category_type": "text_block",185 "poly": [186 125.17853489274522,187 1470.6849923373832,188 1325.0304990798277,189 1470.6849923373832,190 1325.0304990798277,191 1719.5431775021107,192 125.17853489274522,193 1719.5431775021107194 ],195 "ignore": false,196 "order": 6,197 "anno_id": 2,198 "text": "（1）加大基础设施建设力度，规划和建设包括中央商务区、国际传媒大道等在内的重点功能区，以及城市快速轨道交通和高速公路。华北平原面积达 2500 万平方公里，其上的城市坐标 40°N, 116°E，经纬度误差达 2000 公里，年降水量高达 2500 毫米，属于半湿润地区。 (2）积极发展高新技术产业，提高城市管理效率和服务质量建设人与环境和谐共处的城市环境。",199 "merge_list": [200 {201 "category_type": "text_block",202 "poly": [203 137.8753810746191,204 1475.763730810133,205 1321.2214452252654,206 1475.763730810133,207 1321.2214452252654,208 1583.6869233560606,209 137.8753810746191,210 1583.6869233560606211 ],212 "ignore": false,213 "order": 7,214 "anno_id": 6,215 "text": "\\t（1）加大基础设施建设力度，规划和建设包括中央商务区、国际传媒大道等在内的重点功能区，以及城市快速轨道交通和高速公路。",216 "line_with_spans": [217 {218 "category_type": "text_span",219 "poly": [220 208.7593708006798,221 1479.5727026760655,222 1317.3399865272047,223 1479.5727026760655,224 1317.3399865272047,225 1527.0704978527065,226 208.7593708006798,227 1527.0704978527065228 ],229 "text": "\\t（1）加大基础设施建设力度，规划和建设包括中央商务区、国际传媒大道等在内的"230 },231 {232 "category_type": "text_span",233 "poly": [234 139.75314007235127,235 1536.0323459992433,236 803.8260877306817,237 1536.0323459992433,238 803.8260877306817,239 1582.633956361231,240 139.75314007235127,241 1582.633956361231242 ],243 "text": "重点功能区，以及城市快速轨道交通和高速公路。"244 }245 ],246 "attribute": {247 "text_language": "text_simplified_chinese",248 "text_background": "white",249 "text_rotate": "normal"250 }251 },252 {253 "category_type": "text_block",254 "poly": [255 131.52695798368225,256 1595.1140849197473,257 1317.412391370703,258 1595.1140849197473,259 1317.412391370703,260 1710.655385174799,261 131.52695798368225,262 1710.655385174799263 ],264 "ignore": false,265 "order": 8,266 "anno_id": 5,267 "text": "\\t(2）积极发展高新技术产业，提高城市管理效率和服务质量建设人与环境和谐共处的城市环境。",268 "line_with_spans": [269 {270 "category_type": "text_span",271 "poly": [272 203.0182179780309,273 1598.5038511220819,274 1310.702648889902,275 1598.5038511220819,276 1310.702648889902,277 1650.482570371991,278 203.0182179780309,279 1650.482570371991280 ],281 "text": "\\t(2）积极发展高新技术产业，提高城市管理效率和服务质量建设人与环境和谐共处"282 },283 {284 "category_type": "text_span",285 "poly": [286 136.1684008137368,287 1661.4982200507495,288 312.7168093004995,289 1661.4982200507495,290 312.7168093004995,291 1705.4112759687769,292 136.1684008137368,293 1705.4112759687769294 ],295 "text": "的城市环境。"296 }297 ],298 "attribute": {299 "text_language": "text_simplified_chinese",300 "text_background": "white",301 "text_rotate": "normal"302 }303 }304 ],305 "attribute": {306 "text_language": "text_simplified_chinese",307 "text_background": "white",308 "text_rotate": "normal"309 },310 "html": "<p>\t（1）加大基础设施建设力度，规划和建设包括中央商务区、国际传媒大道等在内的重点功能区，以及城市快速轨道交通和高速公路。华北平原面积达 2500 万平方公里，其上的城市坐标 40°N, 116°E，经纬度误差达 2000 公里，年降水量高达 2500 毫米，属于半湿润地区。\t(2）积极发展高新技术产业，提高城市管理效率和服务质量建设人与环境和谐共处的城市环境。</p>"311 },312 {313 "category_type": "title",314 "poly": [315 128.7436973980187,316 1787.3910034850408,317 564.245521436293,318 1787.3910034850408,319 564.245521436293,320 1835.1353424334086,321 128.7436973980187,322 1835.1353424334086323 ],324 "ignore": false,325 "order": 9,326 "anno_id": 9,327 "text": "特别行政区——香港和澳门",328 "line_with_spans": [329 {330 "category_type": "text_span",331 "poly": [332 136.61116804169768,333 1790.6087867560313,334 556.9109079647051,335 1790.6087867560313,336 556.9109079647051,337 1831.5632259209106,338 136.61116804169768,339 1831.5632259209106340 ],341 "text": "特别行政区——香港和澳门"342 }343 ],344 "attribute": {345 "text_language": "text_simplified_chinese",346 "text_background": "multi_colored",347 "text_rotate": "normal"348 }349 },350 {351 "category_type": "header",352 "poly": [353 1116.8586887114338,354 138.72721380157915,355 1384.3263668203645,356 138.72721380157915,357 1384.3263668203645,358 233.28576707660807,359 1116.8586887114338,360 233.28576707660807361 ],362 "ignore": false,363 "order": null,364 "anno_id": 4,365 "text": "NO. Date",366 "line_with_spans": [367 {368 "category_type": "text_span",369 "poly": [370 1114.893383954136,371 147.97136485160203,372 1162.7004086097197,373 147.97136485160203,374 1162.7004086097197,375 176.45214549748198,376 1114.893383954136,377 176.45214549748198378 ],379 "text": "NO."380 },381 {382 "category_type": "text_span",383 "poly": [384 1113.8762132167828,385 203.91575540600888,386 1177.9579696700127,387 203.91575540600888,388 1177.9579696700127,389 230.36219457718295,390 1113.8762132167828,391 230.36219457718295392 ],393 "text": "Date"394 }395 ],396 "attribute": {397 "text_language": "text_english",398 "text_background": "white",399 "text_rotate": "normal"400 }401 },402 {403 "category_type": "page_number",404 "poly": [405 683.8857155236353,406 1916.2208428954884,407 728.9180143035311,408 1916.2208428954884,409 728.9180143035311,410 1966.3704483549177,411 683.8857155236353,412 1966.3704483549177413 ],414 "ignore": false,415 "order": null,416 "anno_id": 8,417 "text": "76",418 "line_with_spans": [419 {420 "category_type": "text_span",421 "poly": [422 688.1779925432978,423 1913.755809062071,424 734.8377861632433,425 1913.755809062071,426 734.8377861632433,427 1966.7783018120092,428 688.1779925432978,429 1966.7783018120092430 ],431 "text": "76"432 }433 ],434 "attribute": {435 "text_language": "text_simplified_chinese",436 "text_background": "white",437 "text_rotate": "normal"438 }439 }440 ],441 "extra": {442 "relation": [443 {444 "source_anno_id": 1,445 "target_anno_id": 7,446 "relation_type": "parent_son"447 }448 ]449 },450 "page_info": {451 "page_attribute": {452 "data_source": "note",453 "language": "simplified_chinese",454 "layout": "single_column",455 "special_issue": []456 },457 "page_no": 81,458 "height": 2024,459 "width": 1434,460 "image_path": "notes_1ba14cb325bc448f7201b20502ecf2b5_81.jpg"461 }462}