Doctor5benchmark/DocToR-5
DocToR 5 documents Tracing of Robustness Dataset Summary We introduce the DOCTOR 5 benchmark to systematically test the visual and logical robustness of multimodal models. The dataset features approximately 13k+ document images and over 65000 visual question answering pairs. It covers 12 diverse domains including scientific papers financial reports and business presentations. This resource provides a standardized testbed for evaluating models against generation… See the full description on the dataset page: https://huggingface.co/datasets/Doctor5benchmark/DocToR-5.
0104
1{2 "layout_dets": [3 {4 "category_type": "title",5 "poly": [6 175.26930197092506,7 334.0570165739999,8 498.4027044499407,9 334.0570165739999,10 498.4027044499407,11 390.06680633702905,12 175.26930197092506,13 390.0668063370290514 ],15 "ignore": false,16 "order": 1,17 "anno_id": 1,18 "text": "3. 从地图上获取信息",19 "line_with_spans": [20 {21 "category_type": "text_span",22 "poly": [23 172.15257626393176,24 337.6942026278296,25 504.3108703322607,26 337.6942026278296,27 504.3108703322607,28 381.94935619345824,29 172.15257626393176,30 381.9493561934582431 ],32 "text": "3. 从地图上获取信息"33 }34 ],35 "attribute": {36 "text_language": "text_simplified_chinese",37 "text_background": "multi_colored",38 "text_rotate": "normal"39 }40 },41 {42 "category_type": "text_block",43 "poly": [44 209.5126468297433,45 404.2978524515889,46 858.7687160448967,47 404.2978524515889,48 858.7687160448967,49 445.81333822733563,50 209.5126468297433,51 445.8133382273356352 ],53 "ignore": false,54 "order": 2,55 "anno_id": 7,56 "text": "(1) 地图常见种类：导游图、交通图，政区图",57 "line_with_spans": [58 {59 "category_type": "text_span",60 "poly": [61 210.19075577465475,62 399.25227663510407,63 854.0147115266094,64 399.25227663510407,65 854.0147115266094,66 445.13874087922557,67 210.19075577465475,68 445.1387408792255769 ],70 "text": "(1) 地图常见种类：导游图、交通图，政区图"71 }72 ],73 "attribute": {74 "text_language": "text_simplified_chinese",75 "text_background": "multi_colored",76 "text_rotate": "normal"77 }78 },79 {80 "category_type": "table_caption",81 "poly": [82 210.66585476795854,83 463.11145730056376,84 843.7770128480992,85 463.11145730056376,86 843.7770128480992,87 511.5461907056017,88 210.66585476795854,89 511.546190705601790 ],91 "ignore": false,92 "order": 3,93 "anno_id": 6,94 "text": "(2) 比例尺大小与地图范围，详略的对应关系：",95 "line_with_spans": [96 {97 "category_type": "text_span",98 "poly": [99 210.23843985978016,100 465.54032448610656,101 839.4723860945932,102 465.54032448610656,103 839.4723860945932,104 510.6037692526521,105 210.23843985978016,106 510.6037692526521107 ],108 "text": "(2) 比例尺大小与地图范围，详略的对应关系："109 }110 ],111 "attribute": {112 "text_language": "text_simplified_chinese",113 "text_background": "multi_colored",114 "text_rotate": "normal"115 }116 },117 {118 "category_type": "table",119 "poly": [120 210.51907026938895,121 512.5391202190625,122 1201.822192343997,123 512.5391202190625,124 1201.822192343997,125 702.3631223184551,126 210.51907026938895,127 702.3631223184551128 ],129 "ignore": false,130 "order": 4,131 "anno_id": 4,132 "html": "<table border=\"1\"><tr><td></td><td>表示范围的大或小</td><td>表示内容的详或略</td></tr><tr><td>大比例尺</td><td>小</td><td>详细</td></tr><tr><td>小比例尺</td><td>大</td><td>简略</td></tr></table>",133 "attribute": {134 "table_layout": "horizontal",135 "with_span": false,136 "line": "full_line",137 "language": "table_simplified_chinese",138 "include_equation": false,139 "include_photo": false,140 "include_background": true,141 "with_structured_text": false142 },143 "table_edit_status": "good"144 },145 {146 "category_type": "text_block",147 "poly": [148 237.16103547632122,149 709.0236136201885,150 1208.0290689182625,151 709.0236136201885,152 1208.0290689182625,153 825.5822114005172,154 237.16103547632122,155 825.5822114005172156 ],157 "ignore": false,158 "order": 5,159 "anno_id": 5,160 "text": "在图幅一样大的情况下，选取的比例尺越大，反映的实地范围越大，反映的地理信息就越模糊：反之亦然",161 "attribute": {162 "text_language": "text_simplified_chinese",163 "text_background": "white",164 "text_rotate": "normal"165 },166 "html": "<p>在图幅一样大的情况下，选取的比例尺越大，反映的实地范围越大，反映的地理信息就越模糊：反之亦然</p>"167 },168 {169 "category_type": "header",170 "poly": [171 1130.4665848315522,172 132.97073074723377,173 1399.7506022600132,174 132.97073074723377,175 1399.7506022600132,176 227.5840341680445,177 1130.4665848315522,178 227.5840341680445179 ],180 "ignore": false,181 "order": null,182 "anno_id": 0,183 "text": "NO. Date",184 "line_with_spans": [185 {186 "category_type": "text_span",187 "poly": [188 1135.7634861726851,189 138.6401122868965,190 1173.3401546263328,191 138.6401122868965,192 1173.3401546263328,193 165.96859843500403,194 1135.7634861726851,195 165.96859843500403196 ],197 "text": "NO."198 },199 {200 "category_type": "text_span",201 "poly": [202 1135.7634861726851,203 195.85913015949674,204 1196.3985648137989,205 195.85913015949674,206 1196.3985648137989,207 221.4795859233476,208 1135.7634861726851,209 221.4795859233476210 ],211 "text": "Date"212 }213 ],214 "attribute": {215 "text_language": "text_english",216 "text_background": "white",217 "text_rotate": "normal"218 }219 },220 {221 "category_type": "abandon",222 "poly": [223 105.09321176686137,224 1521.641424282695,225 1282.3838312991013,226 1521.641424282695,227 1282.3838312991013,228 1901.7433735501747,229 105.09321176686137,230 1901.7433735501747231 ],232 "ignore": false,233 "order": null,234 "anno_id": 2235 },236 {237 "category_type": "page_number",238 "poly": [239 724.6426444935914,240 1918.4879528130596,241 763.1551767982261,242 1918.4879528130596,243 763.1551767982261,244 1968.7216906017134,245 724.6426444935914,246 1968.7216906017134247 ],248 "ignore": false,249 "order": null,250 "anno_id": 3,251 "text": "6",252 "line_with_spans": [253 {254 "category_type": "text_span",255 "poly": [256 718.5902194772028,257 1915.0633515237523,258 764.8230353745706,259 1915.0633515237523,260 764.8230353745706,261 1970.861577606782,262 718.5902194772028,263 1970.861577606782264 ],265 "text": "6"266 }267 ],268 "attribute": {269 "text_language": "text_simplified_chinese",270 "text_background": "white",271 "text_rotate": "normal"272 }273 }274 ],275 "extra": {276 "relation": [277 {278 "source_anno_id": 4,279 "target_anno_id": 6,280 "relation_type": "parent_son"281 }282 ]283 },284 "page_info": {285 "page_attribute": {286 "data_source": "note",287 "language": "simplified_chinese",288 "layout": "single_column",289 "special_issue": []290 },291 "page_no": 11,292 "height": 2024,293 "width": 1434,294 "image_path": "notes_1ba14cb325bc448f7201b20502ecf2b5_11.jpg"295 }296}