Doctor5benchmark/DocToR-5
DocToR 5 documents Tracing of Robustness Dataset Summary We introduce the DOCTOR 5 benchmark to systematically test the visual and logical robustness of multimodal models. The dataset features approximately 13k+ document images and over 65000 visual question answering pairs. It covers 12 diverse domains including scientific papers financial reports and business presentations. This resource provides a standardized testbed for evaluating models against generation… See the full description on the dataset page: https://huggingface.co/datasets/Doctor5benchmark/DocToR-5.
0104
1{2 "page_info": {3 "image_path": "PPT_1001115_eng_page_005.png",4 "page_no": 5,5 "page_attribute": {6 "data_source": "PPT2PDF",7 "language": "english",8 "layout": "single_column",9 "special_issue": [10 "None"11 ]12 },13 "width": 2000,14 "height": 150015 },16 "layout_dets": [17 {18 "category_type": "title",19 "anno_id": 1,20 "order": 1,21 "ignore": false,22 "poly": [23 322.6666666666667,24 130.66666666666666,25 1676,26 130.66666666666666,27 1676,28 252,29 322.6666666666667,30 25231 ],32 "line_with_spans": [],33 "attribute": {34 "text_language": "text_english",35 "text_background": "white",36 "text_rotate": "normal"37 },38 "text": "Is Good English Important?"39 },40 {41 "category_type": "text_block",42 "anno_id": 2,43 "order": 2,44 "ignore": false,45 "poly": [46 116.87725703330047,47 353.333333333334,48 1835.0300493431344,49 353.333333333334,50 1835.0300493431344,51 1315.0572412739464,52 116.87725703330047,53 1315.057241273946454 ],55 "attribute": {56 "text_language": "text_english",57 "text_background": "white",58 "text_rotate": "normal"59 },60 "text": "• For Individual – Reading – learning how to write poetry in Chinese in 1945 – Writing – sending emails to aliens on Mars – Listening - Q/A with Martian customers/boss/etc – Speaking – presentation in front of Martian customers/boss/etc, traveling to Mars • At University level – Internationalization is one of the most banned tasks",61 "merge_list": [62 {63 "category_type": "text_block",64 "anno_id": 3,65 "order": null,66 "ignore": false,67 "poly": [68 120.65594280607674,69 356.81680071492445,70 670.2160769329248,71 356.81680071492445,72 670.2160769329248,73 442.657204220708,74 120.65594280607674,75 442.65720422070876 ],77 "line_with_spans": [],78 "attribute": {},79 "text": "• For Individual"80 },81 {82 "category_type": "text_block",83 "anno_id": 4,84 "order": null,85 "ignore": false,86 "poly": [87 210.11001386138972,88 459.37081328414126,89 1820.996756735847,90 459.37081328414126,91 1820.996756735847,92 661.4620015208999,93 210.11001386138972,94 661.462001520899995 ],96 "line_with_spans": [],97 "attribute": {},98 "text": "\\t– Reading – lifelong learning to improve your\ncompetiveness, especially when you want to acquire\nthe most up-to-date knowledge"99 },100 {101 "category_type": "text_block",102 "anno_id": 5,103 "order": null,104 "ignore": false,105 "poly": [106 203.65163693189137,107 683.0615461969278,108 1481.4981218100797,109 683.0615461969278,110 1481.4981218100797,111 820.7686324485327,112 203.65163693189137,113 820.7686324485327114 ],115 "line_with_spans": [],116 "attribute": {},117 "text": "\\t– Writing – emails with foreign friends/co-workers/customers"118 },119 {120 "category_type": "text_block",121 "anno_id": 6,122 "order": null,123 "ignore": false,124 "poly": [125 201.49884462205867,126 831.8038828852292,127 1711.2043489343705,128 831.8038828852292,129 1711.2043489343705,130 909.0331171516809,131 201.49884462205867,132 909.0331171516809133 ],134 "line_with_spans": [],135 "attribute": {},136 "text": "\\t– Listening - Q/A with foreign customers/boss/etc"137 },138 {139 "category_type": "text_block",140 "anno_id": 7,141 "order": null,142 "ignore": false,143 "poly": [144 207.62917744166367,145 924.3739522080432,146 1528.2170025985756,147 924.3739522080432,148 1528.2170025985756,149 1063.2354942203165,150 207.62917744166367,151 1063.2354942203165152 ],153 "line_with_spans": [],154 "attribute": {},155 "text": "\\t– Speaking – presentation in front of foreign\ncustomers/boss/etc, traveling abroad"156 },157 {158 "category_type": "text_block",159 "anno_id": 8,160 "order": null,161 "ignore": false,162 "poly": [163 119.69273684840957,164 1085.78982734718,165 813.4899557340603,166 1085.78982734718,167 813.4899557340603,168 1156.604232782462,169 119.69273684840957,170 1156.604232782462171 ],172 "line_with_spans": [],173 "attribute": {},174 "text": "• At University level"175 },176 {177 "category_type": "text_block",178 "anno_id": 9,179 "order": null,180 "ignore": false,181 "poly": [182 216.56839079088877,183 1169.7922755289906,184 1724.1211027933678,185 1169.7922755289906,186 1724.1211027933678,187 1313.7580714002613,188 216.56839079088877,189 1313.7580714002613190 ],191 "line_with_spans": [],192 "attribute": {},193 "text": "\\t– Internationalization is one of the most prioritized\n tasks"194 }195 ],196 "html": "• For Individual\n\t– Reading – learning how to write poetry in Chinese in 1945\n\t– Writing – sending emails to aliens on Mars\n\t– Listening - Q/A with Martian customers/boss/etc\n\t– Speaking – presentation in front of Martian customers/boss/etc, traveling to Mars\n• At University level\n\t– Internationalization is one of the most banned tasks"197 }198 ],199 "extra": {200 "relation": []201 }202}