OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0673963395957636",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Breaking News: local & Alerts",15 "Calendar"16 ],17 "meta_task": "Find a news of {} topic happened recently and add it to your digital calendar.",18 "task": "Find a news of Animal care topic happened recently and add it to your digital calendar.",19 "instruction": "Using 'Breaking News: local & Alerts', locate a recent news article related to animal care and add the details of this event to your 'Calendar'."20 },21 "step_length": 16,22 "steps": [23 {24 "step": 0,25 "screenshot": "0673963395957636_0.png",26 "action": "CLICK",27 "info": [28 [29 128,30 13131 ],32 [33 128,34 13135 ]36 ],37 "ps": "[(128, 131)]"38 },39 {40 "step": 1,41 "screenshot": "0673963395957636_1.png",42 "action": "CLICK",43 "info": [44 [45 843,46 4047 ],48 [49 843,50 4051 ]52 ],53 "ps": "[(843, 40)]"54 },55 {56 "step": 2,57 "screenshot": "0673963395957636_2.png",58 "action": "TEXT",59 "info": "animal care",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0673963395957636_3.png",65 "action": "SCROLL",66 "info": [67 [68 403,69 55370 ],71 [72 493,73 26774 ]75 ],76 "ps": "[(403, 553), (403, 549), (403, 545), (403, 539), (405, 530), (411, 518), (412, 505), (417, 492), (424, 475), (432, 462), (437, 449), (439, 434), (447, 419), (451, 406), (454, 393), (462, 381), (466, 372), (469, 362), (474, 354), (476, 346), (478, 344), (478, 342), (478, 339), (478, 337), (478, 335), (478, 332), (478, 329), (478, 329), (481, 327), (481, 324), (481, 321), (483, 320), (483, 318), (486, 314), (486, 313), (486, 310), (488, 308), (488, 307), (490, 303), (490, 301), (490, 300), (490, 298), (490, 294), (490, 292), (490, 290), (490, 288), (493, 284), (493, 280), (493, 279), (493, 278), (493, 277), (493, 276), (493, 275), (493, 274), (493, 272), (493, 271), (493, 269), (493, 268), (493, 267)]"77 },78 {79 "step": 4,80 "screenshot": "0673963395957636_4.png",81 "action": "CLICK",82 "info": [83 [84 444,85 39786 ],87 [88 444,89 39790 ]91 ],92 "ps": "[(444, 397)]"93 },94 {95 "step": 5,96 "screenshot": "0673963395957636_5.png",97 "action": "CLICK",98 "info": [99 [100 113,101 103102 ],103 [104 113,105 103106 ]107 ],108 "ps": "[(113, 103)]"109 },110 {111 "step": 6,112 "screenshot": "0673963395957636_6.png",113 "action": "CLICK",114 "info": [115 [116 907,117 906118 ],119 [120 907,121 906122 ]123 ],124 "ps": "[(907, 906)]"125 },126 {127 "step": 7,128 "screenshot": "0673963395957636_7.png",129 "action": "CLICK",130 "info": [131 [132 895,133 648134 ],135 [136 895,137 648138 ]139 ],140 "ps": "[(895, 648)]"141 },142 {143 "step": 8,144 "screenshot": "0673963395957636_8.png",145 "action": "CLICK",146 "info": "KEY_HOME",147 "ps": ""148 },149 {150 "step": 9,151 "screenshot": "0673963395957636_9.png",152 "action": "CLICK",153 "info": [154 [155 624,156 232157 ],158 [159 624,160 232161 ]162 ],163 "ps": "[(624, 232)]"164 },165 {166 "step": 10,167 "screenshot": "0673963395957636_10.png",168 "action": "CLICK",169 "info": [170 [171 810,172 55173 ],174 [175 810,176 55177 ]178 ],179 "ps": "[(810, 55)]"180 },181 {182 "step": 11,183 "screenshot": "0673963395957636_11.png",184 "action": "CLICK",185 "info": [186 [187 916,188 932189 ],190 [191 916,192 932193 ]194 ],195 "ps": "[(916, 932)]"196 },197 {198 "step": 12,199 "screenshot": "0673963395957636_12.png",200 "action": "CLICK",201 "info": [202 [203 880,204 919205 ],206 [207 880,208 919209 ]210 ],211 "ps": "[(880, 919)]"212 },213 {214 "step": 13,215 "screenshot": "0673963395957636_13.png",216 "action": "CLICK",217 "info": [218 [219 349,220 649221 ],222 [223 349,224 649225 ]226 ],227 "ps": "[(349, 649)]"228 },229 {230 "step": 14,231 "screenshot": "0673963395957636_14.png",232 "action": "CLICK",233 "info": [234 [235 914,236 63237 ],238 [239 914,240 63241 ]242 ],243 "ps": "[(914, 63)]"244 },245 {246 "step": 15,247 "screenshot": "0673963395957636_15.png",248 "action": "COMPLETE",249 "info": "",250 "ps": ""251 }252 ]253}