OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0926031847730750",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Calendar",15 "Firefox Browser"16 ],17 "meta_task": "Search for the latest {} movie, then check your calendar for a free evening to watch it.",18 "task": "Search for the latest James Bond movie, then check your calendar for a free evening to watch it.",19 "instruction": "Using the Firefox Browser, search for the latest James Bond movie, then open your Calendar to find a free evening to watch it."20 },21 "step_length": 31,22 "steps": [23 {24 "step": 0,25 "screenshot": "0926031847730750_0.png",26 "action": "CLICK",27 "info": [28 [29 814,30 62631 ],32 [33 814,34 62635 ]36 ],37 "ps": "[(814, 626)]"38 },39 {40 "step": 1,41 "screenshot": "0926031847730750_1.png",42 "action": "CLICK",43 "info": [44 [45 790,46 18247 ],48 [49 790,50 18251 ]52 ],53 "ps": "[(790, 182)]"54 },55 {56 "step": 2,57 "screenshot": "0926031847730750_2.png",58 "action": "TEXT",59 "info": "the latest James Bond movie",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0926031847730750_3.png",65 "action": "CLICK",66 "info": [67 [68 442,69 22670 ],71 [72 442,73 22674 ]75 ],76 "ps": "[(442, 226)]"77 },78 {79 "step": 4,80 "screenshot": "0926031847730750_4.png",81 "action": "CLICK",82 "info": [83 [84 143,85 20486 ],87 [88 143,89 20490 ]91 ],92 "ps": "[(143, 204)]"93 },94 {95 "step": 5,96 "screenshot": "0926031847730750_5.png",97 "action": "CLICK",98 "info": [99 [100 649,101 406102 ],103 [104 649,105 406106 ]107 ],108 "ps": "[(649, 406)]"109 },110 {111 "step": 6,112 "screenshot": "0926031847730750_6.png",113 "action": "CLICK",114 "info": [115 [116 646,117 493118 ],119 [120 646,121 493122 ]123 ],124 "ps": "[(646, 493)]"125 },126 {127 "step": 7,128 "screenshot": "0926031847730750_7.png",129 "action": "CLICK",130 "info": [131 [132 544,133 584134 ],135 [136 544,137 584138 ]139 ],140 "ps": "[(544, 584)]"141 },142 {143 "step": 8,144 "screenshot": "0926031847730750_8.png",145 "action": "CLICK",146 "info": [147 [148 807,149 377150 ],151 [152 807,153 377154 ]155 ],156 "ps": "[(807, 377)]"157 },158 {159 "step": 9,160 "screenshot": "0926031847730750_9.png",161 "action": "CLICK",162 "info": [163 [164 846,165 499166 ],167 [168 846,169 499170 ]171 ],172 "ps": "[(846, 499)]"173 },174 {175 "step": 10,176 "screenshot": "0926031847730750_10.png",177 "action": "CLICK",178 "info": [179 [180 862,181 603182 ],183 [184 862,185 603186 ]187 ],188 "ps": "[(862, 603)]"189 },190 {191 "step": 11,192 "screenshot": "0926031847730750_11.png",193 "action": "CLICK",194 "info": [195 [196 985,197 359198 ],199 [200 985,201 359202 ]203 ],204 "ps": "[(985, 359)]"205 },206 {207 "step": 12,208 "screenshot": "0926031847730750_12.png",209 "action": "CLICK",210 "info": [211 [212 974,213 462214 ],215 [216 974,217 462218 ]219 ],220 "ps": "[(974, 462)]"221 },222 {223 "step": 13,224 "screenshot": "0926031847730750_13.png",225 "action": "SCROLL",226 "info": [227 [228 889,229 743230 ],231 [232 306,233 745234 ]235 ],236 "ps": "[(889, 743), (889, 744), (887, 744), (885, 744), (882, 744), (873, 744), (868, 744), (862, 744), (855, 744), (846, 745), (829, 745), (814, 745), (799, 745), (790, 745), (780, 745), (775, 745), (768, 745), (763, 745), (756, 745), (746, 745), (734, 745), (724, 745), (712, 745), (705, 745), (698, 745), (690, 745), (675, 745), (659, 745), (644, 745), (629, 745), (614, 745), (593, 745), (586, 745), (581, 745), (574, 745), (566, 745), (562, 745), (554, 745), (549, 745), (544, 745), (541, 745), (535, 745), (529, 745), (524, 745), (517, 745), (512, 745), (508, 745), (502, 745), (496, 745), (490, 745), (483, 745), (474, 745), (463, 745), (459, 745), (451, 745), (447, 745), (439, 745), (437, 745), (430, 745), (423, 745), (417, 745), (412, 745), (408, 745), (405, 745), (403, 745), (400, 745), (396, 745), (388, 745), (384, 745), (376, 745), (372, 745), (359, 745), (352, 745), (347, 745), (339, 745), (337, 745), (330, 745), (325, 745), (323, 745), (320, 745), (318, 745), (312, 745), (311, 745), (308, 745), (306, 745)]"237 },238 {239 "step": 14,240 "screenshot": "0926031847730750_14.png",241 "action": "CLICK",242 "info": [243 [244 699,245 680246 ],247 [248 699,249 680250 ]251 ],252 "ps": "[(699, 680)]"253 },254 {255 "step": 15,256 "screenshot": "0926031847730750_15.png",257 "action": "CLICK",258 "info": [259 [260 537,261 394262 ],263 [264 537,265 394266 ]267 ],268 "ps": "[(537, 394)]"269 },270 {271 "step": 16,272 "screenshot": "0926031847730750_16.png",273 "action": "CLICK",274 "info": [275 [276 750,277 372278 ],279 [280 750,281 372282 ]283 ],284 "ps": "[(750, 372)]"285 },286 {287 "step": 17,288 "screenshot": "0926031847730750_17.png",289 "action": "CLICK",290 "info": [291 [292 99,293 364294 ],295 [296 99,297 364298 ]299 ],300 "ps": "[(99, 364)]"301 },302 {303 "step": 18,304 "screenshot": "0926031847730750_18.png",305 "action": "CLICK",306 "info": [307 [308 276,309 356310 ],311 [312 276,313 356314 ]315 ],316 "ps": "[(276, 356)]"317 },318 {319 "step": 19,320 "screenshot": "0926031847730750_19.png",321 "action": "CLICK",322 "info": [323 [324 539,325 448326 ],327 [328 539,329 448330 ]331 ],332 "ps": "[(539, 448)]"333 },334 {335 "step": 20,336 "screenshot": "0926031847730750_20.png",337 "action": "CLICK",338 "info": [339 [340 724,341 687342 ],343 [344 724,345 687346 ]347 ],348 "ps": "[(724, 687)]"349 },350 {351 "step": 21,352 "screenshot": "0926031847730750_21.png",353 "action": "CLICK",354 "info": "KEY_HOME",355 "ps": ""356 },357 {358 "step": 22,359 "screenshot": "0926031847730750_22.png",360 "action": "SCROLL",361 "info": [362 [363 486,364 455365 ],366 [367 447,368 274369 ]370 ],371 "ps": "[(486, 455), (483, 455), (481, 453), (478, 444), (471, 428), (462, 409), (459, 387), (454, 365), (449, 343), (447, 323), (447, 308), (447, 294), (447, 283), (447, 274)]"372 },373 {374 "step": 23,375 "screenshot": "0926031847730750_23.png",376 "action": "CLICK",377 "info": [378 [379 376,380 304381 ],382 [383 376,384 304385 ]386 ],387 "ps": "[(376, 304)]"388 },389 {390 "step": 24,391 "screenshot": "0926031847730750_24.png",392 "action": "CLICK",393 "info": [394 [395 94,396 49397 ],398 [399 94,400 49401 ]402 ],403 "ps": "[(94, 49)]"404 },405 {406 "step": 25,407 "screenshot": "0926031847730750_25.png",408 "action": "CLICK",409 "info": [410 [411 228,412 289413 ],414 [415 228,416 289417 ]418 ],419 "ps": "[(228, 289)]"420 },421 {422 "step": 26,423 "screenshot": "0926031847730750_26.png",424 "action": "CLICK",425 "info": [426 [427 583,428 917429 ],430 [431 583,432 917433 ]434 ],435 "ps": "[(583, 917)]"436 },437 {438 "step": 27,439 "screenshot": "0926031847730750_27.png",440 "action": "CLICK",441 "info": [442 [443 432,444 862445 ],446 [447 432,448 862449 ]450 ],451 "ps": "[(432, 862)]"452 },453 {454 "step": 28,455 "screenshot": "0926031847730750_28.png",456 "action": "TEXT",457 "info": "watch the movie No time to die",458 "ps": ""459 },460 {461 "step": 29,462 "screenshot": "0926031847730750_29.png",463 "action": "CLICK",464 "info": [465 [466 849,467 54468 ],469 [470 849,471 54472 ]473 ],474 "ps": "[(849, 54)]"475 },476 {477 "step": 30,478 "screenshot": "0926031847730750_30.png",479 "action": "COMPLETE",480 "info": "",481 "ps": ""482 }483 ]484}