OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1002989071041863",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "BasicNote - Notes, Notepad",15 "DuckDuckgo"16 ],17 "meta_task": "Search the {} Nobel-Prize winners in physics and record the information.",18 "task": "Search the 2008 Nobel-Prize winners in physics and record the information.",19 "instruction": "Utilize 'DuckDuckgo' to search for the winners of the 2008 Nobel Prize in Physics and then use 'BasicNote - Notes, Notepad' to document the gathered information."20 },21 "step_length": 23,22 "steps": [23 {24 "step": 0,25 "screenshot": "1002989071041863_0.png",26 "action": "CLICK",27 "info": [28 [29 616,30 13431 ],32 [33 616,34 13435 ]36 ],37 "ps": "[(616, 134)]"38 },39 {40 "step": 1,41 "screenshot": "1002989071041863_1.png",42 "action": "CLICK",43 "info": [44 [45 355,46 7947 ],48 [49 355,50 7951 ]52 ],53 "ps": "[(355, 79)]"54 },55 {56 "step": 2,57 "screenshot": "1002989071041863_2.png",58 "action": "TEXT",59 "info": "2008 nobel-prize winners in physics",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "1002989071041863_3.png",65 "action": "CLICK",66 "info": [67 [68 938,69 90870 ],71 [72 938,73 90874 ]75 ],76 "ps": "[(938, 908)]"77 },78 {79 "step": 4,80 "screenshot": "1002989071041863_4.png",81 "action": "CLICK",82 "info": [83 [84 299,85 24686 ],87 [88 299,89 24690 ]91 ],92 "ps": "[(299, 246)]"93 },94 {95 "step": 5,96 "screenshot": "1002989071041863_5.png",97 "action": "SCROLL",98 "info": [99 [100 420,101 711102 ],103 [104 496,105 378106 ]107 ],108 "ps": "[(420, 711), (420, 709), (424, 704), (427, 694), (433, 680), (442, 662), (444, 640), (453, 614), (458, 588), (462, 563), (465, 537), (465, 515), (465, 494), (465, 476), (465, 460), (469, 446), (473, 432), (476, 420), (482, 407), (487, 397), (494, 386), (496, 378)]"109 },110 {111 "step": 6,112 "screenshot": "1002989071041863_6.png",113 "action": "SCROLL",114 "info": [115 [116 431,117 839118 ],119 [120 471,121 136122 ]123 ],124 "ps": "[(431, 839), (431, 835), (429, 818), (427, 791), (427, 749), (427, 692), (427, 623), (427, 541), (427, 447), (431, 345), (451, 235), (471, 136)]"125 },126 {127 "step": 7,128 "screenshot": "1002989071041863_7.png",129 "action": "SCROLL",130 "info": [131 [132 518,133 884134 ],135 [136 621,137 290138 ]139 ],140 "ps": "[(518, 884), (516, 881), (514, 865), (509, 838), (509, 789), (509, 715), (514, 629), (527, 531), (563, 414), (621, 290)]"141 },142 {143 "step": 8,144 "screenshot": "1002989071041863_8.png",145 "action": "SCROLL",146 "info": [147 [148 422,149 890150 ],151 [152 422,153 421154 ]155 ],156 "ps": "[(422, 890), (422, 882), (422, 852), (422, 783), (422, 685), (422, 563), (422, 421)]"157 },158 {159 "step": 9,160 "screenshot": "1002989071041863_9.png",161 "action": "SCROLL",162 "info": [163 [164 677,165 664166 ],167 [168 808,169 308170 ]171 ],172 "ps": "[(677, 664), (677, 663), (677, 658), (677, 652), (677, 642), (679, 628), (685, 612), (692, 592), (701, 563), (717, 520), (735, 464), (768, 392), (808, 308)]"173 },174 {175 "step": 10,176 "screenshot": "1002989071041863_10.png",177 "action": "SCROLL",178 "info": [179 [180 630,181 181182 ],183 [184 585,185 974186 ]187 ],188 "ps": "[(630, 181), (630, 184), (627, 192), (623, 204), (623, 222), (623, 244), (619, 269), (619, 293), (619, 322), (614, 348), (614, 377), (614, 402), (614, 430), (614, 455), (614, 480), (612, 503), (607, 525), (603, 547), (601, 569), (596, 588), (592, 607), (590, 623), (585, 635), (585, 647), (585, 657), (585, 665), (585, 673), (585, 681), (585, 690), (585, 698), (585, 706), (585, 714), (585, 722), (585, 724), (585, 727), (585, 730), (585, 732), (585, 736), (585, 737), (585, 741), (585, 745), (585, 750), (585, 757), (585, 763), (585, 769), (585, 777), (585, 785), (585, 795), (585, 805), (585, 814), (585, 822), (585, 828), (585, 836), (585, 842), (585, 848), (585, 857), (585, 865), (585, 871), (585, 877), (585, 885), (585, 893), (585, 902), (585, 910), (585, 920), (585, 930), (585, 938), (585, 946), (585, 954), (585, 960), (585, 962), (585, 963), (585, 966), (585, 967), (585, 968), (585, 969), (585, 970), (585, 971), (585, 972), (585, 973), (585, 974)]"189 },190 {191 "step": 11,192 "screenshot": "1002989071041863_11.png",193 "action": "SCROLL",194 "info": [195 [196 563,197 292198 ],199 [200 444,201 842202 ]203 ],204 "ps": "[(563, 292), (563, 295), (563, 298), (563, 307), (563, 323), (563, 347), (563, 380), (563, 421), (563, 462), (563, 504), (560, 541), (556, 579), (547, 618), (529, 665), (507, 717), (482, 777), (444, 842)]"205 },206 {207 "step": 12,208 "screenshot": "1002989071041863_12.png",209 "action": "SCROLL",210 "info": [211 [212 391,213 834214 ],215 [216 465,217 25218 ]219 ],220 "ps": "[(391, 834), (391, 832), (391, 826), (391, 815), (395, 803), (398, 789), (402, 775), (404, 760), (404, 745), (404, 731), (404, 717), (404, 704), (404, 690), (404, 676), (404, 660), (404, 642), (404, 624), (404, 608), (404, 590), (409, 572), (409, 556), (409, 540), (413, 524), (415, 508), (415, 491), (420, 475), (422, 459), (422, 443), (427, 429), (427, 415), (431, 399), (433, 382), (438, 368), (438, 354), (440, 340), (440, 326), (444, 314), (447, 302), (447, 288), (451, 273), (456, 257), (458, 241), (462, 227), (462, 213), (462, 199), (462, 187), (462, 175), (462, 165), (462, 155), (462, 145), (465, 131), (465, 119), (465, 109), (465, 101), (465, 93), (465, 85), (465, 77), (465, 71), (465, 67), (465, 66), (465, 65), (465, 64), (465, 63), (465, 62), (465, 60), (465, 59), (465, 58), (465, 57), (465, 56), (465, 53), (465, 51), (465, 48), (465, 45), (465, 43), (465, 40), (465, 35), (465, 31), (465, 28), (465, 26), (465, 25)]"221 },222 {223 "step": 13,224 "screenshot": "1002989071041863_13.png",225 "action": "SCROLL",226 "info": [227 [228 590,229 907230 ],231 [232 619,233 483234 ]235 ],236 "ps": "[(590, 907), (590, 906), (590, 903), (590, 897), (590, 886), (590, 876), (590, 866), (590, 854), (590, 840), (590, 824), (590, 808), (590, 790), (590, 771), (590, 750), (590, 730), (592, 710), (592, 692), (594, 674), (598, 658), (603, 642), (603, 626), (603, 612), (603, 600), (603, 588), (605, 576), (605, 566), (610, 555), (610, 547), (610, 539), (612, 531), (612, 522), (614, 514), (619, 507), (619, 501), (619, 494), (619, 491), (619, 489), (619, 486), (619, 485), (619, 484), (619, 483)]"237 },238 {239 "step": 14,240 "screenshot": "1002989071041863_14.png",241 "action": "CLICK",242 "info": "KEY_HOME",243 "ps": ""244 },245 {246 "step": 15,247 "screenshot": "1002989071041863_15.png",248 "action": "SCROLL",249 "info": [250 [251 802,252 452253 ],254 [255 0,256 519257 ]258 ],259 "ps": "[(802, 452), (799, 452), (788, 453), (766, 454), (723, 458), (668, 461), (581, 468), (467, 476), (324, 487), (172, 499), (14, 511), (0, 519)]"260 },261 {262 "step": 16,263 "screenshot": "1002989071041863_16.png",264 "action": "SCROLL",265 "info": [266 [267 663,268 506269 ],270 [271 0,272 571273 ]274 ],275 "ps": "[(663, 506), (665, 506), (663, 506), (656, 506), (645, 508), (634, 511), (612, 514), (572, 519), (507, 524), (373, 535), (206, 547), (2, 559), (0, 571)]"276 },277 {278 "step": 17,279 "screenshot": "1002989071041863_17.png",280 "action": "CLICK",281 "info": [282 [283 612,284 407285 ],286 [287 612,288 407289 ]290 ],291 "ps": "[(612, 407)]"292 },293 {294 "step": 18,295 "screenshot": "1002989071041863_18.png",296 "action": "CLICK",297 "info": [298 [299 808,300 955301 ],302 [303 808,304 955305 ]306 ],307 "ps": "[(808, 955)]"308 },309 {310 "step": 19,311 "screenshot": "1002989071041863_19.png",312 "action": "TEXT",313 "info": "2008 Nobel-Prize winners in physics",314 "ps": ""315 },316 {317 "step": 20,318 "screenshot": "1002989071041863_20.png",319 "action": "CLICK",320 "info": [321 [322 188,323 159324 ],325 [326 188,327 159328 ]329 ],330 "ps": "[(188, 159)]"331 },332 {333 "step": 21,334 "screenshot": "1002989071041863_21.png",335 "action": "TEXT",336 "info": "Yoichiro Namba, Makoto Kobayashi, Toshihide Maskawa",337 "ps": ""338 },339 {340 "step": 22,341 "screenshot": "1002989071041863_22.png",342 "action": "COMPLETE",343 "info": "",344 "ps": ""345 }346 ]347}