OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0526981973410584",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1600,8 "w": 2560,9 "device_name": "Pixel Tablet"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Spotify",15 "StubHub",16 "Firefox Browser"17 ],18 "meta_task": "Discover a popular music band of {} style, listen to their latest album, and check if it's possible to buy a concert ticket.",19 "task": "Discover a popular music band of Pop style, listen to their latest album, and check if it's possible to buy a concert ticket.",20 "instruction": "Use Spotify to discover a popular music band in the Pop genre, listen to their latest album, and then use the Firefox Browser to check if it's possible to purchase a concert ticket on StubHub."21 },22 "step_length": 15,23 "steps": [24 {25 "step": 0,26 "screenshot": "0526981973410584_0.png",27 "action": "CLICK",28 "info": [29 [30 137,31 8232 ],33 [34 137,35 8236 ]37 ],38 "ps": "[(137, 82)]"39 },40 {41 "step": 1,42 "screenshot": "0526981973410584_1.png",43 "action": "CLICK",44 "info": "KEY_HOME",45 "ps": ""46 },47 {48 "step": 2,49 "screenshot": "0526981973410584_2.png",50 "action": "SCROLL",51 "info": [52 [53 371,54 49655 ],56 [57 933,58 58859 ]60 ],61 "ps": "[(371, 496), (373, 496), (374, 496), (375, 496), (377, 496), (378, 496), (379, 496), (381, 496), (382, 496), (385, 496), (385, 496), (387, 496), (389, 496), (389, 496), (391, 496), (392, 496), (395, 496), (396, 496), (399, 496), (400, 496), (403, 496), (404, 498), (407, 498), (411, 498), (413, 498), (417, 498), (418, 498), (422, 498), (425, 498), (428, 498), (432, 501), (432, 501), (437, 501), (439, 501), (444, 501), (447, 501), (452, 501), (453, 501), (457, 501), (462, 501), (465, 503), (470, 503), (473, 503), (478, 503), (481, 503), (485, 503), (494, 503), (497, 503), (502, 503), (507, 506), (514, 506), (516, 506), (521, 506), (525, 506), (531, 506), (533, 508), (539, 508), (543, 508), (552, 511), (559, 511), (564, 511), (568, 511), (571, 511), (576, 511), (581, 513), (585, 513), (589, 513), (596, 517), (600, 517), (607, 517), (614, 517), (618, 519), (623, 519), (626, 522), (631, 522), (638, 522), (646, 524), (651, 524), (658, 524), (663, 527), (667, 527), (674, 527), (679, 529), (684, 529), (691, 529), (696, 532), (700, 532), (705, 534), (712, 534), (717, 534), (724, 538), (728, 538), (733, 541), (738, 541), (742, 541), (752, 543), (757, 543), (764, 546), (768, 546), (771, 546), (776, 548), (782, 548), (789, 551), (796, 551), (801, 553), (806, 553), (808, 553), (813, 553), (818, 557), (823, 557), (826, 559), (831, 559), (835, 562), (844, 562), (846, 562), (852, 564), (857, 564), (860, 566), (864, 566), (865, 566), (870, 568), (873, 568), (878, 571), (881, 571), (883, 571), (886, 573), (891, 573), (894, 573), (897, 576), (899, 576), (901, 576), (904, 578), (907, 578), (910, 578), (913, 581), (914, 581), (917, 581), (920, 583), (922, 583), (924, 583), (927, 586), (929, 586), (931, 586), (933, 588)]"62 },63 {64 "step": 3,65 "screenshot": "0526981973410584_3.png",66 "action": "CLICK",67 "info": [68 [69 424,70 69871 ],72 [73 424,74 69875 ]76 ],77 "ps": "[(424, 698)]"78 },79 {80 "step": 4,81 "screenshot": "0526981973410584_4.png",82 "action": "CLICK",83 "info": [84 [85 82,86 15187 ],88 [89 82,90 15191 ]92 ],93 "ps": "[(82, 151)]"94 },95 {96 "step": 5,97 "screenshot": "0526981973410584_5.png",98 "action": "CLICK",99 "info": [100 [101 442,102 191103 ],104 [105 442,106 191107 ]108 ],109 "ps": "[(442, 191)]"110 },111 {112 "step": 6,113 "screenshot": "0526981973410584_6.png",114 "action": "TEXT",115 "info": "Imagine Dragons",116 "ps": ""117 },118 {119 "step": 7,120 "screenshot": "0526981973410584_7.png",121 "action": "CLICK",122 "info": [123 [124 550,125 157126 ],127 [128 550,129 157130 ]131 ],132 "ps": "[(550, 157)]"133 },134 {135 "step": 8,136 "screenshot": "0526981973410584_8.png",137 "action": "CLICK",138 "info": [139 [140 516,141 208142 ],143 [144 516,145 208146 ]147 ],148 "ps": "[(516, 208)]"149 },150 {151 "step": 9,152 "screenshot": "0526981973410584_9.png",153 "action": "CLICK",154 "info": [155 [156 863,157 619158 ],159 [160 863,161 619162 ]163 ],164 "ps": "[(863, 619)]"165 },166 {167 "step": 10,168 "screenshot": "0526981973410584_10.png",169 "action": "CLICK",170 "info": "KEY_HOME",171 "ps": ""172 },173 {174 "step": 11,175 "screenshot": "0526981973410584_11.png",176 "action": "SCROLL",177 "info": [178 [179 742,180 353181 ],182 [183 0,184 402185 ]186 ],187 "ps": "[(742, 353), (742, 353), (740, 353), (739, 353), (738, 353), (737, 353), (735, 353), (734, 353), (733, 353), (732, 353), (730, 353), (729, 353), (728, 356), (727, 356), (725, 356), (724, 356), (723, 358), (721, 358), (720, 358), (719, 359), (717, 359), (717, 359), (714, 359), (713, 362), (711, 362), (710, 362), (709, 362), (707, 363), (705, 363), (703, 363), (702, 363), (701, 366), (698, 366), (697, 366), (696, 368), (693, 368), (692, 368), (690, 368), (688, 368), (685, 371), (682, 371), (681, 371), (679, 372), (678, 372), (675, 372), (674, 374), (671, 374), (670, 374), (667, 374), (666, 377), (665, 377), (662, 377), (660, 377), (657, 377), (655, 378), (653, 378), (649, 378), (647, 378), (644, 378), (642, 381), (640, 381), (637, 381), (635, 381), (632, 383), (628, 383), (625, 383), (623, 383), (620, 383), (617, 383), (614, 386), (611, 386), (607, 386), (603, 386), (601, 386), (596, 386), (593, 386), (590, 388), (587, 388), (582, 388), (578, 388), (574, 388), (572, 388), (567, 388), (562, 391), (560, 391), (553, 391), (550, 391), (546, 391), (540, 391), (532, 391), (527, 391), (520, 391), (515, 391), (513, 391), (506, 391), (501, 391), (495, 391), (488, 391), (479, 391), (472, 393), (465, 393), (459, 393), (452, 393), (443, 393), (436, 393), (428, 393), (424, 393), (418, 393), (407, 393), (400, 393), (391, 396), (389, 396), (382, 396), (373, 396), (358, 396), (349, 396), (339, 396), (324, 396), (315, 396), (309, 396), (299, 396), (297, 396), (276, 396), (267, 396), (264, 396), (255, 396), (249, 396), (235, 396), (223, 396), (216, 396), (203, 396), (193, 396), (186, 396), (173, 396), (160, 396), (154, 396), (140, 399), (128, 399), (123, 399), (107, 399), (98, 399), (92, 399), (78, 399), (68, 399), (62, 399), (50, 399), (48, 399), (29, 399), (20, 399), (17, 399), (8, 399), (2, 399), (0, 402)]"188 },189 {190 "step": 12,191 "screenshot": "0526981973410584_12.png",192 "action": "SCROLL",193 "info": [194 [195 786,196 366197 ],198 [199 0,200 441201 ]202 ],203 "ps": "[(786, 366), (785, 366), (784, 366), (784, 367), (782, 367), (782, 367), (780, 367), (778, 367), (778, 367), (778, 368), (776, 368), (774, 368), (774, 368), (772, 368), (771, 368), (770, 368), (770, 371), (768, 371), (767, 371), (764, 373), (763, 373), (762, 373), (760, 373), (760, 373), (758, 374), (757, 374), (754, 374), (753, 377), (752, 377), (749, 377), (748, 377), (746, 379), (744, 379), (742, 379), (739, 379), (739, 381), (735, 381), (733, 381), (730, 381), (727, 381), (726, 383), (723, 383), (721, 383), (717, 386), (714, 386), (712, 386), (709, 386), (706, 388), (703, 388), (698, 388), (696, 388), (692, 391), (689, 391), (685, 391), (682, 391), (677, 391), (674, 391), (669, 393), (664, 393), (660, 393), (659, 393), (651, 393), (648, 396), (641, 396), (639, 396), (635, 396), (631, 396), (626, 398), (621, 398), (616, 398), (611, 398), (607, 398), (598, 401), (592, 401), (586, 401), (582, 401), (578, 401), (572, 401), (567, 403), (556, 403), (551, 403), (544, 403), (538, 403), (536, 406), (531, 406), (524, 406), (517, 406), (510, 406), (499, 406), (492, 408), (485, 408), (483, 408), (476, 408), (462, 412), (456, 412), (449, 412), (446, 412), (439, 412), (428, 412), (419, 412), (407, 414), (399, 414), (389, 414), (385, 414), (377, 414), (371, 414), (354, 418), (345, 418), (338, 418), (326, 418), (308, 422), (299, 422), (294, 422), (285, 422), (278, 422), (264, 424), (253, 424), (248, 424), (232, 424), (222, 428), (215, 428), (202, 428), (189, 431), (182, 431), (169, 431), (157, 431), (152, 431), (135, 434), (115, 434), (103, 434), (102, 434), (85, 437), (67, 437), (55, 437), (53, 437), (34, 437), (22, 437), (19, 437), (3, 437), (0, 441)]"204 },205 {206 "step": 13,207 "screenshot": "0526981973410584_13.png",208 "action": "CLICK",209 "info": [210 [211 285,212 109213 ],214 [215 285,216 109217 ]218 ],219 "ps": "[(285, 109)]"220 },221 {222 "step": 14,223 "screenshot": "0526981973410584_14.png",224 "action": "COMPLETE",225 "info": "",226 "ps": ""227 }228 ]229}