OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0393423421165390",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "AP News",15 "Simplenote",16 "DeepL translate"17 ],18 "meta_task": "Read an English news, translate its title in {}, and keep a record of it.",19 "task": "Read an English news, translate its title in Korean, and keep a record of it.",20 "instruction": "Access and read an English article on AP News, use DeepL translate to convert its title into Korean, and then document the translated title in Simplenote."21 },22 "step_length": 22,23 "steps": [24 {25 "step": 0,26 "screenshot": "0393423421165390_0.png",27 "action": "CLICK",28 "info": [29 [30 116,31 14632 ],33 [34 116,35 14636 ]37 ],38 "ps": "[(116, 146)]"39 },40 {41 "step": 1,42 "screenshot": "0393423421165390_1.png",43 "action": "CLICK",44 "info": [45 [46 219,47 78248 ],49 [50 219,51 78252 ]53 ],54 "ps": "[(219, 782)]"55 },56 {57 "step": 2,58 "screenshot": "0393423421165390_2.png",59 "action": "LONG_PRESS",60 "info": [61 [62 461,63 48164 ],65 [66 461,67 48168 ]69 ],70 "ps": "[(461, 481)]"71 },72 {73 "step": 3,74 "screenshot": "0393423421165390_3.png",75 "action": "SCROLL",76 "info": [77 [78 341,79 51280 ],81 [82 0,83 49884 ]85 ],86 "ps": "[(341, 512), (338, 512), (336, 512), (333, 512), (330, 512), (327, 512), (324, 512), (322, 512), (319, 512), (316, 512), (313, 512), (311, 512), (308, 512), (305, 512), (302, 512), (299, 512), (297, 512), (294, 512), (291, 512), (288, 512), (286, 512), (283, 512), (280, 512), (277, 512), (274, 512), (272, 512), (269, 512), (266, 512), (263, 512), (261, 512), (258, 512), (255, 512), (252, 512), (249, 512), (247, 512), (244, 512), (241, 510), (238, 510), (236, 510), (233, 510), (230, 510), (227, 510), (224, 510), (222, 510), (219, 510), (216, 510), (213, 510), (211, 510), (208, 509), (205, 509), (202, 509), (199, 509), (197, 509), (194, 509), (191, 509), (188, 509), (186, 509), (183, 507), (180, 507), (177, 507), (172, 507), (169, 507), (166, 507), (163, 507), (161, 507), (158, 507), (155, 506), (152, 506), (149, 506), (147, 506), (144, 506), (141, 506), (138, 506), (136, 506), (133, 506), (130, 506), (127, 506), (127, 504), (124, 504), (122, 504), (119, 504), (116, 504), (113, 504), (111, 504), (108, 504), (105, 504), (102, 504), (99, 504), (97, 504), (94, 504), (91, 504), (88, 504), (86, 504), (83, 503), (80, 503), (77, 503), (74, 503), (72, 503), (69, 503), (66, 503), (63, 503), (63, 501), (61, 501), (49, 501), (47, 501), (44, 501), (41, 501), (38, 501), (36, 501), (33, 501), (30, 501), (30, 499), (27, 499), (24, 499), (22, 499), (19, 499), (16, 499), (13, 499), (11, 499), (8, 499), (5, 499), (2, 499), (0, 498)]"87 },88 {89 "step": 4,90 "screenshot": "0393423421165390_4.png",91 "action": "SCROLL",92 "info": [93 [94 544,95 51296 ],97 [98 844,99 615100 ]101 ],102 "ps": "[(544, 512), (544, 514), (544, 515), (544, 517), (547, 517), (547, 518), (549, 518), (549, 520), (552, 520), (552, 521), (555, 521), (555, 523), (558, 523), (558, 524), (561, 524), (561, 526), (563, 526), (566, 528), (569, 529), (572, 531), (574, 531), (574, 532), (577, 534), (580, 534), (583, 535), (586, 537), (588, 537), (588, 539), (591, 539), (591, 540), (594, 540), (594, 542), (597, 542), (599, 542), (602, 543), (602, 545), (605, 545), (608, 545), (608, 546), (608, 548), (611, 548), (613, 548), (613, 549), (616, 549), (619, 551), (622, 551), (624, 551), (627, 553), (630, 554), (633, 554), (636, 556), (638, 556), (638, 557), (641, 557), (644, 559), (647, 559), (649, 560), (652, 560), (655, 560), (655, 562), (658, 562), (661, 562), (661, 564), (663, 564), (666, 564), (666, 565), (669, 565), (672, 565), (672, 567), (674, 568), (677, 568), (677, 570), (680, 570), (683, 570), (686, 570), (688, 570), (688, 571), (691, 573), (694, 573), (697, 574), (699, 576), (702, 576), (705, 576), (705, 578), (708, 579), (711, 579), (713, 579), (716, 579), (716, 581), (719, 581), (719, 582), (722, 582), (724, 584), (727, 584), (727, 585), (730, 585), (733, 587), (736, 587), (736, 589), (738, 589), (741, 589), (744, 590), (747, 592), (749, 592), (749, 593), (752, 593), (752, 595), (755, 595), (758, 596), (761, 596), (763, 596), (766, 598), (769, 598), (769, 599), (772, 599), (772, 601), (774, 601), (777, 601), (777, 603), (780, 603), (783, 603), (783, 604), (786, 604), (786, 606), (788, 606), (791, 606), (794, 606), (797, 606), (799, 607), (802, 607), (805, 609), (811, 609), (811, 610), (813, 610), (816, 610), (819, 612), (822, 612), (824, 612), (827, 614), (830, 614), (833, 614), (836, 614), (836, 615), (838, 615), (841, 615), (844, 615)]"103 },104 {105 "step": 5,106 "screenshot": "0393423421165390_5.png",107 "action": "CLICK",108 "info": [109 [110 197,111 404112 ],113 [114 197,115 404116 ]117 ],118 "ps": "[(197, 404)]"119 },120 {121 "step": 6,122 "screenshot": "0393423421165390_6.png",123 "action": "CLICK",124 "info": "KEY_HOME",125 "ps": ""126 },127 {128 "step": 7,129 "screenshot": "0393423421165390_7.png",130 "action": "CLICK",131 "info": [132 [133 697,134 281135 ],136 [137 697,138 281139 ]140 ],141 "ps": "[(697, 281)]"142 },143 {144 "step": 8,145 "screenshot": "0393423421165390_8.png",146 "action": "CLICK",147 "info": [148 [149 186,150 693151 ],152 [153 186,154 693155 ]156 ],157 "ps": "[(186, 693)]"158 },159 {160 "step": 9,161 "screenshot": "0393423421165390_9.png",162 "action": "CLICK",163 "info": [164 [165 347,166 687167 ],168 [169 347,170 687171 ]172 ],173 "ps": "[(347, 687)]"174 },175 {176 "step": 10,177 "screenshot": "0393423421165390_10.png",178 "action": "CLICK",179 "info": [180 [181 908,182 668183 ],184 [185 908,186 668187 ]188 ],189 "ps": "[(908, 668)]"190 },191 {192 "step": 11,193 "screenshot": "0393423421165390_11.png",194 "action": "CLICK",195 "info": "KEY_HOME",196 "ps": ""197 },198 {199 "step": 12,200 "screenshot": "0393423421165390_12.png",201 "action": "CLICK",202 "info": [203 [204 347,205 404206 ],207 [208 347,209 404210 ]211 ],212 "ps": "[(347, 404)]"213 },214 {215 "step": 13,216 "screenshot": "0393423421165390_13.png",217 "action": "CLICK",218 "info": [219 [220 905,221 864222 ],223 [224 905,225 864226 ]227 ],228 "ps": "[(905, 864)]"229 },230 {231 "step": 14,232 "screenshot": "0393423421165390_14.png",233 "action": "CLICK",234 "info": [235 [236 863,237 896238 ],239 [240 863,241 896242 ]243 ],244 "ps": "[(863, 896)]"245 },246 {247 "step": 15,248 "screenshot": "0393423421165390_15.png",249 "action": "CLICK",250 "info": [251 [252 333,253 365254 ],255 [256 333,257 365258 ]259 ],260 "ps": "[(333, 365)]"261 },262 {263 "step": 16,264 "screenshot": "0393423421165390_16.png",265 "action": "CLICK",266 "info": [267 [268 488,269 565270 ],271 [272 488,273 565274 ]275 ],276 "ps": "[(488, 565)]"277 },278 {279 "step": 17,280 "screenshot": "0393423421165390_17.png",281 "action": "CLICK",282 "info": [283 [284 916,285 879286 ],287 [288 916,289 879290 ]291 ],292 "ps": "[(916, 879)]"293 },294 {295 "step": 18,296 "screenshot": "0393423421165390_18.png",297 "action": "CLICK",298 "info": [299 [300 480,301 570302 ],303 [304 480,305 570306 ]307 ],308 "ps": "[(480, 570)]"309 },310 {311 "step": 19,312 "screenshot": "0393423421165390_19.png",313 "action": "CLICK",314 "info": [315 [316 669,317 817318 ],319 [320 669,321 817322 ]323 ],324 "ps": "[(669, 817)]"325 },326 {327 "step": 20,328 "screenshot": "0393423421165390_20.png",329 "action": "CLICK",330 "info": [331 [332 105,333 159334 ],335 [336 105,337 159338 ]339 ],340 "ps": "[(105, 159)]"341 },342 {343 "step": 21,344 "screenshot": "0393423421165390_21.png",345 "action": "COMPLETE",346 "info": "",347 "ps": "3 LONG Korean"348 }349 ]350}