OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0650566393185448",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "AP News",15 "DeepL translate",16 "Google Keep"17 ],18 "meta_task": "Read an English news, translate its title in {}, and keep a record of it.",19 "task": "Read an English news, translate its title in Korean, and keep a record of it.",20 "instruction": "Open AP News, read an article in English, and use DeepL translate to convert the article's title into Korean. Then, save a record of both the original title and the translated title in Google Keep."21 },22 "step_length": 21,23 "steps": [24 {25 "step": 0,26 "screenshot": "0650566393185448_0.png",27 "action": "CLICK",28 "info": [29 [30 141,31 15432 ],33 [34 141,35 15436 ]37 ],38 "ps": "[(141, 154)]"39 },40 {41 "step": 1,42 "screenshot": "0650566393185448_1.png",43 "action": "CLICK",44 "info": [45 [46 344,47 63948 ],49 [50 344,51 63952 ]53 ],54 "ps": "[(344, 639)]"55 },56 {57 "step": 2,58 "screenshot": "0650566393185448_2.png",59 "action": "LONG_PRESS",60 "info": [61 [62 580,63 57364 ],65 [66 580,67 57368 ]69 ],70 "ps": "[(580, 573)]"71 },72 {73 "step": 3,74 "screenshot": "0650566393185448_3.png",75 "action": "SCROLL",76 "info": [77 [78 519,79 59980 ],81 [82 5,83 59084 ]85 ],86 "ps": "[(519, 599), (516, 599), (513, 599), (511, 599), (508, 599), (505, 599), (502, 599), (499, 599), (497, 599), (494, 599), (491, 599), (488, 599), (486, 599), (483, 599), (480, 599), (477, 599), (474, 599), (472, 599), (469, 599), (466, 599), (463, 599), (461, 599), (458, 599), (455, 599), (452, 599), (449, 599), (447, 599), (444, 599), (441, 599), (438, 599), (436, 599), (433, 599), (430, 599), (427, 598), (422, 598), (419, 598), (416, 598), (413, 598), (411, 598), (408, 598), (405, 596), (402, 596), (399, 596), (397, 596), (394, 596), (391, 596), (388, 596), (386, 596), (386, 595), (383, 595), (380, 595), (377, 595), (374, 595), (372, 595), (369, 595), (369, 593), (366, 593), (363, 593), (361, 593), (358, 593), (355, 593), (352, 593), (349, 593), (347, 593), (344, 593), (341, 593), (338, 593), (336, 593), (333, 593), (330, 593), (327, 593), (324, 593), (322, 592), (319, 592), (316, 592), (313, 592), (311, 592), (308, 592), (305, 592), (302, 590), (299, 590), (297, 590), (294, 590), (291, 590), (288, 590), (286, 590), (283, 590), (280, 590), (277, 590), (274, 590), (272, 590), (272, 589), (269, 589), (266, 589), (263, 589), (261, 589), (258, 589), (255, 589), (252, 589), (249, 589), (249, 587), (247, 587), (244, 587), (241, 587), (238, 587), (236, 587), (233, 587), (230, 587), (227, 587), (224, 587), (222, 587), (219, 587), (216, 587), (213, 587), (211, 587), (208, 587), (205, 587), (202, 587), (197, 587), (194, 587), (191, 587), (188, 587), (186, 587), (183, 587), (180, 587), (177, 587), (174, 587), (172, 587), (169, 587), (166, 587), (163, 587), (163, 585), (161, 585), (158, 585), (155, 585), (152, 585), (149, 585), (147, 585), (144, 585), (141, 585), (138, 585), (136, 585), (133, 585), (130, 585), (127, 585), (124, 585), (122, 585), (119, 585), (116, 585), (113, 585), (111, 585), (108, 585), (105, 585), (102, 585), (99, 585), (97, 585), (94, 585), (94, 587), (91, 587), (88, 587), (86, 587), (83, 587), (80, 587), (77, 587), (74, 587), (72, 587), (69, 587), (66, 587), (63, 587), (63, 589), (61, 589), (58, 589), (55, 589), (52, 589), (49, 589), (47, 589), (44, 589), (41, 589), (38, 589), (36, 589), (36, 590), (33, 590), (30, 590), (27, 590), (24, 590), (22, 590), (19, 590), (16, 590), (13, 590), (11, 590), (8, 590), (5, 590)]"87 },88 {89 "step": 4,90 "screenshot": "0650566393185448_4.png",91 "action": "SCROLL",92 "info": [93 [94 713,95 60796 ],97 [98 727,99 685100 ]101 ],102 "ps": "[(713, 607), (713, 609), (713, 610), (713, 612), (713, 614), (711, 615), (711, 617), (711, 618), (711, 620), (711, 621), (711, 623), (708, 624), (708, 626), (708, 628), (708, 629), (708, 631), (708, 632), (708, 634), (708, 635), (708, 637), (708, 639), (708, 640), (705, 640), (705, 642), (705, 643), (705, 645), (705, 646), (705, 648), (705, 649), (705, 651), (705, 653), (705, 654), (705, 656), (705, 657), (705, 659), (705, 660), (705, 662), (705, 664), (705, 665), (705, 667), (705, 668), (705, 670), (705, 671), (705, 673), (705, 674), (705, 676), (705, 678), (705, 679), (708, 679), (708, 681), (711, 681), (711, 682), (713, 682), (716, 682), (716, 684), (719, 684), (722, 684), (722, 685), (724, 685), (727, 685)]"103 },104 {105 "step": 5,106 "screenshot": "0650566393185448_5.png",107 "action": "CLICK",108 "info": [109 [110 174,111 501112 ],113 [114 174,115 501116 ]117 ],118 "ps": "[(174, 501)]"119 },120 {121 "step": 6,122 "screenshot": "0650566393185448_6.png",123 "action": "CLICK",124 "info": "KEY_HOME",125 "ps": ""126 },127 {128 "step": 7,129 "screenshot": "0650566393185448_7.png",130 "action": "CLICK",131 "info": [132 [133 680,134 285135 ],136 [137 680,138 285139 ]140 ],141 "ps": "[(680, 285)]"142 },143 {144 "step": 8,145 "screenshot": "0650566393185448_8.png",146 "action": "CLICK",147 "info": [148 [149 80,150 176151 ],152 [153 80,154 176155 ]156 ],157 "ps": "[(80, 176)]"158 },159 {160 "step": 9,161 "screenshot": "0650566393185448_9.png",162 "action": "CLICK",163 "info": [164 [165 155,166 690167 ],168 [169 155,170 690171 ]172 ],173 "ps": "[(155, 690)]"174 },175 {176 "step": 10,177 "screenshot": "0650566393185448_10.png",178 "action": "CLICK",179 "info": [180 [181 274,182 695183 ],184 [185 274,186 695187 ]188 ],189 "ps": "[(274, 695)]"190 },191 {192 "step": 11,193 "screenshot": "0650566393185448_11.png",194 "action": "CLICK",195 "info": [196 [197 908,198 687199 ],200 [201 908,202 687203 ]204 ],205 "ps": "[(908, 687)]"206 },207 {208 "step": 12,209 "screenshot": "0650566393185448_12.png",210 "action": "CLICK",211 "info": "KEY_HOME",212 "ps": ""213 },214 {215 "step": 13,216 "screenshot": "0650566393185448_13.png",217 "action": "CLICK",218 "info": [219 [220 497,221 401222 ],223 [224 497,225 401226 ]227 ],228 "ps": "[(497, 401)]"229 },230 {231 "step": 14,232 "screenshot": "0650566393185448_14.png",233 "action": "CLICK",234 "info": [235 [236 858,237 890238 ],239 [240 858,241 890242 ]243 ],244 "ps": "[(858, 890)]"245 },246 {247 "step": 15,248 "screenshot": "0650566393185448_15.png",249 "action": "CLICK",250 "info": [251 [252 499,253 564254 ],255 [256 499,257 564258 ]259 ],260 "ps": "[(499, 564)]"261 },262 {263 "step": 16,264 "screenshot": "0650566393185448_16.png",265 "action": "CLICK",266 "info": [267 [268 283,269 281270 ],271 [272 283,273 281274 ]275 ],276 "ps": "[(283, 281)]"277 },278 {279 "step": 17,280 "screenshot": "0650566393185448_17.png",281 "action": "CLICK",282 "info": [283 [284 497,285 560286 ],287 [288 497,289 560290 ]291 ],292 "ps": "[(497, 560)]"293 },294 {295 "step": 18,296 "screenshot": "0650566393185448_18.png",297 "action": "CLICK",298 "info": [299 [300 666,301 737302 ],303 [304 666,305 737306 ]307 ],308 "ps": "[(666, 737)]"309 },310 {311 "step": 19,312 "screenshot": "0650566393185448_19.png",313 "action": "CLICK",314 "info": [315 [316 77,317 185318 ],319 [320 77,321 185322 ]323 ],324 "ps": "[(77, 185)]"325 },326 {327 "step": 20,328 "screenshot": "0650566393185448_20.png",329 "action": "COMPLETE",330 "info": "",331 "ps": "3 LONG Korean"332 }333 ]334}