OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1232693281794768",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1600,8 "w": 2560,9 "device_name": "Pixel Tablet"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Microsoft Translator",15 "Opera News",16 "Google Keep"17 ],18 "meta_task": "Read an English news, translate its title in {}, and keep a record of it.",19 "task": "Read an English news, translate its title in Spanish, and keep a record of it.",20 "instruction": "Open the Opera News app to read an English news article. Use Microsoft Translator to translate the title of the article into Spanish. Then, record the translated title in Google Keep."21 },22 "step_length": 23,23 "steps": [24 {25 "step": 0,26 "screenshot": "1232693281794768_0.png",27 "action": "CLICK",28 "info": [29 [30 563,31 25632 ],33 [34 563,35 25636 ]37 ],38 "ps": "[(563, 256)]"39 },40 {41 "step": 1,42 "screenshot": "1232693281794768_1.png",43 "action": "CLICK",44 "info": [45 [46 316,47 38248 ],49 [50 316,51 38252 ]53 ],54 "ps": "[(316, 382)]"55 },56 {57 "step": 2,58 "screenshot": "1232693281794768_2.png",59 "action": "CLICK",60 "info": [61 [62 890,63 7864 ],65 [66 890,67 7868 ]69 ],70 "ps": "[(890, 78)]"71 },72 {73 "step": 3,74 "screenshot": "1232693281794768_3.png",75 "action": "CLICK",76 "info": [77 [78 898,79 6480 ],81 [82 898,83 6484 ]85 ],86 "ps": "[(898, 64)]"87 },88 {89 "step": 4,90 "screenshot": "1232693281794768_4.png",91 "action": "CLICK",92 "info": [93 [94 899,95 6296 ],97 [98 899,99 62100 ]101 ],102 "ps": "[(899, 62)]"103 },104 {105 "step": 5,106 "screenshot": "1232693281794768_5.png",107 "action": "LONG_PRESS",108 "info": [109 [110 503,111 279112 ],113 [114 503,115 279116 ]117 ],118 "ps": "[(503, 279)]"119 },120 {121 "step": 6,122 "screenshot": "1232693281794768_6.png",123 "action": "SCROLL",124 "info": [125 [126 469,127 311128 ],129 [130 0,131 294132 ]133 ],134 "ps": "[(469, 311), (469, 311), (468, 311), (467, 311), (466, 311), (465, 311), (465, 311), (464, 311), (463, 311), (462, 311), (462, 311), (461, 311), (460, 311), (459, 311), (458, 311), (458, 311), (457, 311), (456, 311), (455, 311), (455, 311), (454, 311), (453, 311), (452, 311), (451, 311), (451, 311), (450, 311), (449, 311), (448, 311), (448, 311), (447, 311), (446, 311), (445, 311), (444, 311), (444, 311), (443, 311), (442, 311), (441, 311), (440, 311), (439, 311), (437, 311), (437, 311), (436, 311), (434, 311), (433, 311), (432, 311), (431, 311), (430, 311), (429, 311), (428, 311), (426, 311), (426, 311), (424, 311), (423, 311), (423, 311), (422, 311), (421, 311), (420, 311), (419, 311), (417, 311), (416, 311), (415, 311), (415, 311), (413, 311), (412, 311), (410, 311), (408, 311), (408, 311), (406, 311), (405, 311), (405, 311), (404, 309), (402, 309), (401, 309), (400, 309), (398, 309), (397, 309), (395, 309), (394, 309), (393, 309), (392, 309), (391, 309), (391, 309), (389, 309), (387, 309), (387, 309), (386, 309), (384, 309), (383, 309), (383, 309), (381, 309), (380, 309), (379, 309), (378, 309), (377, 309), (376, 309), (375, 309), (374, 309), (373, 309), (371, 309), (370, 309), (369, 309), (368, 309), (366, 309), (365, 309), (364, 309), (362, 309), (362, 308), (361, 308), (360, 308), (358, 308), (357, 308), (356, 308), (355, 308), (354, 308), (353, 308), (351, 308), (351, 308), (350, 308), (348, 308), (347, 308), (346, 308), (345, 308), (344, 308), (342, 308), (341, 308), (341, 307), (340, 307), (339, 307), (337, 307), (337, 307), (336, 307), (334, 307), (333, 307), (333, 307), (332, 307), (331, 307), (330, 307), (330, 307), (328, 307), (326, 307), (326, 306), (325, 306), (323, 306), (323, 306), (322, 306), (321, 306), (320, 306), (319, 306), (318, 306), (317, 306), (316, 306), (315, 304), (315, 304), (313, 304), (312, 304), (312, 304), (310, 304), (308, 304), (308, 304), (307, 304), (306, 304), (305, 304), (304, 303), (302, 303), (301, 303), (301, 303), (299, 303), (298, 303), (298, 303), (297, 303), (295, 303), (294, 303), (294, 303), (292, 302), (291, 302), (290, 302), (289, 302), (288, 302), (287, 302), (287, 302), (286, 302), (285, 302), (283, 302), (282, 302), (281, 302), (280, 302), (280, 302), (279, 302), (277, 302), (276, 302), (276, 302), (275, 302), (274, 302), (273, 302), (273, 302), (271, 302), (269, 302), (268, 302), (267, 302), (266, 302), (265, 302), (264, 302), (263, 302), (262, 302), (262, 302), (260, 302), (259, 302), (258, 302), (258, 302), (257, 302), (256, 302), (255, 302), (255, 302), (254, 302), (253, 302), (252, 302), (251, 302), (250, 302), (249, 302), (248, 302), (247, 302), (246, 302), (245, 302), (244, 302), (244, 302), (242, 302), (241, 302), (241, 302), (240, 302), (239, 302), (238, 302), (237, 302), (236, 302), (234, 302), (233, 302), (232, 302), (230, 302), (229, 302), (227, 302), (226, 302), (226, 302), (225, 302), (224, 302), (223, 302), (222, 302), (221, 302), (220, 302), (219, 302), (219, 302), (218, 302), (217, 302), (216, 302), (215, 302), (214, 302), (213, 302), (212, 302), (212, 302), (210, 302), (209, 302), (208, 302), (206, 302), (205, 302), (205, 301), (203, 301), (202, 301), (201, 301), (201, 301), (200, 301), (198, 301), (198, 301), (196, 301), (194, 301), (193, 301), (192, 301), (191, 301), (190, 301), (189, 301), (188, 301), (187, 301), (186, 301), (185, 301), (183, 301), (183, 301), (182, 301), (180, 301), (180, 301), (179, 301), (177, 301), (176, 301), (176, 301), (174, 301), (173, 301), (173, 301), (172, 301), (171, 301), (169, 301), (168, 301), (167, 301), (165, 301), (165, 301), (163, 299), (162, 299), (161, 299), (160, 299), (159, 299), (158, 299), (157, 299), (156, 299), (155, 299), (155, 299), (154, 299), (153, 299), (152, 299), (151, 299), (151, 299), (150, 299), (149, 299), (148, 299), (147, 299), (146, 299), (145, 299), (144, 299), (144, 299), (142, 299), (141, 299), (140, 299), (140, 299), (138, 299), (137, 299), (135, 299), (134, 299), (133, 299), (133, 299), (132, 299), (130, 299), (130, 299), (129, 299), (128, 299), (127, 299), (126, 299), (126, 298), (125, 298), (124, 298), (123, 298), (122, 298), (121, 298), (120, 298), (119, 298), (119, 298), (118, 298), (117, 298), (116, 298), (115, 298), (114, 298), (113, 298), (112, 298), (112, 298), (111, 298), (110, 298), (109, 298), (108, 298), (108, 298), (107, 298), (106, 298), (105, 298), (105, 298), (104, 298), (103, 298), (102, 298), (101, 298), (101, 298), (100, 298), (99, 298), (98, 298), (98, 298), (97, 298), (96, 298), (95, 298), (94, 298), (94, 298), (93, 297), (92, 297), (91, 297), (91, 297), (90, 297), (89, 297), (88, 297), (87, 297), (87, 297), (86, 297), (85, 297), (84, 297), (83, 297), (83, 297), (82, 297), (81, 297), (80, 297), (80, 297), (79, 297), (78, 297), (77, 297), (76, 297), (76, 297), (75, 297), (74, 297), (73, 297), (73, 297), (72, 297), (71, 297), (70, 297), (69, 297), (69, 297), (68, 297), (67, 297), (66, 297), (66, 297), (65, 297), (64, 297), (63, 297), (62, 297), (62, 297), (61, 297), (60, 297), (59, 297), (58, 297), (58, 297), (57, 297), (56, 297), (55, 297), (55, 297), (54, 297), (53, 297), (52, 297), (51, 297), (51, 297), (50, 297), (49, 297), (48, 297), (48, 297), (47, 297), (46, 297), (45, 297), (44, 297), (44, 297), (43, 297), (42, 297), (41, 297), (40, 297), (40, 297), (39, 297), (38, 297), (37, 297), (37, 297), (36, 297), (35, 296), (34, 296), (33, 296), (33, 296), (32, 296), (31, 296), (30, 296), (30, 296), (29, 296), (28, 296), (27, 296), (26, 296), (26, 296), (25, 296), (25, 294), (24, 294), (23, 294), (23, 294), (22, 294), (21, 294), (20, 294), (19, 294), (19, 294), (18, 294), (17, 294), (16, 294), (15, 294), (15, 294), (14, 294), (13, 294), (12, 294), (12, 294), (11, 294), (10, 294), (9, 294), (8, 294), (8, 294), (7, 294), (6, 294), (5, 294), (5, 294), (4, 294), (3, 294), (2, 294), (1, 294), (1, 294), (0, 294), (0, 294)]"135 },136 {137 "step": 7,138 "screenshot": "1232693281794768_7.png",139 "action": "SCROLL",140 "info": [141 [142 528,143 307144 ],145 [146 574,147 332148 ]149 ],150 "ps": "[(528, 307), (529, 307), (530, 307), (530, 307), (531, 307), (532, 307), (533, 307), (533, 307), (534, 307), (535, 307), (536, 307), (537, 307), (537, 307), (538, 307), (539, 307), (540, 308), (541, 308), (541, 308), (542, 308), (542, 309), (543, 309), (544, 309), (544, 309), (545, 309), (546, 309), (547, 309), (547, 311), (548, 311), (548, 311), (549, 311), (550, 311), (550, 312), (551, 312), (551, 312), (551, 313), (552, 313), (553, 314), (554, 314), (555, 314), (559, 318), (560, 318), (560, 319), (561, 319), (562, 319), (562, 321), (562, 321), (563, 321), (563, 322), (564, 322), (565, 322), (565, 323), (565, 323), (565, 324), (566, 324), (567, 324), (568, 324), (568, 326), (569, 326), (569, 326), (569, 327), (569, 328), (570, 328), (570, 329), (571, 329), (572, 329), (572, 331), (573, 331), (573, 331), (573, 332), (574, 332)]"151 },152 {153 "step": 8,154 "screenshot": "1232693281794768_8.png",155 "action": "CLICK",156 "info": [157 [158 201,159 212160 ],161 [162 201,163 212164 ]165 ],166 "ps": "[(201, 212)]"167 },168 {169 "step": 9,170 "screenshot": "1232693281794768_9.png",171 "action": "CLICK",172 "info": "KEY_HOME",173 "ps": ""174 },175 {176 "step": 10,177 "screenshot": "1232693281794768_10.png",178 "action": "CLICK",179 "info": [180 [181 424,182 417183 ],184 [185 424,186 417187 ]188 ],189 "ps": "[(424, 417)]"190 },191 {192 "step": 11,193 "screenshot": "1232693281794768_11.png",194 "action": "CLICK",195 "info": [196 [197 440,198 741199 ],200 [201 440,202 741203 ]204 ],205 "ps": "[(440, 741)]"206 },207 {208 "step": 12,209 "screenshot": "1232693281794768_12.png",210 "action": "TEXT",211 "info": "Trump says Biden 'surrounded by fascists' at New Jersey rally campaign trail return amid hush money trial",212 "ps": ""213 },214 {215 "step": 13,216 "screenshot": "1232693281794768_13.png",217 "action": "LONG_PRESS",218 "info": [219 [220 493,221 279222 ],223 [224 493,225 279226 ]227 ],228 "ps": "[(493, 279)]"229 },230 {231 "step": 14,232 "screenshot": "1232693281794768_14.png",233 "action": "CLICK",234 "info": "KEY_HOME",235 "ps": ""236 },237 {238 "step": 15,239 "screenshot": "1232693281794768_15.png",240 "action": "CLICK",241 "info": [242 [243 575,244 557245 ],246 [247 575,248 557249 ]250 ],251 "ps": "[(575, 557)]"252 },253 {254 "step": 16,255 "screenshot": "1232693281794768_16.png",256 "action": "CLICK",257 "info": [258 [259 445,260 873261 ],262 [263 445,264 873265 ]266 ],267 "ps": "[(445, 873)]"268 },269 {270 "step": 17,271 "screenshot": "1232693281794768_17.png",272 "action": "CLICK",273 "info": [274 [275 575,276 508277 ],278 [279 575,280 508281 ]282 ],283 "ps": "[(575, 508)]"284 },285 {286 "step": 18,287 "screenshot": "1232693281794768_18.png",288 "action": "CLICK",289 "info": [290 [291 610,292 152293 ],294 [295 610,296 152297 ]298 ],299 "ps": "[(610, 152)]"300 },301 {302 "step": 19,303 "screenshot": "1232693281794768_19.png",304 "action": "CLICK",305 "info": [306 [307 430,308 511309 ],310 [311 430,312 511313 ]314 ],315 "ps": "[(430, 511)]"316 },317 {318 "step": 20,319 "screenshot": "1232693281794768_20.png",320 "action": "CLICK",321 "info": [322 [323 379,324 604325 ],326 [327 379,328 604329 ]330 ],331 "ps": "[(379, 604)]"332 },333 {334 "step": 21,335 "screenshot": "1232693281794768_21.png",336 "action": "CLICK",337 "info": [338 [339 531,340 73341 ],342 [343 531,344 73345 ]346 ],347 "ps": "[(531, 73)]"348 },349 {350 "step": 22,351 "screenshot": "1232693281794768_22.png",352 "action": "COMPLETE",353 "info": "",354 "ps": "6 LONG 14 LONG Spanish"355 }356 ]357}