OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0990266990605159",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Microsoft Translator",15 "Opera News",16 "Google Keep"17 ],18 "meta_task": "Read an English news, translate its title in {}, and keep a record of it.",19 "task": "Read an English news, translate its title in Spanish, and keep a record of it.",20 "instruction": "Open Opera News, read an English news article, and use Microsoft Translator to translate the article's title into Spanish. Then, record the translated title in Google Keep for future reference."21 },22 "step_length": 21,23 "steps": [24 {25 "step": 0,26 "screenshot": "0990266990605159_0.png",27 "action": "CLICK",28 "info": [29 [30 406,31 12232 ],33 [34 406,35 12236 ]37 ],38 "ps": "[(406, 122)]"39 },40 {41 "step": 1,42 "screenshot": "0990266990605159_1.png",43 "action": "CLICK",44 "info": [45 [46 399,47 42848 ],49 [50 399,51 42852 ]53 ],54 "ps": "[(399, 428)]"55 },56 {57 "step": 2,58 "screenshot": "0990266990605159_2.png",59 "action": "CLICK",60 "info": [61 [62 702,63 6264 ],65 [66 702,67 6268 ]69 ],70 "ps": "[(702, 62)]"71 },72 {73 "step": 3,74 "screenshot": "0990266990605159_3.png",75 "action": "LONG_PRESS",76 "info": [77 [78 511,79 25380 ],81 [82 511,83 25384 ]85 ],86 "ps": "[(511, 253)]"87 },88 {89 "step": 4,90 "screenshot": "0990266990605159_4.png",91 "action": "SCROLL",92 "info": [93 [94 313,95 28296 ],97 [98 61,99 274100 ]101 ],102 "ps": "[(313, 282), (311, 282), (308, 282), (306, 282), (304, 282), (304, 281), (302, 281), (299, 281), (297, 281), (294, 281), (292, 281), (289, 281), (287, 281), (287, 280), (284, 280), (282, 280), (279, 280), (277, 280), (277, 279), (274, 279), (272, 279), (270, 279), (268, 279), (265, 279), (265, 278), (263, 278), (260, 278), (258, 278), (255, 278), (253, 278), (253, 276), (250, 276), (248, 276), (245, 276), (243, 276), (240, 276), (238, 276), (236, 276), (236, 275), (234, 275), (231, 275), (229, 275), (226, 275), (224, 275), (221, 275), (219, 275), (216, 275), (214, 275), (211, 275), (209, 275), (206, 275), (204, 275), (202, 275), (199, 275), (197, 275), (197, 274), (195, 274), (192, 274), (190, 274), (187, 274), (185, 274), (182, 274), (180, 274), (177, 274), (175, 274), (172, 274), (170, 274), (168, 274), (165, 274), (163, 274), (161, 274), (158, 274), (156, 274), (153, 274), (151, 274), (148, 274), (146, 274), (143, 274), (141, 274), (138, 274), (136, 274), (134, 274), (131, 274), (129, 274), (127, 274), (124, 274), (122, 274), (119, 274), (117, 274), (114, 274), (112, 274), (109, 274), (107, 274), (104, 274), (102, 274), (99, 274), (97, 274), (95, 274), (93, 274), (90, 274), (88, 274), (85, 274), (83, 274), (80, 274), (78, 274), (75, 274), (73, 274), (70, 274), (68, 274), (65, 274), (63, 274), (61, 274)]"103 },104 {105 "step": 5,106 "screenshot": "0990266990605159_5.png",107 "action": "SCROLL",108 "info": [109 [110 620,111 273112 ],113 [114 652,115 384116 ]117 ],118 "ps": "[(620, 273), (620, 274), (620, 275), (620, 276), (620, 278), (620, 279), (620, 280), (620, 281), (620, 282), (620, 283), (620, 284), (620, 285), (620, 287), (620, 288), (620, 289), (620, 290), (620, 291), (620, 292), (620, 293), (620, 294), (620, 296), (620, 297), (620, 298), (620, 299), (620, 300), (620, 301), (620, 302), (620, 303), (620, 305), (620, 306), (620, 307), (622, 307), (622, 308), (622, 309), (622, 310), (622, 311), (622, 312), (622, 314), (622, 315), (622, 316), (622, 317), (622, 318), (622, 319), (622, 320), (622, 321), (622, 323), (624, 323), (624, 324), (624, 325), (624, 326), (624, 327), (624, 328), (624, 329), (624, 330), (624, 332), (624, 332), (624, 334), (627, 334), (627, 335), (627, 336), (627, 337), (627, 338), (627, 339), (629, 339), (629, 341), (629, 341), (629, 343), (632, 343), (632, 344), (632, 345), (632, 346), (632, 347), (632, 348), (632, 349), (632, 350), (632, 352), (632, 353), (634, 353), (634, 354), (634, 355), (634, 356), (634, 357), (637, 357), (637, 358), (637, 359), (637, 361), (637, 362), (637, 363), (639, 363), (639, 364), (639, 365), (639, 366), (642, 366), (642, 367), (642, 368), (644, 368), (644, 370), (644, 373), (644, 374), (644, 375), (644, 376), (647, 380), (647, 381), (647, 382), (649, 382), (649, 383), (649, 384), (652, 384)]"119 },120 {121 "step": 6,122 "screenshot": "0990266990605159_6.png",123 "action": "CLICK",124 "info": [125 [126 381,127 188128 ],129 [130 381,131 188132 ]133 ],134 "ps": "[(381, 188)]"135 },136 {137 "step": 7,138 "screenshot": "0990266990605159_7.png",139 "action": "CLICK",140 "info": "KEY_HOME",141 "ps": ""142 },143 {144 "step": 8,145 "screenshot": "0990266990605159_8.png",146 "action": "CLICK",147 "info": [148 [149 148,150 253151 ],152 [153 148,154 253155 ]156 ],157 "ps": "[(148, 253)]"158 },159 {160 "step": 9,161 "screenshot": "0990266990605159_9.png",162 "action": "CLICK",163 "info": [164 [165 272,166 742167 ],168 [169 272,170 742171 ]172 ],173 "ps": "[(272, 742)]"174 },175 {176 "step": 10,177 "screenshot": "0990266990605159_10.png",178 "action": "TEXT",179 "info": "Fallen Chicago officer's family requests Mayor Johnson not attend funeral: report",180 "ps": ""181 },182 {183 "step": 11,184 "screenshot": "0990266990605159_11.png",185 "action": "LONG_PRESS",186 "info": [187 [188 418,189 377190 ],191 [192 418,193 377194 ]195 ],196 "ps": "[(418, 377)]"197 },198 {199 "step": 12,200 "screenshot": "0990266990605159_12.png",201 "action": "CLICK",202 "info": "KEY_HOME",203 "ps": ""204 },205 {206 "step": 13,207 "screenshot": "0990266990605159_13.png",208 "action": "CLICK",209 "info": [210 [211 187,212 389213 ],214 [215 187,216 389217 ]218 ],219 "ps": "[(187, 389)]"220 },221 {222 "step": 14,223 "screenshot": "0990266990605159_14.png",224 "action": "CLICK",225 "info": [226 [227 834,228 917229 ],230 [231 834,232 917233 ]234 ],235 "ps": "[(834, 917)]"236 },237 {238 "step": 15,239 "screenshot": "0990266990605159_15.png",240 "action": "CLICK",241 "info": [242 [243 508,244 646245 ],246 [247 508,248 646249 ]250 ],251 "ps": "[(508, 646)]"252 },253 {254 "step": 16,255 "screenshot": "0990266990605159_16.png",256 "action": "CLICK",257 "info": [258 [259 107,260 166261 ],262 [263 107,264 166265 ]266 ],267 "ps": "[(107, 166)]"268 },269 {270 "step": 17,271 "screenshot": "0990266990605159_17.png",272 "action": "CLICK",273 "info": [274 [275 467,276 655277 ],278 [279 467,280 655281 ]282 ],283 "ps": "[(467, 655)]"284 },285 {286 "step": 18,287 "screenshot": "0990266990605159_18.png",288 "action": "CLICK",289 "info": [290 [291 707,292 765293 ],294 [295 707,296 765297 ]298 ],299 "ps": "[(707, 765)]"300 },301 {302 "step": 19,303 "screenshot": "0990266990605159_19.png",304 "action": "CLICK",305 "info": [306 [307 56,308 87309 ],310 [311 56,312 87313 ]314 ],315 "ps": "[(56, 87)]"316 },317 {318 "step": 20,319 "screenshot": "0990266990605159_20.png",320 "action": "COMPLETE",321 "info": "",322 "ps": "4 LONG 12 LONG Spanish"323 }324 ]325}