OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1193296579766136",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Weather & Radar",15 "Gmail",16 "Mapillary"17 ],18 "meta_task": "Look for a new hiking trail, check the weather forecast for the weekend and invite friends to join.",19 "task": "Look for a new hiking trail, check the weather forecast for the weekend and invite friends to join.",20 "instruction": "Utilize Mapillary to find a new hiking trail, then use Weather & Radar to check the weekend weather forecast. Afterward, send an invitation to caba62244@gmail.com through Gmail."21 },22 "step_length": 25,23 "steps": [24 {25 "step": 0,26 "screenshot": "1193296579766136_0.png",27 "action": "CLICK",28 "info": [29 [30 691,31 48532 ],33 [34 691,35 48536 ]37 ],38 "ps": "[(691, 485)]"39 },40 {41 "step": 1,42 "screenshot": "1193296579766136_1.png",43 "action": "CLICK",44 "info": [45 [46 676,47 90448 ],49 [50 676,51 90452 ]53 ],54 "ps": "[(676, 904)]"55 },56 {57 "step": 2,58 "screenshot": "1193296579766136_2.png",59 "action": "CLICK",60 "info": [61 [62 485,63 10264 ],65 [66 485,67 10268 ]69 ],70 "ps": "[(485, 102)]"71 },72 {73 "step": 3,74 "screenshot": "1193296579766136_3.png",75 "action": "TEXT",76 "info": "hiking trail",77 "ps": ""78 },79 {80 "step": 4,81 "screenshot": "1193296579766136_4.png",82 "action": "CLICK",83 "info": [84 [85 390,86 28987 ],88 [89 390,90 28991 ]92 ],93 "ps": "[(390, 289)]"94 },95 {96 "step": 5,97 "screenshot": "1193296579766136_5.png",98 "action": "CLICK",99 "info": "KEY_HOME",100 "ps": ""101 },102 {103 "step": 6,104 "screenshot": "1193296579766136_6.png",105 "action": "CLICK",106 "info": [107 [108 663,109 654110 ],111 [112 663,113 654114 ]115 ],116 "ps": "[(663, 654)]"117 },118 {119 "step": 7,120 "screenshot": "1193296579766136_7.png",121 "action": "CLICK",122 "info": [123 [124 955,125 85126 ],127 [128 955,129 85130 ]131 ],132 "ps": "[(955, 85)]"133 },134 {135 "step": 8,136 "screenshot": "1193296579766136_8.png",137 "action": "CLICK",138 "info": [139 [140 461,141 197142 ],143 [144 461,145 197146 ]147 ],148 "ps": "[(461, 197)]"149 },150 {151 "step": 9,152 "screenshot": "1193296579766136_9.png",153 "action": "TEXT",154 "info": "Los Angeles",155 "ps": ""156 },157 {158 "step": 10,159 "screenshot": "1193296579766136_10.png",160 "action": "CLICK",161 "info": [162 [163 336,164 317165 ],166 [167 336,168 317169 ]170 ],171 "ps": "[(336, 317)]"172 },173 {174 "step": 11,175 "screenshot": "1193296579766136_11.png",176 "action": "SCROLL",177 "info": [178 [179 307,180 864181 ],182 [183 344,184 108185 ]186 ],187 "ps": "[(307, 864), (307, 858), (307, 855), (307, 854), (304, 850), (304, 848), (304, 846), (304, 837), (304, 827), (304, 816), (304, 805), (304, 797), (304, 786), (301, 780), (301, 774), (301, 769), (301, 763), (299, 757), (298, 754), (298, 748), (298, 743), (298, 737), (298, 732), (294, 727), (294, 723), (294, 717), (294, 716), (294, 713), (294, 707), (294, 700), (294, 689), (294, 674), (294, 666), (294, 656), (294, 647), (294, 642), (294, 632), (294, 620), (294, 612), (294, 602), (294, 590), (294, 576), (294, 565), (294, 555), (294, 543), (294, 535), (294, 525), (294, 514), (294, 502), (294, 495), (295, 486), (295, 478), (295, 471), (295, 465), (297, 459), (299, 448), (299, 440), (299, 434), (299, 427), (299, 415), (299, 408), (299, 399), (299, 388), (299, 378), (299, 364), (300, 351), (302, 337), (305, 321), (305, 311), (305, 300), (306, 291), (308, 280), (308, 274), (310, 269), (310, 263), (312, 259), (312, 253), (313, 247), (313, 241), (313, 239), (314, 234), (316, 232), (316, 227), (319, 224), (319, 220), (319, 217), (323, 213), (323, 210), (323, 206), (325, 203), (325, 198), (325, 193), (327, 190), (327, 186), (329, 183), (329, 179), (329, 176), (330, 170), (330, 164), (333, 159), (333, 153), (333, 149), (335, 147), (335, 145), (338, 140), (338, 138), (338, 133), (341, 127), (341, 126), (341, 123), (341, 119), (344, 116), (344, 111), (344, 110), (344, 109), (344, 108)]"188 },189 {190 "step": 12,191 "screenshot": "1193296579766136_12.png",192 "action": "SCROLL",193 "info": [194 [195 503,196 858197 ],198 [199 496,200 143201 ]202 ],203 "ps": "[(503, 858), (503, 861), (503, 860), (503, 854), (503, 848), (503, 840), (503, 832), (503, 824), (503, 813), (503, 803), (503, 791), (503, 786), (503, 782), (503, 776), (503, 773), (503, 770), (503, 769), (503, 764), (503, 759), (503, 753), (503, 747), (503, 741), (503, 739), (503, 733), (503, 730), (503, 727), (503, 724), (503, 719), (504, 713), (504, 707), (504, 704), (504, 700), (505, 690), (505, 686), (505, 683), (505, 679), (505, 673), (505, 672), (508, 665), (508, 659), (508, 649), (508, 640), (508, 633), (508, 624), (508, 616), (508, 609), (508, 598), (508, 590), (508, 582), (508, 572), (508, 560), (508, 549), (508, 535), (508, 521), (508, 512), (508, 502), (508, 494), (508, 484), (508, 475), (508, 466), (508, 461), (508, 455), (508, 448), (508, 440), (508, 429), (508, 414), (508, 399), (508, 390), (508, 371), (508, 357), (508, 345), (508, 331), (508, 320), (508, 305), (508, 297), (508, 290), (508, 278), (508, 269), (508, 257), (508, 246), (508, 237), (508, 234), (508, 233), (508, 230), (505, 226), (505, 223), (505, 219), (505, 216), (505, 211), (505, 206), (503, 206), (503, 203), (503, 197), (503, 191), (499, 187), (499, 186), (499, 183), (499, 180), (499, 174), (499, 169), (496, 161), (496, 160), (496, 157), (496, 154), (496, 150), (496, 149), (496, 146), (496, 143)]"204 },205 {206 "step": 13,207 "screenshot": "1193296579766136_13.png",208 "action": "SCROLL",209 "info": [210 [211 400,212 759213 ],214 [215 43,216 774217 ]218 ],219 "ps": "[(400, 759), (398, 759), (398, 761), (395, 761), (392, 761), (389, 766), (385, 764), (383, 764), (379, 764), (376, 767), (374, 767), (371, 767), (368, 767), (365, 767), (362, 771), (360, 771), (356, 771), (354, 771), (352, 774), (349, 774), (346, 774), (345, 774), (343, 774), (341, 774), (338, 774), (333, 774), (329, 774), (324, 774), (322, 774), (314, 774), (306, 774), (297, 774), (285, 774), (275, 774), (266, 774), (254, 774), (245, 774), (233, 774), (224, 774), (217, 774), (209, 774), (199, 774), (190, 774), (182, 774), (174, 774), (170, 774), (168, 774), (166, 774), (161, 774), (157, 774), (152, 774), (147, 774), (146, 774), (141, 774), (139, 774), (135, 774), (134, 774), (132, 774), (128, 774), (126, 774), (121, 774), (119, 774), (115, 774), (113, 774), (111, 774), (108, 774), (107, 774), (105, 774), (102, 774), (99, 774), (94, 774), (91, 774), (90, 774), (88, 774), (84, 774), (82, 774), (77, 774), (72, 774), (67, 774), (63, 774), (59, 774), (57, 774), (55, 774), (51, 774), (48, 774), (45, 774), (43, 774)]"220 },221 {222 "step": 14,223 "screenshot": "1193296579766136_14.png",224 "action": "CLICK",225 "info": [226 [227 151,228 545229 ],230 [231 151,232 545233 ]234 ],235 "ps": "[(151, 545)]"236 },237 {238 "step": 15,239 "screenshot": "1193296579766136_15.png",240 "action": "CLICK",241 "info": [242 [243 236,244 548245 ],246 [247 236,248 548249 ]250 ],251 "ps": "[(236, 548)]"252 },253 {254 "step": 16,255 "screenshot": "1193296579766136_16.png",256 "action": "CLICK",257 "info": "KEY_HOME",258 "ps": ""259 },260 {261 "step": 17,262 "screenshot": "1193296579766136_17.png",263 "action": "CLICK",264 "info": [265 [266 797,267 300268 ],269 [270 797,271 300272 ]273 ],274 "ps": "[(797, 300)]"275 },276 {277 "step": 18,278 "screenshot": "1193296579766136_18.png",279 "action": "CLICK",280 "info": [281 [282 37,283 159284 ],285 [286 37,287 159288 ]289 ],290 "ps": "[(37, 159)]"291 },292 {293 "step": 19,294 "screenshot": "1193296579766136_19.png",295 "action": "TEXT",296 "info": "caba62244@gmail.com",297 "ps": ""298 },299 {300 "step": 20,301 "screenshot": "1193296579766136_20.png",302 "action": "CLICK",303 "info": [304 [305 278,306 335307 ],308 [309 278,310 335311 ]312 ],313 "ps": "[(278, 335)]"314 },315 {316 "step": 21,317 "screenshot": "1193296579766136_21.png",318 "action": "CLICK",319 "info": [320 [321 285,322 428323 ],324 [325 285,326 428327 ]328 ],329 "ps": "[(285, 428)]"330 },331 {332 "step": 22,333 "screenshot": "1193296579766136_22.png",334 "action": "TEXT",335 "info": "Do you want to go for a hiking trail with me this Sunday?",336 "ps": ""337 },338 {339 "step": 23,340 "screenshot": "1193296579766136_23.png",341 "action": "CLICK",342 "info": [343 [344 898,345 86346 ],347 [348 898,349 86350 ]351 ],352 "ps": "[(898, 86)]"353 },354 {355 "step": 24,356 "screenshot": "1193296579766136_24.png",357 "action": "COMPLETE",358 "info": "",359 "ps": "caba62244@gmail.com"360 }361 ]362}