OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0090674044557997",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Setting",15 "X"16 ],17 "meta_task": "Find a picture of {} style and make it as the wallpaper of the phone.",18 "task": "Find a picture of Art Deco style and make it as the wallpaper of the phone.",19 "instruction": "Locate an image depicting Art Deco style, then set it as your phone's wallpaper using the 'Setting' and 'X' applications."20 },21 "step_length": 21,22 "steps": [23 {24 "step": 0,25 "screenshot": "0090674044557997_0.png",26 "action": "CLICK",27 "info": [28 [29 848,30 26231 ],32 [33 848,34 26235 ]36 ],37 "ps": "[(848, 262)]"38 },39 {40 "step": 1,41 "screenshot": "0090674044557997_1.png",42 "action": "CLICK",43 "info": [44 [45 616,46 7147 ],48 [49 616,50 7151 ]52 ],53 "ps": "[(616, 71)]"54 },55 {56 "step": 2,57 "screenshot": "0090674044557997_2.png",58 "action": "TEXT",59 "info": "Art deco",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0090674044557997_3.png",65 "action": "CLICK",66 "info": [67 [68 933,69 91570 ],71 [72 933,73 91574 ]75 ],76 "ps": "[(933, 915)]"77 },78 {79 "step": 4,80 "screenshot": "0090674044557997_4.png",81 "action": "SCROLL",82 "info": [83 [84 529,85 66686 ],87 [88 520,89 21790 ]91 ],92 "ps": "[(529, 666), (529, 665), (529, 662), (529, 660), (529, 657), (529, 654), (529, 648), (529, 639), (529, 629), (529, 619), (529, 611), (527, 602), (523, 594), (520, 584), (516, 573), (514, 561), (509, 551), (507, 540), (502, 530), (500, 520), (500, 512), (500, 504), (498, 496), (494, 489), (494, 483), (494, 477), (494, 471), (494, 465), (491, 458), (491, 452), (491, 444), (491, 438), (491, 430), (491, 421), (491, 413), (491, 405), (491, 395), (496, 385), (498, 374), (502, 362), (505, 350), (505, 340), (509, 329), (511, 319), (516, 309), (518, 300), (520, 298), (520, 295), (520, 292), (520, 289), (520, 287), (520, 283), (520, 279), (520, 274), (520, 271), (520, 269), (520, 266), (520, 263), (520, 261), (520, 258), (520, 255), (520, 251), (520, 247), (520, 244), (520, 242), (520, 237), (520, 233), (520, 228), (520, 225), (520, 222), (520, 220), (520, 219), (520, 218), (520, 217)]"93 },94 {95 "step": 5,96 "screenshot": "0090674044557997_5.png",97 "action": "SCROLL",98 "info": [99 [100 641,101 856102 ],103 [104 701,105 364106 ]107 ],108 "ps": "[(641, 856), (641, 853), (641, 850), (641, 847), (639, 844), (636, 840), (634, 833), (630, 822), (625, 808), (625, 794), (625, 778), (625, 760), (625, 741), (625, 725), (625, 708), (625, 692), (625, 676), (625, 660), (627, 644), (627, 630), (627, 616), (627, 604), (627, 592), (627, 581), (627, 573), (632, 565), (634, 557), (636, 548), (641, 538), (643, 527), (648, 517), (650, 507), (654, 495), (661, 485), (663, 475), (668, 464), (670, 454), (674, 444), (677, 433), (681, 423), (683, 415), (685, 408), (685, 402), (690, 395), (692, 389), (694, 382), (697, 378), (697, 375), (697, 374), (699, 372), (699, 370), (699, 369), (699, 368), (699, 367), (699, 366), (701, 366), (701, 364)]"109 },110 {111 "step": 6,112 "screenshot": "0090674044557997_6.png",113 "action": "CLICK",114 "info": [115 [116 817,117 469118 ],119 [120 817,121 469122 ]123 ],124 "ps": "[(817, 469)]"125 },126 {127 "step": 7,128 "screenshot": "0090674044557997_7.png",129 "action": "CLICK",130 "info": [131 [132 951,133 70134 ],135 [136 951,137 70138 ]139 ],140 "ps": "[(951, 70)]"141 },142 {143 "step": 8,144 "screenshot": "0090674044557997_8.png",145 "action": "CLICK",146 "info": [147 [148 793,149 92150 ],151 [152 793,153 92154 ]155 ],156 "ps": "[(793, 92)]"157 },158 {159 "step": 9,160 "screenshot": "0090674044557997_9.png",161 "action": "CLICK",162 "info": "KEY_HOME",163 "ps": ""164 },165 {166 "step": 10,167 "screenshot": "0090674044557997_10.png",168 "action": "SCROLL",169 "info": [170 [171 527,172 553173 ],174 [175 429,176 432177 ]178 ],179 "ps": "[(527, 553), (523, 550), (518, 545), (516, 541), (511, 537), (509, 534), (502, 528), (491, 517), (478, 502), (462, 485), (451, 468), (440, 450), (429, 432)]"180 },181 {182 "step": 11,183 "screenshot": "0090674044557997_11.png",184 "action": "SCROLL",185 "info": [186 [187 538,188 765189 ],190 [191 500,192 272193 ]194 ],195 "ps": "[(538, 765), (538, 764), (538, 761), (538, 757), (538, 751), (538, 745), (538, 735), (538, 723), (534, 709), (534, 695), (534, 679), (534, 663), (531, 647), (527, 631), (527, 615), (525, 603), (520, 588), (516, 576), (514, 562), (509, 550), (509, 538), (509, 526), (509, 516), (507, 505), (502, 494), (500, 484), (500, 474), (500, 463), (500, 455), (500, 447), (500, 439), (500, 431), (500, 423), (498, 414), (498, 406), (494, 400), (494, 392), (494, 385), (494, 379), (494, 371), (494, 363), (494, 355), (494, 347), (494, 338), (494, 330), (494, 324), (496, 318), (496, 310), (496, 303), (498, 297), (498, 291), (498, 284), (500, 282), (500, 280), (500, 279), (500, 278), (500, 277), (500, 276), (500, 275), (500, 273), (500, 272)]"196 },197 {198 "step": 12,199 "screenshot": "0090674044557997_12.png",200 "action": "CLICK",201 "info": [202 [203 174,204 583205 ],206 [207 174,208 583209 ]210 ],211 "ps": "[(174, 583)]"212 },213 {214 "step": 13,215 "screenshot": "0090674044557997_13.png",216 "action": "SCROLL",217 "info": [218 [219 409,220 815221 ],222 [223 543,224 372225 ]226 ],227 "ps": "[(409, 815), (415, 813), (415, 811), (420, 806), (422, 798), (427, 786), (429, 771), (433, 754), (435, 736), (440, 716), (444, 696), (451, 676), (458, 658), (462, 640), (467, 624), (473, 610), (480, 595), (485, 581), (487, 569), (494, 554), (498, 540), (500, 528), (500, 516), (500, 506), (500, 497), (505, 488), (505, 478), (505, 470), (505, 462), (507, 454), (511, 445), (514, 439), (516, 432), (516, 426), (518, 421), (523, 415), (523, 410), (525, 404), (527, 400), (529, 395), (531, 392), (531, 390), (536, 388), (536, 386), (536, 382), (540, 379), (540, 378), (540, 376), (540, 375), (540, 374), (540, 373), (543, 372)]"228 },229 {230 "step": 14,231 "screenshot": "0090674044557997_14.png",232 "action": "CLICK",233 "info": [234 [235 346,236 631237 ],238 [239 346,240 631241 ]242 ],243 "ps": "[(346, 631)]"244 },245 {246 "step": 15,247 "screenshot": "0090674044557997_15.png",248 "action": "CLICK",249 "info": [250 [251 603,252 854253 ],254 [255 603,256 854257 ]258 ],259 "ps": "[(603, 854)]"260 },261 {262 "step": 16,263 "screenshot": "0090674044557997_16.png",264 "action": "CLICK",265 "info": [266 [267 462,268 245269 ],270 [271 462,272 245273 ]274 ],275 "ps": "[(462, 245)]"276 },277 {278 "step": 17,279 "screenshot": "0090674044557997_17.png",280 "action": "CLICK",281 "info": [282 [283 344,284 363285 ],286 [287 344,288 363289 ]290 ],291 "ps": "[(344, 363)]"292 },293 {294 "step": 18,295 "screenshot": "0090674044557997_18.png",296 "action": "CLICK",297 "info": [298 [299 152,300 257301 ],302 [303 152,304 257305 ]306 ],307 "ps": "[(152, 257)]"308 },309 {310 "step": 19,311 "screenshot": "0090674044557997_19.png",312 "action": "CLICK",313 "info": [314 [315 806,316 81317 ],318 [319 806,320 81321 ]322 ],323 "ps": "[(806, 81)]"324 },325 {326 "step": 20,327 "screenshot": "0090674044557997_20.png",328 "action": "COMPLETE",329 "info": "",330 "ps": ""331 }332 ]333}