OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0143421515237132",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Amazon",15 "Clock",16 "DuckDuckgo",17 "X"18 ],19 "meta_task": "Plan a movie night by selecting a {} movie, add some snacks to the cart on a shopping app, send invitations through a messaging app, and set a clock to remind yourself.",20 "task": "Plan a movie night by selecting a documentary movie, add some snacks to the cart on a shopping app, send invitations through a messaging app, and set a clock to remind yourself.",21 "instruction": "Organize a documentary movie night by selecting a documentary film on DuckDuckgo, then visit Amazon to add snacks to your cart. Next, send out invitations to liudehu19294094 using X, and remember to set a reminder on your Clock app for the event."22 },23 "step_length": 30,24 "steps": [25 {26 "step": 0,27 "screenshot": "0143421515237132_0.png",28 "action": "CLICK",29 "info": [30 [31 391,32 65433 ],34 [35 391,36 65437 ]38 ],39 "ps": "[(391, 654)]"40 },41 {42 "step": 1,43 "screenshot": "0143421515237132_1.png",44 "action": "TEXT",45 "info": " documentary movies",46 "ps": ""47 },48 {49 "step": 2,50 "screenshot": "0143421515237132_2.png",51 "action": "CLICK",52 "info": [53 [54 918,55 92456 ],57 [58 918,59 92460 ]61 ],62 "ps": "[(918, 924)]"63 },64 {65 "step": 3,66 "screenshot": "0143421515237132_3.png",67 "action": "CLICK",68 "info": [69 [70 177,71 73072 ],73 [74 177,75 73076 ]77 ],78 "ps": "[(177, 730)]"79 },80 {81 "step": 4,82 "screenshot": "0143421515237132_4.png",83 "action": "SCROLL",84 "info": [85 [86 518,87 72988 ],89 [90 569,91 13092 ]93 ],94 "ps": "[(518, 729), (518, 727), (518, 725), (518, 724), (518, 723), (518, 720), (518, 718), (518, 716), (518, 714), (518, 712), (520, 710), (520, 707), (520, 706), (525, 702), (525, 700), (525, 698), (527, 693), (527, 689), (527, 685), (527, 681), (527, 677), (527, 675), (529, 672), (529, 667), (529, 663), (529, 660), (529, 656), (529, 654), (529, 650), (529, 646), (529, 642), (529, 638), (529, 637), (529, 635), (529, 629), (529, 625), (529, 621), (529, 617), (529, 613), (529, 609), (529, 607), (529, 604), (529, 600), (529, 596), (529, 592), (529, 588), (529, 583), (529, 577), (529, 573), (529, 569), (529, 565), (529, 561), (529, 557), (529, 555), (529, 551), (529, 548), (529, 546), (529, 543), (529, 538), (529, 534), (529, 530), (529, 529), (529, 526), (529, 522), (529, 518), (529, 516), (529, 512), (529, 508), (529, 506), (529, 503), (529, 501), (529, 496), (529, 493), (529, 489), (529, 487), (529, 483), (529, 479), (529, 475), (529, 471), (529, 465), (529, 460), (529, 456), (529, 452), (529, 448), (529, 444), (529, 436), (529, 432), (529, 430), (529, 428), (529, 422), (529, 418), (529, 414), (529, 410), (529, 406), (529, 402), (529, 398), (529, 394), (529, 390), (529, 386), (529, 382), (529, 374), (529, 367), (529, 361), (529, 354), (529, 350), (529, 346), (529, 338), (529, 328), (529, 318), (529, 312), (529, 307), (529, 303), (529, 300), (529, 295), (529, 292), (529, 291), (529, 289), (529, 286), (529, 284), (529, 282), (529, 279), (529, 277), (529, 274), (529, 272), (536, 269), (536, 267), (536, 265), (536, 262), (536, 260), (536, 259), (536, 255), (536, 253), (536, 250), (536, 248), (536, 247), (536, 245), (536, 242), (536, 240), (536, 237), (536, 235), (536, 233), (536, 230), (536, 228), (536, 225), (536, 223), (536, 221), (536, 218), (536, 216), (536, 215), (536, 214), (536, 211), (536, 209), (536, 207), (536, 204), (536, 202), (536, 199), (536, 195), (536, 194), (536, 191), (538, 190), (540, 186), (540, 184), (547, 181), (547, 178), (547, 176), (549, 173), (549, 172), (549, 171), (549, 169), (549, 167), (549, 164), (549, 162), (549, 159), (549, 157), (556, 154), (556, 153), (556, 152), (556, 150), (556, 149), (556, 148), (558, 144), (558, 142), (558, 139), (565, 137), (565, 134), (565, 131), (565, 130), (569, 130)]"95 },96 {97 "step": 5,98 "screenshot": "0143421515237132_5.png",99 "action": "CLICK",100 "info": "KEY_HOME",101 "ps": ""102 },103 {104 "step": 6,105 "screenshot": "0143421515237132_6.png",106 "action": "CLICK",107 "info": [108 [109 371,110 555111 ],112 [113 371,114 555115 ]116 ],117 "ps": "[(371, 555)]"118 },119 {120 "step": 7,121 "screenshot": "0143421515237132_7.png",122 "action": "CLICK",123 "info": [124 [125 322,126 74127 ],128 [129 322,130 74131 ]132 ],133 "ps": "[(322, 74)]"134 },135 {136 "step": 8,137 "screenshot": "0143421515237132_8.png",138 "action": "CLICK",139 "info": [140 [141 933,142 72143 ],144 [145 933,146 72147 ]148 ],149 "ps": "[(933, 72)]"150 },151 {152 "step": 9,153 "screenshot": "0143421515237132_9.png",154 "action": "TEXT",155 "info": "snacks",156 "ps": ""157 },158 {159 "step": 10,160 "screenshot": "0143421515237132_10.png",161 "action": "CLICK",162 "info": [163 [164 924,165 922166 ],167 [168 924,169 922170 ]171 ],172 "ps": "[(924, 922)]"173 },174 {175 "step": 11,176 "screenshot": "0143421515237132_11.png",177 "action": "CLICK",178 "info": [179 [180 623,181 749182 ],183 [184 623,185 749186 ]187 ],188 "ps": "[(623, 749)]"189 },190 {191 "step": 12,192 "screenshot": "0143421515237132_12.png",193 "action": "SCROLL",194 "info": [195 [196 514,197 886198 ],199 [200 540,201 363202 ]203 ],204 "ps": "[(514, 886), (514, 885), (514, 883), (518, 880), (518, 878), (518, 876), (518, 875), (518, 873), (518, 872), (518, 871), (525, 867), (525, 866), (525, 864), (525, 862), (525, 859), (525, 857), (525, 854), (527, 849), (527, 843), (529, 839), (529, 835), (529, 827), (529, 820), (534, 809), (534, 797), (534, 786), (534, 779), (534, 771), (534, 761), (534, 750), (534, 739), (534, 709), (534, 682), (534, 669), (534, 662), (534, 651), (534, 644), (534, 636), (534, 626), (534, 618), (534, 610), (534, 605), (534, 597), (534, 589), (538, 581), (538, 574), (538, 563), (538, 558), (538, 550), (538, 545), (540, 535), (540, 527), (540, 520), (540, 512), (540, 506), (540, 501), (540, 492), (540, 486), (540, 482), (540, 478), (540, 471), (540, 465), (540, 461), (540, 457), (540, 455), (540, 451), (540, 447), (540, 445), (540, 441), (540, 437), (540, 433), (540, 431), (540, 429), (540, 425), (540, 423), (540, 419), (540, 415), (540, 412), (540, 410), (540, 409), (540, 407), (540, 404), (540, 402), (540, 399), (540, 397), (540, 395), (540, 392), (540, 390), (540, 387), (540, 386), (540, 383), (540, 380), (540, 378), (540, 376), (540, 373), (540, 371), (540, 368), (540, 367), (540, 366), (540, 364), (540, 363)]"205 },206 {207 "step": 13,208 "screenshot": "0143421515237132_13.png",209 "action": "CLICK",210 "info": [211 [212 556,213 644214 ],215 [216 554,217 644218 ]219 ],220 "ps": "[(556, 644), (554, 644)]"221 },222 {223 "step": 14,224 "screenshot": "0143421515237132_14.png",225 "action": "CLICK",226 "info": "KEY_HOME",227 "ps": ""228 },229 {230 "step": 15,231 "screenshot": "0143421515237132_15.png",232 "action": "CLICK",233 "info": [234 [235 409,236 263237 ],238 [239 409,240 263241 ]242 ],243 "ps": "[(409, 263)]"244 },245 {246 "step": 16,247 "screenshot": "0143421515237132_16.png",248 "action": "CLICK",249 "info": [250 [251 893,252 950253 ],254 [255 893,256 950257 ]258 ],259 "ps": "[(893, 950)]"260 },261 {262 "step": 17,263 "screenshot": "0143421515237132_17.png",264 "action": "CLICK",265 "info": [266 [267 723,268 159269 ],270 [271 723,272 159273 ]274 ],275 "ps": "[(723, 159)]"276 },277 {278 "step": 18,279 "screenshot": "0143421515237132_18.png",280 "action": "CLICK",281 "info": [282 [283 319,284 937285 ],286 [287 319,288 937289 ]290 ],291 "ps": "[(319, 937)]"292 },293 {294 "step": 19,295 "screenshot": "0143421515237132_19.png",296 "action": "TEXT",297 "info": "Do you want to see a movie with me this Sunday night?",298 "ps": ""299 },300 {301 "step": 20,302 "screenshot": "0143421515237132_20.png",303 "action": "CLICK",304 "info": [305 [306 931,307 637308 ],309 [310 931,311 637312 ]313 ],314 "ps": "[(931, 637)]"315 },316 {317 "step": 21,318 "screenshot": "0143421515237132_21.png",319 "action": "CLICK",320 "info": "KEY_HOME",321 "ps": ""322 },323 {324 "step": 22,325 "screenshot": "0143421515237132_22.png",326 "action": "CLICK",327 "info": [328 [329 585,330 410331 ],332 [333 585,334 410335 ]336 ],337 "ps": "[(585, 410)]"338 },339 {340 "step": 23,341 "screenshot": "0143421515237132_23.png",342 "action": "CLICK",343 "info": [344 [345 444,346 853347 ],348 [349 444,350 853351 ]352 ],353 "ps": "[(444, 853)]"354 },355 {356 "step": 24,357 "screenshot": "0143421515237132_24.png",358 "action": "CLICK",359 "info": [360 [361 735,362 383363 ],364 [365 735,366 383367 ]368 ],369 "ps": "[(735, 383)]"370 },371 {372 "step": 25,373 "screenshot": "0143421515237132_25.png",374 "action": "CLICK",375 "info": [376 [377 293,378 613379 ],380 [381 293,382 613383 ]384 ],385 "ps": "[(293, 613)]"386 },387 {388 "step": 26,389 "screenshot": "0143421515237132_26.png",390 "action": "CLICK",391 "info": [392 [393 366,394 642395 ],396 [397 366,398 642399 ]400 ],401 "ps": "[(366, 642)]"402 },403 {404 "step": 27,405 "screenshot": "0143421515237132_27.png",406 "action": "CLICK",407 "info": [408 [409 755,410 736411 ],412 [413 755,414 736415 ]416 ],417 "ps": "[(755, 736)]"418 },419 {420 "step": 28,421 "screenshot": "0143421515237132_28.png",422 "action": "CLICK",423 "info": [424 [425 110,426 314427 ],428 [429 110,430 314431 ]432 ],433 "ps": "[(110, 314)]"434 },435 {436 "step": 29,437 "screenshot": "0143421515237132_29.png",438 "action": "COMPLETE",439 "info": "",440 "ps": "liudehu19294094"441 }442 ]443}