OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0829379769037820",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Gmail",15 "Clock",16 "Opera",17 "Ebay"18 ],19 "meta_task": "Plan a movie night by selecting a {} movie, add some snacks to the cart on a shopping app, send invitations through a messaging app, and set a clock to remind yourself.",20 "task": "Plan a movie night by selecting a family movie, add some snacks to the cart on a shopping app, send invitations through a messaging app, and set a clock to remind yourself.",21 "instruction": "Organize a family movie night by selecting an appropriate film on Opera, adding snacks to your cart on eBay, sending an invitation to caba62244@gmail.com via Gmail, and setting a reminder on the Clock app."22 },23 "step_length": 32,24 "steps": [25 {26 "step": 0,27 "screenshot": "0829379769037820_0.png",28 "action": "CLICK",29 "info": [30 [31 76,32 65833 ],34 [35 76,36 65837 ]38 ],39 "ps": "[(76, 658)]"40 },41 {42 "step": 1,43 "screenshot": "0829379769037820_1.png",44 "action": "CLICK",45 "info": [46 [47 454,48 14649 ],50 [51 454,52 14653 ]54 ],55 "ps": "[(454, 146)]"56 },57 {58 "step": 2,59 "screenshot": "0829379769037820_2.png",60 "action": "TEXT",61 "info": "family movies",62 "ps": ""63 },64 {65 "step": 3,66 "screenshot": "0829379769037820_3.png",67 "action": "CLICK",68 "info": [69 [70 917,71 88872 ],73 [74 917,75 88876 ]77 ],78 "ps": "[(917, 888)]"79 },80 {81 "step": 4,82 "screenshot": "0829379769037820_4.png",83 "action": "SCROLL",84 "info": [85 [86 283,87 84188 ],89 [90 292,91 42092 ]93 ],94 "ps": "[(283, 841), (283, 839), (283, 834), (283, 828), (283, 823), (283, 813), (283, 804), (283, 794), (283, 783), (283, 776), (283, 764), (283, 756), (285, 746), (285, 737), (283, 732), (283, 729), (283, 724), (283, 722), (283, 716), (283, 710), (283, 706), (283, 703), (283, 700), (283, 696), (283, 693), (283, 689), (283, 686), (283, 683), (283, 679), (283, 676), (283, 670), (283, 665), (283, 663), (283, 659), (283, 656), (283, 653), (285, 647), (285, 643), (285, 640), (286, 639), (286, 635), (286, 632), (289, 628), (289, 622), (289, 616), (289, 613), (289, 608), (289, 605), (289, 601), (289, 598), (289, 594), (289, 590), (289, 588), (289, 583), (289, 580), (289, 576), (289, 573), (289, 571), (289, 566), (289, 565), (289, 559), (289, 556), (289, 553), (289, 549), (289, 546), (289, 542), (289, 539), (289, 536), (289, 532), (289, 526), (289, 523), (289, 519), (289, 516), (292, 512), (292, 509), (292, 507), (292, 502), (292, 499), (292, 495), (292, 492), (292, 491), (292, 485), (292, 484), (292, 482), (292, 479), (292, 477), (292, 471), (292, 465), (292, 461), (292, 458), (292, 454), (292, 451), (292, 449), (292, 448), (292, 445), (292, 441), (292, 440), (292, 436), (292, 432), (292, 429), (292, 427), (292, 422), (292, 420)]"95 },96 {97 "step": 5,98 "screenshot": "0829379769037820_5.png",99 "action": "CLICK",100 "info": [101 [102 168,103 253104 ],105 [106 168,107 253108 ]109 ],110 "ps": "[(168, 253)]"111 },112 {113 "step": 6,114 "screenshot": "0829379769037820_6.png",115 "action": "CLICK",116 "info": "KEY_HOME",117 "ps": ""118 },119 {120 "step": 7,121 "screenshot": "0829379769037820_7.png",122 "action": "CLICK",123 "info": [124 [125 584,126 465127 ],128 [129 584,130 465131 ]132 ],133 "ps": "[(584, 465)]"134 },135 {136 "step": 8,137 "screenshot": "0829379769037820_8.png",138 "action": "CLICK",139 "info": [140 [141 311,142 180143 ],144 [145 311,146 180147 ]148 ],149 "ps": "[(311, 180)]"150 },151 {152 "step": 9,153 "screenshot": "0829379769037820_9.png",154 "action": "TEXT",155 "info": "snacks",156 "ps": ""157 },158 {159 "step": 10,160 "screenshot": "0829379769037820_10.png",161 "action": "CLICK",162 "info": [163 [164 903,165 888166 ],167 [168 903,169 888170 ]171 ],172 "ps": "[(903, 888)]"173 },174 {175 "step": 11,176 "screenshot": "0829379769037820_11.png",177 "action": "CLICK",178 "info": [179 [180 414,181 598182 ],183 [184 414,185 598186 ]187 ],188 "ps": "[(414, 598)]"189 },190 {191 "step": 12,192 "screenshot": "0829379769037820_12.png",193 "action": "SCROLL",194 "info": [195 [196 616,197 860198 ],199 [200 557,201 184202 ]203 ],204 "ps": "[(616, 860), (616, 855), (612, 850), (612, 844), (610, 839), (610, 833), (607, 828), (605, 826), (605, 820), (605, 814), (605, 803), (605, 794), (605, 789), (605, 783), (604, 777), (604, 774), (604, 769), (603, 763), (603, 757), (599, 753), (599, 752), (597, 746), (597, 740), (597, 739), (593, 734), (593, 729), (590, 722), (590, 716), (590, 715), (587, 710), (587, 709), (587, 704), (587, 699), (587, 693), (587, 688), (587, 682), (587, 676), (587, 670), (587, 665), (587, 659), (587, 652), (587, 646), (587, 640), (587, 632), (587, 622), (587, 613), (587, 608), (587, 599), (587, 589), (584, 583), (584, 578), (584, 572), (584, 566), (584, 560), (584, 555), (584, 546), (584, 536), (582, 529), (582, 528), (582, 523), (582, 515), (582, 505), (582, 494), (582, 482), (582, 468), (582, 457), (582, 447), (582, 435), (582, 424), (582, 409), (582, 398), (582, 384), (582, 370), (582, 358), (582, 347), (582, 333), (582, 321), (582, 314), (582, 303), (582, 289), (582, 281), (582, 270), (579, 264), (579, 263), (579, 260), (579, 254), (576, 250), (576, 248), (573, 243), (573, 241), (572, 236), (569, 233), (569, 232), (567, 227), (567, 224), (567, 223), (567, 220), (563, 220), (563, 214), (563, 209), (561, 204), (561, 203), (561, 200), (557, 196), (557, 193), (557, 191), (557, 187), (557, 184)]"205 },206 {207 "step": 13,208 "screenshot": "0829379769037820_13.png",209 "action": "SCROLL",210 "info": [211 [212 603,213 686214 ],215 [216 562,217 177218 ]219 ],220 "ps": "[(603, 686), (603, 682), (603, 679), (599, 673), (599, 666), (599, 663), (597, 658), (597, 652), (597, 646), (597, 640), (597, 635), (597, 629), (597, 620), (597, 613), (597, 608), (597, 596), (597, 589), (597, 583), (597, 578), (597, 572), (597, 564), (597, 552), (597, 545), (593, 539), (593, 534), (593, 528), (593, 516), (593, 505), (593, 498), (593, 486), (593, 472), (593, 458), (593, 449), (593, 436), (593, 422), (593, 411), (593, 402), (593, 392), (593, 381), (593, 367), (593, 358), (593, 348), (593, 340), (593, 330), (593, 319), (593, 310), (593, 303), (593, 297), (593, 291), (590, 287), (590, 284), (590, 278), (587, 274), (587, 271), (587, 267), (584, 264), (584, 260), (584, 257), (584, 253), (580, 250), (580, 244), (576, 239), (576, 234), (576, 232), (574, 227), (574, 224), (574, 219), (572, 213), (572, 207), (569, 200), (569, 198), (569, 196), (566, 191), (566, 190), (566, 187), (562, 183), (562, 180), (562, 177)]"221 },222 {223 "step": 14,224 "screenshot": "0829379769037820_14.png",225 "action": "CLICK",226 "info": [227 [228 573,229 535230 ],231 [232 573,233 535234 ]235 ],236 "ps": "[(573, 535)]"237 },238 {239 "step": 15,240 "screenshot": "0829379769037820_15.png",241 "action": "CLICK",242 "info": "KEY_HOME",243 "ps": ""244 },245 {246 "step": 16,247 "screenshot": "0829379769037820_16.png",248 "action": "CLICK",249 "info": [250 [251 798,252 327253 ],254 [255 798,256 327257 ]258 ],259 "ps": "[(798, 327)]"260 },261 {262 "step": 17,263 "screenshot": "0829379769037820_17.png",264 "action": "CLICK",265 "info": [266 [267 46,268 152269 ],270 [271 46,272 152273 ]274 ],275 "ps": "[(46, 152)]"276 },277 {278 "step": 18,279 "screenshot": "0829379769037820_18.png",280 "action": "TEXT",281 "info": "caba62244@gmail.com",282 "ps": ""283 },284 {285 "step": 19,286 "screenshot": "0829379769037820_19.png",287 "action": "CLICK",288 "info": [289 [290 304,291 371292 ],293 [294 304,295 371296 ]297 ],298 "ps": "[(304, 371)]"299 },300 {301 "step": 20,302 "screenshot": "0829379769037820_20.png",303 "action": "CLICK",304 "info": [305 [306 294,307 420308 ],309 [310 294,311 420312 ]313 ],314 "ps": "[(294, 420)]"315 },316 {317 "step": 21,318 "screenshot": "0829379769037820_21.png",319 "action": "TEXT",320 "info": "Do you want to see a movie with me this Sunday night?",321 "ps": ""322 },323 {324 "step": 22,325 "screenshot": "0829379769037820_22.png",326 "action": "CLICK",327 "info": [328 [329 898,330 86331 ],332 [333 898,334 86335 ]336 ],337 "ps": "[(898, 86)]"338 },339 {340 "step": 23,341 "screenshot": "0829379769037820_23.png",342 "action": "CLICK",343 "info": "KEY_HOME",344 "ps": ""345 },346 {347 "step": 24,348 "screenshot": "0829379769037820_24.png",349 "action": "CLICK",350 "info": [351 [352 452,353 511354 ],355 [356 452,357 511358 ]359 ],360 "ps": "[(452, 511)]"361 },362 {363 "step": 25,364 "screenshot": "0829379769037820_25.png",365 "action": "CLICK",366 "info": [367 [368 782,369 857370 ],371 [372 782,373 857374 ]375 ],376 "ps": "[(782, 857)]"377 },378 {379 "step": 26,380 "screenshot": "0829379769037820_26.png",381 "action": "CLICK",382 "info": [383 [384 417,385 556386 ],387 [388 417,389 556390 ]391 ],392 "ps": "[(417, 556)]"393 },394 {395 "step": 27,396 "screenshot": "0829379769037820_27.png",397 "action": "CLICK",398 "info": [399 [400 605,401 594402 ],403 [404 605,405 594406 ]407 ],408 "ps": "[(605, 594)]"409 },410 {411 "step": 28,412 "screenshot": "0829379769037820_28.png",413 "action": "CLICK",414 "info": [415 [416 605,417 594418 ],419 [420 605,421 594422 ]423 ],424 "ps": "[(605, 594)]"425 },426 {427 "step": 29,428 "screenshot": "0829379769037820_29.png",429 "action": "CLICK",430 "info": [431 [432 804,433 722434 ],435 [436 804,437 722438 ]439 ],440 "ps": "[(804, 722)]"441 },442 {443 "step": 30,444 "screenshot": "0829379769037820_30.png",445 "action": "CLICK",446 "info": [447 [448 607,449 414450 ],451 [452 607,453 414454 ]455 ],456 "ps": "[(607, 414)]"457 },458 {459 "step": 31,460 "screenshot": "0829379769037820_31.png",461 "action": "COMPLETE",462 "info": "",463 "ps": "caba62244@gmail.com"464 }465 ]466}