OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0336382809078800",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Facebook",15 "Google Photos"16 ],17 "meta_task": "Select a photo in album and share to a social app.",18 "task": "Select a photo in album and share to a social app.",19 "instruction": "Select a picture from your Google Photos album and share it on Facebook with Moments to capture."20 },21 "step_length": 8,22 "steps": [23 {24 "step": 0,25 "screenshot": "0336382809078800_0.png",26 "action": "CLICK",27 "info": [28 [29 605,30 52131 ],32 [33 605,34 52135 ]36 ],37 "ps": "[(605, 521)]"38 },39 {40 "step": 1,41 "screenshot": "0336382809078800_1.png",42 "action": "CLICK",43 "info": [44 [45 119,46 49447 ],48 [49 119,50 49451 ]52 ],53 "ps": "[(119, 494)]"54 },55 {56 "step": 2,57 "screenshot": "0336382809078800_2.png",58 "action": "CLICK",59 "info": [60 [61 138,62 94163 ],64 [65 138,66 94167 ]68 ],69 "ps": "[(138, 941)]"70 },71 {72 "step": 3,73 "screenshot": "0336382809078800_3.png",74 "action": "SCROLL",75 "info": [76 [77 834,78 85979 ],80 [81 649,82 35483 ]84 ],85 "ps": "[(834, 859), (829, 859), (829, 855), (822, 855), (822, 853), (819, 853), (817, 853), (817, 851), (812, 848), (804, 848), (804, 845), (799, 845), (793, 842), (788, 839), (788, 836), (780, 833), (773, 831), (768, 827), (761, 824), (754, 822), (754, 818), (749, 815), (749, 813), (741, 809), (734, 807), (729, 804), (722, 800), (722, 798), (720, 795), (720, 792), (720, 790), (712, 787), (705, 783), (700, 781), (700, 778), (693, 776), (686, 770), (686, 768), (678, 763), (678, 750), (678, 739), (678, 732), (673, 730), (673, 725), (673, 722), (666, 717), (666, 715), (661, 712), (661, 709), (661, 705), (656, 702), (656, 700), (656, 696), (654, 695), (654, 693), (654, 688), (654, 684), (654, 677), (654, 671), (649, 668), (649, 661), (649, 656), (649, 649), (649, 641), (649, 634), (649, 626), (649, 617), (649, 608), (649, 599), (649, 592), (649, 585), (649, 577), (649, 568), (649, 559), (649, 550), (649, 542), (649, 531), (649, 522), (649, 513), (649, 504), (649, 499), (649, 494), (649, 487), (649, 480), (649, 473), (649, 465), (649, 458), (649, 454), (649, 453), (649, 447), (649, 442), (649, 440), (649, 436), (649, 429), (649, 422), (649, 417), (649, 410), (649, 406), (649, 404), (649, 402), (649, 399), (649, 394), (649, 392), (649, 390), (649, 386), (649, 384), (649, 381), (649, 379), (649, 376), (649, 373), (649, 371), (649, 367), (649, 366), (649, 365), (649, 363), (649, 361), (649, 357), (649, 355), (649, 354)]"86 },87 {88 "step": 4,89 "screenshot": "0336382809078800_4.png",90 "action": "CLICK",91 "info": [92 [93 287,94 67395 ],96 [97 287,98 67399 ]100 ],101 "ps": "[(287, 673)]"102 },103 {104 "step": 5,105 "screenshot": "0336382809078800_5.png",106 "action": "CLICK",107 "info": [108 [109 304,110 539111 ],112 [113 304,114 539115 ]116 ],117 "ps": "[(304, 539)]"118 },119 {120 "step": 6,121 "screenshot": "0336382809078800_6.png",122 "action": "CLICK",123 "info": [124 [125 895,126 67127 ],128 [129 895,130 67131 ]132 ],133 "ps": "[(895, 67)]"134 },135 {136 "step": 7,137 "screenshot": "0336382809078800_7.png",138 "action": "COMPLETE",139 "info": "",140 "ps": "moments"141 }142 ]143}