OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
263.8k
1{2 "episode_id": "0492550243730272",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Setting",15 "Instagram",16 "Google Play Store"17 ],18 "meta_task": "Install a video app, then open it, later go to the setting to close the notification, then reopen the app to watch a video.",19 "task": "Install a video app, then open it, later go to the setting to close the notification, then reopen the app to watch a video.",20 "instruction": "First, download Instagram from the Google Play Store. Once installed, launch the app. After that, navigate to the Settings app to disable notifications for this video app. Lastly, reopen Instagram to enjoy watching a video."21 },22 "step_length": 9,23 "steps": [24 {25 "step": 0,26 "screenshot": "0492550243730272_0.png",27 "action": "CLICK",28 "info": [29 [30 849,31 74332 ],33 [34 849,35 74336 ]37 ],38 "ps": "[(849, 743)]"39 },40 {41 "step": 1,42 "screenshot": "0492550243730272_1.png",43 "action": "CLICK",44 "info": [45 [46 824,47 47648 ],49 [50 824,51 47652 ]53 ],54 "ps": "[(824, 476)]"55 },56 {57 "step": 2,58 "screenshot": "0492550243730272_2.png",59 "action": "CLICK",60 "info": "KEY_HOME",61 "ps": ""62 },63 {64 "step": 3,65 "screenshot": "0492550243730272_3.png",66 "action": "CLICK",67 "info": [68 [69 372,70 77071 ],72 [73 372,74 77075 ]76 ],77 "ps": "[(372, 770)]"78 },79 {80 "step": 4,81 "screenshot": "0492550243730272_4.png",82 "action": "CLICK",83 "info": [84 [85 372,86 74887 ],88 [89 372,90 74891 ]92 ],93 "ps": "[(372, 748)]"94 },95 {96 "step": 5,97 "screenshot": "0492550243730272_5.png",98 "action": "CLICK",99 "info": [100 [101 808,102 592103 ],104 [105 808,106 592107 ]108 ],109 "ps": "[(808, 592)]"110 },111 {112 "step": 6,113 "screenshot": "0492550243730272_6.png",114 "action": "CLICK",115 "info": [116 [117 47,118 76119 ],120 [121 47,122 76123 ]124 ],125 "ps": "[(47, 76)]"126 },127 {128 "step": 7,129 "screenshot": "0492550243730272_7.png",130 "action": "CLICK",131 "info": [132 [133 208,134 565135 ],136 [137 208,138 565139 ]140 ],141 "ps": "[(208, 565)]"142 },143 {144 "step": 8,145 "screenshot": "0492550243730272_8.png",146 "action": "COMPLETE",147 "info": "",148 "ps": ""149 }150 ]151}