OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0213791829762595",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Setting",15 "Google Play Store",16 "Likee"17 ],18 "meta_task": "Install a video app, then open it, later go to the setting to close the notification, then reopen the app to watch a video.",19 "task": "Install a video app, then open it, later go to the setting to close the notification, then reopen the app to watch a video.",20 "instruction": "Firstly, navigate to the Google Play Store to install the Likee app. Once installed, open the Likee app. Afterwards, go to the Setting app to disable notifications for Likee. Finally, reopen the Likee app to enjoy watching a video."21 },22 "step_length": 14,23 "steps": [24 {25 "step": 0,26 "screenshot": "0213791829762595_0.png",27 "action": "CLICK",28 "info": [29 [30 819,31 81532 ],33 [34 819,35 81536 ]37 ],38 "ps": "[(819, 815)]"39 },40 {41 "step": 1,42 "screenshot": "0213791829762595_1.png",43 "action": "CLICK",44 "info": [45 [46 292,47 7948 ],49 [50 292,51 7952 ]53 ],54 "ps": "[(292, 79)]"55 },56 {57 "step": 2,58 "screenshot": "0213791829762595_2.png",59 "action": "TEXT",60 "info": "Likee",61 "ps": ""62 },63 {64 "step": 3,65 "screenshot": "0213791829762595_3.png",66 "action": "CLICK",67 "info": [68 [69 906,70 91471 ],72 [73 906,74 91475 ]76 ],77 "ps": "[(906, 914)]"78 },79 {80 "step": 4,81 "screenshot": "0213791829762595_4.png",82 "action": "CLICK",83 "info": [84 [85 865,86 42187 ],88 [89 865,90 42191 ]92 ],93 "ps": "[(865, 421)]"94 },95 {96 "step": 5,97 "screenshot": "0213791829762595_5.png",98 "action": "CLICK",99 "info": "KEY_HOME",100 "ps": ""101 },102 {103 "step": 6,104 "screenshot": "0213791829762595_6.png",105 "action": "CLICK",106 "info": [107 [108 386,109 824110 ],111 [112 386,113 824114 ]115 ],116 "ps": "[(386, 824)]"117 },118 {119 "step": 7,120 "screenshot": "0213791829762595_7.png",121 "action": "CLICK",122 "info": [123 [124 345,125 572126 ],127 [128 345,129 572130 ]131 ],132 "ps": "[(345, 572)]"133 },134 {135 "step": 8,136 "screenshot": "0213791829762595_8.png",137 "action": "CLICK",138 "info": [139 [140 530,141 347142 ],143 [144 530,145 347146 ]147 ],148 "ps": "[(530, 347)]"149 },150 {151 "step": 9,152 "screenshot": "0213791829762595_9.png",153 "action": "CLICK",154 "info": [155 [156 642,157 542158 ],159 [160 642,161 542162 ]163 ],164 "ps": "[(642, 542)]"165 },166 {167 "step": 10,168 "screenshot": "0213791829762595_10.png",169 "action": "CLICK",170 "info": [171 [172 817,173 440174 ],175 [176 817,177 440178 ]179 ],180 "ps": "[(817, 440)]"181 },182 {183 "step": 11,184 "screenshot": "0213791829762595_11.png",185 "action": "CLICK",186 "info": "KEY_BACK",187 "ps": ""188 },189 {190 "step": 12,191 "screenshot": "0213791829762595_12.png",192 "action": "CLICK",193 "info": [194 [195 131,196 436197 ],198 [199 131,200 436201 ]202 ],203 "ps": "[(131, 436)]"204 },205 {206 "step": 13,207 "screenshot": "0213791829762595_13.png",208 "action": "COMPLETE",209 "info": "",210 "ps": ""211 }212 ]213}