OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0040169811074611",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Setting",15 "Zedge Wallpapers & Ringtones"16 ],17 "meta_task": "Find a picture of {} style and make it as the wallpaper of the phone.",18 "task": "Find a picture of tropical style and make it as the wallpaper of the phone.",19 "instruction": "Using the Zedge Wallpapers & Ringtones app, locate an image that embodies a tropical style and set it as your phone's wallpaper through the Settings app."20 },21 "step_length": 19,22 "steps": [23 {24 "step": 0,25 "screenshot": "0040169811074611_0.png",26 "action": "CLICK",27 "info": [28 [29 838,30 50631 ],32 [33 838,34 50635 ]36 ],37 "ps": "[(838, 506)]"38 },39 {40 "step": 1,41 "screenshot": "0040169811074611_1.png",42 "action": "CLICK",43 "info": [44 [45 912,46 63647 ],48 [49 912,50 63651 ]52 ],53 "ps": "[(912, 636)]"54 },55 {56 "step": 2,57 "screenshot": "0040169811074611_2.png",58 "action": "CLICK",59 "info": [60 [61 928,62 5363 ],64 [65 928,66 5367 ]68 ],69 "ps": "[(928, 53)]"70 },71 {72 "step": 3,73 "screenshot": "0040169811074611_3.png",74 "action": "TEXT",75 "info": "tropical",76 "ps": ""77 },78 {79 "step": 4,80 "screenshot": "0040169811074611_4.png",81 "action": "CLICK",82 "info": [83 [84 498,85 12686 ],87 [88 498,89 12690 ]91 ],92 "ps": "[(498, 126)]"93 },94 {95 "step": 5,96 "screenshot": "0040169811074611_5.png",97 "action": "CLICK",98 "info": [99 [100 838,101 409102 ],103 [104 838,105 407106 ]107 ],108 "ps": "[(838, 409), (838, 407)]"109 },110 {111 "step": 6,112 "screenshot": "0040169811074611_6.png",113 "action": "CLICK",114 "info": [115 [116 378,117 113118 ],119 [120 378,121 113122 ]123 ],124 "ps": "[(378, 113)]"125 },126 {127 "step": 7,128 "screenshot": "0040169811074611_7.png",129 "action": "CLICK",130 "info": [131 [132 865,133 642134 ],135 [136 865,137 642138 ]139 ],140 "ps": "[(865, 642)]"141 },142 {143 "step": 8,144 "screenshot": "0040169811074611_8.png",145 "action": "CLICK",146 "info": [147 [148 498,149 846150 ],151 [152 498,153 846154 ]155 ],156 "ps": "[(498, 846)]"157 },158 {159 "step": 9,160 "screenshot": "0040169811074611_9.png",161 "action": "CLICK",162 "info": [163 [164 378,165 876166 ],167 [168 378,169 876170 ]171 ],172 "ps": "[(378, 876)]"173 },174 {175 "step": 10,176 "screenshot": "0040169811074611_10.png",177 "action": "CLICK",178 "info": "KEY_HOME",179 "ps": ""180 },181 {182 "step": 11,183 "screenshot": "0040169811074611_11.png",184 "action": "CLICK",185 "info": [186 [187 822,188 810189 ],190 [191 822,192 810193 ]194 ],195 "ps": "[(822, 810)]"196 },197 {198 "step": 12,199 "screenshot": "0040169811074611_12.png",200 "action": "CLICK",201 "info": [202 [203 568,204 891205 ],206 [207 568,208 891209 ]210 ],211 "ps": "[(568, 891)]"212 },213 {214 "step": 13,215 "screenshot": "0040169811074611_13.png",216 "action": "CLICK",217 "info": [218 [219 437,220 220221 ],222 [223 437,224 220225 ]226 ],227 "ps": "[(437, 220)]"228 },229 {230 "step": 14,231 "screenshot": "0040169811074611_14.png",232 "action": "CLICK",233 "info": [234 [235 339,236 365237 ],238 [239 339,240 365241 ]242 ],243 "ps": "[(339, 365)]"244 },245 {246 "step": 15,247 "screenshot": "0040169811074611_15.png",248 "action": "CLICK",249 "info": [250 [251 140,252 254253 ],254 [255 140,256 254257 ]258 ],259 "ps": "[(140, 254)]"260 },261 {262 "step": 16,263 "screenshot": "0040169811074611_16.png",264 "action": "CLICK",265 "info": [266 [267 870,268 61269 ],270 [271 870,272 61273 ]274 ],275 "ps": "[(870, 61)]"276 },277 {278 "step": 17,279 "screenshot": "0040169811074611_17.png",280 "action": "CLICK",281 "info": [282 [283 415,284 479285 ],286 [287 415,288 479289 ]290 ],291 "ps": "[(415, 479)]"292 },293 {294 "step": 18,295 "screenshot": "0040169811074611_18.png",296 "action": "COMPLETE",297 "info": "",298 "ps": ""299 }300 ]301}