OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0366646636909630",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Pinterest",15 "Setting"16 ],17 "meta_task": "Find a picture of {} style and make it as the wallpaper of the phone.",18 "task": "Find a picture of Scandinavian style and make it as the wallpaper of the phone.",19 "instruction": "Using Pinterest, search for an image that exemplifies Scandinavian style. Once you find a suitable picture, set it as your phone's wallpaper through the Settings app."20 },21 "step_length": 19,22 "steps": [23 {24 "step": 0,25 "screenshot": "0366646636909630_0.png",26 "action": "CLICK",27 "info": "KEY_HOME",28 "ps": ""29 },30 {31 "step": 1,32 "screenshot": "0366646636909630_1.png",33 "action": "CLICK",34 "info": [35 [36 618,37 11938 ],39 [40 618,41 11942 ]43 ],44 "ps": "[(618, 119)]"45 },46 {47 "step": 2,48 "screenshot": "0366646636909630_2.png",49 "action": "CLICK",50 "info": [51 [52 70,53 72054 ],55 [56 70,57 72058 ]59 ],60 "ps": "[(70, 720)]"61 },62 {63 "step": 3,64 "screenshot": "0366646636909630_3.png",65 "action": "CLICK",66 "info": [67 [68 63,69 8670 ],71 [72 63,73 8674 ]75 ],76 "ps": "[(63, 86)]"77 },78 {79 "step": 4,80 "screenshot": "0366646636909630_4.png",81 "action": "CLICK",82 "info": [83 [84 569,85 7986 ],87 [88 569,89 7990 ]91 ],92 "ps": "[(569, 79)]"93 },94 {95 "step": 5,96 "screenshot": "0366646636909630_5.png",97 "action": "CLICK",98 "info": [99 [100 788,101 80102 ],103 [104 788,105 80106 ]107 ],108 "ps": "[(788, 80)]"109 },110 {111 "step": 6,112 "screenshot": "0366646636909630_6.png",113 "action": "TEXT",114 "info": "scandinavian",115 "ps": ""116 },117 {118 "step": 7,119 "screenshot": "0366646636909630_7.png",120 "action": "CLICK",121 "info": [122 [123 931,124 911125 ],126 [127 931,128 911129 ]130 ],131 "ps": "[(931, 911)]"132 },133 {134 "step": 8,135 "screenshot": "0366646636909630_8.png",136 "action": "CLICK",137 "info": [138 [139 350,140 355141 ],142 [143 350,144 355145 ]146 ],147 "ps": "[(350, 355)]"148 },149 {150 "step": 9,151 "screenshot": "0366646636909630_9.png",152 "action": "CLICK",153 "info": [154 [155 882,156 80157 ],158 [159 882,160 80161 ]162 ],163 "ps": "[(882, 80)]"164 },165 {166 "step": 10,167 "screenshot": "0366646636909630_10.png",168 "action": "CLICK",169 "info": [170 [171 165,172 830173 ],174 [175 165,176 830177 ]178 ],179 "ps": "[(165, 830)]"180 },181 {182 "step": 11,183 "screenshot": "0366646636909630_11.png",184 "action": "CLICK",185 "info": "KEY_HOME",186 "ps": ""187 },188 {189 "step": 12,190 "screenshot": "0366646636909630_12.png",191 "action": "CLICK",192 "info": [193 [194 153,195 246196 ],197 [198 153,199 246200 ]201 ],202 "ps": "[(153, 246)]"203 },204 {205 "step": 13,206 "screenshot": "0366646636909630_13.png",207 "action": "CLICK",208 "info": [209 [210 65,211 71212 ],213 [214 65,215 71216 ]217 ],218 "ps": "[(65, 71)]"219 },220 {221 "step": 14,222 "screenshot": "0366646636909630_14.png",223 "action": "CLICK",224 "info": [225 [226 518,227 264228 ],229 [230 518,231 264232 ]233 ],234 "ps": "[(518, 264)]"235 },236 {237 "step": 15,238 "screenshot": "0366646636909630_15.png",239 "action": "CLICK",240 "info": [241 [242 355,243 208244 ],245 [246 355,247 208248 ]249 ],250 "ps": "[(355, 208)]"251 },252 {253 "step": 16,254 "screenshot": "0366646636909630_16.png",255 "action": "CLICK",256 "info": [257 [258 85,259 235260 ],261 [262 85,263 235264 ]265 ],266 "ps": "[(85, 235)]"267 },268 {269 "step": 17,270 "screenshot": "0366646636909630_17.png",271 "action": "CLICK",272 "info": [273 [274 807,275 78276 ],277 [278 807,279 78280 ]281 ],282 "ps": "[(807, 78)]"283 },284 {285 "step": 18,286 "screenshot": "0366646636909630_18.png",287 "action": "COMPLETE",288 "info": "",289 "ps": ""290 }291 ]292}