OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0153415879272729",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "To-Do List",15 "DuckDuckgo"16 ],17 "meta_task": "Research how to {} and then use a list app to remind yourself to set about the tutorial in the website.",18 "task": "Research how to play the guitar and then use a list app to remind yourself to set about the tutorial in the website.",19 "instruction": "Investigate the techniques for playing the guitar using DuckDuckgo and then utilize the To-Do List app to set a reminder for yourself to follow the tutorial on the website."20 },21 "step_length": 23,22 "steps": [23 {24 "step": 0,25 "screenshot": "0153415879272729_0.png",26 "action": "CLICK",27 "info": "KEY_HOME",28 "ps": ""29 },30 {31 "step": 1,32 "screenshot": "0153415879272729_1.png",33 "action": "CLICK",34 "info": [35 [36 838,37 12138 ],39 [40 838,41 12142 ]43 ],44 "ps": "[(838, 121)]"45 },46 {47 "step": 2,48 "screenshot": "0153415879272729_2.png",49 "action": "CLICK",50 "info": [51 [52 496,53 5254 ],55 [56 496,57 5258 ]59 ],60 "ps": "[(496, 52)]"61 },62 {63 "step": 3,64 "screenshot": "0153415879272729_3.png",65 "action": "TEXT",66 "info": "how to play the guitar",67 "ps": ""68 },69 {70 "step": 4,71 "screenshot": "0153415879272729_4.png",72 "action": "CLICK",73 "info": [74 [75 311,76 11777 ],78 [79 311,80 11781 ]82 ],83 "ps": "[(311, 117)]"84 },85 {86 "step": 5,87 "screenshot": "0153415879272729_5.png",88 "action": "CLICK",89 "info": [90 [91 213,92 76693 ],94 [95 213,96 76697 ]98 ],99 "ps": "[(213, 766)]"100 },101 {102 "step": 6,103 "screenshot": "0153415879272729_6.png",104 "action": "CLICK",105 "info": [106 [107 391,108 633109 ],110 [111 391,112 633113 ]114 ],115 "ps": "[(391, 633)]"116 },117 {118 "step": 7,119 "screenshot": "0153415879272729_7.png",120 "action": "CLICK",121 "info": [122 [123 67,124 894125 ],126 [127 67,128 894129 ]130 ],131 "ps": "[(67, 894)]"132 },133 {134 "step": 8,135 "screenshot": "0153415879272729_8.png",136 "action": "CLICK",137 "info": [138 [139 483,140 574141 ],142 [143 483,144 574145 ]146 ],147 "ps": "[(483, 574)]"148 },149 {150 "step": 9,151 "screenshot": "0153415879272729_9.png",152 "action": "CLICK",153 "info": [154 [155 926,156 116157 ],158 [159 926,160 116161 ]162 ],163 "ps": "[(926, 116)]"164 },165 {166 "step": 10,167 "screenshot": "0153415879272729_10.png",168 "action": "SCROLL",169 "info": [170 [171 515,172 797173 ],174 [175 571,176 354177 ]178 ],179 "ps": "[(515, 797), (515, 792), (515, 783), (522, 769), (529, 755), (539, 738), (547, 720), (554, 703), (562, 682), (566, 664), (571, 645), (571, 627), (571, 610), (571, 593), (571, 578), (571, 563), (571, 547), (571, 532), (571, 514), (571, 497), (571, 479), (571, 462), (571, 447), (571, 432), (571, 416), (571, 405), (571, 394), (571, 385), (571, 376), (571, 374), (571, 370), (571, 367), (571, 362), (571, 360), (571, 359), (571, 358), (571, 357), (571, 356), (571, 354)]"180 },181 {182 "step": 11,183 "screenshot": "0153415879272729_11.png",184 "action": "CLICK",185 "info": [186 [187 462,188 599189 ],190 [191 462,192 599193 ]194 ],195 "ps": "[(462, 599)]"196 },197 {198 "step": 12,199 "screenshot": "0153415879272729_12.png",200 "action": "CLICK",201 "info": [202 [203 437,204 57205 ],206 [207 437,208 57209 ]210 ],211 "ps": "[(437, 57)]"212 },213 {214 "step": 13,215 "screenshot": "0153415879272729_13.png",216 "action": "LONG_PRESS",217 "info": [218 [219 437,220 57221 ],222 [223 437,224 57225 ]226 ],227 "ps": "[(437, 57)]"228 },229 {230 "step": 14,231 "screenshot": "0153415879272729_14.png",232 "action": "CLICK",233 "info": [234 [235 444,236 104237 ],238 [239 444,240 104241 ]242 ],243 "ps": "[(444, 104)]"244 },245 {246 "step": 15,247 "screenshot": "0153415879272729_15.png",248 "action": "CLICK",249 "info": "KEY_HOME",250 "ps": ""251 },252 {253 "step": 16,254 "screenshot": "0153415879272729_16.png",255 "action": "CLICK",256 "info": [257 [258 187,259 383260 ],261 [262 187,263 383264 ]265 ],266 "ps": "[(187, 383)]"267 },268 {269 "step": 17,270 "screenshot": "0153415879272729_17.png",271 "action": "CLICK",272 "info": [273 [274 861,275 844276 ],277 [278 861,279 844280 ]281 ],282 "ps": "[(861, 844)]"283 },284 {285 "step": 18,286 "screenshot": "0153415879272729_18.png",287 "action": "TEXT",288 "info": "learn to play the guitar in ",289 "ps": ""290 },291 {292 "step": 19,293 "screenshot": "0153415879272729_19.png",294 "action": "LONG_PRESS",295 "info": [296 [297 671,298 542299 ],300 [301 671,302 542303 ]304 ],305 "ps": "[(671, 542)]"306 },307 {308 "step": 20,309 "screenshot": "0153415879272729_20.png",310 "action": "CLICK",311 "info": [312 [313 478,314 490315 ],316 [317 478,318 490319 ]320 ],321 "ps": "[(478, 490)]"322 },323 {324 "step": 21,325 "screenshot": "0153415879272729_21.png",326 "action": "CLICK",327 "info": [328 [329 936,330 607331 ],332 [333 936,334 607335 ]336 ],337 "ps": "[(936, 607)]"338 },339 {340 "step": 22,341 "screenshot": "0153415879272729_22.png",342 "action": "COMPLETE",343 "info": "",344 "ps": "13 LONG,19 LONG"345 }346 ]347}