OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1200840480461431",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Media_Entertainment",13 "app": [14 "Google Play Store",15 "Opera"16 ],17 "meta_task": "Research {} apps, download one of them.",18 "task": "Research Weather apps, download one of them.",19 "instruction": "Using the Google Play Store, research available weather apps. Once you have gathered enough information, download one of the weather apps through the Google Play Store using Opera as your browser."20 },21 "step_length": 12,22 "steps": [23 {24 "step": 0,25 "screenshot": "1200840480461431_0.png",26 "action": "CLICK",27 "info": [28 [29 499,30 21031 ],32 [33 499,34 21035 ]36 ],37 "ps": "[(499, 210)]"38 },39 {40 "step": 1,41 "screenshot": "1200840480461431_1.png",42 "action": "CLICK",43 "info": [44 [45 383,46 17647 ],48 [49 383,50 17651 ]52 ],53 "ps": "[(383, 176)]"54 },55 {56 "step": 2,57 "screenshot": "1200840480461431_2.png",58 "action": "TEXT",59 "info": "Weather Apps",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "1200840480461431_3.png",65 "action": "CLICK",66 "info": [67 [68 931,69 88570 ],71 [72 931,73 88574 ]75 ],76 "ps": "[(931, 885)]"77 },78 {79 "step": 4,80 "screenshot": "1200840480461431_4.png",81 "action": "SCROLL",82 "info": [83 [84 711,85 74386 ],87 [88 668,89 23390 ]91 ],92 "ps": "[(711, 743), (711, 740), (711, 735), (711, 730), (711, 724), (711, 714), (711, 707), (711, 696), (711, 688), (711, 674), (711, 663), (711, 657), (711, 639), (711, 631), (711, 623), (711, 613), (711, 603), (711, 592), (711, 585), (711, 576), (709, 560), (709, 549), (705, 543), (704, 528), (699, 517), (699, 512), (697, 503), (693, 493), (693, 486), (691, 478), (691, 471), (687, 465), (687, 456), (687, 448), (687, 442), (687, 432), (687, 421), (687, 414), (681, 408), (681, 398), (681, 388), (674, 378), (674, 371), (674, 364), (674, 361), (674, 354), (674, 351), (674, 347), (674, 341), (674, 334), (674, 331), (674, 328), (674, 324), (674, 322), (674, 321), (674, 317), (673, 315), (673, 314), (673, 312), (673, 310), (673, 308), (673, 307), (673, 304), (673, 300), (669, 300), (669, 297), (669, 295), (669, 294), (669, 290), (669, 287), (669, 285), (669, 284), (669, 282), (669, 281), (669, 277), (669, 274), (669, 274), (669, 271), (669, 268), (669, 267), (669, 264), (669, 261), (669, 258), (669, 257), (669, 255), (669, 251), (669, 250), (669, 247), (669, 245), (669, 243), (669, 241), (669, 240), (669, 238), (668, 237), (668, 235), (668, 233)]"93 },94 {95 "step": 5,96 "screenshot": "1200840480461431_5.png",97 "action": "CLICK",98 "info": "KEY_HOME",99 "ps": ""100 },101 {102 "step": 6,103 "screenshot": "1200840480461431_6.png",104 "action": "CLICK",105 "info": [106 [107 495,108 758109 ],110 [111 495,112 758113 ]114 ],115 "ps": "[(495, 758)]"116 },117 {118 "step": 7,119 "screenshot": "1200840480461431_7.png",120 "action": "CLICK",121 "info": [122 [123 263,124 72125 ],126 [127 263,128 72129 ]130 ],131 "ps": "[(263, 72)]"132 },133 {134 "step": 8,135 "screenshot": "1200840480461431_8.png",136 "action": "TEXT",137 "info": "Windy",138 "ps": ""139 },140 {141 "step": 9,142 "screenshot": "1200840480461431_9.png",143 "action": "CLICK",144 "info": [145 [146 931,147 878148 ],149 [150 931,151 878152 ]153 ],154 "ps": "[(931, 878)]"155 },156 {157 "step": 10,158 "screenshot": "1200840480461431_10.png",159 "action": "CLICK",160 "info": [161 [162 787,163 468164 ],165 [166 787,167 468168 ]169 ],170 "ps": "[(787, 468)]"171 },172 {173 "step": 11,174 "screenshot": "1200840480461431_11.png",175 "action": "COMPLETE",176 "info": "",177 "ps": ""178 }179 ]180}