OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0265299595938182",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Google Play Books & Audiobooks",15 "Chrome"16 ],17 "meta_task": "Read a book review online for the book {} and purchase the ebook or a real one.",18 "task": "Read a book review online for the book 'Dune' by Frank Herbert and purchase the ebook or a real one.",19 "instruction": "Use Chrome to read a book review online for 'Dune' by Frank Herbert, then purchase the ebook or a physical copy via Google Play Books & Audiobooks."20 },21 "step_length": 19,22 "steps": [23 {24 "step": 0,25 "screenshot": "0265299595938182_0.png",26 "action": "CLICK",27 "info": "KEY_HOME",28 "ps": ""29 },30 {31 "step": 1,32 "screenshot": "0265299595938182_1.png",33 "action": "CLICK",34 "info": [35 [36 693,37 76038 ],39 [40 693,41 76042 ]43 ],44 "ps": "[(693, 760)]"45 },46 {47 "step": 2,48 "screenshot": "0265299595938182_2.png",49 "action": "CLICK",50 "info": [51 [52 805,53 8554 ],55 [56 805,57 8558 ]59 ],60 "ps": "[(805, 85)]"61 },62 {63 "step": 3,64 "screenshot": "0265299595938182_3.png",65 "action": "CLICK",66 "info": [67 [68 73,69 8570 ],71 [72 73,73 8574 ]75 ],76 "ps": "[(73, 85)]"77 },78 {79 "step": 4,80 "screenshot": "0265299595938182_4.png",81 "action": "CLICK",82 "info": [83 [84 254,85 38086 ],87 [88 254,89 38090 ]91 ],92 "ps": "[(254, 380)]"93 },94 {95 "step": 5,96 "screenshot": "0265299595938182_5.png",97 "action": "TEXT",98 "info": "'Dune' by Frank Herbert book review",99 "ps": ""100 },101 {102 "step": 6,103 "screenshot": "0265299595938182_6.png",104 "action": "CLICK",105 "info": [106 [107 919,108 881109 ],110 [111 919,112 881113 ]114 ],115 "ps": "[(919, 881)]"116 },117 {118 "step": 7,119 "screenshot": "0265299595938182_7.png",120 "action": "SCROLL",121 "info": [122 [123 613,124 866125 ],126 [127 672,128 321129 ]130 ],131 "ps": "[(613, 866), (613, 864), (613, 862), (613, 859), (612, 849), (612, 842), (612, 832), (611, 817), (611, 802), (612, 794), (612, 776), (615, 742), (615, 718), (618, 685), (619, 653), (620, 622), (622, 614), (624, 578), (631, 549), (638, 518), (645, 492), (652, 467), (656, 452), (658, 443), (661, 427), (663, 412), (665, 396), (668, 383), (668, 371), (668, 359), (669, 357), (669, 348), (669, 343), (669, 339), (670, 332), (670, 330), (670, 328), (670, 326), (672, 323), (672, 322), (672, 321), (672, 321)]"132 },133 {134 "step": 8,135 "screenshot": "0265299595938182_8.png",136 "action": "SCROLL",137 "info": [138 [139 562,140 837141 ],142 [143 618,144 405145 ]146 ],147 "ps": "[(562, 837), (562, 835), (563, 833), (565, 828), (566, 821), (566, 812), (566, 800), (566, 790), (566, 767), (566, 765), (566, 748), (566, 727), (566, 707), (568, 689), (572, 664), (574, 648), (576, 639), (580, 624), (584, 609), (588, 591), (591, 573), (597, 554), (599, 536), (599, 534), (602, 518), (604, 503), (606, 486), (608, 478), (609, 464), (611, 457), (612, 443), (612, 441), (613, 436), (615, 432), (616, 423), (618, 420), (618, 417), (618, 414), (618, 413), (618, 411), (618, 409), (618, 408), (618, 407), (618, 406), (618, 405)]"148 },149 {150 "step": 9,151 "screenshot": "0265299595938182_9.png",152 "action": "SCROLL",153 "info": [154 [155 555,156 849157 ],158 [159 574,160 482161 ]162 ],163 "ps": "[(555, 849), (555, 847), (556, 842), (556, 835), (556, 828), (556, 820), (556, 810), (556, 803), (556, 786), (556, 783), (555, 763), (555, 741), (555, 732), (556, 714), (556, 696), (559, 677), (561, 667), (562, 649), (563, 631), (565, 621), (565, 603), (566, 587), (568, 572), (569, 557), (569, 549), (570, 541), (572, 528), (572, 521), (573, 510), (573, 505), (574, 500), (574, 497), (574, 493), (574, 491), (574, 487), (574, 485), (574, 485), (574, 484), (574, 483), (574, 482)]"164 },165 {166 "step": 10,167 "screenshot": "0265299595938182_10.png",168 "action": "CLICK",169 "info": [170 [171 786,172 577173 ],174 [175 786,176 577177 ]178 ],179 "ps": "[(786, 577)]"180 },181 {182 "step": 11,183 "screenshot": "0265299595938182_11.png",184 "action": "CLICK",185 "info": "KEY_HOME",186 "ps": ""187 },188 {189 "step": 12,190 "screenshot": "0265299595938182_12.png",191 "action": "CLICK",192 "info": [193 [194 531,195 496196 ],197 [198 531,199 496200 ]201 ],202 "ps": "[(531, 496)]"203 },204 {205 "step": 13,206 "screenshot": "0265299595938182_13.png",207 "action": "CLICK",208 "info": [209 [210 693,211 82212 ],213 [214 693,215 82216 ]217 ],218 "ps": "[(693, 82)]"219 },220 {221 "step": 14,222 "screenshot": "0265299595938182_14.png",223 "action": "TEXT",224 "info": "'Dune' by Frank Herbert",225 "ps": ""226 },227 {228 "step": 15,229 "screenshot": "0265299595938182_15.png",230 "action": "CLICK",231 "info": [232 [233 906,234 890235 ],236 [237 906,238 890239 ]240 ],241 "ps": "[(906, 890)]"242 },243 {244 "step": 16,245 "screenshot": "0265299595938182_16.png",246 "action": "CLICK",247 "info": [248 [249 245,250 487251 ],252 [253 245,254 487255 ]256 ],257 "ps": "[(245, 487)]"258 },259 {260 "step": 17,261 "screenshot": "0265299595938182_17.png",262 "action": "CLICK",263 "info": [264 [265 586,266 435267 ],268 [269 586,270 435271 ]272 ],273 "ps": "[(586, 435)]"274 },275 {276 "step": 18,277 "screenshot": "0265299595938182_18.png",278 "action": "COMPLETE",279 "info": "",280 "ps": ""281 }282 ]283}