OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0911221190749005",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Amazon",15 "Instagram"16 ],17 "meta_task": "Find a highly recommended {} and then purchase one.",18 "task": "Find a highly recommended air purifier and then purchase one.",19 "instruction": "Utilize Instagram to research and find a highly recommended air purifier, and then use Amazon to purchase one."20 },21 "step_length": 25,22 "steps": [23 {24 "step": 0,25 "screenshot": "0911221190749005_0.png",26 "action": "CLICK",27 "info": [28 [29 479,30 20331 ],32 [33 479,34 20335 ]36 ],37 "ps": "[(479, 203)]"38 },39 {40 "step": 1,41 "screenshot": "0911221190749005_1.png",42 "action": "CLICK",43 "info": [44 [45 313,46 93147 ],48 [49 313,50 93151 ]52 ],53 "ps": "[(313, 931)]"54 },55 {56 "step": 2,57 "screenshot": "0911221190749005_2.png",58 "action": "CLICK",59 "info": [60 [61 222,62 7663 ],64 [65 222,66 7667 ]68 ],69 "ps": "[(222, 76)]"70 },71 {72 "step": 3,73 "screenshot": "0911221190749005_3.png",74 "action": "TEXT",75 "info": "air purifier recommendation",76 "ps": ""77 },78 {79 "step": 4,80 "screenshot": "0911221190749005_4.png",81 "action": "CLICK",82 "info": [83 [84 895,85 87686 ],87 [88 895,89 87690 ]91 ],92 "ps": "[(895, 876)]"93 },94 {95 "step": 5,96 "screenshot": "0911221190749005_5.png",97 "action": "CLICK",98 "info": [99 [100 158,101 308102 ],103 [104 158,105 308106 ]107 ],108 "ps": "[(158, 308)]"109 },110 {111 "step": 6,112 "screenshot": "0911221190749005_6.png",113 "action": "SCROLL",114 "info": [115 [116 488,117 819118 ],119 [120 569,121 473122 ]123 ],124 "ps": "[(488, 819), (488, 815), (488, 811), (491, 806), (491, 789), (497, 764), (505, 739), (523, 690), (543, 636), (556, 590), (561, 564), (562, 540), (565, 512), (566, 495), (566, 489), (569, 478), (569, 476), (569, 474), (569, 473)]"125 },126 {127 "step": 7,128 "screenshot": "0911221190749005_7.png",129 "action": "SCROLL",130 "info": [131 [132 483,133 815134 ],135 [136 533,137 403138 ]139 ],140 "ps": "[(483, 815), (483, 814), (487, 806), (491, 794), (497, 764), (499, 729), (501, 678), (502, 639), (505, 606), (513, 554), (516, 531), (523, 494), (527, 460), (527, 438), (530, 424), (530, 417), (533, 411), (533, 408), (533, 406), (533, 404), (533, 403)]"141 },142 {143 "step": 8,144 "screenshot": "0911221190749005_8.png",145 "action": "SCROLL",146 "info": [147 [148 519,149 853150 ],151 [152 538,153 665154 ]155 ],156 "ps": "[(519, 853), (519, 853), (520, 847), (527, 830), (533, 806), (538, 778), (541, 764), (541, 740), (541, 721), (541, 699), (541, 689), (541, 680), (541, 672), (538, 670), (538, 667), (538, 665)]"157 },158 {159 "step": 9,160 "screenshot": "0911221190749005_9.png",161 "action": "CLICK",162 "info": [163 [164 840,165 721166 ],167 [168 840,169 721170 ]171 ],172 "ps": "[(840, 721)]"173 },174 {175 "step": 10,176 "screenshot": "0911221190749005_10.png",177 "action": "CLICK",178 "info": "KEY_HOME",179 "ps": ""180 },181 {182 "step": 11,183 "screenshot": "0911221190749005_11.png",184 "action": "CLICK",185 "info": [186 [187 333,188 65189 ],190 [191 333,192 65193 ]194 ],195 "ps": "[(333, 65)]"196 },197 {198 "step": 12,199 "screenshot": "0911221190749005_12.png",200 "action": "CLICK",201 "info": [202 [203 901,204 287205 ],206 [207 901,208 287209 ]210 ],211 "ps": "[(901, 287)]"212 },213 {214 "step": 13,215 "screenshot": "0911221190749005_13.png",216 "action": "CLICK",217 "info": [218 [219 529,220 90221 ],222 [223 529,224 90225 ]226 ],227 "ps": "[(529, 90)]"228 },229 {230 "step": 14,231 "screenshot": "0911221190749005_14.png",232 "action": "CLICK",233 "info": [234 [235 915,236 78237 ],238 [239 915,240 78241 ]242 ],243 "ps": "[(915, 78)]"244 },245 {246 "step": 15,247 "screenshot": "0911221190749005_15.png",248 "action": "TEXT",249 "info": "Air Doctor",250 "ps": ""251 },252 {253 "step": 16,254 "screenshot": "0911221190749005_16.png",255 "action": "CLICK",256 "info": [257 [258 918,259 881260 ],261 [262 918,263 881264 ]265 ],266 "ps": "[(918, 881)]"267 },268 {269 "step": 17,270 "screenshot": "0911221190749005_17.png",271 "action": "SCROLL",272 "info": [273 [274 530,275 756276 ],277 [278 511,279 530280 ]281 ],282 "ps": "[(530, 756), (530, 746), (533, 739), (534, 714), (534, 696), (534, 667), (530, 646), (524, 615), (519, 589), (519, 580), (515, 564), (513, 546), (513, 539), (511, 533), (511, 531), (511, 530)]"283 },284 {285 "step": 18,286 "screenshot": "0911221190749005_18.png",287 "action": "CLICK",288 "info": [289 [290 168,291 696292 ],293 [294 168,295 696296 ]297 ],298 "ps": "[(168, 696)]"299 },300 {301 "step": 19,302 "screenshot": "0911221190749005_19.png",303 "action": "SCROLL",304 "info": [305 [306 349,307 802308 ],309 [310 481,311 324312 ]313 ],314 "ps": "[(349, 802), (354, 797), (362, 781), (376, 749), (387, 722), (418, 646), (438, 561), (451, 503), (461, 464), (470, 417), (479, 375), (481, 363), (481, 344), (481, 334), (481, 328), (481, 326), (481, 325), (481, 324)]"315 },316 {317 "step": 20,318 "screenshot": "0911221190749005_20.png",319 "action": "SCROLL",320 "info": [321 [322 484,323 855324 ],325 [326 483,327 373328 ]329 ],330 "ps": "[(484, 855), (484, 853), (487, 846), (491, 838), (497, 807), (501, 765), (505, 707), (505, 667), (495, 610), (491, 560), (488, 531), (488, 504), (488, 475), (487, 453), (487, 442), (484, 424), (484, 407), (484, 394), (484, 390), (483, 381), (483, 378), (483, 374), (483, 373)]"331 },332 {333 "step": 21,334 "screenshot": "0911221190749005_21.png",335 "action": "SCROLL",336 "info": [337 [338 499,339 788340 ],341 [342 455,343 278344 ]345 ],346 "ps": "[(499, 788), (502, 775), (511, 748), (511, 728), (502, 643), (481, 562), (463, 483), (456, 452), (455, 410), (454, 382), (449, 346), (449, 333), (449, 313), (454, 298), (455, 290), (455, 284), (455, 280), (455, 278)]"347 },348 {349 "step": 22,350 "screenshot": "0911221190749005_22.png",351 "action": "SCROLL",352 "info": [353 [354 544,355 749356 ],357 [358 611,359 391360 ]361 ],362 "ps": "[(544, 749), (544, 747), (547, 735), (552, 700), (565, 659), (574, 624), (594, 571), (605, 528), (608, 502), (608, 468), (608, 453), (608, 437), (608, 432), (608, 426), (608, 419), (608, 414), (608, 412), (608, 408), (608, 407), (608, 403), (608, 399), (608, 394), (611, 392), (611, 391)]"363 },364 {365 "step": 23,366 "screenshot": "0911221190749005_23.png",367 "action": "CLICK",368 "info": [369 [370 481,371 663372 ],373 [374 481,375 663376 ]377 ],378 "ps": "[(481, 663)]"379 },380 {381 "step": 24,382 "screenshot": "0911221190749005_24.png",383 "action": "COMPLETE",384 "info": "",385 "ps": ""386 }387 ]388}