OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0567139875773478",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Clock",15 "Setting"16 ],17 "meta_task": "Change the language to {} on phone and open an app to check.",18 "task": "Change the language to German on phone and open an app to check.",19 "instruction": "Switch your phone's language to German and then verify the change by opening either the Clock or Setting app."20 },21 "step_length": 16,22 "steps": [23 {24 "step": 0,25 "screenshot": "0567139875773478_0.png",26 "action": "CLICK",27 "info": [28 [29 865,30 39731 ],32 [33 865,34 39735 ]36 ],37 "ps": "[(865, 397)]"38 },39 {40 "step": 1,41 "screenshot": "0567139875773478_1.png",42 "action": "SCROLL",43 "info": [44 [45 545,46 93047 ],48 [49 506,50 24651 ]52 ],53 "ps": "[(545, 930), (545, 925), (545, 923), (545, 918), (545, 914), (543, 908), (543, 904), (537, 894), (537, 880), (537, 873), (537, 861), (535, 847), (529, 827), (527, 812), (527, 798), (527, 785), (527, 771), (527, 749), (522, 729), (522, 708), (522, 696), (522, 673), (522, 647), (520, 618), (520, 594), (520, 569), (520, 544), (520, 531), (514, 509), (514, 492), (512, 471), (506, 460), (504, 439), (499, 430), (497, 415), (497, 401), (492, 391), (492, 384), (492, 375), (492, 368), (489, 359), (484, 352), (484, 345), (481, 337), (481, 327), (481, 323), (481, 319), (481, 316), (481, 313), (481, 312), (481, 310), (481, 308), (481, 305), (481, 303), (481, 301), (481, 298), (481, 296), (481, 294), (481, 291), (481, 289), (481, 285), (481, 284), (481, 281), (481, 277), (484, 274), (484, 274), (489, 270), (492, 264), (492, 263), (492, 259), (497, 256), (499, 253), (499, 252), (499, 250), (499, 249), (504, 249), (506, 249), (506, 246)]"54 },55 {56 "step": 2,57 "screenshot": "0567139875773478_2.png",58 "action": "SCROLL",59 "info": [60 [61 454,62 85463 ],64 [65 484,66 35467 ]68 ],69 "ps": "[(454, 854), (454, 851), (454, 849), (454, 845), (458, 837), (458, 830), (461, 817), (461, 798), (461, 784), (461, 774), (461, 763), (461, 749), (461, 736), (461, 715), (466, 703), (466, 685), (469, 671), (469, 657), (474, 637), (477, 625), (477, 611), (477, 601), (477, 590), (477, 570), (477, 563), (477, 555), (477, 548), (477, 541), (477, 538), (477, 531), (477, 527), (477, 520), (477, 516), (477, 509), (477, 506), (477, 500), (477, 496), (477, 492), (477, 488), (477, 485), (477, 481), (477, 478), (477, 475), (477, 472), (477, 467), (477, 464), (477, 460), (477, 457), (477, 453), (477, 449), (477, 446), (477, 442), (477, 439), (481, 435), (481, 432), (481, 428), (481, 425), (481, 423), (481, 418), (481, 415), (481, 414), (481, 412), (481, 411), (484, 408), (484, 407), (484, 405), (484, 404), (484, 401), (484, 400), (484, 398), (484, 397), (484, 394), (484, 393), (484, 391), (484, 390), (484, 387), (484, 386), (484, 384), (484, 383), (484, 380), (484, 379), (484, 375), (484, 373), (484, 372), (484, 370), (484, 368), (484, 366), (484, 365), (484, 363), (484, 361), (484, 359), (484, 358), (484, 356), (484, 354)]"70 },71 {72 "step": 3,73 "screenshot": "0567139875773478_3.png",74 "action": "CLICK",75 "info": [76 [77 290,78 80179 ],80 [81 290,82 80183 ]84 ],85 "ps": "[(290, 801)]"86 },87 {88 "step": 4,89 "screenshot": "0567139875773478_4.png",90 "action": "CLICK",91 "info": [92 [93 413,94 29495 ],96 [97 413,98 29499 ]100 ],101 "ps": "[(413, 294)]"102 },103 {104 "step": 5,105 "screenshot": "0567139875773478_5.png",106 "action": "CLICK",107 "info": [108 [109 367,110 345111 ],112 [113 367,114 345115 ]116 ],117 "ps": "[(367, 345)]"118 },119 {120 "step": 6,121 "screenshot": "0567139875773478_6.png",122 "action": "CLICK",123 "info": [124 [125 339,126 503127 ],128 [129 339,130 503131 ]132 ],133 "ps": "[(339, 503)]"134 },135 {136 "step": 7,137 "screenshot": "0567139875773478_7.png",138 "action": "CLICK",139 "info": [140 [141 962,142 77143 ],144 [145 962,146 77147 ]148 ],149 "ps": "[(962, 77)]"150 },151 {152 "step": 8,153 "screenshot": "0567139875773478_8.png",154 "action": "TEXT",155 "info": "German",156 "ps": ""157 },158 {159 "step": 9,160 "screenshot": "0567139875773478_9.png",161 "action": "CLICK",162 "info": [163 [164 240,165 161166 ],167 [168 240,169 161170 ]171 ],172 "ps": "[(240, 161)]"173 },174 {175 "step": 10,176 "screenshot": "0567139875773478_10.png",177 "action": "CLICK",178 "info": [179 [180 270,181 190182 ],183 [184 270,185 190186 ]187 ],188 "ps": "[(270, 190)]"189 },190 {191 "step": 11,192 "screenshot": "0567139875773478_11.png",193 "action": "SCROLL",194 "info": [195 [196 934,197 534198 ],199 [200 896,201 407202 ]203 ],204 "ps": "[(934, 534), (934, 532), (934, 531), (934, 527), (934, 524), (934, 521), (931, 516), (927, 513), (927, 507), (924, 500), (919, 496), (919, 492), (911, 485), (911, 478), (911, 474), (911, 471), (911, 465), (911, 464), (909, 460), (904, 449), (904, 447), (904, 446), (904, 444), (904, 442), (904, 440), (904, 439), (901, 439), (901, 435), (901, 433), (901, 432), (896, 428), (896, 426), (896, 425), (896, 421), (896, 419), (896, 418), (896, 414), (896, 412), (896, 411), (896, 408), (896, 407)]"205 },206 {207 "step": 12,208 "screenshot": "0567139875773478_12.png",209 "action": "CLICK",210 "info": [211 [212 810,213 625214 ],215 [216 810,217 625218 ]219 ],220 "ps": "[(810, 625)]"221 },222 {223 "step": 13,224 "screenshot": "0567139875773478_13.png",225 "action": "CLICK",226 "info": "KEY_HOME",227 "ps": ""228 },229 {230 "step": 14,231 "screenshot": "0567139875773478_14.png",232 "action": "CLICK",233 "info": [234 [235 627,236 387237 ],238 [239 627,240 386241 ]242 ],243 "ps": "[(627, 387), (627, 386)]"244 },245 {246 "step": 15,247 "screenshot": "0567139875773478_15.png",248 "action": "COMPLETE",249 "info": "",250 "ps": ""251 }252 ]253}