OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0612676058471500",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Google Play Store",15 "Setting"16 ],17 "meta_task": "Change the language to {} on phone and open an app to check.",18 "task": "Change the language to Korean on phone and open an app to check.",19 "instruction": "Switch the phone's language to Korean via Settings, then open the Google Play Store to verify the change."20 },21 "step_length": 16,22 "steps": [23 {24 "step": 0,25 "screenshot": "0612676058471500_0.png",26 "action": "CLICK",27 "info": [28 [29 317,30 48331 ],32 [33 317,34 48335 ]36 ],37 "ps": "[(317, 483)]"38 },39 {40 "step": 1,41 "screenshot": "0612676058471500_1.png",42 "action": "SCROLL",43 "info": [44 [45 173,46 89747 ],48 [49 182,50 14451 ]52 ],53 "ps": "[(173, 897), (173, 892), (173, 886), (172, 878), (170, 872), (170, 860), (167, 856), (167, 844), (167, 828), (167, 820), (167, 800), (167, 781), (165, 767), (165, 760), (165, 733), (165, 721), (165, 695), (165, 668), (165, 659), (165, 631), (165, 604), (165, 586), (165, 574), (165, 563), (169, 534), (170, 518), (172, 511), (173, 498), (173, 486), (175, 474), (177, 454), (177, 441), (179, 433), (179, 423), (180, 410), (180, 389), (182, 377), (182, 369), (182, 353), (182, 338), (182, 324), (182, 309), (182, 298), (182, 289), (182, 278), (182, 270), (182, 252), (182, 248), (182, 236), (182, 226), (182, 220), (182, 216), (182, 212), (182, 208), (182, 205), (182, 204), (182, 201), (182, 200), (182, 196), (182, 192), (182, 188), (182, 184), (182, 180), (182, 176), (182, 173), (182, 172), (182, 169), (182, 167), (182, 164), (182, 161), (182, 160), (182, 155), (182, 152), (182, 149), (182, 147), (182, 145), (182, 144)]"54 },55 {56 "step": 2,57 "screenshot": "0612676058471500_2.png",58 "action": "SCROLL",59 "info": [60 [61 193,62 86063 ],64 [65 157,66 16567 ]68 ],69 "ps": "[(193, 860), (193, 858), (192, 856), (192, 852), (190, 848), (190, 844), (190, 838), (189, 832), (189, 826), (187, 820), (187, 813), (187, 809), (187, 804), (186, 792), (186, 785), (186, 777), (183, 767), (183, 760), (183, 749), (183, 741), (183, 723), (183, 711), (183, 697), (183, 687), (183, 675), (183, 664), (183, 651), (183, 639), (183, 631), (183, 615), (183, 604), (183, 598), (183, 588), (186, 578), (186, 570), (186, 563), (187, 555), (187, 550), (187, 546), (187, 540), (187, 535), (187, 532), (187, 530), (187, 526), (187, 522), (189, 520), (189, 515), (189, 514), (189, 510), (189, 506), (189, 502), (189, 498), (189, 495), (189, 491), (190, 486), (190, 482), (190, 479), (190, 474), (190, 470), (190, 466), (190, 461), (190, 458), (190, 454), (192, 449), (192, 446), (192, 439), (192, 435), (193, 433), (193, 429), (193, 426), (193, 421), (193, 417), (193, 413), (193, 410), (193, 409), (193, 403), (193, 398), (193, 395), (193, 389), (193, 386), (193, 381), (193, 377), (193, 374), (193, 369), (193, 366), (193, 365), (193, 363), (193, 361), (193, 357), (196, 354), (196, 353), (196, 349), (196, 346), (196, 345), (196, 342), (196, 341), (196, 337), (196, 333), (196, 329), (196, 326), (196, 324), (196, 322), (193, 321), (193, 317), (193, 314), (193, 313), (193, 310), (193, 309), (193, 304), (192, 304), (192, 301), (192, 297), (190, 297), (190, 292), (190, 289), (190, 286), (190, 284), (190, 282), (190, 280), (190, 278), (190, 277), (189, 274), (187, 272), (187, 270), (187, 269), (187, 266), (186, 264), (186, 260), (183, 260), (183, 258), (183, 256), (183, 252), (182, 252), (182, 249), (180, 248), (180, 246), (180, 244), (180, 241), (180, 240), (179, 236), (179, 233), (177, 232), (177, 229), (177, 228), (175, 228), (175, 226), (175, 224), (173, 221), (173, 220), (173, 217), (172, 216), (170, 212), (170, 208), (170, 205), (169, 201), (169, 200), (167, 197), (167, 192), (165, 189), (165, 188), (165, 185), (163, 185), (163, 184), (163, 181), (162, 180), (162, 177), (160, 176), (160, 173), (160, 172), (158, 172), (158, 169), (158, 167), (157, 167), (157, 165)]"70 },71 {72 "step": 3,73 "screenshot": "0612676058471500_3.png",74 "action": "CLICK",75 "info": [76 [77 157,78 90979 ],80 [81 157,82 90983 ]84 ],85 "ps": "[(157, 909)]"86 },87 {88 "step": 4,89 "screenshot": "0612676058471500_4.png",90 "action": "CLICK",91 "info": [92 [93 583,94 37095 ],96 [97 583,98 37099 ]100 ],101 "ps": "[(583, 370)]"102 },103 {104 "step": 5,105 "screenshot": "0612676058471500_5.png",106 "action": "CLICK",107 "info": [108 [109 521,110 433111 ],112 [113 521,114 433115 ]116 ],117 "ps": "[(521, 433)]"118 },119 {120 "step": 6,121 "screenshot": "0612676058471500_6.png",122 "action": "CLICK",123 "info": [124 [125 526,126 628127 ],128 [129 526,130 628131 ]132 ],133 "ps": "[(526, 628)]"134 },135 {136 "step": 7,137 "screenshot": "0612676058471500_7.png",138 "action": "CLICK",139 "info": [140 [141 964,142 79143 ],144 [145 964,146 79147 ]148 ],149 "ps": "[(964, 79)]"150 },151 {152 "step": 8,153 "screenshot": "0612676058471500_8.png",154 "action": "TEXT",155 "info": "Korean",156 "ps": ""157 },158 {159 "step": 9,160 "screenshot": "0612676058471500_9.png",161 "action": "CLICK",162 "info": [163 [164 432,165 176166 ],167 [168 432,169 176170 ]171 ],172 "ps": "[(432, 176)]"173 },174 {175 "step": 10,176 "screenshot": "0612676058471500_10.png",177 "action": "CLICK",178 "info": [179 [180 445,181 181182 ],183 [184 445,185 181186 ]187 ],188 "ps": "[(445, 181)]"189 },190 {191 "step": 11,192 "screenshot": "0612676058471500_11.png",193 "action": "SCROLL",194 "info": [195 [196 969,197 659198 ],199 [200 952,201 454202 ]203 ],204 "ps": "[(969, 659), (969, 656), (969, 652), (969, 648), (969, 643), (967, 639), (967, 635), (965, 627), (965, 619), (964, 615), (964, 608), (962, 600), (962, 590), (961, 580), (958, 572), (958, 560), (958, 554), (955, 542), (955, 532), (955, 523), (955, 518), (955, 511), (955, 506), (954, 502), (954, 498), (954, 494), (954, 491), (954, 490), (952, 486), (952, 483), (952, 482), (952, 478), (952, 475), (952, 474), (952, 470), (952, 467), (952, 466), (952, 463), (952, 461), (952, 458), (952, 455), (952, 454)]"205 },206 {207 "step": 12,208 "screenshot": "0612676058471500_12.png",209 "action": "CLICK",210 "info": [211 [212 855,213 651214 ],215 [216 855,217 651218 ]219 ],220 "ps": "[(855, 651)]"221 },222 {223 "step": 13,224 "screenshot": "0612676058471500_13.png",225 "action": "CLICK",226 "info": "KEY_HOME",227 "ps": ""228 },229 {230 "step": 14,231 "screenshot": "0612676058471500_14.png",232 "action": "CLICK",233 "info": [234 [235 76,236 663237 ],238 [239 76,240 663241 ]242 ],243 "ps": "[(76, 663)]"244 },245 {246 "step": 15,247 "screenshot": "0612676058471500_15.png",248 "action": "COMPLETE",249 "info": "",250 "ps": ""251 }252 ]253}