OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0297628135974895",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Photos",15 "Setting"16 ],17 "meta_task": "Change the language to {} on phone and open an app to check.",18 "task": "Change the language to Finnish on phone and open an app to check.",19 "instruction": "Switch the phone's language settings to Finnish, then open the 'Photos' app to verify the change."20 },21 "step_length": 15,22 "steps": [23 {24 "step": 0,25 "screenshot": "0297628135974895_0.png",26 "action": "CLICK",27 "info": [28 [29 848,30 53331 ],32 [33 848,34 53335 ]36 ],37 "ps": "[(848, 533)]"38 },39 {40 "step": 1,41 "screenshot": "0297628135974895_1.png",42 "action": "SCROLL",43 "info": [44 [45 526,46 85547 ],48 [49 444,50 33651 ]52 ],53 "ps": "[(526, 855), (526, 853), (526, 850), (521, 844), (521, 841), (514, 834), (514, 822), (505, 809), (505, 796), (498, 777), (498, 760), (490, 745), (490, 725), (490, 714), (479, 693), (474, 669), (472, 646), (464, 627), (459, 614), (456, 593), (451, 571), (444, 557), (435, 545), (435, 526), (435, 512), (435, 498), (435, 491), (435, 477), (435, 467), (435, 456), (435, 449), (435, 442), (435, 435), (435, 432), (435, 425), (435, 418), (435, 411), (435, 408), (435, 401), (435, 394), (435, 387), (435, 380), (435, 370), (435, 367), (435, 362), (435, 359), (435, 355), (441, 348), (441, 345), (441, 341), (444, 338), (444, 336)]"54 },55 {56 "step": 2,57 "screenshot": "0297628135974895_2.png",58 "action": "SCROLL",59 "info": [60 [61 482,62 88563 ],64 [65 412,66 32267 ]68 ],69 "ps": "[(482, 885), (482, 882), (482, 878), (482, 874), (482, 869), (482, 862), (474, 853), (474, 844), (474, 836), (474, 822), (474, 801), (474, 777), (464, 754), (464, 745), (456, 721), (451, 697), (449, 677), (444, 648), (435, 631), (435, 613), (428, 585), (425, 575), (425, 550), (425, 541), (420, 519), (420, 505), (420, 495), (418, 481), (418, 471), (412, 460), (412, 447), (409, 439), (409, 429), (404, 415), (404, 409), (404, 402), (404, 395), (404, 388), (404, 383), (404, 376), (404, 369), (404, 366), (404, 362), (404, 356), (404, 352), (404, 349), (404, 346), (409, 341), (409, 336), (409, 331), (409, 329), (409, 327), (412, 324), (412, 322)]"70 },71 {72 "step": 3,73 "screenshot": "0297628135974895_3.png",74 "action": "CLICK",75 "info": [76 [77 428,78 76879 ],80 [81 428,82 76883 ]84 ],85 "ps": "[(428, 768)]"86 },87 {88 "step": 4,89 "screenshot": "0297628135974895_4.png",90 "action": "CLICK",91 "info": [92 [93 301,94 27995 ],96 [97 301,98 27999 ]100 ],101 "ps": "[(301, 279)]"102 },103 {104 "step": 5,105 "screenshot": "0297628135974895_5.png",106 "action": "CLICK",107 "info": [108 [109 309,110 325111 ],112 [113 309,114 325115 ]116 ],117 "ps": "[(309, 325)]"118 },119 {120 "step": 6,121 "screenshot": "0297628135974895_6.png",122 "action": "CLICK",123 "info": [124 [125 342,126 456127 ],128 [129 342,130 456131 ]132 ],133 "ps": "[(342, 456)]"134 },135 {136 "step": 7,137 "screenshot": "0297628135974895_7.png",138 "action": "CLICK",139 "info": [140 [141 923,142 83143 ],144 [145 923,146 83147 ]148 ],149 "ps": "[(923, 83)]"150 },151 {152 "step": 8,153 "screenshot": "0297628135974895_8.png",154 "action": "TEXT",155 "info": "Finnish",156 "ps": ""157 },158 {159 "step": 9,160 "screenshot": "0297628135974895_9.png",161 "action": "CLICK",162 "info": [163 [164 164,165 153166 ],167 [168 164,169 151170 ]171 ],172 "ps": "[(164, 153), (164, 151)]"173 },174 {175 "step": 10,176 "screenshot": "0297628135974895_10.png",177 "action": "SCROLL",178 "info": [179 [180 941,181 482182 ],183 [184 879,185 345186 ]187 ],188 "ps": "[(941, 482), (941, 481), (941, 477), (933, 474), (930, 470), (925, 467), (925, 464), (923, 463), (918, 460), (918, 456), (918, 454), (915, 451), (909, 447), (909, 444), (907, 442), (907, 439), (902, 435), (902, 433), (902, 429), (899, 425), (899, 423), (894, 419), (894, 416), (894, 411), (894, 409), (894, 405), (892, 404), (892, 401), (892, 398), (892, 397), (886, 394), (886, 391), (886, 390), (886, 387), (886, 384), (886, 383), (886, 380), (884, 380), (884, 376), (884, 374), (884, 373), (879, 370), (879, 369), (879, 367), (879, 366), (879, 363), (879, 362), (879, 359), (879, 356), (879, 355), (879, 353), (879, 352), (879, 349), (879, 348), (879, 346), (879, 345)]"189 },190 {191 "step": 11,192 "screenshot": "0297628135974895_11.png",193 "action": "CLICK",194 "info": [195 [196 824,197 620198 ],199 [200 824,201 620202 ]203 ],204 "ps": "[(824, 620)]"205 },206 {207 "step": 12,208 "screenshot": "0297628135974895_12.png",209 "action": "CLICK",210 "info": "KEY_HOME",211 "ps": ""212 },213 {214 "step": 13,215 "screenshot": "0297628135974895_13.png",216 "action": "CLICK",217 "info": [218 [219 614,220 670221 ],222 [223 614,224 670225 ]226 ],227 "ps": "[(614, 670)]"228 },229 {230 "step": 14,231 "screenshot": "0297628135974895_14.png",232 "action": "COMPLETE",233 "info": "",234 "ps": ""235 }236 ]237}