OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0450615181613058",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Google Play Store",15 "Setting"16 ],17 "meta_task": "Uninstall {} app and check if it's still in the app resources.",18 "task": "Uninstall Amazon Shopping app and check if it's still in the app resources.",19 "instruction": "Using your device, first navigate to 'Google Play Store' and 'Setting'. Begin by uninstalling the Amazon Shopping app. After you've uninstalled it, go into 'Setting' to verify whether the Amazon Shopping app is still listed in the app resources."20 },21 "step_length": 18,22 "steps": [23 {24 "step": 0,25 "screenshot": "0450615181613058_0.png",26 "action": "CLICK",27 "info": [28 [29 388,30 14631 ],32 [33 388,34 14635 ]36 ],37 "ps": "[(388, 146)]"38 },39 {40 "step": 1,41 "screenshot": "0450615181613058_1.png",42 "action": "CLICK",43 "info": [44 [45 388,46 14647 ],48 [49 388,50 14651 ]52 ],53 "ps": "[(388, 146)]"54 },55 {56 "step": 2,57 "screenshot": "0450615181613058_2.png",58 "action": "TEXT",59 "info": "Amazon Shopping",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0450615181613058_3.png",65 "action": "CLICK",66 "info": [67 [68 938,69 88570 ],71 [72 938,73 88574 ]75 ],76 "ps": "[(938, 885)]"77 },78 {79 "step": 4,80 "screenshot": "0450615181613058_4.png",81 "action": "CLICK",82 "info": [83 [84 483,85 53586 ],87 [88 483,89 53590 ]91 ],92 "ps": "[(483, 535)]"93 },94 {95 "step": 5,96 "screenshot": "0450615181613058_5.png",97 "action": "CLICK",98 "info": [99 [100 327,101 385102 ],103 [104 327,105 385106 ]107 ],108 "ps": "[(327, 385)]"109 },110 {111 "step": 6,112 "screenshot": "0450615181613058_6.png",113 "action": "CLICK",114 "info": [115 [116 791,117 579118 ],119 [120 791,121 579122 ]123 ],124 "ps": "[(791, 579)]"125 },126 {127 "step": 7,128 "screenshot": "0450615181613058_7.png",129 "action": "CLICK",130 "info": "KEY_HOME",131 "ps": ""132 },133 {134 "step": 8,135 "screenshot": "0450615181613058_8.png",136 "action": "CLICK",137 "info": [138 [139 169,140 623141 ],142 [143 169,144 623145 ]146 ],147 "ps": "[(169, 623)]"148 },149 {150 "step": 9,151 "screenshot": "0450615181613058_9.png",152 "action": "CLICK",153 "info": [154 [155 352,156 407157 ],158 [159 352,160 407161 ]162 ],163 "ps": "[(352, 407)]"164 },165 {166 "step": 10,167 "screenshot": "0450615181613058_10.png",168 "action": "CLICK",169 "info": [170 [171 66,172 145173 ],174 [175 66,176 145177 ]178 ],179 "ps": "[(66, 145)]"180 },181 {182 "step": 11,183 "screenshot": "0450615181613058_11.png",184 "action": "CLICK",185 "info": [186 [187 436,188 829189 ],190 [191 436,192 829193 ]194 ],195 "ps": "[(436, 829)]"196 },197 {198 "step": 12,199 "screenshot": "0450615181613058_12.png",200 "action": "SCROLL",201 "info": [202 [203 455,204 889205 ],206 [207 430,208 576209 ]210 ],211 "ps": "[(455, 889), (458, 889), (458, 887), (458, 885), (458, 884), (458, 882), (458, 881), (458, 879), (458, 878), (458, 876), (458, 874), (458, 873), (458, 871), (458, 870), (458, 868), (458, 867), (458, 865), (458, 862), (458, 860), (455, 859), (455, 857), (455, 856), (455, 853), (455, 851), (455, 849), (455, 846), (455, 845), (455, 843), (455, 842), (455, 840), (455, 837), (452, 835), (452, 834), (452, 832), (452, 831), (452, 829), (449, 826), (449, 824), (449, 821), (449, 820), (449, 818), (449, 817), (447, 814), (447, 810), (447, 807), (447, 806), (447, 804), (447, 803), (447, 801), (444, 798), (444, 796), (444, 795), (444, 792), (444, 790), (444, 789), (441, 787), (441, 785), (441, 782), (441, 781), (441, 779), (441, 778), (441, 776), (438, 773), (438, 771), (438, 770), (438, 767), (438, 765), (438, 762), (438, 759), (438, 757), (438, 754), (436, 753), (436, 749), (436, 748), (436, 745), (436, 743), (436, 742), (433, 739), (433, 737), (430, 698), (430, 696), (430, 693), (430, 692), (430, 689), (430, 687), (430, 685), (430, 682), (430, 679), (430, 678), (430, 674), (430, 673), (430, 671), (430, 670), (430, 667), (430, 665), (430, 664), (430, 662), (430, 660), (430, 657), (430, 656), (430, 654), (430, 651), (430, 648), (430, 646), (430, 645), (430, 643), (430, 642), (430, 640), (430, 639), (430, 637), (430, 635), (430, 634), (430, 631), (430, 629), (430, 628), (430, 626), (430, 624), (430, 623), (430, 621), (430, 620), (430, 618), (430, 617), (430, 615), (430, 614), (430, 612), (430, 610), (430, 609), (430, 607), (430, 606), (430, 604), (430, 603), (430, 601), (430, 599), (430, 598), (430, 596), (430, 595), (430, 593), (430, 592), (430, 590), (430, 589), (430, 587), (430, 585), (430, 584), (430, 582), (430, 581), (430, 579), (430, 578), (430, 576)]"212 },213 {214 "step": 13,215 "screenshot": "0450615181613058_13.png",216 "action": "CLICK",217 "info": [218 [219 411,220 740221 ],222 [223 411,224 740225 ]226 ],227 "ps": "[(411, 740)]"228 },229 {230 "step": 14,231 "screenshot": "0450615181613058_14.png",232 "action": "CLICK",233 "info": [234 [235 761,236 149237 ],238 [239 761,240 149241 ]242 ],243 "ps": "[(761, 149)]"244 },245 {246 "step": 15,247 "screenshot": "0450615181613058_15.png",248 "action": "TEXT",249 "info": "Amazon Shopping",250 "ps": ""251 },252 {253 "step": 16,254 "screenshot": "0450615181613058_16.png",255 "action": "CLICK",256 "info": [257 [258 249,259 326260 ],261 [262 249,263 326264 ]265 ],266 "ps": "[(249, 326)]"267 },268 {269 "step": 17,270 "screenshot": "0450615181613058_17.png",271 "action": "COMPLETE",272 "info": "",273 "ps": "Amazon Shopping"274 }275 ]276}