OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0840672227599950",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Uber",15 "Waze Navigation & Live Traffic"16 ],17 "meta_task": "Find a nearby {} on map and call a ride-sharing service.",18 "task": "Find a nearby hospital on map and call a ride-sharing service.",19 "instruction": "Using Waze Navigation & Live Traffic, locate the nearest hospital on the map, and then use Uber to call for a ride-sharing service."20 },21 "step_length": 16,22 "steps": [23 {24 "step": 0,25 "screenshot": "0840672227599950_0.png",26 "action": "CLICK",27 "info": [28 [29 622,30 50931 ],32 [33 622,34 50935 ]36 ],37 "ps": "[(622, 509)]"38 },39 {40 "step": 1,41 "screenshot": "0840672227599950_1.png",42 "action": "CLICK",43 "info": [44 [45 124,46 17447 ],48 [49 124,50 17451 ]52 ],53 "ps": "[(124, 174)]"54 },55 {56 "step": 2,57 "screenshot": "0840672227599950_2.png",58 "action": "CLICK",59 "info": [60 [61 97,62 18963 ],64 [65 97,66 18967 ]68 ],69 "ps": "[(97, 189)]"70 },71 {72 "step": 3,73 "screenshot": "0840672227599950_3.png",74 "action": "CLICK",75 "info": [76 [77 369,78 92079 ],80 [81 369,82 92083 ]84 ],85 "ps": "[(369, 920)]"86 },87 {88 "step": 4,89 "screenshot": "0840672227599950_4.png",90 "action": "TEXT",91 "info": "hospital",92 "ps": ""93 },94 {95 "step": 5,96 "screenshot": "0840672227599950_5.png",97 "action": "CLICK",98 "info": [99 [100 591,101 289102 ],103 [104 591,105 289106 ]107 ],108 "ps": "[(591, 289)]"109 },110 {111 "step": 6,112 "screenshot": "0840672227599950_6.png",113 "action": "CLICK",114 "info": "KEY_HOME",115 "ps": ""116 },117 {118 "step": 7,119 "screenshot": "0840672227599950_7.png",120 "action": "CLICK",121 "info": [122 [123 844,124 501125 ],126 [127 844,128 501129 ]130 ],131 "ps": "[(844, 501)]"132 },133 {134 "step": 8,135 "screenshot": "0840672227599950_8.png",136 "action": "CLICK",137 "info": [138 [139 136,140 770141 ],142 [143 136,144 770145 ]146 ],147 "ps": "[(136, 770)]"148 },149 {150 "step": 9,151 "screenshot": "0840672227599950_9.png",152 "action": "TEXT",153 "info": "Hospital Helipad",154 "ps": ""155 },156 {157 "step": 10,158 "screenshot": "0840672227599950_10.png",159 "action": "CLICK",160 "info": [161 [162 455,163 449164 ],165 [166 455,167 449168 ]169 ],170 "ps": "[(455, 449)]"171 },172 {173 "step": 11,174 "screenshot": "0840672227599950_11.png",175 "action": "CLICK",176 "info": [177 [178 474,179 896180 ],181 [182 474,183 896184 ]185 ],186 "ps": "[(474, 896)]"187 },188 {189 "step": 12,190 "screenshot": "0840672227599950_12.png",191 "action": "SCROLL",192 "info": [193 [194 555,195 870196 ],197 [198 527,199 482200 ]201 ],202 "ps": "[(555, 870), (552, 868), (552, 867), (552, 865), (549, 865), (549, 864), (549, 862), (549, 860), (547, 859), (547, 857), (547, 856), (547, 854), (547, 853), (547, 851), (544, 851), (544, 849), (544, 848), (544, 846), (544, 845), (544, 843), (544, 842), (541, 842), (541, 840), (541, 839), (541, 837), (541, 835), (541, 832), (541, 831), (541, 829), (541, 828), (541, 826), (541, 824), (541, 823), (541, 821), (541, 820), (541, 818), (541, 815), (541, 814), (541, 812), (541, 810), (541, 809), (541, 807), (541, 806), (541, 803), (541, 801), (541, 798), (541, 796), (541, 795), (541, 793), (541, 792), (541, 790), (541, 787), (541, 785), (541, 784), (541, 782), (541, 779), (541, 778), (541, 776), (541, 774), (541, 771), (541, 770), (538, 767), (538, 765), (538, 764), (538, 760), (538, 759), (538, 756), (538, 754), (538, 751), (538, 748), (538, 745), (538, 743), (538, 742), (538, 740), (538, 739), (538, 735), (538, 732), (538, 731), (538, 728), (538, 723), (538, 721), (538, 720), (538, 717), (538, 714), (538, 712), (538, 709), (538, 706), (538, 704), (538, 701), (538, 699), (538, 698), (538, 695), (538, 693), (538, 690), (538, 687), (536, 684), (536, 682), (536, 681), (536, 678), (536, 674), (536, 673), (536, 671), (536, 668), (536, 667), (536, 665), (536, 662), (536, 659), (533, 603), (533, 599), (533, 598), (533, 595), (533, 593), (533, 592), (533, 590), (533, 589), (533, 584), (533, 581), (533, 579), (533, 576), (533, 573), (533, 571), (533, 568), (530, 567), (530, 564), (530, 560), (530, 559), (530, 557), (530, 554), (530, 553), (530, 551), (530, 549), (530, 548), (530, 545), (530, 543), (530, 542), (530, 540), (530, 539), (530, 537), (530, 534), (530, 532), (530, 531), (530, 529), (530, 528), (530, 526), (530, 523), (530, 521), (530, 520), (527, 518), (527, 517), (527, 515), (527, 514), (527, 510), (527, 509), (527, 507), (527, 506), (527, 504), (527, 503), (527, 501), (527, 499), (527, 498), (527, 496), (527, 495), (527, 493), (527, 492), (527, 490), (527, 489), (527, 487), (527, 485), (527, 484), (527, 482)]"203 },204 {205 "step": 13,206 "screenshot": "0840672227599950_13.png",207 "action": "CLICK",208 "info": [209 [210 505,211 895212 ],213 [214 505,215 895216 ]217 ],218 "ps": "[(505, 895)]"219 },220 {221 "step": 14,222 "screenshot": "0840672227599950_14.png",223 "action": "CLICK",224 "info": [225 [226 474,227 895228 ],229 [230 474,231 895232 ]233 ],234 "ps": "[(474, 895)]"235 },236 {237 "step": 15,238 "screenshot": "0840672227599950_15.png",239 "action": "COMPLETE",240 "info": "",241 "ps": ""242 }243 ]244}