OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0507227286777519",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "AliExpress",15 "Facebook"16 ],17 "meta_task": "Find a highly recommended {} and then purchase one.",18 "task": "Find a highly recommended fitness tracker and then purchase one.",19 "instruction": "Using Facebook to read reviews and gather recommendations for a top-rated fitness tracker, then proceed to AliExpress to make your purchase."20 },21 "step_length": 17,22 "steps": [23 {24 "step": 0,25 "screenshot": "0507227286777519_0.png",26 "action": "CLICK",27 "info": [28 [29 327,30 47631 ],32 [33 327,34 47635 ]36 ],37 "ps": "[(327, 476)]"38 },39 {40 "step": 1,41 "screenshot": "0507227286777519_1.png",42 "action": "CLICK",43 "info": [44 [45 812,46 7447 ],48 [49 812,50 7451 ]52 ],53 "ps": "[(812, 74)]"54 },55 {56 "step": 2,57 "screenshot": "0507227286777519_2.png",58 "action": "TEXT",59 "info": "fitness tracker recommendation",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0507227286777519_3.png",65 "action": "CLICK",66 "info": [67 [68 904,69 85370 ],71 [72 904,73 85374 ]75 ],76 "ps": "[(904, 853)]"77 },78 {79 "step": 4,80 "screenshot": "0507227286777519_4.png",81 "action": "CLICK",82 "info": [83 [84 218,85 13886 ],87 [88 218,89 13890 ]91 ],92 "ps": "[(218, 138)]"93 },94 {95 "step": 5,96 "screenshot": "0507227286777519_5.png",97 "action": "SCROLL",98 "info": [99 [100 529,101 810102 ],103 [104 534,105 280106 ]107 ],108 "ps": "[(529, 810), (530, 810), (530, 807), (533, 784), (534, 757), (534, 671), (530, 574), (529, 492), (529, 445), (529, 389), (530, 345), (533, 318), (533, 306), (534, 292), (534, 287), (534, 284), (534, 282), (534, 280)]"109 },110 {111 "step": 6,112 "screenshot": "0507227286777519_6.png",113 "action": "CLICK",114 "info": [115 [116 823,117 782118 ],119 [120 823,121 782122 ]123 ],124 "ps": "[(823, 782)]"125 },126 {127 "step": 7,128 "screenshot": "0507227286777519_7.png",129 "action": "SCROLL",130 "info": [131 [132 643,133 811134 ],135 [136 679,137 418138 ]139 ],140 "ps": "[(643, 811), (644, 807), (654, 794), (665, 772), (670, 752), (676, 714), (676, 663), (676, 629), (679, 607), (680, 588), (681, 558), (681, 549), (681, 522), (681, 493), (681, 475), (680, 466), (680, 455), (680, 444), (680, 437), (679, 432), (679, 424), (679, 421), (679, 419), (679, 418)]"141 },142 {143 "step": 8,144 "screenshot": "0507227286777519_8.png",145 "action": "CLICK",146 "info": "KEY_HOME",147 "ps": ""148 },149 {150 "step": 9,151 "screenshot": "0507227286777519_9.png",152 "action": "CLICK",153 "info": [154 [155 651,156 86157 ],158 [159 651,160 86161 ]162 ],163 "ps": "[(651, 86)]"164 },165 {166 "step": 10,167 "screenshot": "0507227286777519_10.png",168 "action": "CLICK",169 "info": [170 [171 218,172 78173 ],174 [175 218,176 78177 ]178 ],179 "ps": "[(218, 78)]"180 },181 {182 "step": 11,183 "screenshot": "0507227286777519_11.png",184 "action": "TEXT",185 "info": "fitbit series 3",186 "ps": ""187 },188 {189 "step": 12,190 "screenshot": "0507227286777519_12.png",191 "action": "CLICK",192 "info": [193 [194 905,195 871196 ],197 [198 905,199 871200 ]201 ],202 "ps": "[(905, 871)]"203 },204 {205 "step": 13,206 "screenshot": "0507227286777519_13.png",207 "action": "SCROLL",208 "info": [209 [210 562,211 793212 ],213 [214 565,215 489216 ]217 ],218 "ps": "[(562, 793), (562, 792), (562, 791), (565, 784), (566, 771), (566, 750), (566, 717), (566, 675), (569, 639), (570, 606), (570, 557), (570, 540), (569, 519), (566, 502), (566, 495), (566, 493), (565, 491), (565, 489)]"219 },220 {221 "step": 14,222 "screenshot": "0507227286777519_14.png",223 "action": "SCROLL",224 "info": [225 [226 527,227 846228 ],229 [230 638,231 447232 ]233 ],234 "ps": "[(527, 846), (527, 845), (527, 842), (533, 832), (548, 799), (559, 770), (580, 709), (601, 639), (615, 586), (620, 566), (630, 519), (634, 493), (636, 475), (638, 460), (638, 455), (638, 450), (638, 448), (638, 447)]"235 },236 {237 "step": 15,238 "screenshot": "0507227286777519_15.png",239 "action": "SCROLL",240 "info": [241 [242 411,243 867244 ],245 [246 519,247 446248 ]249 ],250 "ps": "[(411, 867), (413, 864), (415, 861), (424, 835), (437, 807), (459, 735), (493, 647), (509, 598), (519, 542), (520, 515), (520, 499), (520, 487), (520, 476), (520, 470), (520, 464), (520, 460), (520, 456), (519, 452), (519, 449), (519, 447), (519, 446)]"251 },252 {253 "step": 16,254 "screenshot": "0507227286777519_16.png",255 "action": "INCOMPLETE",256 "info": "",257 "ps": "Item not available"258 }259 ]260}