OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0948882967519910",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "AliExpress",15 "Target"16 ],17 "meta_task": "Compare prices for a/an {} on different shopping apps and add the cheapest into the cart.",18 "task": "Compare prices for a/an Samsung Galaxy S22 on different shopping apps and add the cheapest into the cart.",19 "instruction": "Search for a Samsung Galaxy S22 across various shopping platforms, specifically AliExpress and Target, and place the most affordable option into your cart."20 },21 "step_length": 19,22 "steps": [23 {24 "step": 0,25 "screenshot": "0948882967519910_0.png",26 "action": "CLICK",27 "info": [28 [29 849,30 12331 ],32 [33 849,34 12335 ]36 ],37 "ps": "[(849, 123)]"38 },39 {40 "step": 1,41 "screenshot": "0948882967519910_1.png",42 "action": "CLICK",43 "info": [44 [45 718,46 5047 ],48 [49 718,50 5051 ]52 ],53 "ps": "[(718, 50)]"54 },55 {56 "step": 2,57 "screenshot": "0948882967519910_2.png",58 "action": "CLICK",59 "info": [60 [61 796,62 5463 ],64 [65 796,66 5467 ]68 ],69 "ps": "[(796, 54)]"70 },71 {72 "step": 3,73 "screenshot": "0948882967519910_3.png",74 "action": "TEXT",75 "info": "Samsung Galaxy S22",76 "ps": ""77 },78 {79 "step": 4,80 "screenshot": "0948882967519910_4.png",81 "action": "CLICK",82 "info": [83 [84 913,85 90686 ],87 [88 913,89 90690 ]91 ],92 "ps": "[(913, 906)]"93 },94 {95 "step": 5,96 "screenshot": "0948882967519910_5.png",97 "action": "SCROLL",98 "info": [99 [100 455,101 928102 ],103 [104 529,105 489106 ]107 ],108 "ps": "[(455, 928), (456, 928), (456, 926), (456, 924), (456, 922), (456, 917), (458, 913), (458, 909), (458, 907), (458, 901), (461, 894), (461, 881), (463, 873), (463, 865), (463, 861), (463, 858), (464, 849), (466, 842), (468, 833), (468, 823), (470, 813), (470, 811), (472, 807), (472, 799), (472, 790), (472, 786), (472, 778), (474, 769), (474, 766), (474, 763), (476, 753), (476, 750), (477, 742), (479, 731), (479, 728), (481, 720), (481, 717), (481, 714), (481, 712), (483, 703), (483, 700), (485, 691), (485, 688), (487, 685), (487, 682), (487, 679), (490, 669), (490, 666), (493, 657), (495, 654), (495, 650), (495, 647), (496, 644), (498, 633), (500, 630), (500, 626), (502, 615), (504, 611), (504, 607), (506, 603), (508, 589), (508, 585), (511, 574), (513, 570), (515, 561), (515, 557), (517, 554), (519, 544), (519, 541), (524, 522), (524, 519), (524, 516), (527, 510), (527, 508), (527, 501), (529, 500), (529, 496), (529, 495), (529, 495), (529, 493), (529, 491), (529, 490), (529, 489), (529, 489)]"109 },110 {111 "step": 6,112 "screenshot": "0948882967519910_6.png",113 "action": "CLICK",114 "info": "KEY_HOME",115 "ps": ""116 },117 {118 "step": 7,119 "screenshot": "0948882967519910_7.png",120 "action": "CLICK",121 "info": [122 [123 329,124 230125 ],126 [127 329,128 230129 ]130 ],131 "ps": "[(329, 230)]"132 },133 {134 "step": 8,135 "screenshot": "0948882967519910_8.png",136 "action": "CLICK",137 "info": [138 [139 444,140 671141 ],142 [143 444,144 671145 ]146 ],147 "ps": "[(444, 671)]"148 },149 {150 "step": 9,151 "screenshot": "0948882967519910_9.png",152 "action": "CLICK",153 "info": [154 [155 455,156 613157 ],158 [159 455,160 613161 ]162 ],163 "ps": "[(455, 613)]"164 },165 {166 "step": 10,167 "screenshot": "0948882967519910_10.png",168 "action": "SCROLL",169 "info": [170 [171 413,172 739173 ],174 [175 476,176 302177 ]178 ],179 "ps": "[(413, 739), (413, 738), (415, 732), (415, 728), (418, 723), (418, 720), (419, 709), (423, 686), (429, 667), (432, 647), (440, 614), (445, 586), (447, 577), (451, 561), (456, 535), (461, 521), (463, 507), (466, 491), (468, 479), (468, 471), (468, 463), (470, 456), (470, 443), (470, 435), (470, 427), (470, 402), (470, 392), (470, 383), (470, 375), (470, 362), (470, 359), (470, 351), (470, 349), (472, 342), (472, 336), (472, 329), (474, 323), (474, 318), (474, 315), (476, 312), (476, 309), (476, 308), (476, 306), (476, 305), (476, 304), (476, 303), (476, 302)]"180 },181 {182 "step": 11,183 "screenshot": "0948882967519910_11.png",184 "action": "SCROLL",185 "info": [186 [187 325,188 785189 ],190 [191 289,192 331193 ]194 ],195 "ps": "[(325, 785), (325, 784), (325, 783), (327, 779), (327, 778), (327, 770), (329, 759), (331, 744), (331, 726), (333, 705), (333, 689), (333, 680), (333, 660), (333, 627), (333, 611), (333, 595), (333, 582), (329, 567), (329, 561), (327, 549), (325, 542), (323, 528), (321, 522), (315, 507), (313, 496), (308, 477), (306, 473), (304, 462), (295, 421), (293, 413), (291, 403), (291, 400), (289, 386), (289, 381), (289, 375), (289, 371), (289, 365), (289, 363), (289, 361), (289, 358), (289, 354), (289, 352), (289, 349), (289, 348), (289, 346), (289, 345), (289, 342), (289, 339), (289, 337), (289, 336), (289, 336), (289, 335), (289, 334), (289, 333), (289, 332), (289, 331)]"196 },197 {198 "step": 12,199 "screenshot": "0948882967519910_12.png",200 "action": "CLICK",201 "info": "KEY_HOME",202 "ps": ""203 },204 {205 "step": 13,206 "screenshot": "0948882967519910_13.png",207 "action": "CLICK",208 "info": [209 [210 850,211 116212 ],213 [214 850,215 116216 ]217 ],218 "ps": "[(850, 116)]"219 },220 {221 "step": 14,222 "screenshot": "0948882967519910_14.png",223 "action": "CLICK",224 "info": [225 [226 749,227 274228 ],229 [230 749,231 274232 ]233 ],234 "ps": "[(749, 274)]"235 },236 {237 "step": 15,238 "screenshot": "0948882967519910_15.png",239 "action": "CLICK",240 "info": [241 [242 451,243 933244 ],245 [246 451,247 933248 ]249 ],250 "ps": "[(451, 933)]"251 },252 {253 "step": 16,254 "screenshot": "0948882967519910_16.png",255 "action": "SCROLL",256 "info": [257 [258 442,259 866260 ],261 [262 464,263 449264 ]265 ],266 "ps": "[(442, 866), (442, 865), (442, 864), (442, 862), (442, 860), (442, 857), (442, 852), (444, 846), (445, 838), (445, 832), (449, 816), (451, 798), (451, 787), (453, 784), (455, 761), (456, 738), (458, 726), (461, 706), (463, 688), (463, 671), (463, 668), (463, 649), (463, 633), (463, 626), (463, 616), (458, 600), (456, 592), (456, 589), (456, 582), (455, 573), (453, 549), (453, 542), (451, 534), (451, 528), (451, 526), (451, 520), (451, 518), (453, 513), (453, 507), (453, 502), (453, 498), (453, 496), (453, 495), (455, 490), (455, 489), (455, 484), (455, 481), (456, 479), (456, 477), (456, 473), (456, 471), (456, 470), (456, 468), (456, 468), (458, 467), (458, 465), (458, 464), (458, 463), (458, 462), (458, 462), (458, 461), (461, 461), (461, 460), (461, 459), (461, 458), (461, 457), (461, 456), (461, 456), (463, 455), (463, 454), (463, 453), (463, 452), (463, 451), (463, 450), (464, 449), (464, 449)]"267 },268 {269 "step": 17,270 "screenshot": "0948882967519910_17.png",271 "action": "CLICK",272 "info": [273 [274 378,275 933276 ],277 [278 378,279 933280 ]281 ],282 "ps": "[(378, 933)]"283 },284 {285 "step": 18,286 "screenshot": "0948882967519910_18.png",287 "action": "COMPLETE",288 "info": "",289 "ps": ""290 }291 ]292}