OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0322008857060814",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1600,8 "w": 2560,9 "device_name": "Pixel Tablet"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Shop: All your favorite brands",15 "Ebay"16 ],17 "meta_task": "Compare prices for a/an {} on different shopping apps and add the cheapest into the cart.",18 "task": "Compare prices for a/an Samsung Galaxy S22 on different shopping apps and add the cheapest into the cart.",19 "instruction": "Evaluate the prices for a Samsung Galaxy S22 across different shopping platforms using the 'Shop: All your favorite brands' and 'Ebay' apps, and place the most affordable option into your cart."20 },21 "step_length": 17,22 "steps": [23 {24 "step": 0,25 "screenshot": "0322008857060814_0.png",26 "action": "CLICK",27 "info": [28 [29 241,30 13931 ],32 [33 241,34 13935 ]36 ],37 "ps": "[(241, 139)]"38 },39 {40 "step": 1,41 "screenshot": "0322008857060814_1.png",42 "action": "TEXT",43 "info": "Samsung Galaxy S22",44 "ps": ""45 },46 {47 "step": 2,48 "screenshot": "0322008857060814_2.png",49 "action": "CLICK",50 "info": [51 [52 911,53 67654 ],55 [56 911,57 67658 ]59 ],60 "ps": "[(911, 676)]"61 },62 {63 "step": 3,64 "screenshot": "0322008857060814_3.png",65 "action": "SCROLL",66 "info": [67 [68 521,69 81170 ],71 [72 516,73 35474 ]75 ],76 "ps": "[(521, 811), (521, 809), (521, 806), (521, 805), (521, 802), (521, 801), (521, 798), (521, 796), (523, 795), (523, 792), (523, 791), (523, 789), (523, 788), (523, 786), (521, 785), (521, 784), (521, 782), (521, 781), (521, 779), (521, 778), (521, 775), (521, 774), (521, 772), (521, 771), (521, 769), (521, 768), (521, 766), (521, 765), (521, 764), (521, 762), (520, 762), (520, 761), (520, 759), (520, 758), (520, 756), (520, 754), (520, 751), (520, 749), (520, 748), (520, 747), (520, 745), (520, 744), (519, 743), (519, 741), (519, 739), (519, 738), (519, 737), (518, 735), (518, 733), (518, 731), (517, 729), (517, 725), (517, 724), (516, 721), (515, 716), (515, 713), (514, 706), (514, 703), (514, 701), (514, 697), (514, 696), (514, 694), (514, 693), (514, 691), (513, 690), (513, 688), (513, 687), (513, 686), (513, 683), (513, 680), (513, 679), (512, 676), (512, 673), (512, 670), (512, 667), (512, 666), (512, 664), (512, 663), (512, 661), (512, 660), (511, 659), (511, 656), (511, 651), (511, 650), (511, 649), (511, 643), (511, 639), (511, 636), (512, 633), (512, 629), (512, 624), (512, 623), (512, 622), (512, 618), (512, 614), (512, 612), (512, 608), (512, 606), (512, 605), (513, 602), (513, 599), (513, 598), (513, 591), (513, 584), (513, 581), (513, 572), (513, 571), (513, 562), (513, 559), (513, 551), (513, 539), (513, 537), (513, 527), (513, 523), (514, 511), (514, 507), (514, 494), (514, 488), (514, 470), (514, 456), (514, 440), (514, 426), (514, 422), (515, 411), (515, 402), (515, 395), (515, 392), (515, 386), (515, 384), (516, 381), (516, 378), (516, 375), (516, 372), (516, 371), (516, 368), (516, 361), (516, 356), (516, 355), (516, 354)]"77 },78 {79 "step": 4,80 "screenshot": "0322008857060814_4.png",81 "action": "SCROLL",82 "info": [83 [84 521,85 81486 ],87 [88 521,89 30890 ]91 ],92 "ps": "[(521, 814), (521, 813), (521, 812), (521, 809), (521, 803), (521, 782), (521, 762), (523, 723), (523, 697), (521, 671), (521, 624), (520, 605), (520, 555), (520, 523), (520, 506), (520, 490), (520, 466), (520, 440), (520, 426), (521, 409), (521, 395), (521, 382), (521, 375), (521, 355), (521, 345), (521, 339), (521, 331), (521, 325), (521, 323), (521, 317), (521, 316), (521, 313), (521, 311), (521, 310), (521, 308)]"93 },94 {95 "step": 5,96 "screenshot": "0322008857060814_5.png",97 "action": "CLICK",98 "info": "KEY_HOME",99 "ps": ""100 },101 {102 "step": 6,103 "screenshot": "0322008857060814_6.png",104 "action": "CLICK",105 "info": [106 [107 724,108 104109 ],110 [111 724,112 104113 ]114 ],115 "ps": "[(724, 104)]"116 },117 {118 "step": 7,119 "screenshot": "0322008857060814_7.png",120 "action": "SCROLL",121 "info": [122 [123 364,124 341125 ],126 [127 806,128 378129 ]130 ],131 "ps": "[(364, 341), (366, 341), (368, 341), (373, 343), (382, 344), (394, 348), (403, 351), (418, 354), (431, 356), (458, 359), (472, 364), (499, 366), (532, 371), (551, 374), (583, 375), (612, 376), (629, 376), (646, 378), (678, 378), (696, 378), (724, 378), (738, 378), (751, 378), (763, 378), (773, 378), (780, 378), (787, 378), (792, 378), (794, 378), (799, 378), (801, 378), (803, 378), (803, 378), (804, 378), (805, 378), (806, 378)]"132 },133 {134 "step": 8,135 "screenshot": "0322008857060814_8.png",136 "action": "SCROLL",137 "info": [138 [139 298,140 347141 ],142 [143 858,144 365145 ]146 ],147 "ps": "[(298, 347), (298, 348), (303, 348), (315, 351), (332, 355), (384, 362), (436, 365), (509, 366), (542, 366), (608, 366), (669, 366), (699, 365), (744, 365), (781, 365), (820, 365), (833, 365), (842, 365), (845, 365), (849, 365), (850, 365), (852, 365), (853, 365), (854, 365), (855, 365), (857, 365), (857, 365), (858, 365)]"148 },149 {150 "step": 9,151 "screenshot": "0322008857060814_9.png",152 "action": "SCROLL",153 "info": [154 [155 238,156 392157 ],158 [159 787,160 395161 ]162 ],163 "ps": "[(238, 392), (239, 392), (246, 393), (254, 393), (280, 395), (319, 396), (366, 396), (439, 396), (488, 399), (554, 401), (586, 401), (629, 401), (663, 399), (676, 398), (701, 398), (713, 398), (724, 398), (728, 398), (732, 398), (735, 398), (739, 398), (741, 398), (745, 398), (751, 398), (759, 398), (766, 396), (773, 396), (778, 396), (782, 395), (785, 395), (787, 395), (787, 395)]"164 },165 {166 "step": 10,167 "screenshot": "0322008857060814_10.png",168 "action": "SCROLL",169 "info": [170 [171 264,172 412173 ],174 [175 774,176 426177 ]178 ],179 "ps": "[(264, 412), (264, 413), (266, 414), (275, 419), (292, 422), (319, 426), (365, 429), (409, 430), (431, 432), (467, 433), (503, 433), (534, 433), (567, 433), (609, 430), (645, 429), (658, 428), (676, 426), (690, 426), (698, 426), (709, 426), (717, 426), (728, 426), (731, 426), (742, 426), (748, 426), (758, 426), (763, 426), (773, 426), (774, 426)]"180 },181 {182 "step": 11,183 "screenshot": "0322008857060814_11.png",184 "action": "CLICK",185 "info": "KEY_HOME",186 "ps": ""187 },188 {189 "step": 12,190 "screenshot": "0322008857060814_12.png",191 "action": "CLICK",192 "info": [193 [194 150,195 107196 ],197 [198 150,199 107200 ]201 ],202 "ps": "[(150, 107)]"203 },204 {205 "step": 13,206 "screenshot": "0322008857060814_13.png",207 "action": "CLICK",208 "info": [209 [210 609,211 385212 ],213 [214 609,215 385216 ]217 ],218 "ps": "[(609, 385)]"219 },220 {221 "step": 14,222 "screenshot": "0322008857060814_14.png",223 "action": "SCROLL",224 "info": [225 [226 627,227 846228 ],229 [230 630,231 267232 ]233 ],234 "ps": "[(627, 846), (627, 844), (627, 840), (627, 822), (627, 793), (628, 764), (630, 710), (634, 651), (636, 621), (638, 581), (637, 533), (634, 506), (633, 479), (633, 456), (633, 434), (633, 414), (633, 409), (632, 391), (632, 376), (632, 371), (632, 358), (632, 351), (632, 343), (632, 337), (632, 328), (632, 318), (632, 308), (632, 300), (632, 294), (632, 287), (630, 283), (630, 277), (630, 273), (630, 271), (630, 269), (630, 267)]"235 },236 {237 "step": 15,238 "screenshot": "0322008857060814_15.png",239 "action": "CLICK",240 "info": [241 [242 546,243 814244 ],245 [246 546,247 814248 ]249 ],250 "ps": "[(546, 814)]"251 },252 {253 "step": 16,254 "screenshot": "0322008857060814_16.png",255 "action": "COMPLETE",256 "info": "",257 "ps": ""258 }259 ]260}