OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0973958946226456",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Flipkart",15 "Ebay"16 ],17 "meta_task": "Compare prices for a/an {} on different shopping apps and add the cheapest into the cart.",18 "task": "Compare prices for a/an Oculus Quest 2 on different shopping apps and add the cheapest into the cart.",19 "instruction": "Search for an Oculus Quest 2 across various shopping apps, specifically Flipkart and Ebay, and identify the lowest price. Once found, add the least expensive option to your cart."20 },21 "step_length": 13,22 "steps": [23 {24 "step": 0,25 "screenshot": "0973958946226456_0.png",26 "action": "CLICK",27 "info": [28 [29 295,30 21431 ],32 [33 295,34 21435 ]36 ],37 "ps": "[(295, 214)]"38 },39 {40 "step": 1,41 "screenshot": "0973958946226456_1.png",42 "action": "CLICK",43 "info": "KEY_HOME",44 "ps": ""45 },46 {47 "step": 2,48 "screenshot": "0973958946226456_2.png",49 "action": "CLICK",50 "info": [51 [52 116,53 8254 ],55 [56 116,57 8258 ]59 ],60 "ps": "[(116, 82)]"61 },62 {63 "step": 3,64 "screenshot": "0973958946226456_3.png",65 "action": "CLICK",66 "info": [67 [68 362,69 19470 ],71 [72 362,73 19474 ]75 ],76 "ps": "[(362, 194)]"77 },78 {79 "step": 4,80 "screenshot": "0973958946226456_4.png",81 "action": "TEXT",82 "info": "Oculus Quest 2",83 "ps": ""84 },85 {86 "step": 5,87 "screenshot": "0973958946226456_5.png",88 "action": "CLICK",89 "info": [90 [91 931,92 86893 ],94 [95 931,96 86897 ]98 ],99 "ps": "[(931, 868)]"100 },101 {102 "step": 6,103 "screenshot": "0973958946226456_6.png",104 "action": "SCROLL",105 "info": [106 [107 727,108 758109 ],110 [111 745,112 327113 ]114 ],115 "ps": "[(727, 758), (730, 757), (730, 756), (730, 754), (736, 732), (738, 722), (741, 706), (745, 675), (752, 641), (756, 620), (762, 596), (766, 560), (766, 548), (768, 524), (768, 512), (768, 493), (768, 482), (768, 467), (768, 463), (768, 455), (768, 449), (768, 444), (768, 440), (768, 437), (766, 435), (766, 429), (766, 427), (763, 421), (763, 418), (763, 414), (763, 410), (763, 401), (763, 400), (762, 389), (762, 383), (759, 378), (758, 372), (756, 367), (756, 360), (754, 359), (754, 354), (752, 351), (752, 346), (749, 343), (749, 341), (749, 339), (749, 337), (748, 335), (748, 333), (748, 332), (748, 331), (748, 329), (745, 328), (745, 327)]"116 },117 {118 "step": 7,119 "screenshot": "0973958946226456_7.png",120 "action": "SCROLL",121 "info": [122 [123 759,124 651125 ],126 [127 794,128 310129 ]130 ],131 "ps": "[(759, 651), (759, 649), (762, 646), (762, 636), (763, 628), (763, 608), (766, 598), (768, 571), (768, 556), (770, 532), (772, 522), (773, 499), (773, 493), (776, 475), (777, 463), (780, 444), (780, 437), (784, 414), (784, 407), (786, 401), (787, 389), (787, 383), (787, 369), (787, 364), (787, 360), (787, 357), (787, 349), (787, 345), (790, 339), (790, 335), (790, 334), (790, 332), (791, 332), (791, 329), (791, 328), (791, 326), (791, 325), (791, 323), (791, 321), (791, 321), (794, 319), (794, 317), (794, 315), (794, 313), (794, 311), (794, 310)]"132 },133 {134 "step": 8,135 "screenshot": "0973958946226456_8.png",136 "action": "CLICK",137 "info": [138 [139 748,140 359141 ],142 [143 748,144 359145 ]146 ],147 "ps": "[(748, 359)]"148 },149 {150 "step": 9,151 "screenshot": "0973958946226456_9.png",152 "action": "SCROLL",153 "info": [154 [155 573,156 721157 ],158 [159 636,160 217161 ]162 ],163 "ps": "[(573, 721), (573, 721), (573, 717), (576, 703), (580, 696), (588, 667), (597, 649), (611, 598), (616, 577), (633, 520), (638, 483), (644, 442), (647, 414), (647, 374), (647, 353), (644, 311), (643, 303), (640, 278), (640, 267), (638, 257), (638, 248), (638, 243), (638, 236), (638, 231), (638, 228), (638, 226), (636, 224), (636, 222), (636, 221), (636, 220), (636, 218), (636, 217), (636, 217)]"164 },165 {166 "step": 10,167 "screenshot": "0973958946226456_10.png",168 "action": "SCROLL",169 "info": [170 [171 630,172 763173 ],174 [175 738,176 287177 ]178 ],179 "ps": "[(630, 763), (630, 762), (630, 760), (630, 760), (633, 755), (636, 737), (640, 722), (652, 689), (658, 670), (681, 615), (694, 578), (712, 522), (718, 501), (730, 452), (731, 429), (734, 399), (736, 383), (738, 363), (738, 357), (738, 346), (738, 342), (738, 339), (738, 335), (738, 334), (738, 331), (738, 328), (738, 326), (738, 324), (738, 321), (738, 319), (738, 316), (738, 315), (738, 311), (738, 310), (738, 305), (738, 302), (738, 296), (738, 293), (738, 292), (738, 290), (738, 288), (738, 287)]"180 },181 {182 "step": 11,183 "screenshot": "0973958946226456_11.png",184 "action": "CLICK",185 "info": [186 [187 651,188 847189 ],190 [191 651,192 847193 ]194 ],195 "ps": "[(651, 847)]"196 },197 {198 "step": 12,199 "screenshot": "0973958946226456_12.png",200 "action": "COMPLETE",201 "info": "",202 "ps": ""203 }204 ]205}