OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0073883065413425",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Ebay",15 "Amazon"16 ],17 "meta_task": "Compare prices for a/an {} on different shopping apps and add the cheapest into the cart.",18 "task": "Compare prices for a/an Bose QuietComfort 45 on different shopping apps and add the cheapest into the cart.",19 "instruction": "Search for the Bose QuietComfort 45 across Ebay and Amazon, then add the cheapest option to your cart."20 },21 "step_length": 17,22 "steps": [23 {24 "step": 0,25 "screenshot": "0073883065413425_0.png",26 "action": "CLICK",27 "info": [28 [29 370,30 11131 ],32 [33 370,34 11135 ]36 ],37 "ps": "[(370, 111)]"38 },39 {40 "step": 1,41 "screenshot": "0073883065413425_1.png",42 "action": "CLICK",43 "info": [44 [45 345,46 11747 ],48 [49 345,50 11751 ]52 ],53 "ps": "[(345, 117)]"54 },55 {56 "step": 2,57 "screenshot": "0073883065413425_2.png",58 "action": "TEXT",59 "info": "Bose QuietComfort 45",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0073883065413425_3.png",65 "action": "CLICK",66 "info": [67 [68 899,69 90070 ],71 [72 899,73 90074 ]75 ],76 "ps": "[(899, 900)]"77 },78 {79 "step": 4,80 "screenshot": "0073883065413425_4.png",81 "action": "SCROLL",82 "info": [83 [84 417,85 69986 ],87 [88 509,89 54990 ]91 ],92 "ps": "[(417, 699), (417, 698), (417, 694), (422, 686), (429, 674), (435, 662), (442, 652), (457, 636), (462, 627), (467, 620), (474, 612), (479, 606), (482, 603), (487, 598), (489, 593), (494, 589), (494, 588), (497, 583), (499, 579), (504, 570), (504, 565), (507, 559), (507, 555), (509, 553), (509, 551), (509, 549)]"93 },94 {95 "step": 5,96 "screenshot": "0073883065413425_5.png",97 "action": "CLICK",98 "info": "KEY_HOME",99 "ps": ""100 },101 {102 "step": 6,103 "screenshot": "0073883065413425_6.png",104 "action": "CLICK",105 "info": [106 [107 121,108 103109 ],110 [111 121,112 103113 ]114 ],115 "ps": "[(121, 103)]"116 },117 {118 "step": 7,119 "screenshot": "0073883065413425_7.png",120 "action": "CLICK",121 "info": [122 [123 193,124 59125 ],126 [127 193,128 59129 ]130 ],131 "ps": "[(193, 59)]"132 },133 {134 "step": 8,135 "screenshot": "0073883065413425_8.png",136 "action": "TEXT",137 "info": "Bose QuietComfort 45",138 "ps": ""139 },140 {141 "step": 9,142 "screenshot": "0073883065413425_9.png",143 "action": "CLICK",144 "info": [145 [146 951,147 927148 ],149 [150 951,151 927152 ]153 ],154 "ps": "[(951, 927)]"155 },156 {157 "step": 10,158 "screenshot": "0073883065413425_10.png",159 "action": "SCROLL",160 "info": [161 [162 649,163 891164 ],165 [166 693,167 221168 ]169 ],170 "ps": "[(649, 891), (649, 889), (649, 883), (649, 877), (649, 865), (649, 850), (649, 836), (650, 810), (650, 779), (650, 755), (653, 741), (653, 719), (650, 696), (650, 676), (650, 662), (650, 652), (650, 630), (650, 617), (653, 604), (656, 593), (661, 581), (663, 570), (668, 561), (671, 552), (671, 547), (674, 539), (674, 535), (675, 528), (678, 525), (681, 516), (683, 508), (683, 504), (683, 499), (683, 490), (683, 484), (683, 477), (683, 469), (683, 441), (678, 422), (678, 415), (678, 391), (674, 365), (674, 350), (671, 338), (671, 330), (671, 325), (671, 324), (671, 322), (671, 322), (671, 320), (671, 318), (671, 316), (671, 315), (674, 312), (674, 311), (674, 310), (674, 309), (675, 308), (675, 307), (675, 306), (675, 304), (675, 304), (675, 302), (675, 301), (675, 299), (675, 298), (675, 297), (678, 294), (678, 292), (678, 288), (678, 283), (678, 282), (678, 279), (678, 276), (678, 274), (678, 273), (678, 272), (678, 271), (678, 270), (678, 269), (681, 268), (681, 265), (681, 264), (681, 263), (681, 261), (683, 259), (683, 255), (683, 254), (686, 252), (686, 250), (686, 249), (686, 247), (686, 247), (688, 245), (688, 244), (688, 243), (688, 242), (688, 240), (688, 239), (688, 237), (688, 237), (688, 235), (690, 234), (690, 233), (690, 232), (690, 231), (690, 230), (690, 229), (690, 227), (690, 226), (693, 226), (693, 225), (693, 224), (693, 223), (693, 222), (693, 221)]"171 },172 {173 "step": 11,174 "screenshot": "0073883065413425_11.png",175 "action": "CLICK",176 "info": "KEY_HOME",177 "ps": ""178 },179 {180 "step": 12,181 "screenshot": "0073883065413425_12.png",182 "action": "CLICK",183 "info": [184 [185 374,186 103187 ],188 [189 374,190 103191 ]192 ],193 "ps": "[(374, 103)]"194 },195 {196 "step": 13,197 "screenshot": "0073883065413425_13.png",198 "action": "CLICK",199 "info": [200 [201 599,202 201203 ],204 [205 599,206 201207 ]208 ],209 "ps": "[(599, 201)]"210 },211 {212 "step": 14,213 "screenshot": "0073883065413425_14.png",214 "action": "SCROLL",215 "info": [216 [217 675,218 770219 ],220 [221 606,222 309223 ]224 ],225 "ps": "[(675, 770), (675, 769), (675, 759), (674, 740), (666, 709), (663, 689), (661, 644), (658, 603), (650, 556), (643, 497), (631, 439), (618, 383), (613, 365), (609, 342), (606, 329), (606, 326), (606, 322), (606, 322), (606, 320), (606, 318), (606, 317), (606, 315), (606, 314), (606, 310), (606, 309)]"226 },227 {228 "step": 15,229 "screenshot": "0073883065413425_15.png",230 "action": "CLICK",231 "info": [232 [233 624,234 621235 ],236 [237 624,238 621239 ]240 ],241 "ps": "[(624, 621)]"242 },243 {244 "step": 16,245 "screenshot": "0073883065413425_16.png",246 "action": "COMPLETE",247 "info": "",248 "ps": ""249 }250 ]251}