OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0332423445660443",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Agoda",15 "X"16 ],17 "meta_task": "Find an itinerary for visiting {} and book accommodations.",18 "task": "Find an itinerary for visiting Petra, Jordan and book accommodations.",19 "instruction": "Utilize Agoda to find an itinerary for visiting Petra, Jordan, and ensure you book accommodations through X."20 },21 "step_length": 19,22 "steps": [23 {24 "step": 0,25 "screenshot": "0332423445660443_0.png",26 "action": "CLICK",27 "info": [28 [29 592,30 50431 ],32 [33 592,34 50435 ]36 ],37 "ps": "[(592, 504)]"38 },39 {40 "step": 1,41 "screenshot": "0332423445660443_1.png",42 "action": "CLICK",43 "info": [44 [45 290,46 94947 ],48 [49 290,50 94951 ]52 ],53 "ps": "[(290, 949)]"54 },55 {56 "step": 2,57 "screenshot": "0332423445660443_2.png",58 "action": "CLICK",59 "info": [60 [61 338,62 5763 ],64 [65 338,66 5767 ]68 ],69 "ps": "[(338, 57)]"70 },71 {72 "step": 3,73 "screenshot": "0332423445660443_3.png",74 "action": "TEXT",75 "info": "Petra, Jordan itinerary",76 "ps": ""77 },78 {79 "step": 4,80 "screenshot": "0332423445660443_4.png",81 "action": "CLICK",82 "info": [83 [84 904,85 90986 ],87 [88 904,89 90990 ]91 ],92 "ps": "[(904, 909)]"93 },94 {95 "step": 5,96 "screenshot": "0332423445660443_5.png",97 "action": "CLICK",98 "info": [99 [100 731,101 193102 ],103 [104 731,105 193106 ]107 ],108 "ps": "[(731, 193)]"109 },110 {111 "step": 6,112 "screenshot": "0332423445660443_6.png",113 "action": "CLICK",114 "info": [115 [116 256,117 216118 ],119 [120 256,121 216122 ]123 ],124 "ps": "[(256, 216)]"125 },126 {127 "step": 7,128 "screenshot": "0332423445660443_7.png",129 "action": "SCROLL",130 "info": [131 [132 644,133 828134 ],135 [136 660,137 378138 ]139 ],140 "ps": "[(644, 828), (644, 827), (644, 823), (644, 819), (642, 812), (642, 807), (642, 797), (642, 790), (644, 776), (646, 768), (649, 755), (651, 747), (655, 729), (655, 720), (657, 705), (657, 692), (657, 671), (657, 660), (657, 641), (657, 629), (660, 604), (662, 597), (663, 574), (663, 565), (665, 541), (665, 532), (665, 517), (665, 509), (665, 492), (665, 484), (663, 477), (662, 462), (662, 455), (662, 441), (662, 439), (662, 427), (662, 422), (662, 416), (662, 411), (660, 401), (660, 399), (660, 392), (660, 391), (660, 385), (660, 383), (660, 381), (660, 379), (660, 379), (660, 378)]"141 },142 {143 "step": 8,144 "screenshot": "0332423445660443_8.png",145 "action": "CLICK",146 "info": "KEY_HOME",147 "ps": ""148 },149 {150 "step": 9,151 "screenshot": "0332423445660443_9.png",152 "action": "CLICK",153 "info": [154 [155 825,156 371157 ],158 [159 825,160 371161 ]162 ],163 "ps": "[(825, 371)]"164 },165 {166 "step": 10,167 "screenshot": "0332423445660443_10.png",168 "action": "CLICK",169 "info": [170 [171 242,172 169173 ],174 [175 242,176 169177 ]178 ],179 "ps": "[(242, 169)]"180 },181 {182 "step": 11,183 "screenshot": "0332423445660443_11.png",184 "action": "CLICK",185 "info": [186 [187 437,188 210189 ],190 [191 437,192 210193 ]194 ],195 "ps": "[(437, 210)]"196 },197 {198 "step": 12,199 "screenshot": "0332423445660443_12.png",200 "action": "TEXT",201 "info": "Petra, Jordan",202 "ps": ""203 },204 {205 "step": 13,206 "screenshot": "0332423445660443_13.png",207 "action": "CLICK",208 "info": [209 [210 911,211 916212 ],213 [214 911,215 916216 ]217 ],218 "ps": "[(911, 916)]"219 },220 {221 "step": 14,222 "screenshot": "0332423445660443_14.png",223 "action": "CLICK",224 "info": [225 [226 372,227 192228 ],229 [230 372,231 192232 ]233 ],234 "ps": "[(372, 192)]"235 },236 {237 "step": 15,238 "screenshot": "0332423445660443_15.png",239 "action": "CLICK",240 "info": [241 [242 424,243 414244 ],245 [246 424,247 414248 ]249 ],250 "ps": "[(424, 414)]"251 },252 {253 "step": 16,254 "screenshot": "0332423445660443_16.png",255 "action": "CLICK",256 "info": [257 [258 402,259 587260 ],261 [262 402,263 588264 ]265 ],266 "ps": "[(402, 587), (402, 588)]"267 },268 {269 "step": 17,270 "screenshot": "0332423445660443_17.png",271 "action": "CLICK",272 "info": [273 [274 680,275 921276 ],277 [278 680,279 921280 ]281 ],282 "ps": "[(680, 921)]"283 },284 {285 "step": 18,286 "screenshot": "0332423445660443_18.png",287 "action": "COMPLETE",288 "info": "",289 "ps": ""290 }291 ]292}