OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0799229630435874",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1600,8 "w": 2560,9 "device_name": "Pixel Tablet"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Opera",15 "Facebook"16 ],17 "meta_task": "Find an event with the topic of {} and discuss it with a friend.",18 "task": "Find an event with the topic of video game tournament and discuss it with a friend.",19 "instruction": "Use the Opera browser to find an event focused on a video game tournament, and then start a discussion about it with Victor James on Facebook."20 },21 "step_length": 18,22 "steps": [23 {24 "step": 0,25 "screenshot": "0799229630435874_0.png",26 "action": "CLICK",27 "info": [28 [29 290,30 71731 ],32 [33 290,34 71735 ]36 ],37 "ps": "[(290, 717)]"38 },39 {40 "step": 1,41 "screenshot": "0799229630435874_1.png",42 "action": "CLICK",43 "info": [44 [45 401,46 11447 ],48 [49 401,50 11451 ]52 ],53 "ps": "[(401, 114)]"54 },55 {56 "step": 2,57 "screenshot": "0799229630435874_2.png",58 "action": "TEXT",59 "info": "video game tournament events",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0799229630435874_3.png",65 "action": "CLICK",66 "info": [67 [68 887,69 69370 ],71 [72 889,73 69374 ]75 ],76 "ps": "[(887, 693), (889, 693)]"77 },78 {79 "step": 4,80 "screenshot": "0799229630435874_4.png",81 "action": "CLICK",82 "info": [83 [84 252,85 48986 ],87 [88 252,89 48990 ]91 ],92 "ps": "[(252, 489)]"93 },94 {95 "step": 5,96 "screenshot": "0799229630435874_5.png",97 "action": "CLICK",98 "info": [99 [100 276,101 459102 ],103 [104 276,105 459106 ]107 ],108 "ps": "[(276, 459)]"109 },110 {111 "step": 6,112 "screenshot": "0799229630435874_6.png",113 "action": "CLICK",114 "info": [115 [116 108,117 872118 ],119 [120 108,121 872122 ]123 ],124 "ps": "[(108, 872)]"125 },126 {127 "step": 7,128 "screenshot": "0799229630435874_7.png",129 "action": "CLICK",130 "info": "KEY_HOME",131 "ps": ""132 },133 {134 "step": 8,135 "screenshot": "0799229630435874_8.png",136 "action": "CLICK",137 "info": [138 [139 427,140 102141 ],142 [143 427,144 102145 ]146 ],147 "ps": "[(427, 102)]"148 },149 {150 "step": 9,151 "screenshot": "0799229630435874_9.png",152 "action": "CLICK",153 "info": [154 [155 386,156 117157 ],158 [159 386,160 117161 ]162 ],163 "ps": "[(386, 117)]"164 },165 {166 "step": 10,167 "screenshot": "0799229630435874_10.png",168 "action": "CLICK",169 "info": [170 [171 415,172 171173 ],174 [175 415,176 171177 ]178 ],179 "ps": "[(415, 171)]"180 },181 {182 "step": 11,183 "screenshot": "0799229630435874_11.png",184 "action": "CLICK",185 "info": [186 [187 132,188 264189 ],190 [191 132,192 264193 ]194 ],195 "ps": "[(132, 264)]"196 },197 {198 "step": 12,199 "screenshot": "0799229630435874_12.png",200 "action": "SCROLL",201 "info": [202 [203 226,204 868205 ],206 [207 240,208 318209 ]210 ],211 "ps": "[(226, 868), (227, 868), (230, 864), (232, 862), (232, 858), (232, 856), (233, 852), (233, 849), (233, 846), (236, 843), (236, 842), (236, 838), (237, 837), (239, 833), (239, 832), (240, 828), (241, 823), (242, 818), (242, 811), (242, 804), (243, 797), (243, 787), (244, 777), (244, 764), (244, 754), (244, 742), (244, 729), (244, 719), (244, 707), (244, 697), (245, 684), (245, 672), (245, 662), (245, 649), (245, 639), (245, 627), (245, 617), (245, 607), (245, 594), (245, 584), (245, 576), (245, 568), (245, 561), (245, 554), (245, 544), (245, 538), (245, 533), (245, 528), (245, 521), (245, 509), (245, 499), (245, 489), (245, 477), (245, 469), (245, 463), (245, 453), (245, 447), (245, 443), (244, 438), (244, 437), (244, 434), (244, 429), (244, 424), (243, 419), (243, 414), (241, 408), (240, 403), (240, 402), (240, 399), (240, 394), (240, 392), (240, 389), (240, 387), (240, 384), (240, 381), (240, 376), (240, 374), (240, 371), (240, 367), (240, 366), (240, 362), (240, 358), (240, 356), (240, 352), (240, 347), (240, 346), (240, 343), (240, 341), (240, 337), (240, 334), (240, 331), (240, 328), (240, 326), (240, 322), (240, 321), (240, 318)]"212 },213 {214 "step": 13,215 "screenshot": "0799229630435874_13.png",216 "action": "CLICK",217 "info": [218 [219 418,220 621221 ],222 [223 418,224 621225 ]226 ],227 "ps": "[(418, 621)]"228 },229 {230 "step": 14,231 "screenshot": "0799229630435874_14.png",232 "action": "CLICK",233 "info": [234 [235 186,236 927237 ],238 [239 186,240 927241 ]242 ],243 "ps": "[(186, 927)]"244 },245 {246 "step": 15,247 "screenshot": "0799229630435874_15.png",248 "action": "TEXT",249 "info": "Dota 2.IESF wlii be holding on 25.04.24.",250 "ps": ""251 },252 {253 "step": 16,254 "screenshot": "0799229630435874_16.png",255 "action": "CLICK",256 "info": [257 [258 976,259 426260 ],261 [262 976,263 426264 ]265 ],266 "ps": "[(976, 426)]"267 },268 {269 "step": 17,270 "screenshot": "0799229630435874_17.png",271 "action": "COMPLETE",272 "info": "",273 "ps": "Victor James"274 }275 ]276}