OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0719874257661329",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1600,8 "w": 2560,9 "device_name": "Pixel Tablet"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "WPS office",15 "Facebook"16 ],17 "meta_task": "Look up the working file in the phone and send to the colleague.",18 "task": "Look up the working file in the phone and send to the colleague.",19 "instruction": "Using WPS Office on your phone, locate the working file. Once found, share it with Victor James via Facebook."20 },21 "step_length": 18,22 "steps": [23 {24 "step": 0,25 "screenshot": "0719874257661329_0.png",26 "action": "CLICK",27 "info": [28 [29 288,30 23931 ],32 [33 288,34 23935 ]36 ],37 "ps": "[(288, 239)]"38 },39 {40 "step": 1,41 "screenshot": "0719874257661329_1.png",42 "action": "CLICK",43 "info": [44 [45 991,46 4347 ],48 [49 991,50 4351 ]52 ],53 "ps": "[(991, 43)]"54 },55 {56 "step": 2,57 "screenshot": "0719874257661329_2.png",58 "action": "CLICK",59 "info": [60 [61 219,62 28863 ],64 [65 219,66 28867 ]68 ],69 "ps": "[(219, 288)]"70 },71 {72 "step": 3,73 "screenshot": "0719874257661329_3.png",74 "action": "CLICK",75 "info": [76 [77 891,78 4779 ],80 [81 891,82 4783 ]84 ],85 "ps": "[(891, 47)]"86 },87 {88 "step": 4,89 "screenshot": "0719874257661329_4.png",90 "action": "CLICK",91 "info": [92 [93 613,94 56495 ],96 [97 613,98 56499 ]100 ],101 "ps": "[(613, 564)]"102 },103 {104 "step": 5,105 "screenshot": "0719874257661329_5.png",106 "action": "CLICK",107 "info": [108 [109 412,110 447111 ],112 [113 412,114 447115 ]116 ],117 "ps": "[(412, 447)]"118 },119 {120 "step": 6,121 "screenshot": "0719874257661329_6.png",122 "action": "CLICK",123 "info": "KEY_HOME",124 "ps": ""125 },126 {127 "step": 7,128 "screenshot": "0719874257661329_7.png",129 "action": "CLICK",130 "info": [131 [132 431,133 103134 ],135 [136 431,137 103138 ]139 ],140 "ps": "[(431, 103)]"141 },142 {143 "step": 8,144 "screenshot": "0719874257661329_8.png",145 "action": "CLICK",146 "info": [147 [148 387,149 141150 ],151 [152 387,153 141154 ]155 ],156 "ps": "[(387, 141)]"157 },158 {159 "step": 9,160 "screenshot": "0719874257661329_9.png",161 "action": "CLICK",162 "info": [163 [164 425,165 153166 ],167 [168 425,169 153170 ]171 ],172 "ps": "[(425, 153)]"173 },174 {175 "step": 10,176 "screenshot": "0719874257661329_10.png",177 "action": "CLICK",178 "info": [179 [180 162,181 249182 ],183 [184 162,185 249186 ]187 ],188 "ps": "[(162, 249)]"189 },190 {191 "step": 11,192 "screenshot": "0719874257661329_11.png",193 "action": "SCROLL",194 "info": [195 [196 299,197 826198 ],199 [200 301,201 386202 ]203 ],204 "ps": "[(299, 826), (301, 826), (305, 826), (305, 826), (307, 822), (308, 819), (308, 816), (309, 813), (309, 808), (309, 807), (309, 802), (309, 796), (309, 783), (309, 773), (309, 761), (309, 752), (309, 736), (309, 719), (309, 707), (309, 694), (309, 678), (309, 657), (309, 638), (309, 622), (308, 612), (306, 598), (305, 586), (305, 573), (303, 566), (301, 558), (301, 548), (301, 536), (301, 523), (301, 513), (301, 501), (301, 491), (301, 483), (301, 474), (301, 467), (301, 461), (301, 456), (301, 451), (301, 446), (301, 441), (301, 437), (301, 434), (301, 429), (301, 426), (301, 424), (301, 422), (301, 419), (301, 414), (301, 411), (301, 408), (301, 404), (301, 402), (301, 397), (301, 392), (301, 389), (301, 386)]"205 },206 {207 "step": 12,208 "screenshot": "0719874257661329_12.png",209 "action": "CLICK",210 "info": [211 [212 507,213 734214 ],215 [216 507,217 734218 ]219 ],220 "ps": "[(507, 734)]"221 },222 {223 "step": 13,224 "screenshot": "0719874257661329_13.png",225 "action": "CLICK",226 "info": [227 [228 164,229 921230 ],231 [232 164,233 921234 ]235 ],236 "ps": "[(164, 921)]"237 },238 {239 "step": 14,240 "screenshot": "0719874257661329_14.png",241 "action": "CLICK",242 "info": [243 [244 63,245 492246 ],247 [248 63,249 492250 ]251 ],252 "ps": "[(63, 492)]"253 },254 {255 "step": 15,256 "screenshot": "0719874257661329_15.png",257 "action": "TEXT",258 "info": "https://sg.docworkspace.com/d/sIGTG2tP9Acf6p7EG",259 "ps": ""260 },261 {262 "step": 16,263 "screenshot": "0719874257661329_16.png",264 "action": "CLICK",265 "info": [266 [267 980,268 429269 ],270 [271 980,272 429273 ]274 ],275 "ps": "[(980, 429)]"276 },277 {278 "step": 17,279 "screenshot": "0719874257661329_17.png",280 "action": "COMPLETE",281 "info": "",282 "ps": "Victor James"283 }284 ]285}