OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0346609763660743",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Pinterest",15 "Setting"16 ],17 "meta_task": "Find a picture of {} style and make it as the wallpaper of the phone.",18 "task": "Find a picture of eclectic style and make it as the wallpaper of the phone.",19 "instruction": "Using Pinterest, locate an image that showcases an eclectic style. Once found, navigate to the Setting app on your phone to set this image as your wallpaper."20 },21 "step_length": 17,22 "steps": [23 {24 "step": 0,25 "screenshot": "0346609763660743_0.png",26 "action": "CLICK",27 "info": [28 [29 524,30 8131 ],32 [33 524,34 8135 ]36 ],37 "ps": "[(524, 81)]"38 },39 {40 "step": 1,41 "screenshot": "0346609763660743_1.png",42 "action": "CLICK",43 "info": [44 [45 766,46 8547 ],48 [49 766,50 8551 ]52 ],53 "ps": "[(766, 85)]"54 },55 {56 "step": 2,57 "screenshot": "0346609763660743_2.png",58 "action": "TEXT",59 "info": "eclectic",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0346609763660743_3.png",65 "action": "CLICK",66 "info": [67 [68 916,69 86470 ],71 [72 916,73 86474 ]75 ],76 "ps": "[(916, 864)]"77 },78 {79 "step": 4,80 "screenshot": "0346609763660743_4.png",81 "action": "CLICK",82 "info": [83 [84 333,85 43986 ],87 [88 333,89 43990 ]91 ],92 "ps": "[(333, 439)]"93 },94 {95 "step": 5,96 "screenshot": "0346609763660743_5.png",97 "action": "CLICK",98 "info": [99 [100 924,101 74102 ],103 [104 924,105 74106 ]107 ],108 "ps": "[(924, 74)]"109 },110 {111 "step": 6,112 "screenshot": "0346609763660743_6.png",113 "action": "CLICK",114 "info": [115 [116 316,117 621118 ],119 [120 316,121 621122 ]123 ],124 "ps": "[(316, 621)]"125 },126 {127 "step": 7,128 "screenshot": "0346609763660743_7.png",129 "action": "CLICK",130 "info": "KEY_APPSELECT",131 "ps": ""132 },133 {134 "step": 8,135 "screenshot": "0346609763660743_8.png",136 "action": "CLICK",137 "info": [138 [139 124,140 485141 ],142 [143 124,144 485145 ]146 ],147 "ps": "[(124, 485)]"148 },149 {150 "step": 9,151 "screenshot": "0346609763660743_9.png",152 "action": "SCROLL",153 "info": [154 [155 677,156 826157 ],158 [159 749,160 418161 ]162 ],163 "ps": "[(677, 826), (677, 824), (677, 821), (677, 818), (680, 812), (683, 807), (683, 801), (688, 790), (691, 773), (699, 754), (705, 735), (708, 712), (719, 693), (722, 678), (727, 660), (730, 642), (730, 626), (730, 607), (730, 589), (730, 570), (736, 551), (738, 534), (738, 518), (744, 503), (744, 490), (744, 478), (747, 467), (749, 457), (749, 454), (749, 451), (749, 446), (749, 445), (749, 443), (749, 442), (749, 440), (749, 439), (749, 434), (749, 431), (749, 426), (749, 424), (749, 423), (749, 421), (749, 420), (749, 418)]"164 },165 {166 "step": 10,167 "screenshot": "0346609763660743_10.png",168 "action": "CLICK",169 "info": [170 [171 452,172 732173 ],174 [175 452,176 732177 ]178 ],179 "ps": "[(452, 732)]"180 },181 {182 "step": 11,183 "screenshot": "0346609763660743_11.png",184 "action": "CLICK",185 "info": [186 [187 644,188 354189 ],190 [191 644,192 354193 ]194 ],195 "ps": "[(644, 354)]"196 },197 {198 "step": 12,199 "screenshot": "0346609763660743_12.png",200 "action": "CLICK",201 "info": [202 [203 133,204 262205 ],206 [207 133,208 262209 ]210 ],211 "ps": "[(133, 262)]"212 },213 {214 "step": 13,215 "screenshot": "0346609763660743_13.png",216 "action": "CLICK",217 "info": [218 [219 163,220 368221 ],222 [223 163,224 368225 ]226 ],227 "ps": "[(163, 368)]"228 },229 {230 "step": 14,231 "screenshot": "0346609763660743_14.png",232 "action": "CLICK",233 "info": [234 [235 747,236 89237 ],238 [239 747,240 89241 ]242 ],243 "ps": "[(747, 89)]"244 },245 {246 "step": 15,247 "screenshot": "0346609763660743_15.png",248 "action": "CLICK",249 "info": [250 [251 394,252 504253 ],254 [255 394,256 504257 ]258 ],259 "ps": "[(394, 504)]"260 },261 {262 "step": 16,263 "screenshot": "0346609763660743_16.png",264 "action": "COMPLETE",265 "info": "",266 "ps": ""267 }268 ]269}