OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1127039946630914",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Instagram",15 "Google Play Store",16 "Setting"17 ],18 "meta_task": "Install a video app, then open it, later go to the setting to close the notification, then reopen the app to watch a video.",19 "task": "Install a video app, then open it, later go to the setting to close the notification, then reopen the app to watch a video.",20 "instruction": "First, use Google Play Store to install a video app of your choice. Once installed, open Instagram. Navigate to the Settings within Instagram to disable notifications. After adjusting the settings, reopen Instagram to enjoy watching a video."21 },22 "step_length": 9,23 "steps": [24 {25 "step": 0,26 "screenshot": "1127039946630914_0.png",27 "action": "CLICK",28 "info": [29 [30 678,31 91632 ],33 [34 678,35 91636 ]37 ],38 "ps": "[(678, 916)]"39 },40 {41 "step": 1,42 "screenshot": "1127039946630914_1.png",43 "action": "TEXT",44 "info": "ins",45 "ps": ""46 },47 {48 "step": 2,49 "screenshot": "1127039946630914_2.png",50 "action": "CLICK",51 "info": [52 [53 344,54 18655 ],56 [57 344,58 18659 ]60 ],61 "ps": "[(344, 186)]"62 },63 {64 "step": 3,65 "screenshot": "1127039946630914_3.png",66 "action": "CLICK",67 "info": [68 [69 852,70 37471 ],72 [73 852,74 37475 ]76 ],77 "ps": "[(852, 374)]"78 },79 {80 "step": 4,81 "screenshot": "1127039946630914_4.png",82 "action": "CLICK",83 "info": "KEY_HOME",84 "ps": ""85 },86 {87 "step": 5,88 "screenshot": "1127039946630914_5.png",89 "action": "CLICK",90 "info": [91 [92 572,93 91494 ],95 [96 572,97 91498 ]99 ],100 "ps": "[(572, 914)]"101 },102 {103 "step": 6,104 "screenshot": "1127039946630914_6.png",105 "action": "CLICK",106 "info": [107 [108 531,109 441110 ],111 [112 531,113 441114 ]115 ],116 "ps": "[(531, 441)]"117 },118 {119 "step": 7,120 "screenshot": "1127039946630914_7.png",121 "action": "CLICK",122 "info": [123 [124 481,125 518126 ],127 [128 481,129 518130 ]131 ],132 "ps": "[(481, 518)]"133 },134 {135 "step": 8,136 "screenshot": "1127039946630914_8.png",137 "action": "COMPLETE",138 "info": "",139 "ps": ""140 }141 ]142}